-- Logs begin at Wed 2021-11-10 03:11:39 UTC, end at Wed 2021-11-10 05:24:42 UTC. --
Nov 10 03:46:47.014633 ncdv-817176-1 systemd[1]: Started Devstack devstack@q-svc.service.
Nov 10 03:46:49.800101 ncdv-817176-1 neutron-server[119589]: INFO neutron.common.config [-] Logging enabled!
Nov 10 03:46:49.800756 ncdv-817176-1 neutron-server[119589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153
Nov 10 03:46:49.800905 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 10 03:46:49.804134 ncdv-817176-1 neutron-server[119589]: INFO neutron.common.config [-] Logging enabled!
Nov 10 03:46:49.804386 ncdv-817176-1 neutron-server[119589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153
Nov 10 03:46:49.804715 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 10 03:46:49.805640 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 03:46:49.805868 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 03:46:49.806227 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 03:46:49.806468 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 03:46:49.806689 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 03:46:49.807004 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.807429 ncdv-817176-1 neutron-server[119589]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Nov 10 03:46:49.807734 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.808023 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.808307 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.808595 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.808901 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.809176 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.809457 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.809745 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.810024 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.810296 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.810573 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.810859 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.811132 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.811412 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.811692 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.811967 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] debug                          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.812237 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.812682 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.813096 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.813370 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.813653 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.813924 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.814189 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.814458 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.814736 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.815055 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] host                           = ncdv-817176-1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.815325 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.815605 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.815880 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.816156 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.816423 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.816712 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.816991 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.817257 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.817521 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.817787 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.818066 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.818345 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.818627 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.818848 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.819311 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.819627 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.819915 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.820188 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.820451 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.820741 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.821008 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.821273 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.821534 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.821811 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.822086 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.822362 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.822630 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.822901 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.823164 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.823427 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.823703 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.823973 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.824236 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.824508 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.824822 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.825077 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.825341 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.825634 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.825913 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.826189 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.826467 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.826738 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.827018 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.827279 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.827543 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.827805 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.828069 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.828332 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.828626 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.829214 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.829214 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.829402 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.829663 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.829938 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:49.830228 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.830522 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.830816 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.831096 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.831405 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.831682 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.831964 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.832237 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.832521 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.832831 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.833113 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.833383 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.833662 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.833933 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.834220 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.834518 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.834807 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.835093 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.835888 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.836159 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.836427 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.836724 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.837012 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.837281 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.837565 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.837848 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.838121 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.838401 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.838688 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.838974 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.839243 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.839517 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.839802 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.840074 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.840342 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.840634 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.840920 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.841195 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.841462 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.841736 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.842007 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.842273 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.842538 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.842815 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.843103 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.843378 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.843651 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.843916 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.844186 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.844449 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.844748 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.845020 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.845287 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.845551 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.845822 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.846091 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.846353 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.846620 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.846884 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.847153 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.847420 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.847685 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.847947 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.848210 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.848471 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.848767 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.849035 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.849305 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.849569 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.849832 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.850095 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.850359 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.850623 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.851554 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.851859 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.852131 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.852401 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.852695 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.852972 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.853241 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.853510 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.853779 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.854049 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.854312 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.854594 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.854868 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.855144 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.855419 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.855688 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.855992 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.856265 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.856535 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.856824 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.857094 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.857368 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.857642 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.857926 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.858208 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.858491 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.858775 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.859060 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.859334 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.859635 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.859905 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:49.860117 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 03:46:49.860352 ncdv-817176-1 neutron-server[119589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 10 03:46:50.286509 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 10 03:46:50.286782 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 10 03:46:50.287081 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 10 03:46:50.287415 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 10 03:46:50.607516 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.607721 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.607997 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.609207 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.609479 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.609740 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.645095 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.645369 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.645631 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.661475 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.661753 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.662015 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.689887 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.690159 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.690420 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.728490 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.728854 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.729121 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.962289 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f82174b2d30> agent after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.962890 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f82174b2d30> agent after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.962890 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f82174b2dc0> segment precommit_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.963070 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f82174b2e50> network precommit_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:50.963750 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f82174c0ee0> segment before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.088789 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> network before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.089107 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8217352430> agent before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.089381 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> network before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.089647 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.089908 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.090213 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> segment precommit_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.090463 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> segment precommit_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.090709 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> segment after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.090956 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> segment after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.091229 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> network after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.091477 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> network precommit_delete 0 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.091734 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.091980 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.092222 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.092467 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> port provisioning_complete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.092756 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.093010 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.093270 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> agent after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.093532 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> subnet after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.093783 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> subnet precommit_delete 0 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.094047 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.094301 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.094574 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> segment_host_mapping after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.094946 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.095190 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.095431 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8217ce6af0>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.095816 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.096051 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.096284 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.096517 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.096776 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.097008 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.097361 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 10 03:46:51.100534 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 10 03:46:51.104509 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 10 03:46:51.108404 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Nov 10 03:46:51.110038 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 10 03:46:51.110485 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 10 03:46:51.110812 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 10 03:46:51.111191 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 10 03:46:51.114080 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 10 03:46:51.114329 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 10 03:46:51.114669 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 03:46:51.120629 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Nov 10 03:46:51.143368 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 10 03:46:51.143811 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8217403fd0>> qos_plugin after_init 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.144103 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 10 03:46:51.144463 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f82174036a0>> logging-plugin after_init 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.145866 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 10 03:46:51.146144 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 03:46:51.146387 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 10 03:46:51.149725 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8217403820>> floatingip before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.150000 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8217403820>> port before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.220057 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 10 03:46:51.220231 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 10 03:46:51.220466 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 10 03:46:51.220856 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 10 03:46:51.241365 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_db.sqlalchemy.engines [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Nov 10 03:46:51.773864 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing driver for type 'gre'
Nov 10 03:46:51.774357 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] gre ID ranges: [(1, 1000)]
Nov 10 03:46:51.830013 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing driver for type 'local'
Nov 10 03:46:51.830346 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing driver for type 'vlan'
Nov 10 03:46:51.843992 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] VlanTypeDriver initialization complete
Nov 10 03:46:51.844337 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing driver for type 'vxlan'
Nov 10 03:46:51.844858 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] vxlan ID ranges: [(1, 1000)]
Nov 10 03:46:51.898599 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing extension driver 'port_security'
Nov 10 03:46:51.898892 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] PortSecurityExtensionDriver initialization complete
Nov 10 03:46:51.899221 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing mechanism driver 'openvswitch'
Nov 10 03:46:51.899541 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing mechanism driver 'hyperv'
Nov 10 03:46:51.906196 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.plugin [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:46:51.907028 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8217126100>> port after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.907396 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8217126100>> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.907747 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8217126100>> port after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.908274 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.908729 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c6dd90>> subnet after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.909085 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c6dd90>> subnet after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.909429 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c6dd90>> subnet after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.909820 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.910222 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8aa90>> network after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.910567 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8aa90>> network after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.910910 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8aa90>> network after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.911303 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.911709 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8afa0>> security_group after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.912059 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8afa0>> security_group after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.912400 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c8afa0>> security_group after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.912819 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.913222 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c91490>> security_group_rule after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.914167 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c91490>> security_group_rule after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.914509 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c91490>> security_group_rule after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.914902 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.915302 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c919a0>> address_group after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.915647 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c919a0>> address_group after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.915989 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8216c919a0>> address_group after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.916380 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 10 03:46:51.916783 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] ML2 OVO RPC backend initialized. {{(pid=119589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Nov 10 03:46:51.917511 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> router_interface after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.917872 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> router_interface after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.918285 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> network before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.918638 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> networks before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.918991 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> port before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.919324 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> ports before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.919661 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> subnet before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.920001 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> subnets before_response 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.920344 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> network after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.920711 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> network after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.921052 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> network after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.921391 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> port after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.921728 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.922063 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> port after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.922402 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> subnet after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.922738 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> subnet after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.923070 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8216bd9100>> subnet after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.923651 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.plugin [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Modular L2 Plugin initialization complete
Nov 10 03:46:51.923983 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading services supported by the core plugin {{(pid=119589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 10 03:46:51.924307 ncdv-817176-1 neutron-server[119589]: INFO neutron.plugins.ml2.managers [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Got port-security extension from driver 'port_security'
Nov 10 03:46:51.924787 ncdv-817176-1 neutron-server[119589]: INFO neutron.extensions.vlantransparent [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Disabled vlantransparent extension.
Nov 10 03:46:51.925263 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 10 03:46:51.925576 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: router
Nov 10 03:46:51.962296 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router_interface before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.962860 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_create 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.963047 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router before_create 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.963436 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router_interface before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.963808 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router_interface after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.964160 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_delete 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.964515 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> floatingip after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.965039 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> floatingip after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.965402 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_create 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.965753 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.966103 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.966451 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router_gateway after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.966806 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.967214 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.967579 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f82173a0ca0> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.967917 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f82173a0b80> port after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.968254 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f82173a0c10> subnet after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.968589 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f82173a0d30> subnetpool_address_scope after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.968958 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> port precommit_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.969301 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_create 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.969653 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8217205ee0> port before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.969993 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.970349 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router after_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.970686 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_delete 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.971033 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_create 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.971390 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router_interface after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.971730 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> router precommit_update 55549900 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.972090 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> agent after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.972433 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> agent after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.972802 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8216bd9250>> network after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.973680 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Tracking information for resource: router configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.974004 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Tracking information for resource: floatingip configured {{(pid=119589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 03:46:51.978914 ncdv-817176-1 neutron-server[119589]: INFO neutron.db.l3_agentschedulers_db [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 10 03:46:51.979480 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8216c10940> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.979839 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8216c10820> port after_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.980192 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _notify_port_delete at 0x7f8216c108b0> port after_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.980541 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8216c10a60> port after_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.981355 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8216c3c5e0>> router before_create 55550100 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.981720 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8216c3c5e0>> router precommit_delete 55550100 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.982081 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8216c3c5e0>> router precommit_create 55550100 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.982436 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8216c3c5e0>> router precommit_update 55550100 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:51.987438 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.provider_configuration [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service providers = [] {{(pid=119589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 10 03:46:51.987800 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.db.servicetype_db [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 10 03:46:51.990798 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.service_base [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 03:46:51.991148 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.service_base [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 03:46:51.992000 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.service_base [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 03:46:51.992917 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.services.service_base [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 03:46:51.993289 ncdv-817176-1 neutron-server[119589]: INFO neutron.services.service_base [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 10 03:46:51.993669 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:51.993991 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 10 03:46:52.004687 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.005024 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: auto_allocate
Nov 10 03:46:52.011474 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8216b98dc0> network precommit_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.011835 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8216b98dc0> network precommit_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.012350 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.012699 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: tag
Nov 10 03:46:52.019450 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.019785 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: timestamp
Nov 10 03:46:52.023626 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.023998 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: network_ip_availability
Nov 10 03:46:52.029455 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216c57d30>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.029825 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216c57d30>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.030177 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216c57d30>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.030881 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.031198 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: flavors
Nov 10 03:46:52.036189 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.036527 ncdv-817176-1 neutron-server[119589]: INFO neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading Plugin: revisions
Nov 10 03:46:52.040932 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 03:46:52.041328 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=119589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 10 03:46:52.042070 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 10 03:46:52.042408 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Initializing extension manager.
Nov 10 03:46:52.042923 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: __init__.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.043265 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: __pycache__ {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.043604 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.043936 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: address_group.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.044710 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.045274 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: address-group
Nov 10 03:46:52.045598 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: address_scope.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.046316 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.046823 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: address-scope
Nov 10 03:46:52.047147 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.048078 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.048591 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: router-admin-state-down-before-update
Nov 10 03:46:52.048947 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: agent.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.049653 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.050160 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: agent
Nov 10 03:46:52.050480 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: agent_resources_synced.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.051396 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.051903 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: agent-resources-synced
Nov 10 03:46:52.052222 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: allowedaddresspairs.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.054588 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.055107 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: allowed-address-pairs
Nov 10 03:46:52.055434 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: auto_allocated_topology.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.056511 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.057058 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: auto-allocated-topology
Nov 10 03:46:52.057384 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: availability_zone.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.058077 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.058589 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: availability_zone
Nov 10 03:46:52.058911 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: availability_zone_filter.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.059829 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.060336 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: availability_zone_filter
Nov 10 03:46:52.060695 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: data_plane_status.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.061607 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.062110 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension data-plane-status not supported by any of loaded plugins
Nov 10 03:46:52.062430 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: default_subnetpools.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.063342 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.063846 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: default-subnetpools
Nov 10 03:46:52.064171 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.065007 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.065511 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: dhcp_agent_scheduler
Nov 10 03:46:52.065830 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: dns.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.066744 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.067243 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension dns-integration not supported by any of loaded plugins
Nov 10 03:46:52.067563 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: dns_domain_ports.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.068480 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.069020 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 10 03:46:52.070178 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.071198 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.071702 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Nov 10 03:46:52.072025 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: dvr.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.072793 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.073303 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: dvr
Nov 10 03:46:52.073627 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: ecmp_routes.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.074552 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.075051 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension ecmp_routes not supported by any of loaded plugins
Nov 10 03:46:52.075371 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: empty_string_filtering.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.076292 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.076822 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: empty-string-filtering
Nov 10 03:46:52.077142 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.078051 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.078547 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 10 03:46:52.078863 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.079778 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.080272 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 10 03:46:52.080590 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: external_net.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.081573 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.082073 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: external-net
Nov 10 03:46:52.082391 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.083303 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.083802 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: extra_dhcp_opt
Nov 10 03:46:52.084123 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: extraroute.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.085062 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.085601 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: extraroute
Nov 10 03:46:52.085922 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: extraroute_atomic.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.086958 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.087639 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: extraroute-atomic
Nov 10 03:46:52.087966 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: filter_validation.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.088656 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.089165 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: filter-validation
Nov 10 03:46:52.089486 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: fip_pf_description.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.090405 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.090908 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 10 03:46:52.091231 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: fip_port_details.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.092149 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.092689 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: fip-port-details
Nov 10 03:46:52.093011 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: flavors.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.094245 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.094760 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: flavors
Nov 10 03:46:52.095085 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.096786 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.097306 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 10 03:46:52.097631 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: floatingip_pools.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.098326 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.098829 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: floatingip-pools
Nov 10 03:46:52.099149 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: ip_allocation.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.100073 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.100571 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension ip_allocation not supported by any of loaded plugins
Nov 10 03:46:52.101467 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.102388 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.102895 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: ip-substring-filtering
Nov 10 03:46:52.103217 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l2_adjacency.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.104151 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.104676 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 10 03:46:52.105003 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.105963 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.106474 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: router
Nov 10 03:46:52.106798 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.109066 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.109592 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 10 03:46:52.109924 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.110854 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.111367 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: ext-gw-mode
Nov 10 03:46:52.111692 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.112641 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.113139 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: l3-ha
Nov 10 03:46:52.113463 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3_flavors.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.114375 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.114891 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: l3-flavors
Nov 10 03:46:52.115214 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.116126 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.117215 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 10 03:46:52.117577 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: l3agentscheduler.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.118610 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.119123 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: l3_agent_scheduler
Nov 10 03:46:52.119450 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: logging.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.120995 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.121520 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension logging not supported by any of loaded plugins
Nov 10 03:46:52.121853 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: metering.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.122596 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.123172 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: metering
Nov 10 03:46:52.123499 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.125983 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.126505 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: metering_source_and_destination_fields
Nov 10 03:46:52.126835 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: multiprovidernet.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.127770 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.128280 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: multi-provider
Nov 10 03:46:52.128626 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: netmtu.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.129554 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.130057 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: net-mtu
Nov 10 03:46:52.130376 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: netmtu_writable.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.131305 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.131809 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: net-mtu-writable
Nov 10 03:46:52.132155 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: network_availability_zone.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.132867 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.133372 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: network_availability_zone
Nov 10 03:46:52.133693 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: network_ip_availability.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.134812 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.135321 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: network-ip-availability
Nov 10 03:46:52.135645 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: network_segment_range.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.136417 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.136953 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension network-segment-range not supported by any of loaded plugins
Nov 10 03:46:52.137273 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: pagination.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.138263 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.138595 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: pagination
Nov 10 03:46:52.138913 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: port_device_profile.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.139832 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.140345 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: port-device-profile
Nov 10 03:46:52.140691 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.141620 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.142127 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: port-mac-address-regenerate
Nov 10 03:46:52.142448 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.143358 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.143866 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: port-numa-affinity-policy
Nov 10 03:46:52.144183 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: port_resource_request.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.145133 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.145636 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension port-resource-request not supported by any of loaded plugins
Nov 10 03:46:52.145954 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: port_resource_request_groups.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.146918 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.147424 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension port-resource-request-groups not supported by any of loaded plugins
Nov 10 03:46:52.147770 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: portbindings.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.148745 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.149252 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: binding
Nov 10 03:46:52.149570 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: portbindings_extended.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.150858 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.151369 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: binding-extended
Nov 10 03:46:52.151696 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: portsecurity.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.152643 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.153145 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: port-security
Nov 10 03:46:52.153468 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: project_id.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.154450 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.154786 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: project-id
Nov 10 03:46:52.155108 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: providernet.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.156042 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.156550 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: provider
Nov 10 03:46:52.156894 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.160460 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.161009 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos not supported by any of loaded plugins
Nov 10 03:46:52.161343 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.162598 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.163115 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 10 03:46:52.163981 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.164925 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.165445 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 10 03:46:52.165772 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_default.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.166689 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.167211 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-default not supported by any of loaded plugins
Nov 10 03:46:52.167539 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_fip.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.168200 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.168746 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-fip not supported by any of loaded plugins
Nov 10 03:46:52.169074 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_gateway_ip.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.170002 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.170513 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 10 03:46:52.170837 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_port_network_policy.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.171751 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.172259 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 10 03:46:52.172582 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.173647 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.174157 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-pps-minimum not supported by any of loaded plugins
Nov 10 03:46:52.174480 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_pps_rule.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.175671 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.176185 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-pps not supported by any of loaded plugins
Nov 10 03:46:52.176512 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_rule_type_details.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.177455 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.177962 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 10 03:46:52.178286 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: qos_rules_alias.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.180058 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.180693 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 10 03:46:52.180921 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: quota_check_limit.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.181848 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.182359 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: quota-check-limit
Nov 10 03:46:52.182681 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: quotasv2.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.183617 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.183946 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: quotas
Nov 10 03:46:52.184266 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: quotasv2_detail.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.187448 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.187790 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: quota_details
Nov 10 03:46:52.188120 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: rbac.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.189216 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.189735 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: rbac-policies
Nov 10 03:46:52.190068 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: rbac_address_group.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.191008 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.191518 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: rbac-address-group
Nov 10 03:46:52.191841 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: rbac_address_scope.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.192799 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.193308 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: rbac-address-scope
Nov 10 03:46:52.193630 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: rbac_security_groups.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.194838 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.195344 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: rbac-security-groups
Nov 10 03:46:52.195668 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: rbac_subnetpool.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.196594 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.197127 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: rbac-subnetpool
Nov 10 03:46:52.197449 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: revisionifmatch.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.198375 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.198880 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: revision-if-match
Nov 10 03:46:52.199202 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: revisions.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.200318 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.200857 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: standard-attr-revisions
Nov 10 03:46:52.201188 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: router_availability_zone.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.201863 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.202371 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: router_availability_zone
Nov 10 03:46:52.202694 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: routerservicetype.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.203618 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.204124 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension router-service-type not supported by any of loaded plugins
Nov 10 03:46:52.204448 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.205405 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.205922 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: security-groups-normalized-cidr
Nov 10 03:46:52.206242 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.207242 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.207751 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: port-security-groups-filtering
Nov 10 03:46:52.208073 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.209034 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.209543 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: security-groups-remote-address-group
Nov 10 03:46:52.209865 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.210832 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.211344 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: security-groups-shared-filtering
Nov 10 03:46:52.211668 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.212258 ncdv-817176-1 neutron-server[119589]: WARNING neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Nov 10 03:46:52.212578 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: securitygroup.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.222335 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.222861 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: security-group
Nov 10 03:46:52.223196 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: segment.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.223989 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.224497 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension segment not supported by any of loaded plugins
Nov 10 03:46:52.224849 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.225803 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.226842 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 10 03:46:52.227167 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: servicetype.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.228274 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.228827 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: service-type
Nov 10 03:46:52.229152 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: sorting.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.230141 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.230473 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: sorting
Nov 10 03:46:52.230798 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: standard_attr_segment.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.231717 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.232225 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 10 03:46:52.232550 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: standardattrdescription.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.233299 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.233804 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: standard-attr-description
Nov 10 03:46:52.234128 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: stateful_security_group.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.235067 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.235584 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: stateful-security-group
Nov 10 03:46:52.235910 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: stdattrs_common.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.236482 ncdv-817176-1 neutron-server[119589]: WARNING neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 10 03:46:52.236835 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.237778 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.238294 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 10 03:46:52.238614 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnet_onboard.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.239693 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.240208 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: subnet_onboard
Nov 10 03:46:52.240529 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.242237 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.242742 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 10 03:46:52.243090 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnet_service_types.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.244020 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.244522 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: subnet-service-types
Nov 10 03:46:52.244885 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnetallocation.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.245981 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.246503 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: subnet_allocation
Nov 10 03:46:52.246831 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.247635 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.248012 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: subnetpool-prefix-ops
Nov 10 03:46:52.248331 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.249391 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.249897 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 10 03:46:52.250218 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: tagging.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.251298 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.251810 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: standard-attr-tag
Nov 10 03:46:52.252136 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: timestamp.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.253399 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.253914 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loaded extension: standard-attr-timestamp
Nov 10 03:46:52.254242 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: trunk.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.255294 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.255815 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension trunk not supported by any of loaded plugins
Nov 10 03:46:52.256141 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: trunk_details.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.257122 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.257634 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension trunk-details not supported by any of loaded plugins
Nov 10 03:46:52.257958 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: uplink_status_propagation.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.258882 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.259392 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 10 03:46:52.259714 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Loading extension file: vlantransparent.py {{(pid=119589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 10 03:46:52.260387 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 10 03:46:52.260929 ncdv-817176-1 neutron-server[119589]: INFO neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 10 03:46:52.263438 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:network
Nov 10 03:46:52.263957 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnet
Nov 10 03:46:52.264356 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 03:46:52.264784 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:port
Nov 10 03:46:52.266038 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.266484 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service FLAVORS assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.267093 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.267522 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.267853 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:router
Nov 10 03:46:52.268278 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 03:46:52.268811 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service METERING assigned prefix: /metering {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.270259 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216ab4a60>> rbac-policy before_create 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.270627 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216ab4a60>> rbac-policy before_update 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.270976 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8216ab4a60>> rbac-policy before_delete 55550000 {{(pid=119589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:46:52.271970 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 03:46:52.272405 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:security_group
Nov 10 03:46:52.272895 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 03:46:52.273501 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service CORE assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.273842 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 03:46:52.274234 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] subnetpool is already registered
Nov 10 03:46:52.274619 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service CORE assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.274943 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 03:46:52.275272 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] subnetpool is already registered
Nov 10 03:46:52.277536 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.277964 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service FLAVORS assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.278551 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.278973 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.279303 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:router
Nov 10 03:46:52.279636 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] router is already registered
Nov 10 03:46:52.280041 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 03:46:52.280375 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] floatingip is already registered
Nov 10 03:46:52.280856 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service METERING assigned prefix: /metering {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.281514 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 03:46:52.281836 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] rbac_policy is already registered
Nov 10 03:46:52.282245 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:security_group
Nov 10 03:46:52.282581 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] security_group is already registered
Nov 10 03:46:52.282980 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 03:46:52.283310 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] security_group_rule is already registered
Nov 10 03:46:52.283944 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service CORE assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.284270 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 03:46:52.284602 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] subnetpool is already registered
Nov 10 03:46:52.285049 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.v2.resource_helper [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Service CORE assigned prefix:  {{(pid=119589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 03:46:52.285368 ncdv-817176-1 neutron-server[119589]: INFO neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 03:46:52.285699 ncdv-817176-1 neutron-server[119589]: WARNING neutron.quota.resource_registry [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] subnetpool is already registered
Nov 10 03:46:52.286165 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: extensions {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.287636 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: address-groups {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.289675 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: address-scopes {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.290977 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: agents {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.292137 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: auto-allocated-topology {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.293416 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: availability_zones {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.294615 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: dhcp-networks {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.296128 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: dhcp-agents {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.297578 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: routers {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.299781 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: flavors {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.300973 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: service_profiles {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.302174 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: next_providers {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.303612 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: service_profiles {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.305729 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: floatingip-pools {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.306973 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: routers {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.309104 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: floatingips {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.311330 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: l3-routers {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.312741 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: l3-agents {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.314148 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: metering-labels {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.315504 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: metering-label-rules {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.316801 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: network-ip-availabilities {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.318069 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: bindings {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.320135 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: quotas {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.321710 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: quotas {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.323238 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: rbac-policies {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.324522 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: security-groups {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.325762 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: security-group-rules {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.327003 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: service-providers {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.328210 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: subnetpools {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.329661 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: subnetpools {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.331109 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.332790 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.334593 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.336405 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.338237 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.340064 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.341795 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.343696 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.345473 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.347367 ncdv-817176-1 neutron-server[119589]: DEBUG neutron.api.extensions [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Extended resource: tags {{(pid=119589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 10 03:46:52.353898 ncdv-817176-1 neutron-server[119589]: WARNING keystonemiddleware.auth_token [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 10 03:46:52.358537 ncdv-817176-1 neutron-server[119589]: WARNING keystonemiddleware.auth_token [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 10 03:46:52.368038 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Acquired lock "singleton_lock" {{(pid=119589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Nov 10 03:46:52.368507 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_concurrency.lockutils [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Releasing lock "singleton_lock" {{(pid=119589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 03:46:52.369167 ncdv-817176-1 neutron-server[119589]: INFO oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Starting 2 workers
Nov 10 03:46:52.373937 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Started child 119696 {{(pid=119589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 10 03:46:52.378348 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Started child 119697 {{(pid=119589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 10 03:46:52.379529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.380218 ncdv-817176-1 neutron-server[119589]: INFO neutron.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Neutron service started, listening on 0.0.0.0:9696
Nov 10 03:46:52.380513 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Publish callbacks [] for process, before_spawn {{(pid=119589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.381024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [-] (119696) wsgi starting up on http://0.0.0.0:9696
Nov 10 03:46:52.383012 ncdv-817176-1 neutron-server[119589]: INFO oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Starting 1 workers
Nov 10 03:46:52.383225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.384576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [-] (119697) wsgi starting up on http://0.0.0.0:9696
Nov 10 03:46:52.388137 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Started child 119698 {{(pid=119589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 10 03:46:52.388730 ncdv-817176-1 neutron-server[119589]: INFO oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Starting 1 workers
Nov 10 03:46:52.392019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] calling RpcWorker wait() {{(pid=119698) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 10 03:46:52.392531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] returning from RpcWorker wait() {{(pid=119698) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 10 03:46:52.393150 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Started child 119699 {{(pid=119589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 10 03:46:52.393913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.394014 ncdv-817176-1 neutron-server[119589]: DEBUG neutron_lib.callbacks.manager [None req-0b87e54c-ec29-4faf-9bab-3c7d54fdabbf None None] Publish callbacks [] for process, after_spawn {{(pid=119589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.394428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:46:52.395816 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 10 03:46:52.396030 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 03:46:52.396217 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 03:46:52.396433 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 03:46:52.396795 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 03:46:52.396961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 03:46:52.397490 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.397811 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.398055 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:46:52.398500 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.398500 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.398623 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.399137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:46:52.399230 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.399410 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.399644 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.399917 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.400145 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.400312 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.400477 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.400745 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.400995 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.401294 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.401562 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.401817 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.402086 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.402257 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.402504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.402784 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.403017 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.403277 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] debug                          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.403514 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.404004 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.404252 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.404503 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.404771 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.405038 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.405282 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.405535 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.405770 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.405981 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.406225 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.406486 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.406723 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.406930 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.407183 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.407399 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.407641 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.407865 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.408317 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] host                           = ncdv-817176-1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.408559 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.408806 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.409044 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.409300 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.409537 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.409756 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.410025 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.410273 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.410522 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.410755 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.411017 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.411268 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.411499 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.411729 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.411891 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.412103 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.412357 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.412657 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.412821 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.412986 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.413153 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.413944 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.414090 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.414376 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.414602 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.414754 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.414980 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.415212 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.415440 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.415690 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.415916 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.416152 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.416359 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.416625 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.416877 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.417097 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.417317 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.417551 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.417765 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.418054 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.418185 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.418401 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.418611 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.418831 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.419081 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.419321 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.419571 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.419804 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.420055 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.420319 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.420545 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.420802 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.421047 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.421316 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.421538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.421785 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.422022 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.422235 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.422475 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.422701 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.422910 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.423204 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.423435 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.423676 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.423912 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.424120 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.424343 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.424572 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.424797 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.425023 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.425455 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.425727 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.426022 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.426262 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.426491 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.426726 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.426953 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.427168 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.427425 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.427655 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.427952 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.428176 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.428551 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.428986 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.429796 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.430152 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.430428 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.430680 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.430916 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.431147 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.431356 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.431570 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.432039 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.432264 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.432988 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.432988 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.433227 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.433551 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.433771 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.434065 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.434302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.434729 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.434729 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.434967 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.435240 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.435388 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.435566 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.435980 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.436107 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.436265 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.436481 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.436889 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.437013 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.437208 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.437426 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.437663 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.437893 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.438116 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.438335 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.438533 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.438744 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.438952 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.439197 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.439413 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.439665 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.439889 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.440157 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.440315 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.440558 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.440800 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.441050 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.441288 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.441522 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.441733 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.441968 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.442177 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.442947 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.443369 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.444504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.444504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.444504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.444504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.444504 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445241 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445241 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445241 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445629 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445629 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.445903 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446040 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446172 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446354 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446567 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446780 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.446992 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.448597 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.449552 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.449552 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.449552 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.449552 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.452599 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.455487 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.457837 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.460302 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.463791 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.464538 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.465414 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.466430 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467055 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467055 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467055 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467405 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467489 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467697 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.467902 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.469578 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.470713 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.471308 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.471308 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.471308 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.471604 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.471859 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.472142 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.472480 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.472657 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.472936 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.473102 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.473316 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.473529 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.473831 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.473979 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.474185 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.474512 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.474644 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.474945 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.475132 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.475357 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.475609 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.475780 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.476525 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.476733 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.477085 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.477234 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.477484 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.477728 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.477926 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.478169 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.478356 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.478624 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.478803 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.479037 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.479260 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.479436 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.479673 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.479877 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.480061 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.480311 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.480573 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.483402 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.488114 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.489125 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.490961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.492459 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493329 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493329 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493329 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493329 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493629 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493629 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.493890 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.494105 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.494355 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.494569 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.494805 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.495264 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.495439 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.495703 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.495900 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.496141 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.496315 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 03:46:52.496821 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 10 03:46:52.496978 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 03:46:52.497304 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 03:46:52.497473 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 03:46:52.497648 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 03:46:52.497776 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 03:46:52.497987 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.498188 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.498351 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.498513 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.498656 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.498846 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.500630 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501250 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501250 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501250 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501250 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501697 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.501859 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502017 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502171 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502328 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] debug                          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502484 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502688 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.502843 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503001 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503159 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503313 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503466 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503620 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503775 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.503930 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504083 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504238 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504393 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504555 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504715 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.504868 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.505031 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.505181 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.505482 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] host                           = ncdv-817176-1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.505786 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.505935 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506092 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506246 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506401 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506558 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506714 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.506868 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507022 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507215 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507371 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507558 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507710 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507842 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.507991 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508130 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508263 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508396 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508552 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508736 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.508906 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509047 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509183 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509324 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509460 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509596 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509729 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.509862 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510016 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510169 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510312 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510465 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510622 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510755 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.510893 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511031 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511189 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511342 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511497 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511651 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511806 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.511948 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512100 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512254 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512408 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512553 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512732 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.512864 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513013 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513168 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513322 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513476 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513629 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513787 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.513941 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514095 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514249 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514403 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514557 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514711 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.514865 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515019 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515177 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515365 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515508 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515642 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515775 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.515908 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.516113 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.516262 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 03:46:52.516890 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517283 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517283 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517812 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517812 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517812 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.517812 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.518543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.518543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.518543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.518543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.518543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519166 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519166 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519166 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519166 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519681 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519681 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519681 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.519681 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520175 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520175 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520175 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520546 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520546 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.520546 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521203 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521203 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521203 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521203 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521716 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521716 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.521716 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522101 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522101 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522101 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522488 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522488 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.522488 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523353 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523353 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523584 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523584 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523822 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.523905 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524017 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524175 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524379 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524476 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524651 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524811 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.524971 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525128 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525270 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525428 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525594 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525751 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.525908 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526065 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526222 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526379 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526535 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526693 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.526849 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527006 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527162 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527332 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527488 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527645 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527813 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.527946 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528103 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528260 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528416 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528579 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528758 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.528916 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529074 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529230 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529386 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529543 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529700 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.529857 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530014 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530170 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530326 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530483 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530639 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530797 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.530961 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531131 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531289 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531445 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531601 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531758 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.531914 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532071 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532228 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532384 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532542 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532736 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.532894 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533053 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533211 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533368 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533526 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533683 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533839 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.533996 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534152 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534308 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534465 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534623 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534779 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.534935 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535091 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535256 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535412 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535619 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535708 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.535867 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536032 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536189 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536348 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536505 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536684 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536832 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.536989 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537146 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537303 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537460 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537616 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537776 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.537942 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.538099 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.538256 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.538970 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539151 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539308 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539464 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539621 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539778 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.539934 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540091 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540248 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540404 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540561 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540741 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.540899 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541055 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541213 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541369 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541526 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541684 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541840 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.541949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:46:52.542041 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542143 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542300 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542457 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542613 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542769 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.542927 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543084 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543241 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543398 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543593 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543741 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.543853 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544009 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544163 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544319 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544475 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544704 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.544862 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545020 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545177 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545334 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545493 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545655 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545815 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.545971 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546128 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546285 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546443 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546600 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546758 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.546915 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547074 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547232 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547391 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547547 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547703 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.547874 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548030 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548186 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548343 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548499 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548676 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548834 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.548996 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549153 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549310 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549467 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549626 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549784 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.549941 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550097 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550253 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550411 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550568 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550724 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.550892 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551049 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551204 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551373 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551517 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551672 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551838 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.551995 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.552152 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.552333 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.552466 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.552717 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.552931 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.553202 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.553367 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.553558 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.553723 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.553881 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.554069 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.554228 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.554383 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.554886 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555051 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555208 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555374 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555550 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555684 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555836 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.555995 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556151 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556316 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556473 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556649 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556808 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.556965 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557121 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557287 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557443 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557601 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557765 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.557921 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558078 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558234 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558400 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558559 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558718 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.558875 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559036 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559193 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559353 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559515 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559680 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.559842 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560001 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560165 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560329 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560494 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560672 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560823 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.560991 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561148 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561304 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561460 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561616 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561773 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.561929 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562085 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562243 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562399 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562556 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562711 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.562868 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563024 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563179 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563336 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563493 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563650 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563806 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.563964 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 03:46:52.564113 ncdv-817176-1 neutron-server[119589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 03:46:52.686178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50202) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:46:52.695061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066788
Nov 10 03:47:04.297451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b38ec5-6237-4c05-abe9-3ae6497fc91c None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 03:47:04.443224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b38ec5-6237-4c05-abe9-3ae6497fc91c None None] No non-hosted networks {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 10 03:47:04.458269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.agentschedulers_db [None req-72b38ec5-6237-4c05-abe9-3ae6497fc91c None None] DHCP Agent not found on host ncdv-817176-1 {{(pid=119698) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 10 03:47:04.586015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5183cea1-d404-49f2-8803-f586e42ec7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:06.786378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91fa4727-f1bd-4c2b-a755-dcb872f22f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:06.825149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dea27e55-8c3c-4288-9052-44185650ca41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:07.728689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:09.212694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:10.123810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:10.124769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.125326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.125808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.126683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.127041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.127438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.127994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.128332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.128677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.129046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.129582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.129995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:10.130472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f82155b6eb0>, 'Open vSwitch agent', 'ncdv-817176-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:10.144075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f82155a7be0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-817176-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:10.724684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50294) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:11.230177 ncdv-817176-1 neutron-server[119697]: WARNING oslo_policy.policy [None req-375f45a9-5b35-4abc-8105-b886837c14d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:11.230749 ncdv-817176-1 neutron-server[119697]: WARNING oslo_policy.policy [None req-375f45a9-5b35-4abc-8105-b886837c14d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:11.438646 ncdv-817176-1 neutron-server[119698]: INFO neutron.db.l3_hamode_db [None req-5fc87b84-2445-4117-8194-d12890917e8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 10 03:47:11.458623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-375f45a9-5b35-4abc-8105-b886837c14d6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:47:11.461023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-375f45a9-5b35-4abc-8105-b886837c14d6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7354345
Nov 10 03:47:11.518576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc87b84-2445-4117-8194-d12890917e8a None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:47:11.518996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc87b84-2445-4117-8194-d12890917e8a None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 03:47:14.071395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50310) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:14.372440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:14.467519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.policy [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119697) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 10 03:47:14.513931 ncdv-817176-1 neutron-server[119697]: WARNING oslo_policy.policy [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:14.514323 ncdv-817176-1 neutron-server[119697]: WARNING oslo_policy.policy [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:14.523105 ncdv-817176-1 neutron-server[119697]: INFO neutron.quota [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f8216583370>.
Nov 10 03:47:14.612506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762292479838', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762292479147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762292475757', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762292527990', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762293113545', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762292514604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1024512', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1034910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2063330', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677463'] for rbac-policy, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:14.676167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:14.677350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a02aca60-8511-4fb5-b96b-d30dab0946bb admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6050243
Nov 10 03:47:17.420505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:17.715435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'name': 'private', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:17.751627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Made reservation on behalf of fabcdfb53d104b1f8c560611b4e841e7 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:47:17.754395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:17.771456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:17.881880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:17.885412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:17.909382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:47:17.933381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762294579932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:17.933957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f82174b2dc0> segment precommit_create {{(pid=119697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 03:47:17.934492 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Added segment a9fc17ed-9ac3-4700-bc84-560d682971ba of type vlan for network 7df6f125-ec66-4463-a3b6-b9c859091503
Nov 10 03:47:17.940290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef74eed4-328e-41a6-85c5-8597b1ea2b5f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:17.962693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.963030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.963418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.963691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.964018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.964337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.964681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.965001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.965313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.965626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.965942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.966254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Tracked resource versions report:
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]: pushed versions:
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]: {   'AddressGroup': {'1.2'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'ConntrackHelper': {'1.0'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'Log': {'1.0'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'Network': {'1.1'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'Port': {'1.7'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'PortForwarding': {'1.2'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'QosPolicy': {'1.10'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'SecurityGroup': {'1.5'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'SubPort': {'1.0'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'Subnet': {'1.1'},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     'Trunk': {'1.1'}}
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]: consumer versions:
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'ConntrackHelper': '1.0',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'Log': '1.0',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'Network': '1.1',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'Port': '1.7',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'PortForwarding': '1.2',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'QosPolicy': '1.10',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'SecurityGroup': '1.5',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'SubPort': '1.0',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'Subnet': '1.1',
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:                                           'Trunk': '1.1'}}
Nov 10 03:47:17.967299 ncdv-817176-1 neutron-server[119697]:  {{(pid=119697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:47:18.050601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:18.090127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:18.091136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:18.091830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:18.171267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7496841
Nov 10 03:47:18.190138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13519e-f25b-4c7d-aa70-7bf09d49f0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7df6f125-ec66-4463-a3b6-b9c859091503,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:18.203116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7df6f125-ec66-4463-a3b6-b9c859091503 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:47:20.995164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50336) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:21.474233 ncdv-817176-1 neutron-server[119696]: WARNING oslo_policy.policy [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:21.474817 ncdv-817176-1 neutron-server[119696]: WARNING oslo_policy.policy [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:21.916374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.policy [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119696) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 10 03:47:21.964140 ncdv-817176-1 neutron-server[119696]: WARNING oslo_policy.policy [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:21.964514 ncdv-817176-1 neutron-server[119696]: WARNING oslo_policy.policy [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 03:47:21.972762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:21.974656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-48a7a08b-15f8-4343-9e71-a95b661739a2 admin admin] 10.222.0.13 "GET /v2.0/networks/7df6f125-ec66-4463-a3b6-b9c859091503 HTTP/1.1" status: 200  len: 825 time: 0.9774556
Nov 10 03:47:22.013566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ad34238-0d16-4299-9696-49fcc6f133b7 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/7739a085-7e04-4fd9-a95d-13da0e171711 HTTP/1.1" status: 200  len: 734 time: 0.0321755
Nov 10 03:47:22.023647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Request body: {'subnet': {'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711', 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:22.025219 ncdv-817176-1 neutron-server[119696]: INFO neutron.quota [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f82165a5dc0>.
Nov 10 03:47:22.062812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Made reservation on behalf of fabcdfb53d104b1f8c560611b4e841e7 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:47:22.065915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:22.346556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:22.415808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Checking segment: {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:47:22.416193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Network hostable DHCP agents. Network: 7df6f125-ec66-4463-a3b6-b9c859091503, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:47:22.426818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fdf688-585b-47ef-863f-60f59bd064e4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:22.442053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.442394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.442728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.443065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.443391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.443713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.444840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.445161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.445477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.445793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.446108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.446421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Tracked resource versions report:
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]: pushed versions:
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]: {   'AddressGroup': {'1.2'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'ConntrackHelper': {'1.0'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'Log': {'1.0'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'Network': {'1.1'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'Port': {'1.7'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'PortForwarding': {'1.2'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'QosPolicy': {'1.10'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'SecurityGroup': {'1.5'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'SubPort': {'1.0'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'Subnet': {'1.1'},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     'Trunk': {'1.1'}}
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]: consumer versions:
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'ConntrackHelper': '1.0',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'Log': '1.0',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'Network': '1.1',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'Port': '1.7',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'PortForwarding': '1.2',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'QosPolicy': '1.10',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'SecurityGroup': '1.5',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'SubPort': '1.0',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'Subnet': '1.1',
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:                                           'Trunk': '1.1'}}
Nov 10 03:47:22.447814 ncdv-817176-1 neutron-server[119696]:  {{(pid=119696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:47:22.472638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Network 7df6f125-ec66-4463-a3b6-b9c859091503 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:47:22.489319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7df6f125-ec66-4463-a3b6-b9c859091503) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:22.495164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:22.495802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:22.498009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7cc47-9542-493a-a477-4638272e9036 None None] Network 7df6f125-ec66-4463-a3b6-b9c859091503 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:47:22.518875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-07ebe5f7-95d3-4e43-a07e-0a7b5dd15b52 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4992251
Nov 10 03:47:22.828118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7df6f125-ec66-4463-a3b6-b9c859091503', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:47:22.829527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.132699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Allocated IP 172.20.0.2 (7df6f125-ec66-4463-a3b6-b9c859091503/61fdf688-585b-47ef-863f-60f59bd064e4/0e511192-96c8-48f8-9b8e-86171b68682c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:47:23.338643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.347649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.434281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Network 7df6f125-ec66-4463-a3b6-b9c859091503 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:47:23.438477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:23.440151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Pushing event updated for resources: {'Port': ['ID=0e511192-96c8-48f8-9b8e-86171b68682c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:23.445938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:47:23.453989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.454335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.454673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.455005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.455333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.455656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.455979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.456299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.456646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.456964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.457283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.457606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Tracked resource versions report:
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]: pushed versions:
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]: {   'AddressGroup': {'1.2'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'ConntrackHelper': {'1.0'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'Log': {'1.0'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'Network': {'1.1'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'Port': {'1.7'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'PortForwarding': {'1.2'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'QosPolicy': {'1.10'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'SecurityGroup': {'1.5'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'SubPort': {'1.0'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'Subnet': {'1.1'},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     'Trunk': {'1.1'}}
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]: consumer versions:
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'ConntrackHelper': '1.0',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'Log': '1.0',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'Network': '1.1',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'Port': '1.7',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'PortForwarding': '1.2',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'QosPolicy': '1.10',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'SecurityGroup': '1.5',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'SubPort': '1.0',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'Subnet': '1.1',
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:                                           'Trunk': '1.1'}}
Nov 10 03:47:23.458689 ncdv-817176-1 neutron-server[119698]:  {{(pid=119698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:47:23.535275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Attempting to bind port 0e511192-96c8-48f8-9b8e-86171b68682c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:47:23.535960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Attempting to bind port 0e511192-96c8-48f8-9b8e-86171b68682c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:47:23.536063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Attempting to bind port 0e511192-96c8-48f8-9b8e-86171b68682c on network 7df6f125-ec66-4463-a3b6-b9c859091503 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:47:23.541652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:47:23.542040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Checking segment: {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:47:23.542500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.542888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Bound using segment: {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:47:23.543370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Bound port: 0e511192-96c8-48f8-9b8e-86171b68682c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:47:23.543784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.607566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] For port 0e511192-96c8-48f8-9b8e-86171b68682c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:47:23.626831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] For port 0e511192-96c8-48f8-9b8e-86171b68682c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0e511192-96c8-48f8-9b8e-86171b68682c,segment=NetworkSegment(a9fc17ed-9ac3-4700-bc84-560d682971ba),segment_id=a9fc17ed-9ac3-4700-bc84-560d682971ba)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:47:23.630951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:23.689487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37abe-02f9-4e7a-9115-fa6e0968bc65 None None] Pushing event updated for resources: {'Port': ['ID=0e511192-96c8-48f8-9b8e-86171b68682c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:25.117906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50356) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:25.430591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-1fb198c6-dc75-4151-b1c3-4de37367c1f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:47:25.431568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1fb198c6-dc75-4151-b1c3-4de37367c1f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3126438
Nov 10 03:47:28.021564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:28.331023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-fdf1577d-4339-4143-af83-36438e0b5f8c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:47:28.332043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fdf1577d-4339-4143-af83-36438e0b5f8c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3089876
Nov 10 03:47:31.134520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50374) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:31.431498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:31.455813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:31.457412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:31.595744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:31.600575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:31.615314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:31.617030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3426834b-345d-43b5-8315-05165f14fe17 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4815187
Nov 10 03:47:32.017514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0e511192-96c8-48f8-9b8e-86171b68682c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:47:32.112054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0e511192-96c8-48f8-9b8e-86171b68682c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:32.112459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:32.226611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:32.259811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 0e511192-96c8-48f8-9b8e-86171b68682c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0e511192-96c8-48f8-9b8e-86171b68682c,segment=NetworkSegment(a9fc17ed-9ac3-4700-bc84-560d682971ba),segment_id=a9fc17ed-9ac3-4700-bc84-560d682971ba)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:47:32.263664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:32.314786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=0e511192-96c8-48f8-9b8e-86171b68682c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:33.004331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7282af5-a3ce-4ca1-90e0-140cd1a0db41 None None] Network 7df6f125-ec66-4463-a3b6-b9c859091503 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:47:33.058698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ed58b527-b2f7-47ab-9107-253a31d2eff4 None None] Provisioning complete for port 0e511192-96c8-48f8-9b8e-86171b68682c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:33.059347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ed58b527-b2f7-47ab-9107-253a31d2eff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:33.416910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63a5245f-026c-4142-917c-537c1cac74ec None None] Provisioning complete for port 0e511192-96c8-48f8-9b8e-86171b68682c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:33.417275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63a5245f-026c-4142-917c-537c1cac74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:33.998814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0e511192-96c8-48f8-9b8e-86171b68682c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:47:34.045502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0e511192-96c8-48f8-9b8e-86171b68682c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:34.045871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:34.184728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50386) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:34.234494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee62a115-4b4d-4f92-9cba-5231e5b6f985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:34.493473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-45f56fa5-7033-46f2-af30-fb5dabf37d54 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:47:34.494456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-45f56fa5-7033-46f2-af30-fb5dabf37d54 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3087962
Nov 10 03:47:36.772041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b2b9055a-9edb-4534-9b9e-893ad94804d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.054550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50394) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:37.364663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:37.385196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Made reservation on behalf of e759a896dad443d0938f7cb7473bd222 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:47:37.387414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.395247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.465312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.468989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.486896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Reserving flat network on physical network physnet1 {{(pid=119697) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 10 03:47:37.511221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dcb5dd-23d2-4aed-a5f9-85881e18b0bf,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:37.517556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.517888 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Added segment d410787e-5e1f-4efd-9582-91b36ef6780d of type flat for network aba8d443-e3ff-4136-8ae2-7f3419bb4f99
Nov 10 03:47:37.564668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.598033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.598870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:37.599460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:37.663785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6081460
Nov 10 03:47:37.675064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634f57d-b716-4ad0-a1ad-4aadb4949cda admin admin] Pushing event updated for resources: {'Network': ['ID=aba8d443-e3ff-4136-8ae2-7f3419bb4f99,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:37.688574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:47:37.693557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:39.138092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:40.127645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:40.214640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50412) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:40.389328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335bbe4-04fb-47c8-b9b2-4ac5dd5a63d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:40.390620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2335bbe4-04fb-47c8-b9b2-4ac5dd5a63d4 admin admin] 10.222.0.13 "GET /v2.0/subnets/61fdf688-585b-47ef-863f-60f59bd064e4 HTTP/1.1" status: 200  len: 849 time: 0.1750612
Nov 10 03:47:40.562611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5914ffec-daf7-4e41-a0b8-91a729f0de99 admin admin] 10.222.0.13 "GET /v2.0/routers/7902f634-2eae-4946-8e98-273c6398f910 HTTP/1.1" status: 200  len: 704 time: 0.1657910
Nov 10 03:47:40.820680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.111619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Allocated IP 172.20.0.1 (7df6f125-ec66-4463-a3b6-b9c859091503/61fdf688-585b-47ef-863f-60f59bd064e4/4188fdab-888e-48f2-b91f-bbffb4932a34) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:47:41.271170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.335866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.408772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Network 7df6f125-ec66-4463-a3b6-b9c859091503 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:47:41.413517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:41.419223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:47:41.419724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.476647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Pushing event updated for resources: {'Port': ['ID=4188fdab-888e-48f2-b91f-bbffb4932a34,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:41.614345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.663114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-50b9e9f6-a68e-42ef-8536-e6b337e9178f None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:41.663675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-50b9e9f6-a68e-42ef-8536-e6b337e9178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.697655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-50b9e9f6-a68e-42ef-8536-e6b337e9178f None None] Port 4188fdab-888e-48f2-b91f-bbffb4932a34 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:47:41.869856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.874095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.874875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:41.952969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Pushing event updated for resources: {'Port': ['ID=4188fdab-888e-48f2-b91f-bbffb4932a34,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:41.996807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Network 7df6f125-ec66-4463-a3b6-b9c859091503 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:47:41.998061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:42.153782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Router 7902f634-2eae-4946-8e98-273c6398f910 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 03:47:42.225996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-772b1077-754b-4580-abbe-41eb752b4cc5 None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:42.226287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-772b1077-754b-4580-abbe-41eb752b4cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:42.242606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:47:42.249023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-818bcd31-166b-4158-be3e-337131a49e26 admin admin] 10.222.0.13 "PUT /v2.0/routers/7902f634-2eae-4946-8e98-273c6398f910/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.6802123
Nov 10 03:47:42.253431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Sync routers for ids ['7902f634-2eae-4946-8e98-273c6398f910'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:47:42.267059 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Routers {'7902f634-2eae-4946-8e98-273c6398f910'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:47:42.267908 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82166cf5b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7902f634-2eae-4946-8e98-273c6398f910'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:42.281908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-772b1077-754b-4580-abbe-41eb752b4cc5 None None] Port 4188fdab-888e-48f2-b91f-bbffb4932a34 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:47:42.455179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Set router 7902f634-2eae-4946-8e98-273c6398f910 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:47:42.879564 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82166cf5b0>, [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 2, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port_host': None, '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 2, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:42.930143 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Checking router: 7902f634-2eae-4946-8e98-273c6398f910 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:47:42.930516 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Updating router 7902f634-2eae-4946-8e98-273c6398f910 port 4188fdab-888e-48f2-b91f-bbffb4932a34 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:47:42.976965 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.483422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.491685 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.655633 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Pushing event updated for resources: {'Port': ['ID=4188fdab-888e-48f2-b91f-bbffb4932a34,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:43.658090 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Attempting to bind port 4188fdab-888e-48f2-b91f-bbffb4932a34 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:47:43.658481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Attempting to bind port 4188fdab-888e-48f2-b91f-bbffb4932a34 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:47:43.658898 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Attempting to bind port 4188fdab-888e-48f2-b91f-bbffb4932a34 on network 7df6f125-ec66-4463-a3b6-b9c859091503 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:47:43.669124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:47:43.669525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Checking segment: {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:47:43.669992 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.670368 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Bound using segment: {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:47:43.670868 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Bound port: 4188fdab-888e-48f2-b91f-bbffb4932a34, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc17ed-9ac3-4700-bc84-560d682971ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:47:43.671276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.675005 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.675345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.675674 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.676001 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.676323 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.676660 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.676977 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.677291 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.677650 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.677966 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.678279 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.678588 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Tracked resource versions report:
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]: pushed versions:
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]: {   'AddressGroup': {'1.2'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'ConntrackHelper': {'1.0'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'Log': {'1.0'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'Network': {'1.1'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'Port': {'1.7'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'PortForwarding': {'1.2'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'QosPolicy': {'1.10'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'SecurityGroup': {'1.5'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'SubPort': {'1.0'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'Subnet': {'1.1'},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     'Trunk': {'1.1'}}
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]: consumer versions:
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'ConntrackHelper': '1.0',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'Log': '1.0',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'Network': '1.1',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'Port': '1.7',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'PortForwarding': '1.2',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'QosPolicy': '1.10',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'SecurityGroup': '1.5',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'SubPort': '1.0',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'Subnet': '1.1',
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:                                           'Trunk': '1.1'}}
Nov 10 03:47:43.679682 ncdv-817176-1 neutron-server[119699]:  {{(pid=119699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:47:43.710770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2ddf2eb1-d24f-4dd4-9fc0-0ff1f27bcc84 None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:43.711207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2ddf2eb1-d24f-4dd4-9fc0-0ff1f27bcc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.744392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf2eb1-d24f-4dd4-9fc0-0ff1f27bcc84 None None] Port 4188fdab-888e-48f2-b91f-bbffb4932a34 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:47:43.753964 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] For port 4188fdab-888e-48f2-b91f-bbffb4932a34, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:47:43.773098 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] For port 4188fdab-888e-48f2-b91f-bbffb4932a34, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4188fdab-888e-48f2-b91f-bbffb4932a34,segment=NetworkSegment(a9fc17ed-9ac3-4700-bc84-560d682971ba),segment_id=a9fc17ed-9ac3-4700-bc84-560d682971ba)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:47:43.776998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:43.835198 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Routers {'7902f634-2eae-4946-8e98-273c6398f910'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:47:43.835817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82166cf5b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7902f634-2eae-4946-8e98-273c6398f910'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:43.838805 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579fbd7-6079-4a22-983e-76568be1b278 None None] Pushing event updated for resources: {'Port': ['ID=4188fdab-888e-48f2-b91f-bbffb4932a34,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:43.926971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] Set router 7902f634-2eae-4946-8e98-273c6398f910 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:47:44.064197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:44.064477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:44.138899 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82166cf5b0>, [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 2, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port_host': None, '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:44.146408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:44.165037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79175b0-18ef-492f-b04c-a800a663c53d None None] The sync data for ids ['7902f634-2eae-4946-8e98-273c6398f910'] in ncdv-817176-1 is: [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:41Z', 'revision_number': 2, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port_host': None, '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:43Z', 'revision_number': 4, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:47:44.178699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] For port 4188fdab-888e-48f2-b91f-bbffb4932a34, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4188fdab-888e-48f2-b91f-bbffb4932a34,segment=NetworkSegment(a9fc17ed-9ac3-4700-bc84-560d682971ba),segment_id=a9fc17ed-9ac3-4700-bc84-560d682971ba)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:47:44.183840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:44.231845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab993082-3da8-4a2a-96bf-6418a1694eb9 None None] Pushing event updated for resources: {'Port': ['ID=4188fdab-888e-48f2-b91f-bbffb4932a34,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:44.672620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50432) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:44.780956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd9d71-eebb-4905-9790-0a25d46d95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:44.782310 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-adfd9d71-eebb-4905-9790-0a25d46d95c2 admin admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 842 time: 0.1087174
Nov 10 03:47:44.792878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.32.3.1', 'ip_version': 4, 'cidr': '172.32.3.0/24', 'name': 'public-subnet', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:44.814744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Made reservation on behalf of e759a896dad443d0938f7cb7473bd222 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:47:44.817243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:45.091271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 03:47:45.091679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:45.144668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=94473fe5-3221-4684-9cfd-4e3f7337904c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:45.152383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:47:45.152837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Network hostable DHCP agents. Network: aba8d443-e3ff-4136-8ae2-7f3419bb4f99, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:47:45.168952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:47:45.177311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, aba8d443-e3ff-4136-8ae2-7f3419bb4f99) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:45.181555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:45.182227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-becec346-8b4f-4511-9745-101140641cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:45.188877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff998c-9b32-472c-8d33-27f3e421c3a7 None None] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:47:45.201158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-becec346-8b4f-4511-9745-101140641cab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4115591
Nov 10 03:47:45.346443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ac8a8-9ba4-4c14-85c1-7b859455b6e6 None None] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:47:47.691537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:47.819180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c3327d9b-9bc4-4216-b95a-116b3fc67e88 admin admin] 10.222.0.13 "GET /v2.0/routers/7902f634-2eae-4946-8e98-273c6398f910 HTTP/1.1" status: 200  len: 710 time: 0.1265359
Nov 10 03:47:47.908321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f04560b-dc51-422d-8087-c88c97563356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:47:47.909764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6f04560b-dc51-422d-8087-c88c97563356 admin admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 886 time: 0.0843184
Nov 10 03:47:47.920217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:47:48.230786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:48.456908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:48.537897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:48.639431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Allocated IP 172.32.3.14 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4c72944e-6752-4cc9-bf08-61716ee1d4ab) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:47:48.736349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:48.771102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:48.811521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:47:48.814425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:47:48.821453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c72944e-6752-4cc9-bf08-61716ee1d4ab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:48.833410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:47:49.074259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:49.262861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:49.266550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:49.377723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Router 7902f634-2eae-4946-8e98-273c6398f910 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:47:49.484122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:47:49.489786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:49.491522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c558adcf-f442-40d5-ac74-68ef626f79a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/7902f634-2eae-4946-8e98-273c6398f910 HTTP/1.1" status: 200  len: 889 time: 1.5747874
Nov 10 03:47:50.047583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4188fdab-888e-48f2-b91f-bbffb4932a34 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:47:50.098675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:50.099053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:51.335245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Sync routers for ids ['7902f634-2eae-4946-8e98-273c6398f910'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:47:51.346843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Routers {'7902f634-2eae-4946-8e98-273c6398f910'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:47:51.347496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b2e490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7902f634-2eae-4946-8e98-273c6398f910'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:51.557297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Set router 7902f634-2eae-4946-8e98-273c6398f910 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:47:52.005813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b2e490>, [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14'}], 'enable_snat': True}, 'gw_port_id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 4, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port': {'id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:48Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 5, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:52.057098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Checking router: 7902f634-2eae-4946-8e98-273c6398f910 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:47:52.057473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Updating router 7902f634-2eae-4946-8e98-273c6398f910 port 4c72944e-6752-4cc9-bf08-61716ee1d4ab binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:47:52.105924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.110244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50454) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:47:52.296112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c044881c-6317-46b2-b53d-fcd708f89e36 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1843848
Nov 10 03:47:52.432565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.438010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.495747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Attempting to bind port 4c72944e-6752-4cc9-bf08-61716ee1d4ab on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:47:52.496113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Attempting to bind port 4c72944e-6752-4cc9-bf08-61716ee1d4ab by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:47:52.496474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Attempting to bind port 4c72944e-6752-4cc9-bf08-61716ee1d4ab on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:47:52.498378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe087d9-7539-40b6-8bbd-dba520b49acb None None] Pushing event updated for resources: {'Port': ['ID=4c72944e-6752-4cc9-bf08-61716ee1d4ab,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:52.503925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:47:52.504294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:47:52.504765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.505147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:47:52.506497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Bound port: 4c72944e-6752-4cc9-bf08-61716ee1d4ab, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:47:52.506618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.554823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] For port 4c72944e-6752-4cc9-bf08-61716ee1d4ab, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:47:52.557914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] For port 4c72944e-6752-4cc9-bf08-61716ee1d4ab, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4c72944e-6752-4cc9-bf08-61716ee1d4ab,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:47:52.561269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:52.619915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe087d9-7539-40b6-8bbd-dba520b49acb None None] Pushing event updated for resources: {'Port': ['ID=4c72944e-6752-4cc9-bf08-61716ee1d4ab,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:52.622457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Routers {'7902f634-2eae-4946-8e98-273c6398f910'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:47:52.623049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b2e490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7902f634-2eae-4946-8e98-273c6398f910'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:52.728516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] Set router 7902f634-2eae-4946-8e98-273c6398f910 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:47:52.941673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b2e490>, [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14'}], 'enable_snat': True}, 'gw_port_id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 4, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port': {'id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:48Z', 'updated_at': '2021-11-10T03:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 5, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:47:52.967669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcb4e1-0181-4a09-98f9-d99938490bf7 None None] The sync data for ids ['7902f634-2eae-4946-8e98-273c6398f910'] in ncdv-817176-1 is: [{'id': '7902f634-2eae-4946-8e98-273c6398f910', 'name': 'router1', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14'}], 'enable_snat': True}, 'gw_port_id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:47:31Z', 'updated_at': '2021-11-10T03:47:48Z', 'revision_number': 4, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'gw_port': {'id': '4c72944e-6752-4cc9-bf08-61716ee1d4ab', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:48Z', 'updated_at': '2021-11-10T03:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4188fdab-888e-48f2-b91f-bbffb4932a34', 'name': '', 'network_id': '7df6f125-ec66-4463-a3b6-b9c859091503', 'tenant_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'mac_address': 'fa:16:3e:a1:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902f634-2eae-4946-8e98-273c6398f910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:47:40Z', 'updated_at': '2021-11-10T03:47:44Z', 'revision_number': 5, 'project_id': 'fabcdfb53d104b1f8c560611b4e841e7', 'subnets': [{'id': '61fdf688-585b-47ef-863f-60f59bd064e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7739a085-7e04-4fd9-a95d-13da0e171711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:47:54.032688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4c72944e-6752-4cc9-bf08-61716ee1d4ab up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:47:54.094540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4c72944e-6752-4cc9-bf08-61716ee1d4ab triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:54.094907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:54.174515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:54.197172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 4c72944e-6752-4cc9-bf08-61716ee1d4ab, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4c72944e-6752-4cc9-bf08-61716ee1d4ab,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:47:54.202830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:47:54.254454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=4c72944e-6752-4cc9-bf08-61716ee1d4ab,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:47:55.462544 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:47:56.033374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4c72944e-6752-4cc9-bf08-61716ee1d4ab up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:47:56.128560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4c72944e-6752-4cc9-bf08-61716ee1d4ab triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:47:56.129320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:04.238314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd256ad9-fed2-4df6-82f4-ba6a3200cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:06.777389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2086e917-a9d8-4193-81f6-593d9b2a4a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:07.691800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:09.147411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:10.133739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:32.452688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:48:34.246555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-393ec4cd-c10a-434e-9a53-77d9e7984671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:36.779638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-87b5e8cf-6100-4d11-838c-920e3880fbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:37.691786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:39.148841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:48:40.125956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:04.238424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a6f14e6c-74f4-4c01-9d63-18ce159209ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:06.781954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58c99dbe-eaeb-451c-90c8-ab34bd4503b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:07.697405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:09.150906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:09.451002 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:49:10.129456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:34.239341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf803-a1ec-4431-9642-c61677955d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:36.783491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dbeeee7-3e39-4467-bce1-8ff6dd623bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:37.695138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:37.857585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51138) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:37.918978 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbb6e11-ec9a-4820-be07-6efca17f47a6 admin admin] GET failed (client error): The resource could not be found.
Nov 10 03:49:37.920543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-adbb6e11-ec9a-4820-be07-6efca17f47a6 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0619717
Nov 10 03:49:38.080403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c05f9-d5bf-4770-bf48-a0e27de6ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:38.082504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-059c05f9-d5bf-4770-bf48-a0e27de6ef47 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1569266
Nov 10 03:49:39.153572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:40.131093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:40.452373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51148) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:40.543014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d83fe-717c-4118-9ffa-c712e9833d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:40.544367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-585d83fe-717c-4118-9ffa-c712e9833d36 admin admin] 10.222.0.13 "GET /v2.0/subnets/61fdf688-585b-47ef-863f-60f59bd064e4 HTTP/1.1" status: 200  len: 849 time: 0.0910292
Nov 10 03:49:40.554320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:49:40.637542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Publish callbacks [] for subnet, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:40.774994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762294509761'] for subnet, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:40.807505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:40.808095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:40.809691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] 10.222.0.13 "PUT /v2.0/subnets/61fdf688-585b-47ef-863f-60f59bd064e4 HTTP/1.1" status: 200  len: 868 time: 0.2587156
Nov 10 03:49:40.812407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb60f0-604a-4a7b-a0a8-a708ba3462ce None None] Network 7df6f125-ec66-4463-a3b6-b9c859091503 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:49:40.828254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fdf688-585b-47ef-863f-60f59bd064e4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:49:40.833737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.834091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.834426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.834761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.835092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.835423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.835749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.836072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.836395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.836766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.837088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:40.837409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56716c1f-c93d-49b8-8dc0-5fe4ae029b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:49:41.176086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f4cfbfbd-489a-4430-a3d6-f6f078a68800 None None] Provisioning complete for port 4188fdab-888e-48f2-b91f-bbffb4932a34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:49:41.176475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbfbd-489a-4430-a3d6-f6f078a68800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:41.265333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f4cfbfbd-489a-4430-a3d6-f6f078a68800 None None] Provisioning complete for port 0e511192-96c8-48f8-9b8e-86171b68682c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:49:41.265623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbfbd-489a-4430-a3d6-f6f078a68800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:49:43.186753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51156) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:43.379104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab78f95-e3a9-4064-a487-8b7e03b3c8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:43.379573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab78f95-e3a9-4064-a487-8b7e03b3c8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:43.381121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ab78f95-e3a9-4064-a487-8b7e03b3c8db admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1933351
Nov 10 03:49:45.752726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51164) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:45.962197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a00b1e-ccea-4fe0-874c-f9fe2e18e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:45.962588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a00b1e-ccea-4fe0-874c-f9fe2e18e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:45.964163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29a00b1e-ccea-4fe0-874c-f9fe2e18e78c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2104635
Nov 10 03:49:46.449875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:49:48.326872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:48.529896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7c96a-5649-4fa8-965e-53529fefbcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:48.531175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bb7c96a-5649-4fa8-965e-53529fefbcbe admin admin] 10.222.0.13 "GET /v2.0/networks/7df6f125-ec66-4463-a3b6-b9c859091503 HTTP/1.1" status: 200  len: 869 time: 0.2033708
Nov 10 03:49:50.854100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:50.976550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174f743-9b27-4adf-a59f-ea2a72ef57ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:50.977949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2174f743-9b27-4adf-a59f-ea2a72ef57ac admin admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 886 time: 0.1228044
Nov 10 03:49:53.324512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51190) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:53.445085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13cbc6-54ed-491e-994c-97b025b9c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:53.445790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13cbc6-54ed-491e-994c-97b025b9c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:53.447300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ba13cbc6-54ed-491e-994c-97b025b9c514 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1217971
Nov 10 03:49:55.770873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51198) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:55.898551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e939e7-59a4-4896-8a17-d27630d1a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:55.899003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e939e7-59a4-4896-8a17-d27630d1a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:55.900546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-08e939e7-59a4-4896-8a17-d27630d1a92a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1287463
Nov 10 03:49:58.256746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:49:58.390086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45323c-c346-4e99-b67c-28af2ad55ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:49:58.391425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a45323c-c346-4e99-b67c-28af2ad55ca9 admin admin] 10.222.0.13 "GET /v2.0/subnets/61fdf688-585b-47ef-863f-60f59bd064e4 HTTP/1.1" status: 200  len: 868 time: 0.1337435
Nov 10 03:50:00.757775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51214) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:50:00.842619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09278dc1-211d-43ba-bea3-e793ad53e29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:50:00.843963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-09278dc1-211d-43ba-bea3-e793ad53e29c admin admin] 10.222.0.13 "GET /v2.0/subnets/94473fe5-3221-4684-9cfd-4e3f7337904c HTTP/1.1" status: 200  len: 816 time: 0.0852444
Nov 10 03:50:04.242844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-86082a79-4dcc-4cf5-b695-f222c6c5d553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:06.784033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-35ea53c9-5131-4487-92d5-731e489dd20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:07.697540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:09.159878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:10.135907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:23.448839 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:50:26.183264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51268) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:50:26.230138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-1154a481-0f23-4172-93e5-622808087b9b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:50:26.231102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1154a481-0f23-4172-93e5-622808087b9b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0468898
Nov 10 03:50:28.695599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51292) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:50:28.756351 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-378b6deb-5bed-4a1d-b2f2-f48ca810e2c5 admin admin] GET failed (client error): The resource could not be found.
Nov 10 03:50:28.757722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-378b6deb-5bed-4a1d-b2f2-f48ca810e2c5 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0609403
Nov 10 03:50:28.902615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688ea2f-ada0-478b-8dff-3a37af74640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:50:28.904076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3688ea2f-ada0-478b-8dff-3a37af74640d admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1416984
Nov 10 03:50:31.260929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:50:31.307220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:50:31.326938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Made reservation on behalf of e759a896dad443d0938f7cb7473bd222 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:50:31.329357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:31.363749 ncdv-817176-1 neutron-server[119697]: WARNING neutron.services.revisions.revision_plugin [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8214c91df0] {project_id='e759a896dad443d0938f7cb7473bd222', id='8dc1cc12-fd0a-4cac-a5a0-e7ea0804f9be', target_tenant='*', action='access_as_shared', object_id='64d931cb-64ce-45ab-a3dc-b10063fc05d6'}> to bump revision.
Nov 10 03:50:31.376722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:50:31.387493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:31.387846 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Added segment 8d65dd0c-b0a9-424a-9367-b278808a5b47 of type vlan for network 64d931cb-64ce-45ab-a3dc-b10063fc05d6
Nov 10 03:50:31.427333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:31.449792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:31.450889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:50:31.451456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:31.507424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2453701
Nov 10 03:50:31.522521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Pushing event updated for resources: {'Network': ['ID=64d931cb-64ce-45ab-a3dc-b10063fc05d6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:50:31.530172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.530583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.531022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.531329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.531573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.531955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.532319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.533325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.533649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.533989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.534338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.534658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7e429-410d-4e11-81cb-2a0eac2edef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:31.547465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:50:33.909856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51308) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:50:33.968965 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae55a9a-ac2c-445f-99a9-ac8479baa109 admin admin] GET failed (client error): The resource could not be found.
Nov 10 03:50:33.970258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eae55a9a-ac2c-445f-99a9-ac8479baa109 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0594611
Nov 10 03:50:34.036502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deb396-c56e-45a6-a09a-a4535249a149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:50:34.037927 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-43deb396-c56e-45a6-a09a-a4535249a149 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0631483
Nov 10 03:50:34.048646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:50:34.068797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Made reservation on behalf of e759a896dad443d0938f7cb7473bd222 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:50:34.071291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.224993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.243382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa42c869-41cb-441d-9ed1-89d53e245838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.281116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d11e19-1aea-456a-ba58-a6398abb11cf,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:50:34.289898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:50:34.290247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Network hostable DHCP agents. Network: 64d931cb-64ce-45ab-a3dc-b10063fc05d6, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:50:34.306146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:50:34.314376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 64d931cb-64ce-45ab-a3dc-b10063fc05d6) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:50:34.318655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:50:34.319732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.322946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3053548-542d-4a4f-b67a-254885880548 None None] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:50:34.337685 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afa56b0c-be61-4bb6-a4a0-27f4e74c905e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2928495
Nov 10 03:50:34.484802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'tenant_id': 'e759a896dad443d0938f7cb7473bd222', 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:50:34.485861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.626091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Allocated IP 192.168.233.2 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:50:34.771095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.779256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.819796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:50:34.823079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:50:34.826227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:50:34.835635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Pushing event updated for resources: {'Port': ['ID=3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:50:34.857873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.858214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.858552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.858887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.859220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.859552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.859878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.860202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.860532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.860907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.861237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.861558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:50:34.896203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Attempting to bind port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:50:34.896574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Attempting to bind port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:50:34.896971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Attempting to bind port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:50:34.901910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:50:34.902274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:50:34.902683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.903062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:50:34.903525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Bound port: 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:50:34.903915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:34.967805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] For port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:50:34.971167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] For port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:50:34.976559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:35.031702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689270c-d3f5-41e9-b5f9-0645c339dfc1 None None] Pushing event updated for resources: {'Port': ['ID=3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:50:35.913125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19be17b-483b-4c9e-91c1-9bf8440ebdb6 None None] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:50:35.990782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] Provisioning complete for port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:50:35.991141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:36.128529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:36.166675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] For port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:50:36.174316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:36.199532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:50:36.261691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d64e5-0b81-4541-b4c5-cf685eb2a2e8 None None] Pushing event updated for resources: {'Port': ['ID=3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:50:36.275950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:50:36.276314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:36.397958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7cdb8209-4a1c-4b55-91c6-e67e6b397166 None None] Provisioning complete for port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:50:36.398424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8209-4a1c-4b55-91c6-e67e6b397166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:36.788482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7d356b6-c131-4534-978a-d1ff232d10f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:37.700067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:38.108305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:50:38.155381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3d7b7d29-b9bf-4b00-bd26-0ce50c84f6ea triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:50:38.155743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:39.168355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:50:40.138715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:00.447463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:51:04.257150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7b1488fe-751c-4a17-80ed-9d9fd59c54c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:06.793233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8ad86e99-1633-4648-8bde-bf116cc62a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:07.702302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:09.163140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:10.141302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:34.249542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f683f7b-95df-42da-a325-9ff43f77cd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:36.797994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d049-a40a-4b61-9f0c-3075c4f3d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:37.446334 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:51:37.706736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:39.165032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:40.142456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:50.726427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51368) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:51:50.732255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-cae21bbb-d089-433a-8358-50e73e118ccd tempest-verify_tempest_config-78816951 tempest-verify_tempest_config-78816951-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:51:50.733275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cae21bbb-d089-433a-8358-50e73e118ccd tempest-verify_tempest_config-78816951 tempest-verify_tempest_config-78816951-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0058534
Nov 10 03:51:51.015446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51386) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:51:51.117442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.214503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.218178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.261643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25ad27ca8807432e8dbb2fe1c3253eaa&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2451186
Nov 10 03:51:51.264316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:51:51.266344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0186dab1-1938-4220-afc4-5d2753ad500c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:51:51.273136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.273480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.273817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.274149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.274476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.274804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.275128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.275451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.275771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.276089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.276407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.276755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84dd52b-2a66-4f70-85bf-cb72281b1b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.320926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.341712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.429578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.432151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:51:51.433317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0186dab1-1938-4220-afc4-5d2753ad500c HTTP/1.1" status: 204  len: 168 time: 0.1680062
Nov 10 03:51:51.441027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0186dab1-1938-4220-afc4-5d2753ad500c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:51:51.447935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.448284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.448660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.448977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.449304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.449629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.449955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.450277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.450654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.450903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.451220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:51:51.451533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be462f99-4d09-46a2-8628-fd25f3bbb0af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:52:04.251692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fdd4518-1ec9-495f-8e76-0082a55d4ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:06.798390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-89650a90-5344-483c-93ca-2380431f822b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:07.708633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:09.166764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:10.144563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:14.443686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:52:34.252448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55dc7900-5b9b-4bbc-b7ca-0468ea8f46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:36.799717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58a1154f-d4de-4bc9-a9e5-26defddb2a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:37.710740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:39.169439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:40.145639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:52:51.442876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:53:04.253083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db3e2de2-b9bd-44be-ab0f-32f7b2f86de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:06.803418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-787ee8c8-fe37-4c13-9866-10718306a11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:07.714132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:09.172521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:10.146650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:28.441146 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:53:34.254425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fff47ff6-d6be-4627-a1ec-30a8f10530d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:36.803826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3e999603-cb4b-4379-92a9-135180585dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:37.715977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:39.178015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:53:40.148040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:04.255756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff039392-af14-47a1-81c4-13eeb963dd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:05.439543 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:54:06.803633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1ade5701-c273-49b3-b9ab-dab8182dd76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:07.719435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:09.177772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:10.149849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:34.256575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-957e6b23-1b6b-4a2f-af9b-a6a8474cac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:36.806243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6a94-58eb-4584-b7e9-8c3e0eb88b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:37.723127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:39.180008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:40.151672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:42.437673 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 5 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:54:48.403856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:54:48.604867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602031'] for agent, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:04.256921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68e440d0-7655-4850-8e1e-b04e2fa730e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:06.807398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2574de4-53ca-440b-b4b7-c63075b7a984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:07.724708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:09.184296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:10.153905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:18.345978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:18.574786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:19.436152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:55:34.258772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a71edbf-b996-4654-99bf-d2b4c4dd8c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:36.809239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6f80-7264-4f64-8bc5-2641240ffa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:37.729153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:39.186067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:39.212317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51516) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:55:39.315864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ebb7caa8-14db-457c-9efa-3d1f45604f6a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1017439
Nov 10 03:55:40.160408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:41.689442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:55:41.743504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5faec06-c5da-49a5-b89c-b35480aa8a2e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0529640
Nov 10 03:55:48.345680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:48.566415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:55:56.434374 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:56:04.263407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15a58978-1c6f-4875-a143-68333e20dc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:06.810578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-61368031-74ad-4747-9cd0-fd6a2d0c13d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:07.730841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:09.190521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:10.153301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:18.362216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:18.588815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:33.433383 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:56:34.269328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9839c936-4f9d-4dba-a017-7d63809b7836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:36.811636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10a4044e-d684-4678-a6ab-de24fb550335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:37.733896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:39.195522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:40.157863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:48.360780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:56:48.603867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:04.261736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a6897f46-c836-445c-a300-7759180c62fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:05.345490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51760) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:05.806861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d47a53f9-602e-456b-89a9-b86f81cd5a03 tempest-AutoAllocateNetworkTest-1561413449 tempest-AutoAllocateNetworkTest-1561413449-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=339eb11906014f7c862dbbb62ca29698&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4603477
Nov 10 03:57:05.809460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51782) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:06.095456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db86638-01b9-46a1-b8b3-5d12148b01cc tempest-AutoAllocateNetworkTest-1561413449 tempest-AutoAllocateNetworkTest-1561413449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:06.100082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9db86638-01b9-46a1-b8b3-5d12148b01cc tempest-AutoAllocateNetworkTest-1561413449 tempest-AutoAllocateNetworkTest-1561413449-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2896898
Nov 10 03:57:06.100522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:06.164703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02316fdb-657f-407e-9eda-406eac9ceac9 tempest-AutoAllocateNetworkTest-1561413449 tempest-AutoAllocateNetworkTest-1561413449-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0629458
Nov 10 03:57:06.167179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51804) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:06.196089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e18a928d-35f4-4749-82f3-f8d36900b2b9 tempest-AutoAllocateNetworkTest-1561413449 tempest-AutoAllocateNetworkTest-1561413449-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=339eb11906014f7c862dbbb62ca29698 HTTP/1.1" status: 200  len: 208 time: 0.0276372
Nov 10 03:57:06.731006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51844) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:06.817106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-710f8e92-6601-43c3-9985-98f45b32a51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.084890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.177320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.181448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.226563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f1848-a74d-4714-9c31-a3a8353e531e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:07.237502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.237840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.238187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.238521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.239009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.239343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.239675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.239999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.240467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.241038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.241364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.241835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] Tracked resource versions report:
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]: pushed versions:
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]: {   'AddressGroup': {'1.2'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'ConntrackHelper': {'1.0'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'Log': {'1.0'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'Network': {'1.1'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'Port': {'1.7'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'PortForwarding': {'1.2'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'QosPolicy': {'1.10'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'SecurityGroup': {'1.5'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'SubPort': {'1.0'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'Subnet': {'1.1'},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     'Trunk': {'1.1'}}
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]: consumer versions:
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     HyperV agent@nch1-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     HyperV agent@nch2-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'ConntrackHelper': '1.0',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'Log': '1.0',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'Network': '1.1',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'Port': '1.7',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'PortForwarding': '1.2',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'QosPolicy': '1.10',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'SecurityGroup': '1.5',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'SubPort': '1.0',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'Subnet': '1.1',
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:                                           'Trunk': '1.1'}}
Nov 10 03:57:07.242853 ncdv-817176-1 neutron-server[119697]:  {{(pid=119697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:57:07.250974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:07.251479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea512315-155d-4113-b454-2e3faa016f3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=339eb11906014f7c862dbbb62ca29698&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5185165
Nov 10 03:57:07.318355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.340900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.399507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.403062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:07.406886 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/728f1848-a74d-4714-9c31-a3a8353e531e HTTP/1.1" status: 204  len: 168 time: 0.1506586
Nov 10 03:57:07.415502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f1848-a74d-4714-9c31-a3a8353e531e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:07.423479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.423965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.424698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.425144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.425564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.425988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.426411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.426828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.427234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.427722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.428115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.428503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee67e81-73d8-4a21-8fe2-bdf39b3349bf admin admin] Tracked resource versions report:
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]: pushed versions:
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]: {   'AddressGroup': {'1.2'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'ConntrackHelper': {'1.0'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'Log': {'1.0'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'Network': {'1.1'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'Port': {'1.7'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'PortForwarding': {'1.2'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'QosPolicy': {'1.10'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'SecurityGroup': {'1.5'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'SubPort': {'1.0'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'Subnet': {'1.1'},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     'Trunk': {'1.1'}}
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]: consumer versions:
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     HyperV agent@nch1-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     HyperV agent@nch2-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'ConntrackHelper': '1.0',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'Log': '1.0',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'Network': '1.1',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'Port': '1.7',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'PortForwarding': '1.2',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'QosPolicy': '1.10',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'SecurityGroup': '1.5',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'SubPort': '1.0',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'Subnet': '1.1',
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:                                           'Trunk': '1.1'}}
Nov 10 03:57:07.429609 ncdv-817176-1 neutron-server[119696]:  {{(pid=119696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:57:07.740105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:08.528733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51948) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:08.699405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f1f0513c-fd0d-463d-ba07-75e3d7008300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:08.832308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f1f0513c-fd0d-463d-ba07-75e3d7008300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:08.836492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f1f0513c-fd0d-463d-ba07-75e3d7008300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:08.866611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0513c-fd0d-463d-ba07-75e3d7008300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b46cf-b0df-45e7-b3f6-7cb6c6b1d43f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:08.912721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f1f0513c-fd0d-463d-ba07-75e3d7008300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f8e7740b4ef428f9ad247019be4f89f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3813798
Nov 10 03:57:08.913106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.030393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.057729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.066714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52002) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.118837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.121561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.122704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/613b46cf-b0df-45e7-b3f6-7cb6c6b1d43f HTTP/1.1" status: 204  len: 168 time: 0.2083120
Nov 10 03:57:09.131043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5d06-0746-453d-8cc2-e39620546b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b46cf-b0df-45e7-b3f6-7cb6c6b1d43f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:09.204964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.352895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60b89351-6b07-49af-a57d-b63de74c5f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.447551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60b89351-6b07-49af-a57d-b63de74c5f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.452774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60b89351-6b07-49af-a57d-b63de74c5f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.494482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-60b89351-6b07-49af-a57d-b63de74c5f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d65047a5d8ed4c359989170ef998fe5d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4266849
Nov 10 03:57:09.497191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52028) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.505174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89351-6b07-49af-a57d-b63de74c5f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7233811e-af84-4072-a955-7e81336af0cc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:09.565611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.587110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.646778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.649409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.650554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7233811e-af84-4072-a955-7e81336af0cc HTTP/1.1" status: 204  len: 168 time: 0.1524596
Nov 10 03:57:09.661046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b065dd-0107-4c6c-8bf2-1272bec1e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233811e-af84-4072-a955-7e81336af0cc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:09.743246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52044) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.772878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.786251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e998790-ef19-489c-9408-78d1763b3748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.879692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e998790-ef19-489c-9408-78d1763b3748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.884540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e998790-ef19-489c-9408-78d1763b3748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:09.924420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e998790-ef19-489c-9408-78d1763b3748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6987f2-9392-488b-935a-efb68afc6d96,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:09.928706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1e998790-ef19-489c-9408-78d1763b3748 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a40f82f9d3fa472ba49fe68bb575f2e2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1547463
Nov 10 03:57:09.931461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52056) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:09.987043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.010041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.032315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3546ad-2c98-4627-93e1-25b5fd8a6d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.075152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.079492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.083707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e6987f2-9392-488b-935a-efb68afc6d96 HTTP/1.1" status: 204  len: 168 time: 0.1510098
Nov 10 03:57:10.093724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baf96d-b0a1-4f82-bb1f-ff6a378659e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6987f2-9392-488b-935a-efb68afc6d96,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:10.165370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.179679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52062) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:10.195342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3546ad-2c98-4627-93e1-25b5fd8a6d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.200107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e78611e-fc65-4254-9d67-0f509abec4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.200949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3546ad-2c98-4627-93e1-25b5fd8a6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.228051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f3546ad-2c98-4627-93e1-25b5fd8a6d24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a1c76a9ed644e47800602cf6ba9cdfe&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4835951
Nov 10 03:57:10.231465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52064) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:10.250574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3546ad-2c98-4627-93e1-25b5fd8a6d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba5d073-ff6b-471a-9fcb-20c137680cfd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:10.343044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.350997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e78611e-fc65-4254-9d67-0f509abec4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.363049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e78611e-fc65-4254-9d67-0f509abec4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.397213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.425378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78611e-fc65-4254-9d67-0f509abec4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79c164-4490-40e1-8b9d-949757225e27,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:10.435326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:57:10.437304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7e78611e-fc65-4254-9d67-0f509abec4a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=417caf0eb5534bdda2823c49b2d3418c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2554379
Nov 10 03:57:10.440413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52084) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:10.478312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.480713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.481853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ba5d073-ff6b-471a-9fcb-20c137680cfd HTTP/1.1" status: 204  len: 168 time: 0.2494786
Nov 10 03:57:10.489705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4e72a-d7b1-4e7e-baf7-1b58675d1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba5d073-ff6b-471a-9fcb-20c137680cfd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:10.513646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.546530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.599689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.602464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:10.603590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f79c164-4490-40e1-8b9d-949757225e27 HTTP/1.1" status: 204  len: 168 time: 0.1614645
Nov 10 03:57:10.613159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf1a5f-94b2-420c-9656-34ba9cf0256c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79c164-4490-40e1-8b9d-949757225e27,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:11.017067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52118) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:11.039295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1897-9e37-4602-928b-9939abaa36ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.041413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52124) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:11.044874 ncdv-817176-1 neutron-server[119696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 03:57:11.074838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-73c8e16c-e24a-431b-b83a-5865322efa9f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0309947
Nov 10 03:57:11.125720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1897-9e37-4602-928b-9939abaa36ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.133627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1897-9e37-4602-928b-9939abaa36ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.176996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f6c1897-9e37-4602-928b-9939abaa36ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ddcf2e4b5984bf19e0ed716dd3f68a0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1612978
Nov 10 03:57:11.178889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1897-9e37-4602-928b-9939abaa36ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac563bf-edbe-484a-87ed-4b2ccfb46d72,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:11.179568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52130) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:11.233069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-7de66ae1-0a1a-4733-8105-b8cd9c08deb9 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:11.235073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-7de66ae1-0a1a-4733-8105-b8cd9c08deb9 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1594262
Nov 10 03:57:11.252047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52132) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:11.273191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-bb461a4e-0a2a-438f-83f7-4764584bf9be tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/quotas/461dfa2013f345e7a5363c5a3ec3dcd7 HTTP/1.1" status: 200  len: 375 time: 0.0284796
Nov 10 03:57:11.273914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.338379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-5f8b84c2-3e49-47ab-a9b7-b0f9422e6cee tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552406
Nov 10 03:57:11.340372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.392050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.395009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.396264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ac563bf-edbe-484a-87ed-4b2ccfb46d72 HTTP/1.1" status: 204  len: 168 time: 0.2153432
Nov 10 03:57:11.404018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2987d1-1c95-452f-8773-78b1d194931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac563bf-edbe-484a-87ed-4b2ccfb46d72,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:11.542710 ncdv-817176-1 neutron-server[119697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 03:57:11.546509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1886348114', 'description': 'tempest-description-285757455'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:11.586263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.605941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eba1a326-a7f0-441f-b391-9c188bf9936e req-8f4e4e50-08f8-4383-8d77-13c0a2b94df9 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.0564547
Nov 10 03:57:11.606377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.715747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.720351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.766818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315a398b-1480-4d7f-bde2-4998a3cafa85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:11.813263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.817378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.859149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:11.864567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b58af823-6fc1-4315-b702-cc6cc298845f req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6113296
Nov 10 03:57:11.866846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0bd1f-ad31-4ecc-860a-1335400f2470 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fbd11-6174-4f74-8d82-0fd1c228bc3a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:11.887500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Request body: {'security_group': {'name': 'tempest-securitygroup-148801999', 'description': 'tempest-description-1017621785'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:11.933525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.052381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.062750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.099448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.104425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b59d4758-ee48-47ff-937f-e64c8fac754a req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2208602
Nov 10 03:57:12.132678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8370a6-8861-4478-93f8-ffd450b2bc62 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5fa59-e4ca-4c43-ba14-34ec8ee28a5d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:12.188388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52196) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:12.424313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-network', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:12.464158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Made reservation on behalf of b8d7111030614ab994cb28cfe82f66df for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:12.469648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.476882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-860823603', 'description': 'tempest-description-1986370052'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:12.500660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.517627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.541343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.632680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.639238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.644704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.650814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.687379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf3cbf-cc17-4c1e-a216-cca01bd87343,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:12.693554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:12.704422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737382c-33e5-4b3c-92b8-4e910ed61701,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:12.734194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762294579932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.734761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f82174b2dc0> segment precommit_create {{(pid=119696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 03:57:12.737403 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Added segment 8144c2a7-eeed-4fb5-bf56-cbfc24f76eab of type vlan for network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402
Nov 10 03:57:12.764009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.771137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.827456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.836780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1804c03-6a19-4a28-9894-9b54911f100f req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3640301
Nov 10 03:57:12.843417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.863872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627fc2c-b55f-4d39-baf6-2f5cbe26c035 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8318bc5-edc4-4482-b3c1-f443e6f12169,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:12.896052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1644012114', 'description': 'tempest-description-395084719'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:12.930831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92d98b4e-96d8-4284-a710-1ad2f6460ae7 req-1e3c559f-7aa8-4767-9bab-56ac36f1c7b8 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.0447247
Nov 10 03:57:12.950852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.952024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:12.953204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:12.954332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.051541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8620150
Nov 10 03:57:13.057350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:13.067531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Request body: {'subnet': {'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-subnet', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:13.072055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5c81-1474-4202-b79d-15162d32ba86 admin admin] Pushing event updated for resources: {'Network': ['ID=4d66c40f-96b4-4cf5-a17f-c2b6c5897402,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:13.086012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:13.090797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.100218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.172732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658881c6-bd9a-453b-83e2-1f7c7c8e528e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:13.182515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Made reservation on behalf of b8d7111030614ab994cb28cfe82f66df for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:13.184951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.196326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.201493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-911c32e1-09e6-4190-a14d-35239219da3e req-a2493bff-5bee-42df-9043-bce695c42aa3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3112149
Nov 10 03:57:13.278500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:13.403547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2094009275-network', 'tenant_id': '5047437050b54d1c9edd93fdd58f2667'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:13.431455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Made reservation on behalf of 5047437050b54d1c9edd93fdd58f2667 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:13.434139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.443401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.501397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-1618eb92-c783-49a0-9e13-7238d117797c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=717e5841788344e89e8d073b02bd2e75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299356
Nov 10 03:57:13.526480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-5bba574e-635a-4636-9074-0fd33fbccd13 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 20394 time: 0.2902522
Nov 10 03:57:13.554853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.616235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-c24533ef-2d1d-4487-a655-33c6e689f8c3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/23bf3cbf-cc17-4c1e-a216-cca01bd87343 HTTP/1.1" status: 200  len: 2994 time: 0.0786819
Nov 10 03:57:13.623106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.631970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.653254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.21', 49794) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:13.668986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:13.671372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-bce1cee2-5203-49d0-ab67-bf62b2755bb7 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:13.672889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-bce1cee2-5203-49d0-ab67-bf62b2755bb7 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1627786
Nov 10 03:57:13.673612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:13.697657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd5bdd-e7df-4568-821b-ac37f19425f0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:13.700649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.701022 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Added segment e7277d99-59ba-4ba2-8506-98d6c41bf10a of type vlan for network d574d632-fec2-4c24-8bd8-1c648c56e127
Nov 10 03:57:13.706238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-d07550d2-ea11-49b6-8f4b-b7c907a16b6c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0497472
Nov 10 03:57:13.719263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-8c56724b-bb71-4291-b846-6751beb0469f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/quotas/717e5841788344e89e8d073b02bd2e75 HTTP/1.1" status: 200  len: 375 time: 0.0369191
Nov 10 03:57:13.723546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Checking segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:13.723931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Network hostable DHCP agents. Network: 4d66c40f-96b4-4cf5-a17f-c2b6c5897402, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:13.771613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-ac84f745-966b-46f8-928a-07020a2e3a6a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509322
Nov 10 03:57:13.787154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.789148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-31b3e64f-a21f-46e4-b7cb-f451c550aebf tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/23bf3cbf-cc17-4c1e-a216-cca01bd87343 HTTP/1.1" status: 200  len: 2994 time: 0.1649055
Nov 10 03:57:13.840269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.841801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:13.842418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.879923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:13.902925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6231987
Nov 10 03:57:13.911524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52266) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:13.911524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Request body: {'subnet': {'network_id': 'd574d632-fec2-4c24-8bd8-1c648c56e127', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2094009275-subnet', 'tenant_id': '5047437050b54d1c9edd93fdd58f2667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:13.921275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4060-f7f0-4dea-b279-d58f5fc34c77 admin admin] Pushing event updated for resources: {'Network': ['ID=d574d632-fec2-4c24-8bd8-1c648c56e127,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:13.931433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d574d632-fec2-4c24-8bd8-1c648c56e127 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:13.942223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4d66c40f-96b4-4cf5-a17f-c2b6c5897402) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:13.962873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:13.963567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:13.966581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-e8e4c085-6e63-4b7d-9727-89278d9df784 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/315a398b-1480-4d7f-bde2-4998a3cafa85 HTTP/1.1" status: 200  len: 2994 time: 0.1621296
Nov 10 03:57:13.978231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-54e52524-b7ad-4f4f-ab60-1a9e5f495255 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:13.979786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-54e52524-b7ad-4f4f-ab60-1a9e5f495255 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2672827
Nov 10 03:57:13.992767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Made reservation on behalf of 5047437050b54d1c9edd93fdd58f2667 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:13.998129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.006957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62bb69e3-091a-42ab-9004-3f08d15ddb95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.9478137
Nov 10 03:57:14.007799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52280) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:14.019085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:14.025639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49d97f6d-46f5-4212-8038-db2ce335b6a5 req-b047cb5f-4fbd-405b-b518-c631bb9c9872 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 210 time: 0.0467231
Nov 10 03:57:14.040170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f0c16-758e-4cda-b93b-dc07bf66ad8f None None] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:14.052461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-f5933b3c-ed26-4be7-8fa4-64d0e4703d7c tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/315a398b-1480-4d7f-bde2-4998a3cafa85 HTTP/1.1" status: 200  len: 2994 time: 0.0686760
Nov 10 03:57:14.087525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Request body: {'port': {'device_id': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '461dfa2013f345e7a5363c5a3ec3dcd7'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:14.104274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.110629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.249929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:57:14.250875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.294954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-359b5a62-33c6-4d39-a14a-7cd802344913 req-cbb3b8d9-19d6-43d0-861b-bf6f0ca80877 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.0681291
Nov 10 03:57:14.323183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.377087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-534ac16b-d81f-471f-bdac-8f3fe269cfb1 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/64dcb5dd-23d2-4aed-a5f9-85881e18b0bf HTTP/1.1" status: 200  len: 2994 time: 0.3054628
Nov 10 03:57:14.410303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.447253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Checking segment: {'id': 'e7277d99-59ba-4ba2-8506-98d6c41bf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd574d632-fec2-4c24-8bd8-1c648c56e127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:14.447607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Network hostable DHCP agents. Network: d574d632-fec2-4c24-8bd8-1c648c56e127, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:14.455395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2829114e-98bd-4f57-a735-eaf021592853,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:14.472978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Network d574d632-fec2-4c24-8bd8-1c648c56e127 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:14.487650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Allocated IP 172.20.0.2 (4d66c40f-96b4-4cf5-a17f-c2b6c5897402/88d1de4c-538f-4b88-bdd0-9fb3439a1fe4/a7c6eb85-5263-498a-9ed1-b4ee681cbc4b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:14.497632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d574d632-fec2-4c24-8bd8-1c648c56e127) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:14.503643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:14.504332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.536699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6489524-c36c-4399-bbd1-52cda221b643 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6182551
Nov 10 03:57:14.562247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd6d53-6e25-4b7f-8db3-cec8efe88a7a None None] Network d574d632-fec2-4c24-8bd8-1c648c56e127 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:14.717286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-f2b38ecb-9e77-46ac-ba15-2908f227202c tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/64dcb5dd-23d2-4aed-a5f9-85881e18b0bf HTTP/1.1" status: 200  len: 2994 time: 0.3382626
Nov 10 03:57:14.775095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.803115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Made reservation on behalf of 461dfa2013f345e7a5363c5a3ec3dcd7 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:14.807355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.813272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.844935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.919162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-cd7e9977-e64e-453f-910d-9c72bac292e3 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8737382c-33e5-4b3c-92b8-4e910ed61701 HTTP/1.1" status: 200  len: 2994 time: 0.1661720
Nov 10 03:57:14.956833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:14.997646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:15.060706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:15.064959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Pushing event updated for resources: {'Port': ['ID=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:15.089936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bcbfc1-8679-4ed5-975b-714e3dd135ee None None] Network d574d632-fec2-4c24-8bd8-1c648c56e127 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:15.099733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.101835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.103366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.105676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.106126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.106471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.106809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.107142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.110100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.110527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.112632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.113272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Tracked resource versions report:
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]: pushed versions:
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]: {   'AddressGroup': {'1.2'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'ConntrackHelper': {'1.0'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'Log': {'1.0'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'Network': {'1.1'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'Port': {'1.7'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'PortForwarding': {'1.2'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'QosPolicy': {'1.10'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'SecurityGroup': {'1.5'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'SubPort': {'1.0'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'Subnet': {'1.1'},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     'Trunk': {'1.1'}}
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]: consumer versions:
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     HyperV agent@nch1-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     HyperV agent@nch2-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'ConntrackHelper': '1.0',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'Log': '1.0',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'Network': '1.1',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'Port': '1.7',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'PortForwarding': '1.2',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'QosPolicy': '1.10',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'SecurityGroup': '1.5',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'SubPort': '1.0',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'Subnet': '1.1',
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:                                           'Trunk': '1.1'}}
Nov 10 03:57:15.117588 ncdv-817176-1 neutron-server[119698]:  {{(pid=119698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:57:15.133752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:15.140653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-9cea4379-c702-4c06-a816-fb7c58f643b0 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8737382c-33e5-4b3c-92b8-4e910ed61701 HTTP/1.1" status: 200  len: 2994 time: 0.2117877
Nov 10 03:57:15.188024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0284314e-0e68-4b06-822f-cb002a3ca4a5 req-6e83eca6-16a8-4cb3-9658-d137026c10b0 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 210 time: 0.0594199
Nov 10 03:57:15.281400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-8f713b49-0fb0-42a6-8446-d9727267cc27 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ef74eed4-328e-41a6-85c5-8597b1ea2b5f HTTP/1.1" status: 200  len: 2990 time: 0.1222439
Nov 10 03:57:15.371533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.393900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.465728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc10aeb1-4d86-4f35-afea-7cbe54455899 req-8d54a75d-c0c9-4490-8b30-9884c2776a69 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.0393915
Nov 10 03:57:15.643992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Attempting to bind port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:15.644578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Attempting to bind port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:15.644765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Attempting to bind port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:15.660383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:15.661076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Checking segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:15.661624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.662198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Bound using segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:15.663063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Bound port: a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:15.663659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.830502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52342) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:15.837155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1857005269-network', 'tenant_id': '6b9c5c51933442c4a784e5bdbc3c5861'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:15.837453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] For port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:15.843165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] For port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:15.852032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.876484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.878224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Made reservation on behalf of 6b9c5c51933442c4a784e5bdbc3c5861 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:15.880717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.892867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.928772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:15.951073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afaea7-202e-40e2-8ff1-8a352a1bb6fe None None] Pushing event updated for resources: {'Port': ['ID=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:16.106419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.117490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.129164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Allocated IP 172.32.3.20 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/5b072563-9a04-42e4-9b11-a78cfd950849) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:16.169372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b08a3-a374-4c47-ba77-69b1bce09514,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:16.187979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:16.203638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.204271 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Added segment febc811b-3d85-46e6-85ce-b6a56f2345a2 of type vlan for network 164c3b4d-286e-4e3b-8000-db7ce5dfeb65
Nov 10 03:57:16.401666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.584118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.589084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Allocated IP 192.168.233.150 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/8939b61c-eadd-4bd8-a28a-0cc0af1956ef) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:16.611016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.26', 51371) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:16.634604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.635562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:16.636233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:16.732044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8976643
Nov 10 03:57:16.732044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bf837-faac-4446-8f4b-c521f0a12855 admin admin] Pushing event updated for resources: {'Network': ['ID=164c3b4d-286e-4e3b-8000-db7ce5dfeb65,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:16.732414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:16.740708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 164c3b4d-286e-4e3b-8000-db7ce5dfeb65 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:16.754443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-613c2984-acc8-4d17-acf2-7689724feb88 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=717e5841788344e89e8d073b02bd2e75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1422555
Nov 10 03:57:16.762728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Request body: {'subnet': {'network_id': '164c3b4d-286e-4e3b-8000-db7ce5dfeb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1857005269-subnet', 'tenant_id': '6b9c5c51933442c4a784e5bdbc3c5861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:16.798412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44dd3471-1ddb-4308-90c3-878b47ede38c req-4e59127d-b07e-4244-9724-25f43bddbce5 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 210 time: 0.1882877
Nov 10 03:57:16.821944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93ddc9-4e16-491f-95a5-d3ac289c1626,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:16.853894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c69abeb8-3ad7-432f-a9a3-8b3ed4d2817e req-66530e51-dc4c-482c-9685-874c8c5429dd tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ef74eed4-328e-41a6-85c5-8597b1ea2b5f HTTP/1.1" status: 200  len: 2990 time: 1.5614817
Nov 10 03:57:16.940717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Made reservation on behalf of 6b9c5c51933442c4a784e5bdbc3c5861 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:16.943230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.078554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.136643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-b646d786-9b27-457b-a228-12067ce541bb tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:17.138108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-b646d786-9b27-457b-a228-12067ce541bb tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3387370
Nov 10 03:57:17.140843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66cdf3e6-c087-4919-bde7-cd23212d7138 req-2c6f33a9-cd83-4465-9ba9-fa6f66522a09 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.1656685
Nov 10 03:57:17.173593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.275076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Request body: {'port': {'device_id': '66e28e68-2732-4c0b-9080-034507d606ee', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '717e5841788344e89e8d073b02bd2e75'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:17.453055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b072563-9a04-42e4-9b11-a78cfd950849,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:17.549884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:17.559178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:17.576115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:17.646413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Made reservation on behalf of 717e5841788344e89e8d073b02bd2e75 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:17.656544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.692873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.714745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f893b-0bb8-45f9-8423-6fa299d28f12 None None] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:17.749737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.911485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Checking segment: {'id': 'febc811b-3d85-46e6-85ce-b6a56f2345a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '164c3b4d-286e-4e3b-8000-db7ce5dfeb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:17.911839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Network hostable DHCP agents. Network: 164c3b4d-286e-4e3b-8000-db7ce5dfeb65, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:17.914063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddcc5c3-53e5-4e93-91e1-0f6678d55c22,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:17.957872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-282343f8-db83-4000-91af-eb89513c7775 None None] Provisioning complete for port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:17.961035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-282343f8-db83-4000-91af-eb89513c7775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.977205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:17.980918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Network 164c3b4d-286e-4e3b-8000-db7ce5dfeb65 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:17.994536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.072840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c98677a-1d59-4d3f-a9b6-dca1cd296994 req-9cc020dd-9b7c-42ff-90d0-d460565a8fbc tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cadaeb821aab443d8c32e727d3f34abc HTTP/1.1" status: 200  len: 6145 time: 1.0222795
Nov 10 03:57:18.178675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.230948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-282343f8-db83-4000-91af-eb89513c7775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.259030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Allocated IP 192.168.233.39 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/6ed89411-9cf7-4f83-9c20-f5a4af6fda17) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:18.306614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Pushing event updated for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:18.340688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-282343f8-db83-4000-91af-eb89513c7775 None None] For port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:18.369480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-282343f8-db83-4000-91af-eb89513c7775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.418096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1b706d15-97be-459b-b833-c56062561071 req-fa94ea97-796d-4dfa-8180-739b57e5b1d1 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 210 time: 0.4385338
Nov 10 03:57:18.448008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:18.448222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 164c3b4d-286e-4e3b-8000-db7ce5dfeb65) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:18.448354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:18.478740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:18.479431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.484249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:18.510319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:18.511080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.543831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a7c6eb85-5263-498a-9ed1-b4ee681cbc4b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:18.562486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22c289-4ab8-43d1-a657-52c6244b23cb None None] Network 164c3b4d-286e-4e3b-8000-db7ce5dfeb65 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:18.590116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c98677a-1d59-4d3f-a9b6-dca1cd296994 req-afed03a5-0928-4fa8-bc80-2d7bc1661ba4 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "GET /v2.0/security-groups/315a398b-1480-4d7f-bde2-4998a3cafa85 HTTP/1.1" status: 200  len: 2994 time: 0.5096626
Nov 10 03:57:18.669351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.673643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6825db59-57c1-46a7-a3e1-ea706fb00d01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9213965
Nov 10 03:57:18.675090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5219d5e4-c596-4817-8c37-81d3209fb289,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:18.759023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-372bf482-461a-4d84-8670-3ea1555ea201 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.6821573
Nov 10 03:57:18.762627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f811a2-1482-4e33-ac91-afdbfa2a030d req-6a6b4e49-3c9a-44fc-b8ca-2adbaeaf74d7 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:18.764469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7f811a2-1482-4e33-ac91-afdbfa2a030d req-6a6b4e49-3c9a-44fc-b8ca-2adbaeaf74d7 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 936 time: 0.2175524
Nov 10 03:57:18.780751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.864301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:18.923275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7f811a2-1482-4e33-ac91-afdbfa2a030d req-408142e9-79d8-4eb3-92b8-375d99568eca tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468799
Nov 10 03:57:18.924022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52378) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:18.963618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b39e0-f04b-44e1-9b20-0af78e7544d4 None None] Network 164c3b4d-286e-4e3b-8000-db7ce5dfeb65 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:19.002974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Deleting subnet 2829114e-98bd-4f57-a735-eaf021592853 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 03:57:19.019902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.027425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-d7829421-ae48-4de7-affd-899494b0fbf0 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:57:19.029338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-d7829421-ae48-4de7-affd-899494b0fbf0 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0095363
Nov 10 03:57:19.069907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.113693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c98677a-1d59-4d3f-a9b6-dca1cd296994 req-521a5153-5828-4445-9740-9ec943815358 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "GET /v2.0/security-groups/315a398b-1480-4d7f-bde2-4998a3cafa85 HTTP/1.1" status: 200  len: 2994 time: 0.5226226
Nov 10 03:57:19.123954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11c9d377-1e06-4eb3-a452-b32b23e53701 None None] Provisioning complete for port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:19.124383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11c9d377-1e06-4eb3-a452-b32b23e53701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.159873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.164661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11c9d377-1e06-4eb3-a452-b32b23e53701 None None] Port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:19.167480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282343f8-db83-4000-91af-eb89513c7775 None None] Pushing event updated for resources: {'Port': ['ID=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:19.181626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11c9d377-1e06-4eb3-a452-b32b23e53701 None None] Provisioning complete for port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:19.182011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11c9d377-1e06-4eb3-a452-b32b23e53701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.214075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:19.214386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.271238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.302653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.543794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Request body: {'port': {'device_id': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'device_owner': 'compute:tempest-test_az-810660073', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:19.593374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-3a6f61d8-4d89-447a-b533-60a64054605b tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/658881c6-bd9a-453b-83e2-1f7c7c8e528e HTTP/1.1" status: 200  len: 1792 time: 0.4387469
Nov 10 03:57:19.627981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.655574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.738386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2829114e-98bd-4f57-a735-eaf021592853,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:19.753099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:19.755598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.760114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4097da1e-8cd9-4697-9ff6-472575a6d1be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2829114e-98bd-4f57-a735-eaf021592853 HTTP/1.1" status: 204  len: 168 time: 0.8327010
Nov 10 03:57:19.764938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:19.767779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.774396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.815902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.837984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:19.852106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:19.865754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:19.866571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.922689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6559155
Nov 10 03:57:19.922689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8bc4-776d-4dcf-9c38-335bbd24f85c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Pushing event updated for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:19.961989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.968505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:19.990340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b73fd1d-1736-4f8c-a570-0ff47d6e4300 req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/658881c6-bd9a-453b-83e2-1f7c7c8e528e HTTP/1.1" status: 204  len: 173 time: 0.3949187
Nov 10 03:57:20.014309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022c176-09ae-47cf-87ac-35297dc0fae7 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658881c6-bd9a-453b-83e2-1f7c7c8e528e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:20.048470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-34fd4099-5f6a-433b-8d5b-7e778e629d5c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:57:20.050045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-34fd4099-5f6a-433b-8d5b-7e778e629d5c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072629
Nov 10 03:57:20.220417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:20.360258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef170a4-1b58-4520-ba47-c73c3909aa6e req-13afa906-4f0b-470a-9185-e21c0199635c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:20.361755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ef170a4-1b58-4520-ba47-c73c3909aa6e req-13afa906-4f0b-470a-9185-e21c0199635c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 936 time: 0.2810745
Nov 10 03:57:20.368195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a7c6eb85-5263-498a-9ed1-b4ee681cbc4b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:20.431486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-928b76b6-0703-4f57-96c0-e3a957167e4c None None] Provisioning complete for port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:20.431936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-928b76b6-0703-4f57-96c0-e3a957167e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:20.441612 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ef170a4-1b58-4520-ba47-c73c3909aa6e req-7cce7ba8-8db1-476e-bb6f-ff1d80b4da9c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678763
Nov 10 03:57:20.445337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Request body: {'port': {'device_id': '66e28e68-2732-4c0b-9080-034507d606ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:20.505672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c86c-77ef-4cbf-87ee-8641a06303d9 req-2573a0ae-e824-4294-b31a-05cedc95239f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:20.508044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60c3c86c-77ef-4cbf-87ee-8641a06303d9 req-2573a0ae-e824-4294-b31a-05cedc95239f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 935 time: 0.5181222
Nov 10 03:57:20.545077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:20.549008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-928b76b6-0703-4f57-96c0-e3a957167e4c None None] Port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:20.559605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:20.560385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:20.582801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-832f0605-6470-4f78-9ad3-9673ab440b33 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c8318bc5-edc4-4482-b3c1-f443e6f12169 HTTP/1.1" status: 200  len: 1792 time: 0.0646541
Nov 10 03:57:20.953002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.114532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60c3c86c-77ef-4cbf-87ee-8641a06303d9 req-c0dd1530-3422-4698-98a4-f185b0daf72a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5500066
Nov 10 03:57:21.133136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.189498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 03:57:21.189704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:21.199603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.215060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.218212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8214a31580>> segment before_delete 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.218876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8214a31580>> subnet precommit_delete_associations 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.219789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> segment_host_mapping after_create 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.220271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> port after_create 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.220773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> port after_delete 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.221243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> port after_update 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.221728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> segment after_delete 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.222213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> subnet after_create 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.222656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> subnet after_delete 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.223130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ff7aa30>> subnet after_update 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.275773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Transition to ACTIVE for port object 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:57:21.282175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.338111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:21.356286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.360203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.361491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7901a510-4b39-4683-a768-fd3aa1110d6f req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8318bc5-edc4-4482-b3c1-f443e6f12169 HTTP/1.1" status: 204  len: 173 time: 0.7778642
Nov 10 03:57:21.382837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef83dce-c438-4ed6-816a-1fa70fab5d98 tempest-SecurityGroupsTestAdminJSON-489048749 tempest-SecurityGroupsTestAdminJSON-489048749-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8318bc5-edc4-4482-b3c1-f443e6f12169,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:21.485735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Attempting to bind port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:21.487134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Attempting to bind port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:21.487417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Attempting to bind port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:21.503621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:57:21.509725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Attempting to bind port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:21.521170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:21.521526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:21.522083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:21.522702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Bound port: 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:21.523065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.615248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820f8d5730>> subnet after_create 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.615588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820f8d5730>> subnet after_delete 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.615913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820f8d5730>> subnet before_create 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.616235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820f8d5730>> subnet before_update 55550000 {{(pid=119697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 03:57:21.617090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ff7af10>,) {'filters': {'network_id': ['d574d632-fec2-4c24-8bd8-1c648c56e127']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:21.724909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:21.754802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:21.764978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dc768-2cc1-44ac-bf28-34fb8a405517 req-7932e9dc-ec03-4612-b9a3-f33e50ddcb2d tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:21.769073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c2dc768-2cc1-44ac-bf28-34fb8a405517 req-7932e9dc-ec03-4612-b9a3-f33e50ddcb2d tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 936 time: 0.1236293
Nov 10 03:57:21.773193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.886686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:21.887203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:21.888673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] 10.222.0.26 "PUT /v2.0/ports/6ed89411-9cf7-4f83-9c20-f5a4af6fda17 HTTP/1.1" status: 200  len: 1095 time: 1.5715356
Nov 10 03:57:21.891569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:22.001717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ff7af10>, 'e7277d99-59ba-4ba2-8506-98d6c41bf10a') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:22.002042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ff7af10>, 'e7277d99-59ba-4ba2-8506-98d6c41bf10a') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:22.165773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.167769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c2dc768-2cc1-44ac-bf28-34fb8a405517 req-bf1bbddd-c991-47fa-bf43-33841823529d tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3677087
Nov 10 03:57:22.220758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-02872a79-87a4-4c59-8e7e-7fb8d7214c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:22.222674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-02872a79-87a4-4c59-8e7e-7fb8d7214c51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 1098 time: 0.1672387
Nov 10 03:57:22.224189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f150-4dd0-452f-aaa4-28135c6ad07e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:22.237536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.283665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 03:57:22.284064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   from cryptography.utils import int_from_bytes
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   from cryptography.utils import int_from_bytes
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 03:57:22.311538 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 03:57:22.331351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-2e41932b-c5dd-4ddc-b3e5-4accf577164a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17 HTTP/1.1" status: 200  len: 217 time: 0.0954142
Nov 10 03:57:22.347423 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f748b-f78d-472a-b06b-7b46a547bf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:22.380666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-5b59b4f5-520f-4577-aed2-6616fd926019 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "GET /v2.0/security-groups/42d5fa59-e4ca-4c43-ba14-34ec8ee28a5d HTTP/1.1" status: 200  len: 1792 time: 0.7572408
Nov 10 03:57:22.450925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:57:22.466100 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:57:22.474848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-0ca2d3b0-044f-4993-9849-16721cc10f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:22.476376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-0ca2d3b0-044f-4993-9849-16721cc10f47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0906188
Nov 10 03:57:22.485349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1429755-9265-4ffe-854d-95e4e2e1c0b4 req-e3729386-80f3-4e79-9abc-4c107babef7d tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:22.494616 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:22.495679 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:22.496224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.496820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1429755-9265-4ffe-854d-95e4e2e1c0b4 req-e3729386-80f3-4e79-9abc-4c107babef7d tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.1624620
Nov 10 03:57:22.509490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.513471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d574d632-fec2-4c24-8bd8-1c648c56e127 HTTP/1.1" status: 204  len: 168 time: 2.7474225
Nov 10 03:57:22.520101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52410) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:22.524015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.525207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7146ffcf-2bf8-4f9d-9aaa-7819b2c251b7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 8.5140054
Nov 10 03:57:22.528414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52412) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:22.559219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3d313-1db8-4b0b-89d0-2bbe25da3383 admin admin] Pushing event deleted for resources: {'Network': ['ID=d574d632-fec2-4c24-8bd8-1c648c56e127,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:22.683780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:22.685493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.720996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.769452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1429755-9265-4ffe-854d-95e4e2e1c0b4 req-d3a0b0b1-f96d-45c8-af44-6e49f53f0381 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687333
Nov 10 03:57:22.792093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.794767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.796752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9897d2d3-26b3-48f0-b73f-8f52c35fba8d req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "DELETE /v2.0/security-groups/42d5fa59-e4ca-4c43-ba14-34ec8ee28a5d HTTP/1.1" status: 204  len: 173 time: 0.4152706
Nov 10 03:57:22.820172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab417b-2d33-4be4-bc79-45c364b264c7 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5fa59-e4ca-4c43-ba14-34ec8ee28a5d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:22.821316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-87d634a4-6271-423c-bcc7-f3ee07e73261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:22.822880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-87d634a4-6271-423c-bcc7-f3ee07e73261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3107939
Nov 10 03:57:22.842128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8939b61c-eadd-4bd8-a28a-0cc0af1956ef {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:22.870746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Deleting subnet bddcc5c3-53e5-4e93-91e1-0f6678d55c22 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 03:57:22.927536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.932236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:22.963423 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe809f5-9a01-47bb-80c8-1cfaa0482218 x-openstack-request-id: req-dbe809f5-9a01-47bb-80c8-1cfaa0482218 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:22.963742 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:22.963994 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbe809f5-9a01-47bb-80c8-1cfaa0482218 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:22.964482 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17', 'status': 'completed', 'code': 200}
Nov 10 03:57:22.967710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-dfb4bf44-499d-446a-8355-e395810eb8d1 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "GET /v2.0/security-groups/b06fbd11-6174-4f74-8d82-0fd1c228bc3a HTTP/1.1" status: 200  len: 1792 time: 0.1118467
Nov 10 03:57:23.042906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Transition to ACTIVE for port object 8939b61c-eadd-4bd8-a28a-0cc0af1956ef will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:57:23.079587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.128045 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54760>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:23.197796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:23.210480 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:57:23.210969 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Updating router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d port 5b072563-9a04-42e4-9b11-a78cfd950849 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:57:23.253274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.294472 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.322632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-a78d440f-e857-48cb-976e-bb7532857978 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4849262
Nov 10 03:57:23.439353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.602173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.647030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e932-f4e3-44e8-887e-fd58bdf80602 req-d6ffac62-8915-47d7-b244-70e52855923d tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:23.655950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7e6e932-f4e3-44e8-887e-fd58bdf80602 req-d6ffac62-8915-47d7-b244-70e52855923d tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.3039849
Nov 10 03:57:23.672624 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.681605 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.712736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.718093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.719717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae133a7c-bc7b-48b2-81fc-63a68d906645 req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] 10.222.0.13 "DELETE /v2.0/security-groups/b06fbd11-6174-4f74-8d82-0fd1c228bc3a HTTP/1.1" status: 204  len: 173 time: 0.6920938
Nov 10 03:57:23.732999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97d164bf-71a5-4455-bedf-4d1095a5f576 req-3189ee53-b055-4223-84d7-e9419339d234 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3936346
Nov 10 03:57:23.739988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.744258 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Pushing event updated for resources: {'Port': ['ID=5b072563-9a04-42e4-9b11-a78cfd950849,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:23.762153 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.762644 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.763208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.763398 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.763716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.764627 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.765001 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.765410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.765660 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.766119 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.766615 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.766615 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Tracked resource versions report:
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]: pushed versions:
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]: {   'AddressGroup': {'1.2'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'ConntrackHelper': {'1.0'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'Log': {'1.0'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'Network': {'1.1'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'Port': {'1.7'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'PortForwarding': {'1.2'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'QosPolicy': {'1.10'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'SecurityGroup': {'1.5'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'SecurityGroupRule': {'1.2'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'SubPort': {'1.0'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'Subnet': {'1.1'},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     'Trunk': {'1.1'}}
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]: consumer versions:
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]: {   DHCP agent@ncdv-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     HyperV agent@nch1-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     HyperV agent@nch2-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     L3 agent@ncdv-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     Metadata agent@ncdv-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     Metering agent@ncdv-817176-1: {},
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:     Open vSwitch agent@ncdv-817176-1: {   'AddressGroup': '1.2',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'ConntrackHelper': '1.0',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'Log': '1.0',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'Network': '1.1',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'Port': '1.7',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'PortForwarding': '1.2',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'QosPolicy': '1.10',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'SecurityGroup': '1.5',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'SecurityGroupRule': '1.2',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'SubPort': '1.0',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'Subnet': '1.1',
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:                                           'Trunk': '1.1'}}
Nov 10 03:57:23.772727 ncdv-817176-1 neutron-server[119699]:  {{(pid=119699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 03:57:23.780346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559fd5-8f33-4492-8780-82edd4e0ae77 tempest-SecurityGroupsTestAdminJSON-428235075 tempest-SecurityGroupsTestAdminJSON-428235075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fbd11-6174-4f74-8d82-0fd1c228bc3a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:23.833579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Attempting to bind port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:23.833947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Attempting to bind port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:23.834459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Attempting to bind port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:23.839437 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Attempting to bind port 5b072563-9a04-42e4-9b11-a78cfd950849 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:23.839809 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Attempting to bind port 5b072563-9a04-42e4-9b11-a78cfd950849 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:23.840172 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Attempting to bind port 5b072563-9a04-42e4-9b11-a78cfd950849 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:23.857938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:57:23.858350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Attempting to bind port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:23.862128 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:23.862507 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:23.863132 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.863589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:23.864077 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Bound port: 5b072563-9a04-42e4-9b11-a78cfd950849, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:23.864469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.888221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:23.888713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:23.891505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:23.891986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Bound port: 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:23.892347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:23.893259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7e6e932-f4e3-44e8-887e-fd58bdf80602 req-2dd8966c-9056-447b-a202-4de8c117e6fc tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358418
Nov 10 03:57:23.919530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-02b9a57d-9f9d-49da-9ce5-0fe408037486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:23.921135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-02b9a57d-9f9d-49da-9ce5-0fe408037486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 1098 time: 0.0755918
Nov 10 03:57:24.013762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] For port 5b072563-9a04-42e4-9b11-a78cfd950849, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:24.022042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] For port 5b072563-9a04-42e4-9b11-a78cfd950849, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b072563-9a04-42e4-9b11-a78cfd950849,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:24.031218 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.168750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:24.189910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:24.214182 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:24.215494 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:24.226377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.257491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.319293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-0ef1b23a-dc48-4eac-9885-f496437f0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:24.322806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-0ef1b23a-dc48-4eac-9885-f496437f0e3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3437572
Nov 10 03:57:24.382292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5f6c9-434c-4dcd-b171-bbb3ea6df337 None None] Pushing event updated for resources: {'Port': ['ID=5b072563-9a04-42e4-9b11-a78cfd950849,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:24.413816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52428) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:24.415280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.418876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.419934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bddcc5c3-53e5-4e93-91e1-0f6678d55c22 HTTP/1.1" status: 204  len: 168 time: 1.8937061
Nov 10 03:57:24.425134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52430) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:24.503181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:24.531112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-cf687c50-2ea4-4e3f-b3f3-f95519c07860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17 HTTP/1.1" status: 200  len: 217 time: 0.1160400
Nov 10 03:57:24.614255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.646952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f7c50-2378-4791-af91-600ad2adbaa0 req-7a142d50-8334-4f2f-b503-2c4731baf99e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:24.651276 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-699f7c50-2378-4791-af91-600ad2adbaa0 req-7a142d50-8334-4f2f-b503-2c4731baf99e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.7508693
Nov 10 03:57:24.657290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b39e12-96a9-4691-978f-02a0684f34b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddcc5c3-53e5-4e93-91e1-0f6678d55c22,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:24.678152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:24.678774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:24.684008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/8939b61c-eadd-4bd8-a28a-0cc0af1956ef HTTP/1.1" status: 200  len: 1117 time: 5.3263772
Nov 10 03:57:24.755949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:24.774001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4233258-aaa9-4df1-b13e-aae0c43240f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:25.058363 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54760>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:25.113635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-8c2b892c-1602-4cf9-8936-3e07821f5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:25.120600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-8c2b892c-1602-4cf9-8936-3e07821f5241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2429094
Nov 10 03:57:25.151397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa5f80-4d2a-4284-8927-5610e87a63db None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:18Z', 'revision_number': 3, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:57:25.202968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.220283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Allocated IP 172.20.0.1 (4d66c40f-96b4-4cf5-a17f-c2b6c5897402/88d1de4c-538f-4b88-bdd0-9fb3439a1fe4/9bf91842-7ef3-4168-bf06-8b575b7f3570) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:25.242019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf2bec7c-41f1-4480-b2cc-b07e8e1a8e79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cadaeb821aab443d8c32e727d3f34abc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8144326
Nov 10 03:57:25.249207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:25.250062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fdc83a0>,) {'filters': {'network_id': ['164c3b4d-286e-4e3b-8000-db7ce5dfeb65']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:25.271802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fdd95-7a0b-446a-bbef-d7d897701d98 req-d7621f0b-6528-4b21-892e-50113ea018b4 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:25.274022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b9fdd95-7a0b-446a-bbef-d7d897701d98 req-d7621f0b-6528-4b21-892e-50113ea018b4 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.2421572
Nov 10 03:57:25.299069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fdc83a0>, 'febc811b-3d85-46e6-85ce-b6a56f2345a2') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:25.299622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fdc83a0>, 'febc811b-3d85-46e6-85ce-b6a56f2345a2') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:25.334610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.349281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-1367f007-ad22-445a-aaf6-378a1a1691e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:25.355667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-1367f007-ad22-445a-aaf6-378a1a1691e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2116063
Nov 10 03:57:25.372333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.392372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 03:57:25.394284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.444586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b9fdd95-7a0b-446a-bbef-d7d897701d98 req-99941f65-8b55-4f89-bf66-f63f7274ae25 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574235
Nov 10 03:57:25.526510 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc" -d '{"events": [{"name": "network-changed", "server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 03:57:25.531711 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 03:57:25.544147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.551261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.570294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.604373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.607669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] 10.222.0.13 "DELETE /v2.0/networks/164c3b4d-286e-4e3b-8000-db7ce5dfeb65 HTTP/1.1" status: 204  len: 168 time: 1.1802964
Nov 10 03:57:25.641498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:25.709833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b9eca-3c53-4d41-90b2-a3bc2e681385 admin admin] Pushing event deleted for resources: {'Network': ['ID=164c3b4d-286e-4e3b-8000-db7ce5dfeb65,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:25.737908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-937ed998-8f94-4667-8217-debe29a413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:25.748709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-937ed998-8f94-4667-8217-debe29a413d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 1120 time: 0.9343143
Nov 10 03:57:25.804799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-699f7c50-2378-4791-af91-600ad2adbaa0 req-ed4a963e-8148-4de5-8a80-73c2e0e20c87 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1364217
Nov 10 03:57:25.888732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-9e43786d-4386-4c10-ad45-f3101457010e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4274609
Nov 10 03:57:25.893392 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b507ed09-2078-4523-91b8-61716d1a2df7 x-openstack-request-id: req-b507ed09-2078-4523-91b8-61716d1a2df7 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:25.896917 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:25.897188 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b507ed09-2078-4523-91b8-61716d1a2df7 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:25.897719 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef', 'status': 'completed', 'code': 200}
Nov 10 03:57:25.907643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:26.009406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.017732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-dd7350df-c547-48bd-ab4e-e64f1e82549f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef HTTP/1.1" status: 200  len: 217 time: 0.2462022
Nov 10 03:57:26.088484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:26.100878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:26.219456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:26.227685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.231042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.234576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.247507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/315a398b-1480-4d7f-bde2-4998a3cafa85 HTTP/1.1" status: 204  len: 168 time: 0.9924743
Nov 10 03:57:26.248302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4ee34f3a-78c8-4273-aad0-c0264f078cf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5047437050b54d1c9edd93fdd58f2667&name=default HTTP/1.1" status: 200  len: 2993 time: 0.3392735
Nov 10 03:57:26.253387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52452) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:26.434654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b072563-9a04-42e4-9b11-a78cfd950849 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:26.469177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b4fc-70bf-47d0-9881-742a7a862b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a398b-1480-4d7f-bde2-4998a3cafa85,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:26.506872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:26.509971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-cee7f2ee-8cfe-4cba-9378-b41ae445c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:26.511689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-cee7f2ee-8cfe-4cba-9378-b41ae445c5e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2349312
Nov 10 03:57:26.691680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5b072563-9a04-42e4-9b11-a78cfd950849 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:26.692052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.740981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e186363d-a576-4ebf-b5a0-088af2cbd3c6 None None] Provisioning complete for port 9bf91842-7ef3-4168-bf06-8b575b7f3570 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:26.741912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e186363d-a576-4ebf-b5a0-088af2cbd3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.786385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e186363d-a576-4ebf-b5a0-088af2cbd3c6 None None] Port 9bf91842-7ef3-4168-bf06-8b575b7f3570 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:26.811428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7f748b-f78d-472a-b06b-7b46a547bf3d req-d02defc7-a844-4934-8d18-c95f7c8e33b6 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8897088
Nov 10 03:57:26.885849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.914422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 5b072563-9a04-42e4-9b11-a78cfd950849, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b072563-9a04-42e4-9b11-a78cfd950849,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:26.920480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:26.930727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.017389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=5b072563-9a04-42e4-9b11-a78cfd950849,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:27.264031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-5c7010c8-af5f-4731-b7ad-1e432bb1d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:27.265905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-5c7010c8-af5f-4731-b7ad-1e432bb1d7fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7378623
Nov 10 03:57:27.296190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b977-e674-445b-a8b9-1c7014a0381c req-622bb7be-e26b-460c-a160-e440a58168cc tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:27.305038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac25b977-e674-445b-a8b9-1c7014a0381c req-622bb7be-e26b-460c-a160-e440a58168cc tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.1853271
Nov 10 03:57:27.345122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52460) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:27.383439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648314a-214e-43f6-81ea-96fe7018af1a req-e7c77009-f148-4fd6-82b4-58b7f0fee20f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:27.391624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7648314a-214e-43f6-81ea-96fe7018af1a req-e7c77009-f148-4fd6-82b4-58b7f0fee20f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.4644771
Nov 10 03:57:27.411818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.438711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.523905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac25b977-e674-445b-a8b9-1c7014a0381c req-710b980c-761f-4295-af45-3fe6fe350932 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182307
Nov 10 03:57:27.549949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-73045c6d-e479-46dc-a016-2b64b3e4ea76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a89add0df6c9484db927b4cd801398e5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2001987
Nov 10 03:57:27.552256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52462) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:27.565726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.568667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.573218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7bd5bdd-e7df-4568-821b-ac37f19425f0 HTTP/1.1" status: 204  len: 168 time: 1.3189955
Nov 10 03:57:27.574326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7648314a-214e-43f6-81ea-96fe7018af1a req-f81f5d42-a5b9-4ac7-b81a-ff2122992f1e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796772
Nov 10 03:57:27.597712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-97fbb4ca-11d7-4762-957c-89895de9c1fc service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427015
Nov 10 03:57:27.600682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d636772-6a75-40b6-91e8-9b1b8b79e08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd5bdd-e7df-4568-821b-ac37f19425f0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:27.688330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.734122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.745403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.747154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.776445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:27.919573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:27.994825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447e72d7-203e-4e6f-ab94-571eacd799e1 req-1cbf4800-799a-4860-babe-2df4e6358fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3595898
Nov 10 03:57:28.006705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.013705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.016599 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23bf3cbf-cc17-4c1e-a216-cca01bd87343 HTTP/1.1" status: 204  len: 168 time: 0.4628913
Nov 10 03:57:28.025532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:28.031121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:28.043321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e4e97-5503-4b38-a2a2-0d14b016ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf3cbf-cc17-4c1e-a216-cca01bd87343,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:28.206069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-470ac731-b753-4d32-96c3-f488cecea72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:28.208146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-470ac731-b753-4d32-96c3-f488cecea72f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 1120 time: 0.1033301
Nov 10 03:57:28.362279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:57:28.414298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b072563-9a04-42e4-9b11-a78cfd950849 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:28.548498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:28.604405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-faf89d43-4302-49c3-ac45-866674f02e5a None None] Provisioning complete for port 9bf91842-7ef3-4168-bf06-8b575b7f3570 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:28.611766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-faf89d43-4302-49c3-ac45-866674f02e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.681646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bbb618d7-5d13-4299-aad2-1ad5643c7edd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b9c5c51933442c4a784e5bdbc3c5861&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1319199
Nov 10 03:57:28.684019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52488) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:28.719164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-43e9fecb-edec-4a90-b1d2-cb38c7264ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:28.720698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-43e9fecb-edec-4a90-b1d2-cb38c7264ee3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.4838207
Nov 10 03:57:28.740567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:57:28.760451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:57:28.776824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b59ab115-f20b-4579-a64d-94da86e8d9f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1749725
Nov 10 03:57:28.835473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.836693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-faf89d43-4302-49c3-ac45-866674f02e5a None None] Port 9bf91842-7ef3-4168-bf06-8b575b7f3570 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:28.851764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5b072563-9a04-42e4-9b11-a78cfd950849 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:28.853216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.861196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:28.861505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.875391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207be2970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:28.928021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-3ecc5937-b2bf-443b-91c0-23e45c4f6ce4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef HTTP/1.1" status: 200  len: 217 time: 0.1798096
Nov 10 03:57:28.940893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.945392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:28.947028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d0b08a3-a374-4c47-ba77-69b1bce09514 HTTP/1.1" status: 204  len: 168 time: 0.2614796
Nov 10 03:57:28.981224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd07be-9976-4275-8691-ec21a7d42a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b08a3-a374-4c47-ba77-69b1bce09514,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:28.995477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6c01-408b-40d0-ad9c-7ac4b6fffc62 req-ac9c352e-ab33-4d9a-b795-864c75f2ca3a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:28.997570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aabf6c01-408b-40d0-ad9c-7ac4b6fffc62 req-ac9c352e-ab33-4d9a-b795-864c75f2ca3a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.1970282
Nov 10 03:57:29.076385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22591171-10cd-4975-83fb-e3d3d9523455 req-d5004131-b820-4ae6-8c0a-24487a2e7acd tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:29.084383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22591171-10cd-4975-83fb-e3d3d9523455 req-d5004131-b820-4ae6-8c0a-24487a2e7acd tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.3626235
Nov 10 03:57:29.125986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-ca9ea2b9-1594-4402-9b01-41b36647f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:29.130090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-ca9ea2b9-1594-4402-9b01-41b36647f9e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1745300
Nov 10 03:57:29.136574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aabf6c01-408b-40d0-ad9c-7ac4b6fffc62 req-afac21b7-75b2-4c11-9009-e18faedf8f08 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324663
Nov 10 03:57:29.226515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22591171-10cd-4975-83fb-e3d3d9523455 req-cddad7b5-7976-4f0a-aca1-715637ea00f4 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299298
Nov 10 03:57:29.229617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-6cb59ff5-1a89-4a85-8586-c5e123e753e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:29.231250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-6cb59ff5-1a89-4a85-8586-c5e123e753e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0854383
Nov 10 03:57:29.541724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-e7e79b91-cd65-4f3a-9fb0-fad602554328 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323983
Nov 10 03:57:29.595420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:29.805880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a59af7f3-aca8-457f-8fe5-a0dad91d94dc req-ca73e612-9218-4281-a7d2-4c63be644d83 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504535
Nov 10 03:57:29.948578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207be2970>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:27Z', 'revision_number': 2, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:29.977908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:57:29.978671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Updating router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d port 9bf91842-7ef3-4168-bf06-8b575b7f3570 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:57:30.012390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.193263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52540) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:30.198570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-network', 'tenant_id': '048bb58bfab9450d97da70ab258ed111'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:30.245141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Made reservation on behalf of 048bb58bfab9450d97da70ab258ed111 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:30.250058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.292270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.344005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6fb5b-d850-4286-9964-74a63daa7707 req-740429f6-134c-4aa5-bbed-7a2974f2cc13 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:30.351418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5a6fb5b-d850-4286-9964-74a63daa7707 req-740429f6-134c-4aa5-bbed-7a2974f2cc13 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.0897293
Nov 10 03:57:30.483936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b05fa9-1cc7-49d9-a289-139fa3f477b0 req-416d132a-7488-4ead-bdd6-38899869d975 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:30.486892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5a6fb5b-d850-4286-9964-74a63daa7707 req-2b0d05c9-1af2-4acd-b1d6-f63c97baf11b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342099
Nov 10 03:57:30.488586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75b05fa9-1cc7-49d9-a289-139fa3f477b0 req-416d132a-7488-4ead-bdd6-38899869d975 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.1434174
Nov 10 03:57:30.533001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.536407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.541879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.548207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.575229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:30.594039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00858b-60e2-4a4a-8efb-e36a36884a36,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:30.597151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.597608 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Added segment ebd021a9-29b1-4508-a286-00facfbe92d6 of type vlan for network ba23e0a5-d087-4037-964a-d3ff527b12a1
Nov 10 03:57:30.655435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75b05fa9-1cc7-49d9-a289-139fa3f477b0 req-b7d16bfd-899c-4af6-adef-cb90d641abbb tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567500
Nov 10 03:57:30.668095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.680212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a36d-fb25-481f-afa6-8a8755977901 None None] Pushing event updated for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:30.709866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.710978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:30.711643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.759652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Attempting to bind port 9bf91842-7ef3-4168-bf06-8b575b7f3570 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:30.760118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Attempting to bind port 9bf91842-7ef3-4168-bf06-8b575b7f3570 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:30.760526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Attempting to bind port 9bf91842-7ef3-4168-bf06-8b575b7f3570 on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:30.766535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:30.767246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Checking segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:30.767516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.768033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Bound using segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:30.768899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Bound port: 9bf91842-7ef3-4168-bf06-8b575b7f3570, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:30.769417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.847037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] Pushing event updated for resources: {'Network': ['ID=ba23e0a5-d087-4037-964a-d3ff527b12a1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:30.872024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:30.872508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-82189f06-0296-4483-8b8c-8273985b5f82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6777987
Nov 10 03:57:30.879200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Request body: {'subnet': {'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-subnet', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:30.880249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:30.933963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Made reservation on behalf of 048bb58bfab9450d97da70ab258ed111 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:30.937363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:30.965315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] For port 9bf91842-7ef3-4168-bf06-8b575b7f3570, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:30.999906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] For port 9bf91842-7ef3-4168-bf06-8b575b7f3570, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9bf91842-7ef3-4168-bf06-8b575b7f3570,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:31.009389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] Provisioning complete for port 9bf91842-7ef3-4168-bf06-8b575b7f3570 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:31.009677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.012210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.109206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a36d-fb25-481f-afa6-8a8755977901 None None] Pushing event updated for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:31.120299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:31.120942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207be2970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:31.211156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.288985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad79ce9-a268-4b04-814b-8703530fb7ad,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:31.312882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Checking segment: {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:31.313309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Network hostable DHCP agents. Network: ba23e0a5-d087-4037-964a-d3ff527b12a1, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:31.353594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:31.372457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ba23e0a5-d087-4037-964a-d3ff527b12a1) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:31.377841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:31.378651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.382789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:31.391271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc02e6-7a1d-4feb-b64f-cb342457be2f None None] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:31.422285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52596) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:31.428230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:31.432813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bd06f2d-d977-43c3-a8b4-f63e77a85c76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.5592601
Nov 10 03:57:31.474237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.475812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.570725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.595789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.705695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27240-18e4-445b-9ca8-57deddc8d3f0 req-b1048493-6685-40b0-9462-b7b75dedd58a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:31.707541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4e27240-18e4-445b-9ca8-57deddc8d3f0 req-b1048493-6685-40b0-9462-b7b75dedd58a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.1036434
Nov 10 03:57:31.795424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4e27240-18e4-445b-9ca8-57deddc8d3f0 req-d46f62a0-b650-46b8-a976-48d253136cc1 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787184
Nov 10 03:57:31.798693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.824669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] For port 9bf91842-7ef3-4168-bf06-8b575b7f3570, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9bf91842-7ef3-4168-bf06-8b575b7f3570,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:31.825290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bc74-a595-48cd-9505-00287a09ce4d req-0a431708-ddbd-416b-b058-f14f3d884a60 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:31.827203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbc6bc74-a595-48cd-9505-00287a09ce4d req-0a431708-ddbd-416b-b058-f14f3d884a60 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.0637994
Nov 10 03:57:31.843797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:31.955256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbc6bc74-a595-48cd-9505-00287a09ce4d req-dc51cd9f-70dc-4372-ae8f-8b2c50fde93b tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194408
Nov 10 03:57:32.020332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:32.063814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ba23e0a5-d087-4037-964a-d3ff527b12a1', 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'fixed_ips': [{'subnet_id': 'bad79ce9-a268-4b04-814b-8703530fb7ad'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:57:32.065584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.085247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7ff36-a746-41f8-8990-4ad8538c855e None None] Pushing event updated for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:32.099612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a4e25027-30c9-4d28-9e71-ad58d71923c7 None None] Provisioning complete for port 9bf91842-7ef3-4168-bf06-8b575b7f3570 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:32.099978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4e25027-30c9-4d28-9e71-ad58d71923c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.137155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.157676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.180126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f42deeb-129a-4ae2-8c46-df7dc23eef05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.256224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-31d53295-6414-4e8d-9fa9-525722dad5b9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337610
Nov 10 03:57:32.258918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207be2970>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:30Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:32.280483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Allocated IP 172.32.3.182 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9b677b16-3f11-457c-b01d-e9d4549eb1c8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:32.289687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e7baf-c537-405a-8f13-7165cf719f6f None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:30Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:57:32.401491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f42deeb-129a-4ae2-8c46-df7dc23eef05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.407172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Allocated IP 172.20.0.2 (ba23e0a5-d087-4037-964a-d3ff527b12a1/bad79ce9-a268-4b04-814b-8703530fb7ad/caecda72-6ee9-43b1-aef0-bb1d20efafb6) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:32.409721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f42deeb-129a-4ae2-8c46-df7dc23eef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.468968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-0f6e81ad-5116-4a0a-96ee-577f4a6e16ec tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:32.476212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-0f6e81ad-5116-4a0a-96ee-577f4a6e16ec tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2102613
Nov 10 03:57:32.480509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.491576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f42deeb-129a-4ae2-8c46-df7dc23eef05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aea8cf3e80e446ca97c8be63746c2b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4700673
Nov 10 03:57:32.492289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42deeb-129a-4ae2-8c46-df7dc23eef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e8b1a-f225-423e-b9ab-a92c6848c771,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:32.494379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52640) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:32.511362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3282260a-1b68-475a-bbfd-e2d8b7281bb2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/quotas/a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 375 time: 0.0342758
Nov 10 03:57:32.554573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.583950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-332f0a06-1982-4b53-9be0-62ebdd76eef8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0716250
Nov 10 03:57:32.599607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:32.600175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.609034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.611614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:32.617184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:32.626532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Pushing event updated for resources: {'Port': ['ID=9b677b16-3f11-457c-b01d-e9d4549eb1c8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:32.676473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:32.681687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:32.684547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:32.694037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.694632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Pushing event updated for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:32.746466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.761707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Attempting to bind port caecda72-6ee9-43b1-aef0-bb1d20efafb6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:32.762387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Attempting to bind port caecda72-6ee9-43b1-aef0-bb1d20efafb6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:32.762849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Attempting to bind port caecda72-6ee9-43b1-aef0-bb1d20efafb6 on network ba23e0a5-d087-4037-964a-d3ff527b12a1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:32.771201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:32.771691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Checking segment: {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:32.774291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.774887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Bound using segment: {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:32.775334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Bound port: caecda72-6ee9-43b1-aef0-bb1d20efafb6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:32.776386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.859240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:32.863827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=caecda72-6ee9-43b1-aef0-bb1d20efafb6,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:32.869204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4339ba91-016e-439a-9959-77758363be25 req-6d910324-7f4c-4901-a9c8-556133c90ac9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 210 time: 0.0572238
Nov 10 03:57:32.892947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:32.960045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794965b-5f8a-4d5e-ad60-0493c7b395f1 None None] Pushing event updated for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:33.025562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.030314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.035078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/968e8b1a-f225-423e-b9ab-a92c6848c771 HTTP/1.1" status: 204  len: 168 time: 0.5395072
Nov 10 03:57:33.057205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afacc2a-7245-4c08-9c21-9602d0074961 req-e2660a79-3a91-4fb6-ac27-c9f306442070 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:33.058810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3afacc2a-7245-4c08-9c21-9602d0074961 req-e2660a79-3a91-4fb6-ac27-c9f306442070 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.1114714
Nov 10 03:57:33.079700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff1a7-7500-47a3-9c52-048e84b57296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e8b1a-f225-423e-b9ab-a92c6848c771,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:33.125253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8939b61c-eadd-4bd8-a28a-0cc0af1956ef details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:57:33.141527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.148166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3afacc2a-7245-4c08-9c21-9602d0074961 req-53d77fcf-521b-498c-ab53-7eab8d78ca5b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803850
Nov 10 03:57:33.269309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb127a-49b3-4191-98b3-866902a4695b req-41b6d350-58b1-438a-9123-49502da9c200 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:33.278904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9bb127a-49b3-4191-98b3-866902a4695b req-41b6d350-58b1-438a-9123-49502da9c200 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 969 time: 0.2105594
Nov 10 03:57:33.358806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9bb127a-49b3-4191-98b3-866902a4695b req-44c83212-d6d3-462d-ab15-d6d2e3791e1e tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792398
Nov 10 03:57:33.520869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:33.550678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef', 'mac_address': 'fa:16:3e:a7:65:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-810660073', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:57:33.650241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.668823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8939b61c-eadd-4bd8-a28a-0cc0af1956ef {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:33.693418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:33.699474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.786144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:33.913924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:33.996812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['8939b61c-eadd-4bd8-a28a-0cc0af1956ef'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:34.055133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e3194e5-227f-401f-bb49-658d040f7dd3 req-e96de0a4-671e-4d26-9f4f-0ba7577e0534 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 210 time: 0.0531843
Nov 10 03:57:34.121283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Router 05725fcb-345d-46b5-90f8-b83f07758aea is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 03:57:34.299006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fcca7d07-fcdb-4534-a85f-9f9b51c0a5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.323536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:57:34.337720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Sync routers for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:57:34.359496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:34.363151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:34.394588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-1f9b5867-9742-46b1-9768-7608e70115d4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0540693
Nov 10 03:57:34.479104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device caecda72-6ee9-43b1-aef0-bb1d20efafb6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:34.485854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.491511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc431c99-7d55-424b-ae59-43efea0d1e5d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 3.0681458
Nov 10 03:57:34.492955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52690) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:34.604443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8e293-e4a2-4080-8278-7ffc1b954b10 None None] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:34.613459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200245a-7b3f-46c6-a9d7-a0f81f2964b1 req-0b22b3de-7f9c-4c49-98f9-1adbac75cee5 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:34.615487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d200245a-7b3f-46c6-a9d7-a0f81f2964b1 req-0b22b3de-7f9c-4c49-98f9-1adbac75cee5 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.3175662
Nov 10 03:57:34.677332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3b94872e-694c-43a7-b9d3-56a58c271e2b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:34.678773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3b94872e-694c-43a7-b9d3-56a58c271e2b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2782385
Nov 10 03:57:34.695200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d200245a-7b3f-46c6-a9d7-a0f81f2964b1 req-1ef111db-70f5-4ead-a2eb-9379b35d4037 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663996
Nov 10 03:57:34.695389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Request body: {'port': {'device_id': '1f359830-42b9-40f2-b309-498b1cd02129', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a17b8439aab5416baf5623b3adedbb8c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:34.708670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914f45-55cb-4560-8578-a8b755f320a8 req-c341529a-127c-4e1a-a6cf-18a0b1eb3e48 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:34.716043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79914f45-55cb-4560-8578-a8b755f320a8 req-c341529a-127c-4e1a-a6cf-18a0b1eb3e48 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 970 time: 0.0929835
Nov 10 03:57:34.719614 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:34.726961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port caecda72-6ee9-43b1-aef0-bb1d20efafb6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:34.727327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.839846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.849716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-81c3c7f3-a749-4187-84c4-9ac3df87b959 None None] Provisioning complete for port caecda72-6ee9-43b1-aef0-bb1d20efafb6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:34.850081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81c3c7f3-a749-4187-84c4-9ac3df87b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.885278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79914f45-55cb-4560-8578-a8b755f320a8 req-9d8dda36-758d-46f0-ac62-d49db124a9ad tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623089
Nov 10 03:57:34.945089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad490>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:32Z', 'revision_number': 3, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:34.951793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Made reservation on behalf of a17b8439aab5416baf5623b3adedbb8c for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:34.964907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.976124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:34.982644 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Checking router: 05725fcb-345d-46b5-90f8-b83f07758aea for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:57:34.982858 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Updating router 05725fcb-345d-46b5-90f8-b83f07758aea port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:57:35.006501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=caecda72-6ee9-43b1-aef0-bb1d20efafb6,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:35.017818 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.026129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.026934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9bf91842-7ef3-4168-bf06-8b575b7f3570 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:35.142504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.146994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.155529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8939b61c-eadd-4bd8-a28a-0cc0af1956ef up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:35.267436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6cc6185f-1f7b-4b71-9b8e-49ce69766005 req-b7a7f203-e0e5-47b7-af86-5f40e2ff3d26 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 210 time: 0.0807369
Nov 10 03:57:35.270720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6da90c-094a-4462-8d63-19aa9b324170,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:35.277410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.349365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:57:35.367863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:35.375724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52722) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:35.377501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:57:35.379628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:35.379997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.413435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Allocated IP 192.168.233.108 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:35.435595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.451945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9bf91842-7ef3-4168-bf06-8b575b7f3570 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:35.452321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.457252 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.555434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Allocated IP 172.20.0.1 (ba23e0a5-d087-4037-964a-d3ff527b12a1/bad79ce9-a268-4b04-814b-8703530fb7ad/a48c56e3-5fe6-49ed-8d91-fbc1ed195114) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:35.618498 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7130e-be1b-4513-99f7-f5e379411b9a None None] Pushing event updated for resources: {'Port': ['ID=9b677b16-3f11-457c-b01d-e9d4549eb1c8,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:35.630855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Attempting to bind port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:35.631245 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Attempting to bind port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:35.631610 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Attempting to bind port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:35.641524 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:35.646293 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:35.646781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.647177 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:35.650807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Bound port: 9b677b16-3f11-457c-b01d-e9d4549eb1c8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:35.651260 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.662906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e03c01a-41d6-44ee-b4d1-b94bf1d96c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.710995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.744225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] For port 9b677b16-3f11-457c-b01d-e9d4549eb1c8, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:35.747950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] For port 9b677b16-3f11-457c-b01d-e9d4549eb1c8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9b677b16-3f11-457c-b01d-e9d4549eb1c8,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:35.748219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:35.756028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.757580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.766504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17', 'mac_address': 'fa:16:3e:a8:bc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:57:35.824033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.832763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:35.835587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:35.836561 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:35.852216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:35.854592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:35.872634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:35.891621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e7d1536c-47aa-4b7b-8881-4ecfaac70be7 None None] Provisioning complete for port caecda72-6ee9-43b1-aef0-bb1d20efafb6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:35.891999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e7d1536c-47aa-4b7b-8881-4ecfaac70be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.931501 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7130e-be1b-4513-99f7-f5e379411b9a None None] Pushing event updated for resources: {'Port': ['ID=9b677b16-3f11-457c-b01d-e9d4549eb1c8,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:35.954964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:35.956113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.962772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960610c7-b950-4617-8dd0-bcbe4ca3d579 req-30b061ad-e233-40f4-8626-f0e9c9fc6525 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:35.971476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-960610c7-b950-4617-8dd0-bcbe4ca3d579 req-30b061ad-e233-40f4-8626-f0e9c9fc6525 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 947 time: 0.1387360
Nov 10 03:57:35.975634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e03c01a-41d6-44ee-b4d1-b94bf1d96c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.980081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-3a4a9b6e-55d9-410c-972b-245fdb0c459e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2897122
Nov 10 03:57:35.988333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.990275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e03c01a-41d6-44ee-b4d1-b94bf1d96c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:35.991803 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:36.008412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.010748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Request body: {'port': {'device_id': '1f359830-42b9-40f2-b309-498b1cd02129', 'device_owner': 'compute:tempest-test_az-810660073', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:36.052336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.075494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:36.080072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:36.109942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:36.141165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1e03c01a-41d6-44ee-b4d1-b94bf1d96c8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1d6495f2f64f639c00e139f25c8348&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7582343
Nov 10 03:57:36.151930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c01a-41d6-44ee-b4d1-b94bf1d96c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0a3f7-04b9-4635-b42a-e517e5a05d22,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:36.155975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:36.180296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:36.191534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:36.191747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.199538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:36.209025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:36.211833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.259905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.291783 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad490>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:32Z', 'revision_number': 3, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:36.332672 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a385d0d-1bf9-4455-848e-c9c547d4ebce None None] The sync data for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 is: [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:32Z', 'revision_number': 3, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:57:36.339657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Pushing event updated for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:36.349416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:36.450700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:36.463058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device caecda72-6ee9-43b1-aef0-bb1d20efafb6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:36.477966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.505566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-960610c7-b950-4617-8dd0-bcbe4ca3d579 req-c67566d1-bb49-4dfd-8732-39e54f51abf7 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5331950
Nov 10 03:57:36.520600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b690-84a7-4412-ad81-7a3cb0875d30 req-00b62efd-b656-43e4-bffb-c3bcd5c97852 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:36.527723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e2e15-87b1-43a2-a9d5-05c631232ad3" -d '{"events": [{"server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "name": "network-vif-plugged", "status": "completed", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:36.541647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe88b690-84a7-4412-ad81-7a3cb0875d30 req-00b62efd-b656-43e4-bffb-c3bcd5c97852 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.1498287
Nov 10 03:57:36.561602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.569115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-08d3c305-276e-4c44-a03c-18c17964b316 None None] Provisioning complete for port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:36.569636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08d3c305-276e-4c44-a03c-18c17964b316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.609170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port caecda72-6ee9-43b1-aef0-bb1d20efafb6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:36.609666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.643015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6ed89411-9cf7-4f83-9c20-f5a4af6fda17'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:36.662396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.669646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe88b690-84a7-4412-ad81-7a3cb0875d30 req-331faf8a-0047-4fb0-a8dd-f932e864310f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154258
Nov 10 03:57:36.677475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-08d3c305-276e-4c44-a03c-18c17964b316 None None] Port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:36.851494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36f71fc5-f6a1-4d7d-85c0-3d2d20fd040c None None] Provisioning complete for port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:36.856516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36f71fc5-f6a1-4d7d-85c0-3d2d20fd040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.865419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dcdee41-8f6a-4ad3-b287-e151c15276d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.884762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.909920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.910633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:36.921692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-36f71fc5-f6a1-4d7d-85c0-3d2d20fd040c None None] Port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:36.936915 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b77e06-752a-42d2-98a6-b163cdbec33e x-openstack-request-id: req-e6b77e06-752a-42d2-98a6-b163cdbec33e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:36.937226 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "name": "network-vif-plugged", "status": "completed", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:36.937480 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6b77e06-752a-42d2-98a6-b163cdbec33e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:36.937923 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef', 'code': 200}
Nov 10 03:57:36.984982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Pushing event updated for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:36.995725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.021565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.21', 49802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:37.037854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113e0e-ad61-4056-b059-8e0e4c500cf1 req-6d2e4d90-cfe1-4390-a309-d50927ace3ec tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:37.039687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74113e0e-ad61-4056-b059-8e0e4c500cf1 req-6d2e4d90-cfe1-4390-a309-d50927ace3ec tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 936 time: 0.4118319
Nov 10 03:57:37.081906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:37.094991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.139248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-ddbd76fe-deb0-4466-bbac-2fcc00ff2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:37.140974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-ddbd76fe-deb0-4466-bbac-2fcc00ff2866 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 1122 time: 0.1183829
Nov 10 03:57:37.149709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Transition to ACTIVE for port object 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:57:37.155869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.158357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.158836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.160079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dc0a3f7-04b9-4635-b42a-e517e5a05d22 HTTP/1.1" status: 204  len: 168 time: 0.9548094
Nov 10 03:57:37.171241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74113e0e-ad61-4056-b059-8e0e4c500cf1 req-1bbe0170-bd2e-4e0d-92be-2aab4c33f4ff tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035593
Nov 10 03:57:37.181673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb5cf4-dcd2-4fcf-8d45-456ed31c832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0a3f7-04b9-4635-b42a-e517e5a05d22,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:37.188332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-eaaf693c-1e5e-4860-bd1a-de14faf44c6d service neutron] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.198741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:37.202006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:37.301584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:37.342286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:37.366047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Router 05725fcb-345d-46b5-90f8-b83f07758aea has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:57:37.393791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:37.394445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:37.394445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:37.407793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:57:37.408142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:37.421730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:37.422109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:37.422497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:37.422980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Bound port: 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:37.423358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.463670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:57:37.470259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:37.470854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.525976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:37.530647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:37.544274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-eaaf693c-1e5e-4860-bd1a-de14faf44c6d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.551111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.571325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-eaaf693c-1e5e-4860-bd1a-de14faf44c6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.673053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:37.673674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.675096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 1117 time: 1.6854858
Nov 10 03:57:37.721548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:37.722244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:57:37.734720 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518c8f6-1401-4453-ac93-e2694e747767" -d '{"events": [{"name": "network-changed", "server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:37.738797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3613f6b5-6155-44b7-b58c-1800e2c89d50 admin admin] 10.222.0.13 "PUT /v2.0/routers/05725fcb-345d-46b5-90f8-b83f07758aea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2421050
Nov 10 03:57:37.889827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.898384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.922436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f9f9ff53-7298-4020-81c5-892ed10c3010 None None] Provisioning complete for port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:37.922797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ff53-7298-4020-81c5-892ed10c3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:37.963225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:37.983339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9ff53-7298-4020-81c5-892ed10c3010 None None] Port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:37.986873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff87f-f59b-4767-9cd4-834d61a02acc req-0e1a12b9-56f4-4643-9ab4-a2602747bd86 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:37.988453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c93ff87f-f59b-4767-9cd4-834d61a02acc req-0e1a12b9-56f4-4643-9ab4-a2602747bd86 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.1198030
Nov 10 03:57:37.990017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.050514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c93ff87f-f59b-4767-9cd4-834d61a02acc req-de979135-d01a-49ea-85bd-f665ecb9f999 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466170
Nov 10 03:57:38.050729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4633c777-e64a-4ac2-96d4-c21d79bf960f req-eaaf693c-1e5e-4860-bd1a-de14faf44c6d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8993304
Nov 10 03:57:38.051246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf693c-1e5e-4860-bd1a-de14faf44c6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92f0712e-5b4a-4f65-8240-22b9776fcefa,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:38.074899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d0f51-b2fe-42be-94ff-5ed2a53096e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:38.122690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b0945-9566-4ab7-9db4-492850cd62f2 req-880a1954-2fb9-432b-8138-03e870feb018 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.128595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:38.131878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c3b0945-9566-4ab7-9db4-492850cd62f2 req-880a1954-2fb9-432b-8138-03e870feb018 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.3269234
Nov 10 03:57:38.144525 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a711c-c2c2-4853-b2b9-2f2fa2d4b588 x-openstack-request-id: req-178a711c-c2c2-4853-b2b9-2f2fa2d4b588 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:38.144891 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:38.145056 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-178a711c-c2c2-4853-b2b9-2f2fa2d4b588 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:38.145443 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'status': 'completed', 'code': 200}
Nov 10 03:57:38.156208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-0c8bd069-a4c8-4fe7-b8f3-521f65baff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.157731 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-0c8bd069-a4c8-4fe7-b8f3-521f65baff26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1120 time: 0.3913569
Nov 10 03:57:38.201974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c3b0945-9566-4ab7-9db4-492850cd62f2 req-9edbd953-eb4a-492c-a693-3f76ac3394cb tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683777
Nov 10 03:57:38.329109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62dbc4-c518-4cce-b412-4e8fa691a764 req-e8c933a6-bdae-4a79-aba3-da0dc40c7419 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.332893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c62dbc4-c518-4cce-b412-4e8fa691a764 req-e8c933a6-bdae-4a79-aba3-da0dc40c7419 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 969 time: 0.0742407
Nov 10 03:57:38.387724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9b677b16-3f11-457c-b01d-e9d4549eb1c8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:38.396858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-9018c7c4-d511-4b93-8b1b-c14709bc2b5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0486007
Nov 10 03:57:38.452660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:38.453133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.466650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52782) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:38.500232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-4fd5d101-536a-4871-bdc3-7408b2e29d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.501727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-4fd5d101-536a-4871-bdc3-7408b2e29d24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0929046
Nov 10 03:57:38.509743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c62dbc4-c518-4cce-b412-4e8fa691a764 req-14ecd417-f5c4-417c-b21e-adef43291545 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722875
Nov 10 03:57:38.562270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-e33861a9-90bb-410b-a907-3f9ab40a0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.564120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-e33861a9-90bb-410b-a907-3f9ab40a0dbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0533419
Nov 10 03:57:38.597921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.612379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-881491077-network', 'tenant_id': '9957f52b323e40be9cec54e6b1bc062f'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:38.626157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 9b677b16-3f11-457c-b01d-e9d4549eb1c8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9b677b16-3f11-457c-b01d-e9d4549eb1c8,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:38.633010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.655414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Made reservation on behalf of 9957f52b323e40be9cec54e6b1bc062f for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:38.657757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.672898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.705785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=9b677b16-3f11-457c-b01d-e9d4549eb1c8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:38.711376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-21c825c2-dc17-49b7-bc77-7ba36d114b60 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381435
Nov 10 03:57:38.822495 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23db0db9-d911-40fd-a86c-9a3bafa46218 req-6bf893b3-0a0b-4823-a5e7-ab6562baa484 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006980
Nov 10 03:57:38.849394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Sync routers for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:57:38.863026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:38.864050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207824310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:38.937947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518c8f6-1401-4453-ac93-e2694e747767 req-e595911f-f50f-4c50-9467-616f35f12a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:38.939673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-e595911f-f50f-4c50-9467-616f35f12a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1120 time: 0.0586863
Nov 10 03:57:38.944308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:38.947149 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0d21b0-4df7-4471-8a8e-c5400f0aac71" -d '{"events": [{"server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "name": "network-vif-plugged", "status": "completed", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:38.953516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.959045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:38.985621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:38.995490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a507c-831e-4f8c-8435-fc9e39df4557,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:39.002039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.002718 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Added segment aac42a82-0cfc-4ccc-8086-e8c4be1962bc of type vlan for network 5eaa0c67-6077-48a3-a192-59ad26bbddd8
Nov 10 03:57:39.020566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:39.023222 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a5bb7-8086-4fff-a45c-734a3f11ddd1 x-openstack-request-id: req-f75a5bb7-8086-4fff-a45c-734a3f11ddd1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:39.023689 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "name": "network-vif-plugged", "status": "completed", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:39.024037 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f75a5bb7-8086-4fff-a45c-734a3f11ddd1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:39.024678 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17', 'code': 200}
Nov 10 03:57:39.076659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.129371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.130318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.130916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.133927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52800) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:39.150914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952430775', 'description': 'tempest-description--1493966780'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:39.186437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518c8f6-1401-4453-ac93-e2694e747767 req-c5651fcb-e1b2-41f6-9b34-cfddcc8c91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.187845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-c5651fcb-e1b2-41f6-9b34-cfddcc8c91e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2399576
Nov 10 03:57:39.196363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7283957
Nov 10 03:57:39.199921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:39.215878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Request body: {'subnet': {'network_id': '5eaa0c67-6077-48a3-a192-59ad26bbddd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-881491077-subnet', 'tenant_id': '9957f52b323e40be9cec54e6b1bc062f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:39.219955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.282635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ab8d2-eb27-4efd-afa2-402a7e114bbb admin admin] Pushing event updated for resources: {'Network': ['ID=5eaa0c67-6077-48a3-a192-59ad26bbddd8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:39.288482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207824310>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:36Z', 'revision_number': 4, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a48c56e3-5fe6-49ed-8d91-fbc1ed195114', 'name': '', 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'mac_address': 'fa:16:3e:83:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:35Z', 'updated_at': '2021-11-10T03:57:36Z', 'revision_number': 2, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'subnets': [{'id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:39.292739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5eaa0c67-6077-48a3-a192-59ad26bbddd8 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:39.296204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a781d1e-51e5-4ab2-9e69-e835ae770899 req-228288a2-c120-4e47-890d-636894e5bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.297788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a781d1e-51e5-4ab2-9e69-e835ae770899 req-228288a2-c120-4e47-890d-636894e5bc97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 1100 time: 0.1890271
Nov 10 03:57:39.307493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.311320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Made reservation on behalf of 9957f52b323e40be9cec54e6b1bc062f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:39.313769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.331451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Checking router: 05725fcb-345d-46b5-90f8-b83f07758aea for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:57:39.331807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Updating router 05725fcb-345d-46b5-90f8-b83f07758aea port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:57:39.367827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be8fa5-bcff-4075-802a-7b83c57227b9 req-c20baf39-42e9-4202-beb2-cc3e34f8bb3d tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.369335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3be8fa5-bcff-4075-802a-7b83c57227b9 req-c20baf39-42e9-4202-beb2-cc3e34f8bb3d tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.0892475
Nov 10 03:57:39.384502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a781d1e-51e5-4ab2-9e69-e835ae770899 req-5b7775bd-75e9-4d8c-bde3-3ce0f9f701a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696433
Nov 10 03:57:39.399210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.400468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-4b5635d6-75a3-4184-a9c7-df61d5cc4265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.2014940
Nov 10 03:57:39.427579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3be8fa5-bcff-4075-802a-7b83c57227b9 req-25edda85-0507-40a4-9904-8f82a0201ddf tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463467
Nov 10 03:57:39.443208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567eb-bc3e-4015-9fab-fd42a388ba05 req-295e9f41-4a8a-4dca-b70d-cffa7829d90c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.445552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cc567eb-bc3e-4015-9fab-fd42a388ba05 req-295e9f41-4a8a-4dca-b70d-cffa7829d90c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.2890804
Nov 10 03:57:39.557864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518c8f6-1401-4453-ac93-e2694e747767 req-cb7f7482-d58d-445b-bb2e-330057df7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.559361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-cb7f7482-d58d-445b-bb2e-330057df7188 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1511247
Nov 10 03:57:39.676462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93139b92-8352-4e9d-9db6-95399347a947 req-389e736b-0fef-402c-aa8b-e95b551ab999 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.680335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cc567eb-bc3e-4015-9fab-fd42a388ba05 req-8135da6a-3daa-4351-9ca2-3a15dd195523 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060850
Nov 10 03:57:39.686802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93139b92-8352-4e9d-9db6-95399347a947 req-389e736b-0fef-402c-aa8b-e95b551ab999 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 969 time: 0.0832200
Nov 10 03:57:39.688741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.700753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.727665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.755568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93139b92-8352-4e9d-9db6-95399347a947 req-d4112a65-b300-4d00-aef7-966b621458ac tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679989
Nov 10 03:57:39.756094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518c8f6-1401-4453-ac93-e2694e747767 req-9e80c5f5-1dc9-4f45-9179-2268b9c0bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:39.757761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-9e80c5f5-1dc9-4f45-9179-2268b9c0bcfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1837151
Nov 10 03:57:39.793971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.794895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.798759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:39.798912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6638405
Nov 10 03:57:39.802084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.803313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'security_group_rule': {'security_group_id': '4e7c8e68-d03d-4ad0-bc40-15457eba587b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:39.815867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68576b-b562-4b95-8d36-16d6d4e71c88 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c8e68-d03d-4ad0-bc40-15457eba587b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:39.818001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd68eb4a-ac16-4709-a415-0ce4aa68f285,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:39.866263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.878603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Checking segment: {'id': 'aac42a82-0cfc-4ccc-8086-e8c4be1962bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5eaa0c67-6077-48a3-a192-59ad26bbddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:39.878603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Network hostable DHCP agents. Network: 5eaa0c67-6077-48a3-a192-59ad26bbddd8, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:39.882977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151d73-cd57-4fc1-a62b-d01719127e72 None None] Pushing event updated for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:39.924546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Attempting to bind port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:39.924935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Attempting to bind port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:39.925394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Attempting to bind port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 on network ba23e0a5-d087-4037-964a-d3ff527b12a1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:39.932137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:39.934143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-2098e3e2-d371-49ce-a330-ab90e8e6aaff service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599066
Nov 10 03:57:39.934272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Checking segment: {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:39.935041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.935854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Bound using segment: {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:39.936732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Bound port: a48c56e3-5fe6-49ed-8d91-fbc1ed195114, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd021a9-29b1-4508-a286-00facfbe92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:39.937252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:39.944995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Network 5eaa0c67-6077-48a3-a192-59ad26bbddd8 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:39.985308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5eaa0c67-6077-48a3-a192-59ad26bbddd8) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:39.996230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.004563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.027519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:40.028137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.030633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] For port a48c56e3-5fe6-49ed-8d91-fbc1ed195114, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:40.034093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] For port a48c56e3-5fe6-49ed-8d91-fbc1ed195114, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:40.036834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b90bae-b5e4-4b47-8c8d-6485d6e6cdeb,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:40.038005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ab1dc-624c-46ed-ab5f-57f19173ce5e None None] Network 5eaa0c67-6077-48a3-a192-59ad26bbddd8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:40.048099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.052372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e00cfa6a-60de-44bb-9049-17aa6ce808f0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2497818
Nov 10 03:57:40.054211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:40.059066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'security_group_rule': {'security_group_id': '4e7c8e68-d03d-4ad0-bc40-15457eba587b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:40.064751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.087657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ba0dac2-47cd-41e4-bb5b-ea10343abef8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8806150
Nov 10 03:57:40.108695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.165389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b518c8f6-1401-4453-ac93-e2694e747767 req-e1871451-654b-4b0c-869c-c613aa68efa2 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939549
Nov 10 03:57:40.199102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.202129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:57:40.202760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207824310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:40.204518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151d73-cd57-4fc1-a62b-d01719127e72 None None] Pushing event updated for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:40.220134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.225016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.247583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e096d96-88ff-4967-a5d9-e99fb906bc7e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:40.255065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.256365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-afcdc903-d0a8-4130-8e03-e6beff81d69f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2009766
Nov 10 03:57:40.261077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:40.266458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:40.300203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.354831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] Provisioning complete for port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:40.355207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.394357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9b677b16-3f11-457c-b01d-e9d4549eb1c8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:40.440467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.446153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1757591154', 'description': 'tempest-description-734634263'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:40.517680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.518777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65b2bf-52ed-472f-a070-694a7161c1be None None] Network 5eaa0c67-6077-48a3-a192-59ad26bbddd8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:40.551903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c97b23-7693-4ded-9cf5-34075fe78faa req-ed687733-871b-4668-98a5-ec7b2648f36c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:40.553495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-94c97b23-7693-4ded-9cf5-34075fe78faa req-ed687733-871b-4668-98a5-ec7b2648f36c tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.0523307
Nov 10 03:57:40.556236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:57:40.603901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-94c97b23-7693-4ded-9cf5-34075fe78faa req-540bba1d-7071-475a-a030-64fb6d41e4a7 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433550
Nov 10 03:57:40.606368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Allocated IP 172.32.3.254 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/a589866d-4975-439a-8db7-0ed21818ca17) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:40.616028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:40.616396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.678501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.861868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f994dd-971a-4555-b386-c3c644f58324 req-33289e32-eefe-4c13-812b-82aa5b26c57e tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:40.865513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9f994dd-971a-4555-b386-c3c644f58324 req-33289e32-eefe-4c13-812b-82aa5b26c57e tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.0675969
Nov 10 03:57:40.873575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.885022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.912370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] For port a48c56e3-5fe6-49ed-8d91-fbc1ed195114, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:40.925336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9f994dd-971a-4555-b386-c3c644f58324 req-227e2123-1107-4e73-bccf-fb6fdedd5196 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555761
Nov 10 03:57:40.927362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.946250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:40.947920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f24fb6d6-c30f-43d2-9a5c-bb76d66b32b9 req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5092022
Nov 10 03:57:40.954453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44ca4b-ec20-4a1c-983c-6550b329fc84 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed0c64-a417-4223-8948-d961f6ed120b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:40.994876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.055818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.107245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b2e05-b08f-43a4-8537-79051ffa7088 None None] Pushing event updated for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.115813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-67807972-2871-4f9d-968f-ffc6e8f0ba08 None None] Provisioning complete for port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:41.116235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67807972-2871-4f9d-968f-ffc6e8f0ba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.130317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:41.147772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:41.160011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed2e9b-0431-4896-b264-8e21fe876188 req-d94bea3d-a041-4fb7-81c4-02ce705bd530 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:41.170141 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4eed2e9b-0431-4896-b264-8e21fe876188 req-d94bea3d-a041-4fb7-81c4-02ce705bd530 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 969 time: 0.0788748
Nov 10 03:57:41.171995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:41.180796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207824310>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:36Z', 'revision_number': 4, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a48c56e3-5fe6-49ed-8d91-fbc1ed195114', 'name': '', 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'mac_address': 'fa:16:3e:83:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:35Z', 'updated_at': '2021-11-10T03:57:40Z', 'revision_number': 4, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'subnets': [{'id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:41.213620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44adb196-b844-4e6f-ad68-1a402dcb09f0 None None] The sync data for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 is: [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T03:57:36Z', 'revision_number': 4, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a48c56e3-5fe6-49ed-8d91-fbc1ed195114', 'name': '', 'network_id': 'ba23e0a5-d087-4037-964a-d3ff527b12a1', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'mac_address': 'fa:16:3e:83:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:35Z', 'updated_at': '2021-11-10T03:57:40Z', 'revision_number': 4, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'subnets': [{'id': 'bad79ce9-a268-4b04-814b-8703530fb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:57:41.226928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'Port': ['ID=a589866d-4975-439a-8db7-0ed21818ca17,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.241296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4eed2e9b-0431-4896-b264-8e21fe876188 req-b40f9697-cc1c-4d1c-9670-36142d172240 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692165
Nov 10 03:57:41.336158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-c7ac8c16-e4d4-4b27-b02e-ada354ec6bbd tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:41.337882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-c7ac8c16-e4d4-4b27-b02e-ada354ec6bbd tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 1122 time: 0.2501709
Nov 10 03:57:41.338393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-3239b429-4a12-4957-bf68-35289a7ba651 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/f1ed0c64-a417-4223-8948-d961f6ed120b HTTP/1.1" status: 200  len: 1829 time: 0.0779691
Nov 10 03:57:41.359436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1ed0c64-a417-4223-8948-d961f6ed120b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:41.359748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1ed0c64-a417-4223-8948-d961f6ed120b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:41.375082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.388983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-3f40ae1c-4994-4361-8b18-9f4051f27bea tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.437724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.438555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.476820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.481673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.505420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c664ae4-d2d6-4848-b321-3e1943e4e170,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.517208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.522597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7ac434-d281-4a1b-b20b-1aa7a9f4ead8 req-260a7b9f-d676-415d-8798-9e6ce5c3cb68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1679771
Nov 10 03:57:41.577599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-3f40ae1c-4994-4361-8b18-9f4051f27bea tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.584894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-3f40ae1c-4994-4361-8b18-9f4051f27bea tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.585640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5a0a637-e28b-41e0-bb14-c5c14c9ea970 req-b7275f6d-b7da-4250-bc4b-c8f43acd94db tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/f1ed0c64-a417-4223-8948-d961f6ed120b HTTP/1.1" status: 200  len: 2422 time: 0.0460131
Nov 10 03:57:41.634613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-d0b3488b-91d8-465a-8fe3-aac1c3f66d4a tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-group-rules/1c664ae4-d2d6-4848-b321-3e1943e4e170 HTTP/1.1" status: 200  len: 778 time: 0.0271842
Nov 10 03:57:41.655883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f453878f-5c4d-4543-904d-9d9d12afd908 req-3f40ae1c-4994-4361-8b18-9f4051f27bea tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006861
Nov 10 03:57:41.659959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40ae1c-4994-4361-8b18-9f4051f27bea tempest-AggregatesAdminTestJSON-334915752 tempest-AggregatesAdminTestJSON-334915752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c770aa-5e2f-4fa0-9b4a-6d91f8018e5d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.685026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.693830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.706763 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-6ff13a2b-0ba2-4387-a155-772b69471c87 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/f1ed0c64-a417-4223-8948-d961f6ed120b HTTP/1.1" status: 200  len: 2422 time: 0.0652342
Nov 10 03:57:41.748808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.760316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.792273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.793695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'Port': ['ID=a589866d-4975-439a-8db7-0ed21818ca17,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.801108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.802231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0709aa0-89b9-45a1-b31a-150b7009b1a8 req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1c664ae4-d2d6-4848-b321-3e1943e4e170 HTTP/1.1" status: 204  len: 173 time: 0.0866816
Nov 10 03:57:41.812206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c2e60-0c4d-49af-b48a-0ad5b1981730 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c664ae4-d2d6-4848-b321-3e1943e4e170,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:41.818257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.847175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974f02b-833c-43ae-91be-a11bb90cd4d4 req-7e2cbbbc-868b-4b4d-8b10-6b99b03fae77 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:41.848584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e974f02b-833c-43ae-91be-a11bb90cd4d4 req-7e2cbbbc-868b-4b4d-8b10-6b99b03fae77 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.0944018
Nov 10 03:57:41.851791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:41.861173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7837cc6-0943-4018-b725-11c066f48cb0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5989463
Nov 10 03:57:41.925052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e974f02b-833c-43ae-91be-a11bb90cd4d4 req-2e185f3a-d0a3-41f8-8501-b29f12e8a42e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538127
Nov 10 03:57:41.950340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1581346652', 'description': 'tempest-description-609096370'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:41.978577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.058957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.064238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.098961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.100224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88d3476a-849a-462f-a30d-a198a7941de1 req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1543682
Nov 10 03:57:42.108382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201275de-2fe9-4065-a7de-eb9f44e20771 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47327a-65b1-49f2-864a-8d0a40628e59,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:42.329799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5c7a2213-b6df-45af-82a4-842a23769f95 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--952430775&fields=id&tenant_id=b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 267 time: 0.0730669
Nov 10 03:57:42.373756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a48c56e3-5fe6-49ed-8d91-fbc1ed195114 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:42.433458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:42.434008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.483579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-398b8f0d-a88f-4e07-ac97-961c86826850 req-a38d3a6c-08d9-4fda-aab6-8d1ebed6862c tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/0a47327a-65b1-49f2-864a-8d0a40628e59 HTTP/1.1" status: 200  len: 1829 time: 0.0428090
Nov 10 03:57:42.540094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-2fc2165b-3907-4a02-b915-7245fb14b29a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:42.541993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-2fc2165b-3907-4a02-b915-7245fb14b29a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 824 time: 0.2048781
Nov 10 03:57:42.558544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-2b37962f-9643-4cec-a89a-ff7196165e6e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/quotas/b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 375 time: 0.0091200
Nov 10 03:57:42.620826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-f7c8ca92-bf96-4bee-8161-65530b69bccf tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0563910
Nov 10 03:57:42.626509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb3673-3745-4d55-9c77-72ee13175cff req-cf308d0f-9fa9-4eab-9315-c6b25d868468 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:42.627952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aacb3673-3745-4d55-9c77-72ee13175cff req-cf308d0f-9fa9-4eab-9315-c6b25d868468 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 969 time: 0.0512533
Nov 10 03:57:42.676498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aacb3673-3745-4d55-9c77-72ee13175cff req-699791a8-f32b-4c64-8af5-30e8a5e3273e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425270
Nov 10 03:57:42.744307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-9213de08-ce9b-418c-9279-b1aa2ca50b77 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:57:42.745320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-9213de08-ce9b-418c-9279-b1aa2ca50b77 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0445552
Nov 10 03:57:42.777980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f380a5c-84a2-48e5-a796-6f9b2db667fd req-93a58255-be7b-4cc9-a25e-2744fc1a6e1e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:42.780000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f380a5c-84a2-48e5-a796-6f9b2db667fd req-93a58255-be7b-4cc9-a25e-2744fc1a6e1e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.0488629
Nov 10 03:57:42.836849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f380a5c-84a2-48e5-a796-6f9b2db667fd req-3c3416f0-023d-48ec-91b4-ab5e0889b082 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506070
Nov 10 03:57:42.844875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-42b130b7-3122-4d00-8e8f-ab0e1daa30ab service neutron] 10.222.0.13 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931401
Nov 10 03:57:42.914517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1524993458', 'description': 'tempest-description-168943007'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:42.935888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:42.937611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-de60a32d-5b6b-410d-8084-58c47332a66e service neutron] 10.222.0.13 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861454
Nov 10 03:57:43.010859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.015208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.042825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.047517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b6e7152-5a19-4d94-ba98-c8d64650b97e req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1370192
Nov 10 03:57:43.052481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e529896-5bf0-4ad8-ae9c-019929238ec3 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2664a985-3d78-461b-8496-f56e34fcf49f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:43.149827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:57:43.283382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-936b083b-6da6-46de-91cb-59fd8b68cded req-a44abf84-e547-478f-84b4-5dd12d6b707b tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/2664a985-3d78-461b-8496-f56e34fcf49f HTTP/1.1" status: 200  len: 1829 time: 0.0674741
Nov 10 03:57:43.285707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:43.299365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb9f1a73-2040-439f-96b3-399eb62715cc req-07b0b1b1-8527-4e69-86d3-9c4272e37762 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 210 time: 0.0402272
Nov 10 03:57:43.307315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'mac_address': 'fa:16:3e:7a:70:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-810660073', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:57:43.330756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-31881192', 'description': 'tempest-description-1971467543'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:43.358157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.380682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.461815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.467266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.495553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.497185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f06c9d54-b0b3-4a3d-a58c-b5f217421315 req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.1715307
Nov 10 03:57:43.558745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:43.565288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce87c4-f0d1-473c-b4ee-d299c94a2c89 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a571ea10-80a9-40c7-8069-f78917582e1c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:43.584882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48819152-40cd-4d36-a210-fe27c7825b9a req-fc74b274-e29e-497f-bee1-2f0ffdc4382c tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/a571ea10-80a9-40c7-8069-f78917582e1c HTTP/1.1" status: 200  len: 1828 time: 0.0560713
Nov 10 03:57:43.601552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-242045250', 'description': 'tempest-description-1239507416'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:43.619179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:43.630231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.632676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.710586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:43.730930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.736112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.777120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:43.778717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fb7bbde-5c57-4e4d-8a5e-476e4fc6aa55 req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1816416
Nov 10 03:57:43.788859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4dd36-bdd5-4f7b-a6f2-9a18a8f3ddb5 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1507df54-417a-47af-8462-cbcb03a67a99,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:43.837920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:43.888980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17b2f847-f8be-4229-a120-7dfb5f8f417d req-cd68d14f-983b-440b-b5a8-5f7054547c68 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/1507df54-417a-47af-8462-cbcb03a67a99 HTTP/1.1" status: 200  len: 1829 time: 0.0636101
Nov 10 03:57:43.907643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d588-5dee-4a18-8fdb-00b51e8911c1 req-cd538adb-9d98-4b66-bbc9-ea14491c4117 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:43.909199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f48d588-5dee-4a18-8fdb-00b51e8911c1 req-cd538adb-9d98-4b66-bbc9-ea14491c4117 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 970 time: 0.0751967
Nov 10 03:57:43.998416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f48d588-5dee-4a18-8fdb-00b51e8911c1 req-e59ac783-bfcd-4650-b2d8-f690dce6062d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638754
Nov 10 03:57:44.114726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db345ea-60fb-4373-b941-3d9f273de7ea req-2a0539f1-3288-4930-83fd-ef98a90332a6 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:44.117347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1db345ea-60fb-4373-b941-3d9f273de7ea req-2a0539f1-3288-4930-83fd-ef98a90332a6 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 949 time: 0.0631042
Nov 10 03:57:44.123261 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-d46bcf61-5541-4b25-8ebd-0502baf8f6d0 req-32bbaf90-385d-4820-aa96-d8dd18e8b8eb tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] show failed (client error): The resource could not be found.
Nov 10 03:57:44.124465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d46bcf61-5541-4b25-8ebd-0502baf8f6d0 req-32bbaf90-385d-4820-aa96-d8dd18e8b8eb tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/5ba4e807-8ea8-4de8-8fda-415e8f7ad5c4 HTTP/1.1" status: 404  len: 352 time: 0.0327985
Nov 10 03:57:44.137184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-e39679c0-9da4-45e6-81df-f0a7631a3cb8 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:44.139253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-e39679c0-9da4-45e6-81df-f0a7631a3cb8 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 1100 time: 0.0573797
Nov 10 03:57:44.174208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1db345ea-60fb-4373-b941-3d9f273de7ea req-8c1dde41-a397-41ca-83dc-f8c81027b7ee tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518556
Nov 10 03:57:44.204334 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-f02cf6a7-173d-4055-bec6-ee19b70654af req-3568f6dc-d782-479c-9a78-f22de81d16ec tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] show failed (client error): The resource could not be found.
Nov 10 03:57:44.205371 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f02cf6a7-173d-4055-bec6-ee19b70654af req-3568f6dc-d782-479c-9a78-f22de81d16ec tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-group-rules/f18019fe-74aa-48ae-8c16-3bc458a3e6fa HTTP/1.1" status: 404  len: 361 time: 0.0206563
Nov 10 03:57:44.281396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-229b7c7e-054c-4325-8e79-97105f49b631 req-d5f712a7-df36-478b-a059-b15a0d2d066b tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/1507df54-417a-47af-8462-cbcb03a67a99 HTTP/1.1" status: 200  len: 1829 time: 0.0499501
Nov 10 03:57:44.286361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Deleting port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:57:44.286681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.398874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.26', 51381) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:44.413716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-229b7c7e-054c-4325-8e79-97105f49b631 req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.462971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] For port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:44.463275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.473823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-229b7c7e-054c-4325-8e79-97105f49b631 req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.489726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Calling delete_port for 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:57:44.512969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-542ff6e6-4342-4d1a-a415-696e7bcd21cc req-2b302fef-1afa-47f5-8bc0-8da6bf2369e9 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 210 time: 0.0670192
Nov 10 03:57:44.611126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-229b7c7e-054c-4325-8e79-97105f49b631 req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.614810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-229b7c7e-054c-4325-8e79-97105f49b631 req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.615616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-229b7c7e-054c-4325-8e79-97105f49b631 req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-groups/1507df54-417a-47af-8462-cbcb03a67a99 HTTP/1.1" status: 204  len: 173 time: 0.3154285
Nov 10 03:57:44.630301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fca0b-0eb2-412e-9f4f-0541c5d98c00 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507df54-417a-47af-8462-cbcb03a67a99,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:44.638611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-87b15a3d-9b0f-4b69-ad3f-87e9c614f037 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:44.640407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-87b15a3d-9b0f-4b69-ad3f-87e9c614f037 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.26 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 824 time: 0.2405593
Nov 10 03:57:44.712079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-989d622c-0880-4acc-a306-f5fcffb6ceb4 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 379 time: 0.0589843
Nov 10 03:57:44.721266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-60b4c0a7-72f3-4eb8-a339-4353fad88f9d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/a571ea10-80a9-40c7-8069-f78917582e1c HTTP/1.1" status: 200  len: 1828 time: 0.0734024
Nov 10 03:57:44.722084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'port': {'device_id': '85a57811-4a60-4214-beba-4c76521677f2', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'admin_state_up': True, 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'security_groups': ['4e7c8e68-d03d-4ad0-bc40-15457eba587b']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:44.758965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.770106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6ed89411-9cf7-4f83-9c20-f5a4af6fda17'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:44.807470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ed89411-9cf7-4f83-9c20-f5a4af6fda17,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:44.890172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] No DVR routers for this DVR port 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:57:44.891940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.895854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.899400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27773567-d36a-4aa3-b03e-503b0ee926bc req-5765ac18-bbe5-42b2-8302-ca0bb488e557 tempest-DeleteServersAdminTestJSON-1657689895 tempest-DeleteServersAdminTestJSON-1657689895-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6ed89411-9cf7-4f83-9c20-f5a4af6fda17 HTTP/1.1" status: 204  len: 173 time: 0.7536869
Nov 10 03:57:44.899905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'name': 'network-vif-deleted', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:44.902533 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a37d1a-e671-43a3-92a8-7a4148c9e5d3" -d '{"events": [{"server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "name": "network-vif-deleted", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:44.918032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Made reservation on behalf of b8d7111030614ab994cb28cfe82f66df for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:44.925747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:44.947642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.021843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.025251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.026394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70a99c32-7a39-41fa-a276-eb04bb630279 req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-groups/a571ea10-80a9-40c7-8069-f78917582e1c HTTP/1.1" status: 204  len: 173 time: 0.2933989
Nov 10 03:57:45.053943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be462c7-929d-4084-ade3-6c5beb10aae9 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571ea10-80a9-40c7-8069-f78917582e1c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:45.108859 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1323f-6091-409a-a0fa-f3e8bcab47fe x-openstack-request-id: req-15c1323f-6091-409a-a0fa-f3e8bcab47fe {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:45.109236 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e28e68-2732-4c0b-9080-034507d606ee", "name": "network-vif-deleted", "tag": "6ed89411-9cf7-4f83-9c20-f5a4af6fda17", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:45.109551 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c1323f-6091-409a-a0fa-f3e8bcab47fe {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:45.110073 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e28e68-2732-4c0b-9080-034507d606ee', 'name': 'network-vif-deleted', 'tag': '6ed89411-9cf7-4f83-9c20-f5a4af6fda17', 'status': 'completed', 'code': 200}
Nov 10 03:57:45.163685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:45.176006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Allocated IP 172.20.0.4 (4d66c40f-96b4-4cf5-a17f-c2b6c5897402/88d1de4c-538f-4b88-bdd0-9fb3439a1fe4/8da21273-e9cb-463e-9ea2-4f341be7e99d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:45.193702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-71ed7f8a-89e1-42c8-8318-243048f70d0b tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/2664a985-3d78-461b-8496-f56e34fcf49f HTTP/1.1" status: 200  len: 1829 time: 0.0680766
Nov 10 03:57:45.215136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf2c8-082b-4c0a-8559-426af7dec5a8 req-65fefa56-93de-46f0-ab4d-c0595fe8bb4b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:45.217912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6ccf2c8-082b-4c0a-8559-426af7dec5a8 req-65fefa56-93de-46f0-ab4d-c0595fe8bb4b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 970 time: 0.0629661
Nov 10 03:57:45.222332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:57:45.226322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:45.226743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.273328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6ccf2c8-082b-4c0a-8559-426af7dec5a8 req-2f40b817-c6c9-4297-8e25-0aa15eab1e5b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466857
Nov 10 03:57:45.314295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.342482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:45.347490 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a548ba-7ed6-4eaf-b215-02ed74759f89" -d '{"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-plugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:45.359493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:45.364503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.370094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.414384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.419111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.423360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:45.481495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.483977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.485151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b539b6bb-f860-42a4-8181-0b9bfcdc58d4 req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-groups/2664a985-3d78-461b-8496-f56e34fcf49f HTTP/1.1" status: 204  len: 173 time: 0.2798290
Nov 10 03:57:45.492050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c55cf3af-b24c-4b2d-9e8d-7e1e74cb21ca req-caf1606d-af7f-4593-9819-6d134e144e71 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e28e68-2732-4c0b-9080-034507d606ee HTTP/1.1" status: 200  len: 210 time: 0.0357685
Nov 10 03:57:45.494942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bcd21-fa82-45b3-82bf-42e9dc6e4d7d tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2664a985-3d78-461b-8496-f56e34fcf49f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:45.497139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.550211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:45.558835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:45.561592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:45.564979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:45.616053 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af70c18c-e11c-4251-97ac-c86c2c52493a x-openstack-request-id: req-af70c18c-e11c-4251-97ac-c86c2c52493a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:45.616586 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-plugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:45.616925 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af70c18c-e11c-4251-97ac-c86c2c52493a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:45.617434 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'code': 200}
Nov 10 03:57:45.646138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:45.647083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.687112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-bdede35d-0c35-4325-9914-8f768f6aec2e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9683313
Nov 10 03:57:45.722181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Request body: {'port': {'device_id': '85a57811-4a60-4214-beba-4c76521677f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:45.741395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-4d32f2a8-cad6-471e-8828-98e709437143 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/0a47327a-65b1-49f2-864a-8d0a40628e59 HTTP/1.1" status: 200  len: 1829 time: 0.0500414
Nov 10 03:57:45.806320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.840829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.841920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.852340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7396b-9d19-4be5-b1e3-f1640f0d9815 req-26288347-5a62-4f50-ace4-1c2490949fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:45.853772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77a7396b-9d19-4be5-b1e3-f1640f0d9815 req-26288347-5a62-4f50-ace4-1c2490949fac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1122 time: 0.1529753
Nov 10 03:57:45.869690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbaf45-d070-4a04-bd23-1857a2ba42de req-fc058deb-d199-45c1-9a33-5106e6b70905 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:45.874579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05dbaf45-d070-4a04-bd23-1857a2ba42de req-fc058deb-d199-45c1-9a33-5106e6b70905 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 931 time: 0.1066406
Nov 10 03:57:45.877824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ad5c00d4-7b3b-49b9-805e-03deca16d71c None None] Provisioning complete for port 8da21273-e9cb-463e-9ea2-4f341be7e99d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:45.879006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad5c00d4-7b3b-49b9-805e-03deca16d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.891436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.894579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:45.895931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d138da4-f556-4afc-b233-bf9cdf92523c req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a47327a-65b1-49f2-864a-8d0a40628e59 HTTP/1.1" status: 204  len: 173 time: 0.1488237
Nov 10 03:57:45.910280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed433921-c66e-42ad-b906-5d0e1d70bd3e tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47327a-65b1-49f2-864a-8d0a40628e59,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:45.939424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c00d4-7b3b-49b9-805e-03deca16d71c None None] Port 8da21273-e9cb-463e-9ea2-4f341be7e99d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:45.989845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77a7396b-9d19-4be5-b1e3-f1640f0d9815 req-d948feb6-b5dd-4a1a-9222-25741dd6aa34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141315
Nov 10 03:57:46.029391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e948992-984f-4606-af0d-fea91fe63727 req-bd932c46-cd96-4efb-89c2-70b06bfd61d7 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "GET /v2.0/security-groups/f1ed0c64-a417-4223-8948-d961f6ed120b HTTP/1.1" status: 200  len: 1829 time: 0.0374889
Nov 10 03:57:46.045127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05dbaf45-d070-4a04-bd23-1857a2ba42de req-19cf2813-976a-4ac0-940e-e1c63232ad58 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1517837
Nov 10 03:57:46.092533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e948992-984f-4606-af0d-fea91fe63727 req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.116318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e948992-984f-4606-af0d-fea91fe63727 req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.170104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e948992-984f-4606-af0d-fea91fe63727 req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.172879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e948992-984f-4606-af0d-fea91fe63727 req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.174007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e948992-984f-4606-af0d-fea91fe63727 req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1ed0c64-a417-4223-8948-d961f6ed120b HTTP/1.1" status: 204  len: 173 time: 0.1388257
Nov 10 03:57:46.189120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53052) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:46.231268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46619e36-ec6f-4141-b0ac-08654bcb4361 tempest-SecurityGroupRulesNegativeTestJSON-1038915240 tempest-SecurityGroupRulesNegativeTestJSON-1038915240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ed0c64-a417-4223-8948-d961f6ed120b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:46.255036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Deleting subnet dd68eb4a-ac16-4709-a415-0ce4aa68f285 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 03:57:46.269785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.318384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.325014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.396024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.427198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd68eb4a-ac16-4709-a415-0ce4aa68f285,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:46.429288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.436375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:46.436897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-efd03cda-94e7-494d-91f7-244761f8fd6a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd68eb4a-ac16-4709-a415-0ce4aa68f285 HTTP/1.1" status: 204  len: 168 time: 0.2458055
Nov 10 03:57:46.516313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa9e04-1ca9-4b1b-87c5-c8551c95b5dc req-ed4b6637-93b4-4804-b6ec-619b3f65d981 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:46.518010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2aa9e04-1ca9-4b1b-87c5-c8551c95b5dc req-ed4b6637-93b4-4804-b6ec-619b3f65d981 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0697000
Nov 10 03:57:46.557352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da21273-e9cb-463e-9ea2-4f341be7e99d {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:46.571597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.579187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.580223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2aa9e04-1ca9-4b1b-87c5-c8551c95b5dc req-cd32a11f-2e03-4925-9726-1a3bdd0d57d3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538132
Nov 10 03:57:46.592675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Transition to ACTIVE for port object 8da21273-e9cb-463e-9ea2-4f341be7e99d will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:57:46.599168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.733691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.755842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:46.797777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fd086a0>,) {'filters': {'network_id': ['5eaa0c67-6077-48a3-a192-59ad26bbddd8']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:46.832757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd086a0>, 'aac42a82-0cfc-4ccc-8086-e8c4be1962bc') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:46.832926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd086a0>, 'aac42a82-0cfc-4ccc-8086-e8c4be1962bc') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:57:46.867986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.915207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.939376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 03:57:46.940597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 03:57:46.942515 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 03:57:47.042149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Attempting to bind port 8da21273-e9cb-463e-9ea2-4f341be7e99d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:47.042299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Attempting to bind port 8da21273-e9cb-463e-9ea2-4f341be7e99d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:47.043005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Attempting to bind port 8da21273-e9cb-463e-9ea2-4f341be7e99d on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:47.049425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Port 8da21273-e9cb-463e-9ea2-4f341be7e99d on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:57:47.049748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Attempting to bind port 8da21273-e9cb-463e-9ea2-4f341be7e99d on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:47.079287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:47.080176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Checking segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:47.080176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Bound using segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:47.080478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Bound port: 8da21273-e9cb-463e-9ea2-4f341be7e99d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:47.080850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.086121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.095483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.101106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5eaa0c67-6077-48a3-a192-59ad26bbddd8 HTTP/1.1" status: 204  len: 168 time: 0.6609983
Nov 10 03:57:47.123533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a3bc-458d-4162-9a87-092be0f35f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaa0c67-6077-48a3-a192-59ad26bbddd8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:47.194443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ed21926-44ed-4baf-9098-5ee9e2bbcfcf tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=717e5841788344e89e8d073b02bd2e75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0557323
Nov 10 03:57:47.209110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:47.212916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:47.219313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.250586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53134) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:47.267020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.267674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.269111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] 10.222.0.26 "PUT /v2.0/ports/8da21273-e9cb-463e-9ea2-4f341be7e99d HTTP/1.1" status: 200  len: 1091 time: 1.5701358
Nov 10 03:57:47.271988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:47.276972 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7560bbbd-4649-4e1d-a3df-64de692025f0" -d '{"events": [{"name": "network-changed", "server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:47.344883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570edce-46e6-4aad-97dc-0cd601f07be1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:47.396383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:47.426087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-6c2e9068-c8c3-4e20-bef5-1c10648f2eca tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.433341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-fb098d95-7b5c-4e75-85c5-6804259c7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.434742 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:57:47.435285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-fb098d95-7b5c-4e75-85c5-6804259c7a64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 1094 time: 0.1084445
Nov 10 03:57:47.441797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-6c2e9068-c8c3-4e20-bef5-1c10648f2eca tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2457619
Nov 10 03:57:47.463109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-560f43e7-fbaa-4652-aa87-0afc633e4841 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/quotas/717e5841788344e89e8d073b02bd2e75 HTTP/1.1" status: 200  len: 375 time: 0.0201895
Nov 10 03:57:47.498729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e30c0-b14e-4476-b4ff-1097b4560894 req-7abe6462-f76f-4aa0-8c24-60754cc1eb11 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.507067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c33e30c0-b14e-4476-b4ff-1097b4560894 req-7abe6462-f76f-4aa0-8c24-60754cc1eb11 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 943 time: 0.1352279
Nov 10 03:57:47.512553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-d54a2cd4-ab8b-4ad7-86fd-db4045f1ccf4 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486028
Nov 10 03:57:47.520975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-28fa38d3-6566-4485-8d37-6860fd615c4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9957f52b323e40be9cec54e6b1bc062f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1210568
Nov 10 03:57:47.521555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-9225808d-e622-4558-80d9-95df32b6c3fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d HTTP/1.1" status: 200  len: 217 time: 0.0744762
Nov 10 03:57:47.522866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53146) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:47.589617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.614658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c33e30c0-b14e-4476-b4ff-1097b4560894 req-205579e1-2286-484c-9dd3-a6bc4194e562 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020505
Nov 10 03:57:47.616521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-b98a5ed6-c2b2-48b8-92c7-ca8d281ad571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.619827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-b98a5ed6-c2b2-48b8-92c7-ca8d281ad571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.0913100
Nov 10 03:57:47.621504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.708955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f388837d-e28d-4f96-b18d-5af006f7bd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.711896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.714762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.717273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b41a507c-831e-4f8c-8435-fc9e39df4557 HTTP/1.1" status: 204  len: 168 time: 0.1906738
Nov 10 03:57:47.747142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca218c-d28d-4c5d-93a8-70c1f98c2894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a507c-831e-4f8c-8435-fc9e39df4557,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:47.769608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-a0228a64-9e35-43d5-afef-52a3a3ba03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:47.783906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-a0228a64-9e35-43d5-afef-52a3a3ba03d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1546946
Nov 10 03:57:47.789150 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7027264d-45c9-4bd7-a4a2-1120f4a3c731 x-openstack-request-id: req-7027264d-45c9-4bd7-a4a2-1120f4a3c731 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:47.789456 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:47.789981 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7027264d-45c9-4bd7-a4a2-1120f4a3c731 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:47.790379 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'status': 'completed', 'code': 200}
Nov 10 03:57:47.921381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f388837d-e28d-4f96-b18d-5af006f7bd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.931076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f388837d-e28d-4f96-b18d-5af006f7bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:47.952189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bea5da0d-3bbf-4f28-aea3-2b47901cbbd8 req-6033c915-6440-41a8-aafc-090b5db63e0f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 210 time: 0.0376129
Nov 10 03:57:48.043623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-0f82e58e-921d-427c-89e2-359f41584952 service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506728
Nov 10 03:57:48.066884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f388837d-e28d-4f96-b18d-5af006f7bd17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab88bff9418941ccb7f2042cc8b2080e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8152061
Nov 10 03:57:48.072637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53178) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:48.106367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388837d-e28d-4f96-b18d-5af006f7bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1061f7-1f3d-4820-9d0a-ba3c9d57262d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:48.206862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a420319-82bf-4c4f-9039-1dead7b2d1a9 req-b714ac4a-4f56-4bdc-b2b8-446db9e46c02 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.214229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a420319-82bf-4c4f-9039-1dead7b2d1a9 req-b714ac4a-4f56-4bdc-b2b8-446db9e46c02 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1113374
Nov 10 03:57:48.252419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.275230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77193ef5-d704-4073-9894-fe35e3d4a503 req-2c2dbeca-2c6a-4a8d-9a63-0171d75a2553 service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236831
Nov 10 03:57:48.339024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.372145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a420319-82bf-4c4f-9039-1dead7b2d1a9 req-761c1647-5718-4771-8385-35d49a2e2c0c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489925
Nov 10 03:57:48.408059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.441525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.447786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.454067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b1061f7-1f3d-4820-9d0a-ba3c9d57262d HTTP/1.1" status: 204  len: 168 time: 0.3797262
Nov 10 03:57:48.468831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-31845dd0-94cd-4f22-9f1a-d623dfe26f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.469990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e559b4a-ce86-4496-b708-3633fbcd291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1061f7-1f3d-4820-9d0a-ba3c9d57262d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:48.471113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-31845dd0-94cd-4f22-9f1a-d623dfe26f0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 1094 time: 0.1392510
Nov 10 03:57:48.618052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:48.648565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-c1f3e992-8c7f-44ba-8cc9-448372bc4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.650864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-c1f3e992-8c7f-44ba-8cc9-448372bc4954 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 925 time: 0.1702101
Nov 10 03:57:48.710077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-a29d8c0a-dbea-4b51-a129-db46819f497d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d HTTP/1.1" status: 200  len: 217 time: 0.0496404
Nov 10 03:57:48.773753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-dcb562b2-d5d3-4619-a293-6acf54ef21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.777633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-dcb562b2-d5d3-4619-a293-6acf54ef21bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.0594141
Nov 10 03:57:48.836579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-420206b0-b5fe-43ff-af76-52891b29db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.838131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-420206b0-b5fe-43ff-af76-52891b29db22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0498860
Nov 10 03:57:48.898710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81487a8-771c-4a4d-b8cf-60dad52693d3 req-f3220110-600e-4131-a737-884dc738be4d tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:48.900283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a81487a8-771c-4a4d-b8cf-60dad52693d3 req-f3220110-600e-4131-a737-884dc738be4d tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 943 time: 0.1126363
Nov 10 03:57:48.971578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-eb017539-7e1f-4b25-9763-c9133f7de3ab service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246424
Nov 10 03:57:48.993302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:49.072841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-a502174d-1cf2-4b51-97ab-e9fdd53341ac tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:49.084101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-a502174d-1cf2-4b51-97ab-e9fdd53341ac tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1122 time: 0.1316292
Nov 10 03:57:49.105623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-fbf2801a-978e-426c-a5fc-d0334e2cd7b2 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.153352 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7560bbbd-4649-4e1d-a3df-64de692025f0 req-01cfcada-28c4-44e8-ae07-0209194297c5 service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589639
Nov 10 03:57:49.156707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53234) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:49.182235 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a81487a8-771c-4a4d-b8cf-60dad52693d3 req-a707e94f-ea1c-47d9-87ea-850d3c773a05 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2708375
Nov 10 03:57:49.190925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecd56191-c33e-4b2c-a669-e34e681cdf15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.300885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-059579d3-c885-4eae-a427-b42854cefd0f tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=717e5841788344e89e8d073b02bd2e75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444205
Nov 10 03:57:49.342237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a4785-0fb0-4c7c-bf42-b8e93c18c90a req-95db7966-e4b4-4646-a380-900554afd87b tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:49.352194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef1a4785-0fb0-4c7c-bf42-b8e93c18c90a req-95db7966-e4b4-4646-a380-900554afd87b tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.0890901
Nov 10 03:57:49.387816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-fbf2801a-978e-426c-a5fc-d0334e2cd7b2 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.403191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-fbf2801a-978e-426c-a5fc-d0334e2cd7b2 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.403963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:57:49.436248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:57:49.437735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6ed89411-9cf7-4f83-9c20-f5a4af6fda17 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:57:49.438035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef1a4785-0fb0-4c7c-bf42-b8e93c18c90a req-d4b9947b-e72a-4a39-becd-3f49a5476276 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843337
Nov 10 03:57:49.505178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c7aaf01-5e6d-4f00-92a9-53153085b453 req-fbf2801a-978e-426c-a5fc-d0334e2cd7b2 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4184780
Nov 10 03:57:49.529033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f01d05a1-a189-40f5-9ec0-67d8755c56c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.544449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-617fd916-7028-420e-999d-1be3b0da1777 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:49.546542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-617fd916-7028-420e-999d-1be3b0da1777 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2313936
Nov 10 03:57:49.547525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2801a-978e-426c-a5fc-d0334e2cd7b2 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd08a9d-1b29-4eda-a952-8407c79803f0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:49.571184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Request body: {'port': {'device_id': '1d639394-38ba-498f-81c6-902f8cc0b323', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '717e5841788344e89e8d073b02bd2e75'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:49.613453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3270e32-6b18-435b-a8c7-e1b7fae2b9f8 req-1db1e87c-1d10-4e91-a19a-104feb26d266 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 210 time: 0.0421882
Nov 10 03:57:49.678802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecd56191-c33e-4b2c-a669-e34e681cdf15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.686790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecd56191-c33e-4b2c-a669-e34e681cdf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.766640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd56191-c33e-4b2c-a669-e34e681cdf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c731c5c-dd00-4127-ac3a-30bd257d0ef8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:49.780832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ecd56191-c33e-4b2c-a669-e34e681cdf15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bbad3a0c439401ea9505edb4bfc7cc2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6231151
Nov 10 03:57:49.783546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53256) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:49.841755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f01d05a1-a189-40f5-9ec0-67d8755c56c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.843308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Made reservation on behalf of 717e5841788344e89e8d073b02bd2e75 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:49.847122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.850891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f01d05a1-a189-40f5-9ec0-67d8755c56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.862666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.887354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-f1ad7146-ed1d-4133-aff4-7f63503d2837 req-5db52f47-7095-42b7-b612-eee56a58e9ce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:57:49.892852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:49.900894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f1ad7146-ed1d-4133-aff4-7f63503d2837 req-5db52f47-7095-42b7-b612-eee56a58e9ce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1381142
Nov 10 03:57:49.940089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f01d05a1-a189-40f5-9ec0-67d8755c56c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80ba1af7939454d9e27540022b25f3c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9381702
Nov 10 03:57:49.940304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53268) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:49.948335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d05a1-a189-40f5-9ec0-67d8755c56c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b607dfb-69b8-4cb9-acd8-6c745432965e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:49.998896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.001824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.002967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c731c5c-dd00-4127-ac3a-30bd257d0ef8 HTTP/1.1" status: 204  len: 168 time: 0.2175615
Nov 10 03:57:50.015131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6b7ad-4632-4f03-8acf-f0ea09f89ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c731c5c-dd00-4127-ac3a-30bd257d0ef8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:50.071968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.109653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Allocated IP 192.168.233.229 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/5265d344-6426-48e7-96b3-b015a05ce13e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:50.113461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.217869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.220456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.223966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b607dfb-69b8-4cb9-acd8-6c745432965e HTTP/1.1" status: 204  len: 168 time: 0.2802629
Nov 10 03:57:50.276822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb96ff-8701-4aec-b71f-a77db853551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b607dfb-69b8-4cb9-acd8-6c745432965e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:50.307133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53298) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:50.363767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-2b4793be-75d0-4fe1-b282-09423360268c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:50.365560 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-2b4793be-75d0-4fe1-b282-09423360268c tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.1100254
Nov 10 03:57:50.400377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.476301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95fe1f-6ff2-4a9c-a0d6-f80082843eae req-05aec798-9865-4e9b-a856-e68ffa5a3439 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:50.480025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f95fe1f-6ff2-4a9c-a0d6-f80082843eae req-05aec798-9865-4e9b-a856-e68ffa5a3439 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 943 time: 0.0797982
Nov 10 03:57:50.536058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.554877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f95fe1f-6ff2-4a9c-a0d6-f80082843eae req-0e1b4ad3-222d-4c8f-a62b-273c75db15d5 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605803
Nov 10 03:57:50.626484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:50.631357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Deleting port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:57:50.631822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.686963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:50.691502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:50.747138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Pushing event updated for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:50.767833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:50.768665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.779265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2eb760e2-da0f-4310-ad84-23df91beb6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:50.804101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-9ba12a5b-e3fd-44dd-8cd3-7aba6ebdd82b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2453289
Nov 10 03:57:50.868867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520b75f-f912-4617-aec3-ae23ca8e7b9f req-44194c70-df45-44e3-a532-7305239835e4 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:50.870641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a520b75f-f912-4617-aec3-ae23ca8e7b9f req-44194c70-df45-44e3-a532-7305239835e4 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.2154832
Nov 10 03:57:50.878913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Request body: {'port': {'device_id': '1d639394-38ba-498f-81c6-902f8cc0b323', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:50.988974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a520b75f-f912-4617-aec3-ae23ca8e7b9f req-116e8239-c36d-4bcb-ac85-cf254b2d0b01 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083505
Nov 10 03:57:51.005276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] For port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:51.005649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.048815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Calling delete_port for 8939b61c-eadd-4bd8-a28a-0cc0af1956ef owned by compute:tempest-test_az-810660073 {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:57:51.076659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2eb760e2-da0f-4310-ad84-23df91beb6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.084571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2eb760e2-da0f-4310-ad84-23df91beb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.186373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2eb760e2-da0f-4310-ad84-23df91beb6a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47dde7e7b75546528abdc1597a46d061&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8747804
Nov 10 03:57:51.186373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb760e2-da0f-4310-ad84-23df91beb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0603e-0d1e-4f27-8e4a-247beebac3ab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:51.187511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aa9ab3c4-1ca3-4403-be05-7eeb3ac59d03 None None] Provisioning complete for port 5265d344-6426-48e7-96b3-b015a05ce13e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:51.189048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53336) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:51.203377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab3c4-1ca3-4403-be05-7eeb3ac59d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.242558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c8e2-dc07-4c53-b90a-30ba29c740d8 req-7998469a-1c0b-4350-9c62-d7eca9de028a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:51.250151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e805c8e2-dc07-4c53-b90a-30ba29c740d8 req-7998469a-1c0b-4350-9c62-d7eca9de028a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 936 time: 0.1247857
Nov 10 03:57:51.271778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ab3c4-1ca3-4403-be05-7eeb3ac59d03 None None] Port 5265d344-6426-48e7-96b3-b015a05ce13e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:57:51.280269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53338) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:51.299395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:51.318878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd1e16de-d26c-477c-bcd1-6dfa00761494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.326650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.369060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e805c8e2-dc07-4c53-b90a-30ba29c740d8 req-1931d628-298e-4be6-9057-42de98e5f59e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117771
Nov 10 03:57:51.410287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.411530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8da21273-e9cb-463e-9ea2-4f341be7e99d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:57:51.519416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.522801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.528161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dd0603e-0d1e-4f27-8e4a-247beebac3ab HTTP/1.1" status: 204  len: 168 time: 0.3379991
Nov 10 03:57:51.542900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-8e15c0e0-8741-43ce-b054-6c442b9052c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:51.545784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-8e15c0e0-8741-43ce-b054-6c442b9052c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1122 time: 0.6094117
Nov 10 03:57:51.551649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.566749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6ad1-639b-46d0-8c4a-2f0b83dbe0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0603e-0d1e-4f27-8e4a-247beebac3ab,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:51.642280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-253560bc-ef1a-4606-8e62-ad062adf6fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3351507
Nov 10 03:57:51.649284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-2c5e4979-bc35-4fd0-806a-acde4a935fde service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:57:51.662672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-2c5e4979-bc35-4fd0-806a-acde4a935fde service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0185359
Nov 10 03:57:51.724749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd1e16de-d26c-477c-bcd1-6dfa00761494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.760585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd1e16de-d26c-477c-bcd1-6dfa00761494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.783321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:51.824442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'port_id': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'mac_address': 'fa:16:3e:05:a9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:57:51.850834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cd1e16de-d26c-477c-bcd1-6dfa00761494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a916eb456a64773ae0abf746e32e1b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5694947
Nov 10 03:57:51.852532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e16de-d26c-477c-bcd1-6dfa00761494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba3e07-c9d7-4c95-8b77-9500e2576318,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:51.857652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53368) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:51.866929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92904e1a-f2da-47ee-8aec-6b28596beac7 req-6647364e-a460-41f2-b04d-979ac0a66030 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:51.869761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92904e1a-f2da-47ee-8aec-6b28596beac7 req-6647364e-a460-41f2-b04d-979ac0a66030 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.4099622
Nov 10 03:57:51.891624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-1b664470-62c5-4113-912a-c62818592ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:51.893480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-1b664470-62c5-4113-912a-c62818592ebd service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3161602
Nov 10 03:57:51.907216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301d510-f1bb-47fd-b09b-e5af0c714d05 req-57862ad8-4281-441f-a8d5-5bdd54294e42 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:51.910001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.914455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0301d510-f1bb-47fd-b09b-e5af0c714d05 req-57862ad8-4281-441f-a8d5-5bdd54294e42 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 943 time: 0.1846187
Nov 10 03:57:51.939177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da21273-e9cb-463e-9ea2-4f341be7e99d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:51.982165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:51.991413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:51.997367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0301d510-f1bb-47fd-b09b-e5af0c714d05 req-e4b21751-b9d3-4fd5-aeeb-0b69340d4be0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776348
Nov 10 03:57:52.018857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.072635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.131060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5265d344-6426-48e7-96b3-b015a05ce13e {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:52.136483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:52.140938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.154835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Transition to ACTIVE for port object 5265d344-6426-48e7-96b3-b015a05ce13e will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:57:52.180293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.186171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['8da21273-e9cb-463e-9ea2-4f341be7e99d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:52.247800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a8dd5-042d-4bff-bb77-a469ff04d335 req-e26fa947-cfde-4742-978e-e92be1bf0d82 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:52.255965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-907a8dd5-042d-4bff-bb77-a469ff04d335 req-e26fa947-cfde-4742-978e-e92be1bf0d82 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 971 time: 0.0791471
Nov 10 03:57:52.279788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.291091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.295524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45ba3e07-c9d7-4c95-8b77-9500e2576318 HTTP/1.1" status: 204  len: 168 time: 0.4367979
Nov 10 03:57:52.318477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106534be-54bd-4570-8265-a7b226be554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba3e07-c9d7-4c95-8b77-9500e2576318,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:52.359862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-907a8dd5-042d-4bff-bb77-a469ff04d335 req-04c9eda9-a933-43b7-9b9c-0e62506dabf7 tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a93ddc9-4e16-491f-95a5-d3ac289c1626&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029508
Nov 10 03:57:52.407942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-6cf57fbf-93da-4d0f-8492-49577b552f68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.2515032
Nov 10 03:57:52.480424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:52.563719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85887841-9c94-4133-800c-b8eb6fd0c6d1 req-d1e88e03-4237-48e9-adfa-0cff5eacc507 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:52.578729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85887841-9c94-4133-800c-b8eb6fd0c6d1 req-d1e88e03-4237-48e9-adfa-0cff5eacc507 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 948 time: 0.1081400
Nov 10 03:57:52.667142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85887841-9c94-4133-800c-b8eb6fd0c6d1 req-a8dcecc6-be72-44e5-a56d-950acc87289b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864978
Nov 10 03:57:52.692191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92904e1a-f2da-47ee-8aec-6b28596beac7 req-36cea233-05c3-4b19-a509-92ae46bd37f7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8042681
Nov 10 03:57:52.743816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-cdbc1eab-d211-4c11-8454-d3fdb8163946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:52.745507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-cdbc1eab-d211-4c11-8454-d3fdb8163946 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.3103724
Nov 10 03:57:52.773938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:52.786762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['8939b61c-eadd-4bd8-a28a-0cc0af1956ef'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:52.843190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53410) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:52.861900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Pushing event deleted for resources: {'Port': ['ID=8939b61c-eadd-4bd8-a28a-0cc0af1956ef,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:52.954949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-807450b0-277e-4b56-b1ed-a437bfa42067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:52.956177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-807450b0-277e-4b56-b1ed-a437bfa42067 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2030482
Nov 10 03:57:52.971623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Attempting to bind port 5265d344-6426-48e7-96b3-b015a05ce13e on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:52.971967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Attempting to bind port 5265d344-6426-48e7-96b3-b015a05ce13e by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:52.972299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Attempting to bind port 5265d344-6426-48e7-96b3-b015a05ce13e on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:52.977328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] No DVR routers for this DVR port 8939b61c-eadd-4bd8-a28a-0cc0af1956ef on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:57:52.996091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Port 5265d344-6426-48e7-96b3-b015a05ce13e on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:57:52.996424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Attempting to bind port 5265d344-6426-48e7-96b3-b015a05ce13e on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:53.025686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.033392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e2e137-ffef-4087-a692-cdaaa2ce4a8f req-f6384e43-7cdf-4550-a77a-8745ce24111f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.21 "DELETE /v2.0/ports/8939b61c-eadd-4bd8-a28a-0cc0af1956ef HTTP/1.1" status: 204  len: 173 time: 2.6615829
Nov 10 03:57:53.033889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'name': 'network-vif-deleted', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:53.036178 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97f6c38-0507-4a6a-a3b4-abff84af349b" -d '{"events": [{"server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "name": "network-vif-deleted", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:53.050956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:53.051311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:53.051710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:53.052173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Bound port: 5265d344-6426-48e7-96b3-b015a05ce13e, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:53.052546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.094397 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f9be9-ef99-453f-9c9f-817179310979 x-openstack-request-id: req-d34f9be9-ef99-453f-9c9f-817179310979 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:53.095054 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ca05d6-336e-4f1c-bab4-a708bbfdf868", "name": "network-vif-deleted", "tag": "8939b61c-eadd-4bd8-a28a-0cc0af1956ef", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:53.095604 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34f9be9-ef99-453f-9c9f-817179310979 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:53.096239 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ca05d6-336e-4f1c-bab4-a708bbfdf868', 'name': 'network-vif-deleted', 'tag': '8939b61c-eadd-4bd8-a28a-0cc0af1956ef', 'status': 'completed', 'code': 200}
Nov 10 03:57:53.208517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-6cd24fe3-b6a9-46d5-af35-1a8c6d87e982 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382188
Nov 10 03:57:53.211486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:53.216924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5265d344-6426-48e7-96b3-b015a05ce13e,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:53.233610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.302917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9815-e350-43be-a737-af379e1354fa req-51026a0a-61a5-4f29-967c-5eaf5a211b9f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:53.304639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d38a9815-e350-43be-a737-af379e1354fa req-51026a0a-61a5-4f29-967c-5eaf5a211b9f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 944 time: 0.1436887
Nov 10 03:57:53.327243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:53.328064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.329973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/5265d344-6426-48e7-96b3-b015a05ce13e HTTP/1.1" status: 200  len: 1096 time: 2.5041749
Nov 10 03:57:53.418526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8da21273-e9cb-463e-9ea2-4f341be7e99d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:53.460179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942fc2b-c303-4960-8805-2375aa6ba5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:53.476873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f487b86-0eee-4f08-9bb5-460d7774fe5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.537364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d38a9815-e350-43be-a737-af379e1354fa req-38ef86c9-7db6-4cd9-ab94-c39503022101 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2232451
Nov 10 03:57:53.547440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b60a68c1-7ca0-47f7-9fff-50e46d18d827 req-22882d4b-e8ca-47ad-975d-5b8ce9e24134 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3285451
Nov 10 03:57:53.587069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-ed44c146-9d33-4b03-8e90-b6a35913189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:53.594470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-ed44c146-9d33-4b03-8e90-b6a35913189e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 1099 time: 0.1818790
Nov 10 03:57:53.643477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 8da21273-e9cb-463e-9ea2-4f341be7e99d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:57:53.651447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 8da21273-e9cb-463e-9ea2-4f341be7e99d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:53.651993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.801227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc8027e2-8354-459e-99a4-c84e4356fc17 req-f8aac187-c1f9-4264-a0ce-0f20a4ddd09f tempest-AggregatesAdminTestJSON-1887945203 tempest-AggregatesAdminTestJSON-1887945203-project] 10.222.0.13 "GET /v2.0/ports?device_id=84ca05d6-336e-4f1c-bab4-a708bbfdf868 HTTP/1.1" status: 200  len: 210 time: 0.0819087
Nov 10 03:57:53.802485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-fa4ba5ba-6830-458e-9ae6-1aa6619a25bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5265d344-6426-48e7-96b3-b015a05ce13e HTTP/1.1" status: 200  len: 217 time: 0.2020242
Nov 10 03:57:53.811957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f487b86-0eee-4f08-9bb5-460d7774fe5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.864912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f487b86-0eee-4f08-9bb5-460d7774fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:53.878822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-11c9725b-aaa1-4a0a-af6f-d2e2161f1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:53.880427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-11c9725b-aaa1-4a0a-af6f-d2e2161f1eec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0699306
Nov 10 03:57:53.962240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.011724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487b86-0eee-4f08-9bb5-460d7774fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c8222-0766-406e-8c7c-e7835d428d57,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:54.023647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:54.030432 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734ddcb-0e0b-42b1-8539-5e96a1fff97b" -d '{"events": [{"server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "name": "network-vif-plugged", "status": "completed", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:54.037145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7f487b86-0eee-4f08-9bb5-460d7774fe5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b50d34b9bae42878e3fc0ebe3018c95&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1862872
Nov 10 03:57:54.037953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53452) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:54.051862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:54.053644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb1966-f59a-43e0-a09a-f5809465b49e req-e93a4fd2-fb23-46fc-9c89-85fe084afc19 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.062107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-42cb1966-f59a-43e0-a09a-f5809465b49e req-e93a4fd2-fb23-46fc-9c89-85fe084afc19 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 948 time: 0.2538893
Nov 10 03:57:54.074239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.107521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465cff-23f6-4963-bd80-955e38a31067 req-36f40b93-b190-45fc-8911-d3ec9b8f8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.108801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-36f40b93-b190-45fc-8911-d3ec9b8f8193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2069020
Nov 10 03:57:54.137147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-42cb1966-f59a-43e0-a09a-f5809465b49e req-c3af847d-02de-45a1-8c01-963b9a834dda tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740399
Nov 10 03:57:54.177173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:54.209515 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71180eb-530e-446e-9bf0-40b0331ab2f4 x-openstack-request-id: req-e71180eb-530e-446e-9bf0-40b0331ab2f4 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:54.210636 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "name": "network-vif-plugged", "status": "completed", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:54.211339 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e71180eb-530e-446e-9bf0-40b0331ab2f4 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:54.211882 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'code': 200}
Nov 10 03:57:54.246138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d9b2c-bd4a-427c-a861-6cb6ee345e4d req-e8ee64c9-9680-4ff5-8c00-e35d685ac47e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.253623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-512d9b2c-bd4a-427c-a861-6cb6ee345e4d req-e8ee64c9-9680-4ff5-8c00-e35d685ac47e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.3616204
Nov 10 03:57:54.273690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53464) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:54.313224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.341827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33056dc-bc2b-415e-a9e7-eee755780cc4 req-989b4af9-14d3-47a4-add0-f84c54acdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.343932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33056dc-bc2b-415e-a9e7-eee755780cc4 req-989b4af9-14d3-47a4-add0-f84c54acdbfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 1096 time: 0.0519853
Nov 10 03:57:54.368113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.402080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33056dc-bc2b-415e-a9e7-eee755780cc4 req-86fbcfe1-1169-4f90-87bd-b55dcc9f4a7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485456
Nov 10 03:57:54.424137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-1df97f31-67d8-432f-8c82-3c7dde46f9da service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756279
Nov 10 03:57:54.427727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-512d9b2c-bd4a-427c-a861-6cb6ee345e4d req-a1c2dfb2-15b7-431c-b202-6893e09b832c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733439
Nov 10 03:57:54.466923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-521523338-network', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:54.478409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.493399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.495090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad3c8222-0766-406e-8c7c-e7835d428d57 HTTP/1.1" status: 204  len: 168 time: 0.4566486
Nov 10 03:57:54.510245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb9929-ceee-4492-81bd-7800d3a879e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c8222-0766-406e-8c7c-e7835d428d57,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:54.511493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:54.515554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.531237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.615183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.624779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.656556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:57:54.746115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.746115 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Added segment ba27143c-d61e-4c3a-8454-719c029c23a8 of type vlan for network 01593d7b-06da-4887-af8e-d07f45308c5a
Nov 10 03:57:54.748317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a3555-c83e-4594-b758-c05e232481b0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:54.786306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-91465cff-23f6-4963-bd80-955e38a31067 req-c6f38d03-c0b0-4b55-92d1-e343528c70c3 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798861
Nov 10 03:57:54.813220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-de8441c9-09a4-40b2-9399-bb8e24f0df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.815438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-de8441c9-09a4-40b2-9399-bb8e24f0df35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1122 time: 0.0684860
Nov 10 03:57:54.879606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2c76d-a1a9-4adb-809f-d4bd9a482bff req-3bb1cbad-1bbb-44b8-b052-d71009db400b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.882633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6db2c76d-a1a9-4adb-809f-d4bd9a482bff req-3bb1cbad-1bbb-44b8-b052-d71009db400b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 945 time: 0.2298546
Nov 10 03:57:54.894511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:54.949272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-7c2f9f11-48cb-4dc9-b465-4a8ae3c25c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:54.951980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-7c2f9f11-48cb-4dc9-b465-4a8ae3c25c75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1294277
Nov 10 03:57:54.965550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.003867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-957ac250-4699-499c-81d6-407150fb5bae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0449677
Nov 10 03:57:55.017770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc31392c-97e9-4f25-8742-bd534508de21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.054921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.056434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.057138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.084307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6db2c76d-a1a9-4adb-809f-d4bd9a482bff req-d33da282-4196-4093-b0e4-9debf7946e01 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1861465
Nov 10 03:57:55.084526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-24763429-f58f-4252-9706-cbc567b037ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.086006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-24763429-f58f-4252-9706-cbc567b037ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0744224
Nov 10 03:57:55.125255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8504426
Nov 10 03:57:55.136260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:55.148186 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c92af4a-f91a-450e-b3b9-282d42a63056" -d '{"events": [{"name": "network-changed", "server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:55.154779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53520) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.163122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Request body: {'subnet': {'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-521523338-subnet', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:55.193561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-8ae3dece-e357-443f-bf19-3646e261e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.195183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-8ae3dece-e357-443f-bf19-3646e261e801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0996857
Nov 10 03:57:55.202407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8939b61c-eadd-4bd8-a28a-0cc0af1956ef no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:57:55.225636 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817bbb6a-13cc-48fe-8747-5d6735f33933 x-openstack-request-id: req-817bbb6a-13cc-48fe-8747-5d6735f33933 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:55.226919 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:55.242751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f98ec-d8ee-4176-91b2-fbc2e77fa5ad admin admin] Pushing event updated for resources: {'Network': ['ID=01593d7b-06da-4887-af8e-d07f45308c5a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:55.243403 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-817bbb6a-13cc-48fe-8747-5d6735f33933 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:55.244183 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e', 'status': 'completed', 'code': 200}
Nov 10 03:57:55.258148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:57:55.260953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.268792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 01593d7b-06da-4887-af8e-d07f45308c5a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:57:55.274716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 8939b61c-eadd-4bd8-a28a-0cc0af1956ef {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:57:55.277615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8939b61c-eadd-4bd8-a28a-0cc0af1956ef not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:57:55.344884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc31392c-97e9-4f25-8742-bd534508de21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.361677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc31392c-97e9-4f25-8742-bd534508de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.366294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-bfe30b07-f216-43f8-bfde-93223c154617 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589351
Nov 10 03:57:55.414656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31392c-97e9-4f25-8742-bd534508de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4a31d-58ed-4fd3-be56-e4ed83f2dede,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:55.426442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc31392c-97e9-4f25-8742-bd534508de21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=129fd04869494cf59aed6dbd71b4d984&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4578757
Nov 10 03:57:55.429644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.463019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53534) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.525627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53540) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.582201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.621293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.660231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-ca449d5d-c82a-4516-a5ce-800343e6caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.662013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-ca449d5d-c82a-4516-a5ce-800343e6caef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=717e5841788344e89e8d073b02bd2e75&device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 1099 time: 0.2575445
Nov 10 03:57:55.669064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.680496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89be8a4-0aeb-46fc-8277-1be03f9435d0 req-4784f31e-39b3-40e3-bb88-aa4c2c80ab47 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.682409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e89be8a4-0aeb-46fc-8277-1be03f9435d0 req-4784f31e-39b3-40e3-bb88-aa4c2c80ab47 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 948 time: 0.3152447
Nov 10 03:57:55.731305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:55.753008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942844e5-193d-4215-85b1-639e8bfe4ac5 req-6219aadd-e5a6-476d-b713-b5aa6ae2b8c6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.754509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-942844e5-193d-4215-85b1-639e8bfe4ac5 req-6219aadd-e5a6-476d-b713-b5aa6ae2b8c6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1621819
Nov 10 03:57:55.781997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-8438faad-b2f1-4bb7-aa44-7f58d2db15ad service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976770
Nov 10 03:57:55.784656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Checking segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:55.784656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Network hostable DHCP agents. Network: 01593d7b-06da-4887-af8e-d07f45308c5a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:57:55.816575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.819395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.824049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8f4a31d-58ed-4fd3-be56-e4ed83f2dede HTTP/1.1" status: 204  len: 168 time: 0.3930008
Nov 10 03:57:55.843158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e89be8a4-0aeb-46fc-8277-1be03f9435d0 req-5bc43d23-d8ec-48ee-aaa9-7c903fb76d02 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336913
Nov 10 03:57:55.858431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-d75b7a9f-0237-41ff-8bd7-5910f8aa1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.860259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-d75b7a9f-0237-41ff-8bd7-5910f8aa1e9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1898184
Nov 10 03:57:55.878320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Network 01593d7b-06da-4887-af8e-d07f45308c5a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:57:55.884780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a417674-576d-4969-843c-4ab41b4192e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4a31d-58ed-4fd3-be56-e4ed83f2dede,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:55.908170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-942844e5-193d-4215-85b1-639e8bfe4ac5 req-d941e0c6-d63a-4255-8de6-bc263c497eda tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405206
Nov 10 03:57:55.917028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-21a8d4ff-d6c4-4055-9d0b-f4c26561ed4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5265d344-6426-48e7-96b3-b015a05ce13e HTTP/1.1" status: 200  len: 217 time: 0.0469329
Nov 10 03:57:55.926870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 01593d7b-06da-4887-af8e-d07f45308c5a) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:55.936703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:55.937482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.939426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344943b-a127-4e03-a49e-9fd0681b6fa4 None None] Network 01593d7b-06da-4887-af8e-d07f45308c5a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:55.976379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-59183eba-335b-48ec-a788-3bdb7354b402 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8182132
Nov 10 03:57:55.976379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd922969-055d-4c62-99b5-e14c79b9d2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:55.980394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53550) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:55.990507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:55.999006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a58e2b68-ebee-4915-9c01-3c3f6cb990cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=461dfa2013f345e7a5363c5a3ec3dcd7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5227380
Nov 10 03:57:56.003441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53552) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:56.064674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-9c9bae1c-23fb-4e4c-950f-7ff39045a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:56.066359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-9c9bae1c-23fb-4e4c-950f-7ff39045a401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1435857
Nov 10 03:57:56.121335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.131200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd922969-055d-4c62-99b5-e14c79b9d2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.145919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.148259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd922969-055d-4c62-99b5-e14c79b9d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.176219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-cd739782-08fe-4214-b042-c6200b0d91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:56.177858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-cd739782-08fe-4214-b042-c6200b0d91ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1042242
Nov 10 03:57:56.215239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-01593d7b-06da-4887-af8e-d07f45308c5a', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:57:56.217398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.249903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dd922969-055d-4c62-99b5-e14c79b9d2e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8abc1591b2d3476996683587fb4f4e5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7195063
Nov 10 03:57:56.257439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53562) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:56.308409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.309537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.321673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd922969-055d-4c62-99b5-e14c79b9d2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb1668-1e15-4fda-8a4f-dc91b9b6d339,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:56.362016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.402263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.412199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.418492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Allocated IP 172.20.0.2 (01593d7b-06da-4887-af8e-d07f45308c5a/da7a3d3c-d9ed-4303-afcb-5d38b39c25e3/969c92b1-bd35-4488-a9ca-dd59af845284) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:56.594183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.639827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.654350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.658131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.662037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.663553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1cb1668-1e15-4fda-8a4f-dc91b9b6d339 HTTP/1.1" status: 204  len: 168 time: 0.4041402
Nov 10 03:57:56.675851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92e311-289b-4ce5-a7ba-ea0b5bbe44a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb1668-1e15-4fda-8a4f-dc91b9b6d339,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:56.717389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.722607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.728085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a93ddc9-4e16-491f-95a5-d3ac289c1626 HTTP/1.1" status: 204  len: 168 time: 0.7210321
Nov 10 03:57:56.729420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Network 01593d7b-06da-4887-af8e-d07f45308c5a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:56.735620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:56.740108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:56.750507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Pushing event updated for resources: {'Port': ['ID=969c92b1-bd35-4488-a9ca-dd59af845284,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:56.761015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18135f-ad02-43a4-9bbb-dd71bf05b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93ddc9-4e16-491f-95a5-d3ac289c1626,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:56.775803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d0e06-bc5b-4bdb-8bd8-fe349f9d5c57 req-19d7145f-4107-42c1-9eb4-30d23bb893ab tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:56.783872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112d0e06-bc5b-4bdb-8bd8-fe349f9d5c57 req-19d7145f-4107-42c1-9eb4-30d23bb893ab tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 945 time: 0.1390052
Nov 10 03:57:56.798248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-48b3ecb3-4549-4ad7-a38f-c5873b73bad3 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6100991
Nov 10 03:57:56.872408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Attempting to bind port 969c92b1-bd35-4488-a9ca-dd59af845284 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:57:56.872790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Attempting to bind port 969c92b1-bd35-4488-a9ca-dd59af845284 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:57:56.873156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Attempting to bind port 969c92b1-bd35-4488-a9ca-dd59af845284 on network 01593d7b-06da-4887-af8e-d07f45308c5a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:57:56.885754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:57:56.886533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Checking segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:57:56.886533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.886909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Bound using segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:57:56.887394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Bound port: 969c92b1-bd35-4488-a9ca-dd59af845284, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:57:56.888065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:56.923698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112d0e06-bc5b-4bdb-8bd8-fe349f9d5c57 req-eed8e6e8-9802-4309-b486-94a6e6c61d32 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333041
Nov 10 03:57:57.003395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] For port 969c92b1-bd35-4488-a9ca-dd59af845284, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:57:57.007543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] For port 969c92b1-bd35-4488-a9ca-dd59af845284, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=969c92b1-bd35-4488-a9ca-dd59af845284,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:57:57.011200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c92af4a-f91a-450e-b3b9-282d42a63056 req-e03ce713-4245-43a0-9e2c-4bbba7f31084 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021122
Nov 10 03:57:57.016890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.053608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.128178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc048a-1120-4b0f-bdac-2154f93aca2e None None] Pushing event updated for resources: {'Port': ['ID=969c92b1-bd35-4488-a9ca-dd59af845284,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:57.142542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.176102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6f2dc-c58a-4763-8b47-1e8b06da753c req-ce9f3a5d-2e2c-4e78-aa0d-181e603371b8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:57.185309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31b6f2dc-c58a-4763-8b47-1e8b06da753c req-ce9f3a5d-2e2c-4e78-aa0d-181e603371b8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0967536
Nov 10 03:57:57.219299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747ecaf-8d8b-4407-a31a-6fe8ec8a9a87 req-4a4ff34e-c646-403d-b845-0c3acfb6eafb tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:57.221572 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e747ecaf-8d8b-4407-a31a-6fe8ec8a9a87 req-4a4ff34e-c646-403d-b845-0c3acfb6eafb tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 948 time: 0.1626706
Nov 10 03:57:57.267616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31b6f2dc-c58a-4763-8b47-1e8b06da753c req-230b368c-ebd6-40a9-ba5c-1b1ec5f2027a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811501
Nov 10 03:57:57.308461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53600) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:57.344869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:57.370078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96bc0202-92fe-4add-8f6f-2e319ce499dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.396547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed9323d8-2f8e-4a03-a216-dd996f4709d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6ffd10bef4647a88193c928734c21e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0846839
Nov 10 03:57:57.405891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53604) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:57.433473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Allocated IP 172.32.3.29 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/89e7a956-14fd-40ac-bf47-07c92050547b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:57:57.440816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5265d344-6426-48e7-96b3-b015a05ce13e details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:57:57.444758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e747ecaf-8d8b-4407-a31a-6fe8ec8a9a87 req-1f9241cb-7794-4bbb-8e0e-ccc622ffec01 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115121
Nov 10 03:57:57.587888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.634705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.665224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5265d344-6426-48e7-96b3-b015a05ce13e,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:57.677679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b75169-3642-4002-ac5f-44ba5d888bd7 req-4cb30d63-a775-4dc6-bdaa-21383be4bb54 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:57.680337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58b75169-3642-4002-ac5f-44ba5d888bd7 req-4cb30d63-a775-4dc6-bdaa-21383be4bb54 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 945 time: 0.2667162
Nov 10 03:57:57.684793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '5265d344-6426-48e7-96b3-b015a05ce13e', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '5265d344-6426-48e7-96b3-b015a05ce13e', 'mac_address': 'fa:16:3e:05:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:57:57.691280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:57.697457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'floatingip': {'port_id': '8da21273-e9cb-463e-9ea2-4f341be7e99d'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:57:57.780937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.781285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.783058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.787486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96c770aa-5e2f-4fa0-9b4a-6d91f8018e5d HTTP/1.1" status: 204  len: 168 time: 0.3833089
Nov 10 03:57:57.823418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.824675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a323a-6f64-4527-ae8c-29a34c0b98aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c770aa-5e2f-4fa0-9b4a-6d91f8018e5d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:57.824818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5265d344-6426-48e7-96b3-b015a05ce13e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:57:57.885752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5265d344-6426-48e7-96b3-b015a05ce13e,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:57.894152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:57.979249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:58.113283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['5265d344-6426-48e7-96b3-b015a05ce13e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:57:58.204164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:58.212839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96bc0202-92fe-4add-8f6f-2e319ce499dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:58.238774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96bc0202-92fe-4add-8f6f-2e319ce499dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:58.326397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0202-92fe-4add-8f6f-2e319ce499dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c056ffe-b054-4f92-971f-4fd90b4a3e94,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:58.505524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96bc0202-92fe-4add-8f6f-2e319ce499dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf60fb6381ce41a9bc324a3c090986df&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1595783
Nov 10 03:57:58.516508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53674) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:57:58.529746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c068f-a3ed-40aa-9d85-5af1f597e597 None None] Network 01593d7b-06da-4887-af8e-d07f45308c5a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:57:58.555948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840c74e-656c-4298-b75a-9cf0dc846e50 req-30b06dd2-7b14-4992-a2e6-cce558e0dfe8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:58.566335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e840c74e-656c-4298-b75a-9cf0dc846e50 req-30b06dd2-7b14-4992-a2e6-cce558e0dfe8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1050124
Nov 10 03:57:58.671261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e840c74e-656c-4298-b75a-9cf0dc846e50 req-ce2a8c6b-f9c1-4ed9-87b8-7a053f9824cf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035359
Nov 10 03:57:58.684545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:58.796951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 969c92b1-bd35-4488-a9ca-dd59af845284 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:58.808077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:57:58.809079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2738f2f-d4f1-4182-afcd-aa31be937c46 req-23550a7d-f3b9-4070-93bd-b4fc56ced6d2 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:58.816032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:57:58.818853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2738f2f-d4f1-4182-afcd-aa31be937c46 req-23550a7d-f3b9-4070-93bd-b4fc56ced6d2 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 949 time: 0.0728776
Nov 10 03:57:58.819903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:57:58.824561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Pushing event updated for resources: {'Port': ['ID=89e7a956-14fd-40ac-bf47-07c92050547b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:58.892253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2738f2f-d4f1-4182-afcd-aa31be937c46 req-33ff738c-4a8f-43a2-9653-f50c30e9de7b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714912
Nov 10 03:57:58.915707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] Provisioning complete for port 969c92b1-bd35-4488-a9ca-dd59af845284 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:58.916079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.016250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 969c92b1-bd35-4488-a9ca-dd59af845284 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:59.016250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.028512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.135280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.268509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] For port 969c92b1-bd35-4488-a9ca-dd59af845284, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=969c92b1-bd35-4488-a9ca-dd59af845284,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:59.273117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.278862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.307029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.423987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 03:57:59.424480 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 03:57:59.428496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4f4c1-35e5-498c-9445-4fc0bc3fa62c None None] Pushing event updated for resources: {'Port': ['ID=969c92b1-bd35-4488-a9ca-dd59af845284,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:59.443275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.446644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.448249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c056ffe-b054-4f92-971f-4fd90b4a3e94 HTTP/1.1" status: 204  len: 168 time: 0.9302440
Nov 10 03:57:59.450942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bbe82fb9-5e2c-454c-be54-e60e8bb2f659 None None] Provisioning complete for port 969c92b1-bd35-4488-a9ca-dd59af845284 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:59.451530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbe82fb9-5e2c-454c-be54-e60e8bb2f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.495676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5265d344-6426-48e7-96b3-b015a05ce13e up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:57:59.596995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 5265d344-6426-48e7-96b3-b015a05ce13e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:57:59.602939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 5265d344-6426-48e7-96b3-b015a05ce13e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:57:59.603492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.608277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915cdaa-1a8c-47f5-96e1-5295723cd1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c056ffe-b054-4f92-971f-4fd90b4a3e94,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:57:59.735495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.785504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:57:59.787766 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb45f40-6450-4447-9ae5-c85791ff7f9e" -d '{"events": [{"server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "name": "network-vif-plugged", "status": "completed", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:57:59.817378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5265d344-6426-48e7-96b3-b015a05ce13e,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:57:59.832563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.846554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 03:57:59.849085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:57:59.871655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58041e9-8369-480c-b7ed-09ce5139e9ce req-024f416f-58bb-4c98-81ca-55605e3be834 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:57:59.873498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d58041e9-8369-480c-b7ed-09ce5139e9ce req-024f416f-58bb-4c98-81ca-55605e3be834 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0951438
Nov 10 03:57:59.888646 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26550ba-0314-4574-b923-d8b99e76b2c3 x-openstack-request-id: req-a26550ba-0314-4574-b923-d8b99e76b2c3 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:57:59.889222 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "name": "network-vif-plugged", "status": "completed", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:57:59.890739 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26550ba-0314-4574-b923-d8b99e76b2c3 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:57:59.892448 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e', 'code': 200}
Nov 10 03:58:00.005496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.016573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.023004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:00.053060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d58041e9-8369-480c-b7ed-09ce5139e9ce req-bc8a29d6-4c62-440a-bb67-f2b4bb90d5dc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637325
Nov 10 03:58:00.065777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744e49-f011-4dff-83ae-15603309d115 req-c5a40665-d562-4c4c-baa2-1efbdfa6cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:00.067257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5744e49-f011-4dff-83ae-15603309d115 req-c5a40665-d562-4c4c-baa2-1efbdfa6cd7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 1101 time: 0.1087410
Nov 10 03:58:00.127947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5744e49-f011-4dff-83ae-15603309d115 req-db5fbe89-6ee7-4980-be7d-2b35b72cb436 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511131
Nov 10 03:58:00.253164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53764) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:00.394796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 969c92b1-bd35-4488-a9ca-dd59af845284 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:00.475460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 969c92b1-bd35-4488-a9ca-dd59af845284 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:00.476516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.516218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bee27a-5b02-4214-a878-c8c1fc598d05 req-7c3534a6-1410-4874-9d9b-d350dda11fa3 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:00.517569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71bee27a-5b02-4214-a878-c8c1fc598d05 req-7c3534a6-1410-4874-9d9b-d350dda11fa3 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.4604573
Nov 10 03:58:00.547801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8523a462-ae3a-488f-9270-ed037a497dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.608855 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78 associated. External IP: 172.32.3.254, port: 8da21273-e9cb-463e-9ea2-4f341be7e99d.
Nov 10 03:58:00.682731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8523a462-ae3a-488f-9270-ed037a497dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.688323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8523a462-ae3a-488f-9270-ed037a497dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.692494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71bee27a-5b02-4214-a878-c8c1fc598d05 req-a69632ef-4558-41b1-a102-fcea8cdc7077 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581938
Nov 10 03:58:00.704523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.733741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a462-ae3a-488f-9270-ed037a497dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a44efe7-8962-46b8-9086-f419511f0d6c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:00.742854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8523a462-ae3a-488f-9270-ed037a497dae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5cd8f33ba6942d78beb4c56d5464e5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4855077
Nov 10 03:58:00.743083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:00.824867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.854311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.913907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.917035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:00.921422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a44efe7-8962-46b8-9086-f419511f0d6c HTTP/1.1" status: 204  len: 168 time: 0.1771975
Nov 10 03:58:00.929537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7571d15-d070-4072-a051-0e93577e4bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a44efe7-8962-46b8-9086-f419511f0d6c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:00.966382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 03:58:00.971500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:58:01.072832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53808) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:01.214010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:58:01.222783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937da1-2e09-45bd-8877-a12a5d9efccb req-a5b219f9-1588-4a62-bcce-e64643a2dd75 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:01.224284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48937da1-2e09-45bd-8877-a12a5d9efccb req-a5b219f9-1588-4a62-bcce-e64643a2dd75 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0983169
Nov 10 03:58:01.228476 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Sync routers for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:58:01.229056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:58:01.235497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.250521 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:01.256740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:58:01.266577 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82155e9fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:01.279597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.283666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:01.283802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd83444f-2b4e-45df-9c18-9d1a246ae064 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3018405
Nov 10 03:58:01.288039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f393c49a-f5f0-4c1a-883a-967566d9b9df tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "PUT /v2.0/floatingips/a9b8c7d8-e84c-4abf-a5df-110020a5db78 HTTP/1.1" status: 200  len: 991 time: 3.5943158
Nov 10 03:58:01.289726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:01.293716 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735" -d '{"events": [{"name": "network-changed", "server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:01.303821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:01.305692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e15970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:01.343602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48937da1-2e09-45bd-8877-a12a5d9efccb req-1654838b-ea96-4ca4-b9ad-39b10110763a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057072
Nov 10 03:58:01.437755 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:01.472135 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a40d0f-186a-4cd0-bb23-822a476938ec x-openstack-request-id: req-c2a40d0f-186a-4cd0-bb23-822a476938ec {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:01.472425 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:01.472728 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2a40d0f-186a-4cd0-bb23-822a476938ec {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:01.473328 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'status': 'completed', 'code': 200}
Nov 10 03:58:01.521137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ee48bbe-5db4-4364-888f-19f21242d736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.589661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:01.709497 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82155e9fa0>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 3, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:01.740419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:01.746375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-ec04d36b-91bb-4722-b91f-4fa136eba30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:01.748469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-ec04d36b-91bb-4722-b91f-4fa136eba30b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 1096 time: 0.2313530
Nov 10 03:58:01.755317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ee48bbe-5db4-4364-888f-19f21242d736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.776433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d16-47f9-4326-9059-e8b7608f334c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.856220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ee48bbe-5db4-4364-888f-19f21242d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.863422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Checking router: a951d6ca-c8e9-4182-a9f8-8d6348e2b61b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:58:01.864124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Updating router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b port 89e7a956-14fd-40ac-bf47-07c92050547b binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:58:01.893670 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.983736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d16-47f9-4326-9059-e8b7608f334c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:01.993351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d16-47f9-4326-9059-e8b7608f334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.051700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3c2c2d16-47f9-4326-9059-e8b7608f334c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe3cc2f488b24004a879846b62686c1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3079402
Nov 10 03:58:02.060167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e15970>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:05:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a57811-4a60-4214-beba-4c76521677f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 1, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:02.072364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53836) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:02.136844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48bbe-5db4-4364-888f-19f21242d736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f55a98-0d9e-406e-ae3c-8fa3591359f4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:02.147648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ee48bbe-5db4-4364-888f-19f21242d736 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc326f1e98540f29ec499bdce7f7122&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0734818
Nov 10 03:58:02.151674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:02.154407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:58:02.177911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:02.178742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e15970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:02.186295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-391dbfbc-d74c-4535-a6bd-54bf99be1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:02.187775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-391dbfbc-d74c-4535-a6bd-54bf99be1391 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 925 time: 0.4312239
Nov 10 03:58:02.201765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a94cd-bcf5-4d82-8a79-43082685dcae req-971782b1-2f4c-4633-81da-7f7fb3d075f1 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:02.209692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-044a94cd-bcf5-4d82-8a79-43082685dcae req-971782b1-2f4c-4633-81da-7f7fb3d075f1 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.2941079
Nov 10 03:58:02.219501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c2d16-47f9-4326-9059-e8b7608f334c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453ee6e-e9b9-4e62-81d5-53b18fdecdfa,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:02.257058 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.269493 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.313030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.317496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Attempting to bind port 89e7a956-14fd-40ac-bf47-07c92050547b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:02.319539 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Attempting to bind port 89e7a956-14fd-40ac-bf47-07c92050547b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:02.319909 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Attempting to bind port 89e7a956-14fd-40ac-bf47-07c92050547b on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:02.373934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:02.374319 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:02.374722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.375118 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:02.375600 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Bound port: 89e7a956-14fd-40ac-bf47-07c92050547b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:02.376073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.399017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:02.406569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.414872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.474093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.498693 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c920b3-b877-4904-9c68-566aa10d9c8e None None] Pushing event updated for resources: {'Port': ['ID=89e7a956-14fd-40ac-bf47-07c92050547b,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:02.520995 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] For port 89e7a956-14fd-40ac-bf47-07c92050547b, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:02.530849 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] For port 89e7a956-14fd-40ac-bf47-07c92050547b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89e7a956-14fd-40ac-bf47-07c92050547b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:02.543654 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.561302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-044a94cd-bcf5-4d82-8a79-43082685dcae req-6421c897-b02f-4b01-91c9-b7c1a76db67b tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233821
Nov 10 03:58:02.596116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-01f3480b-fbed-4f0c-baa8-a57cfd7b32d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d HTTP/1.1" status: 200  len: 999 time: 0.3834257
Nov 10 03:58:02.611539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.614403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.643579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f453ee6e-e9b9-4e62-81d5-53b18fdecdfa HTTP/1.1" status: 204  len: 168 time: 0.5684857
Nov 10 03:58:02.682950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7169c97-9576-4acc-8a6f-f5cef85593cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453ee6e-e9b9-4e62-81d5-53b18fdecdfa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:02.716697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad73e2-bc76-4ce7-9fb2-189b5ba2d981 req-fbbf7c16-5422-41b4-a7b7-d4bf42635a04 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:02.718603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18ad73e2-bc76-4ce7-9fb2-189b5ba2d981 req-fbbf7c16-5422-41b4-a7b7-d4bf42635a04 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.2532542
Nov 10 03:58:02.742662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:02.743473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82155e9fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:57:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:02.753106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-835567ab-06bc-4599-af12-978b3ffcafff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:02.758049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-835567ab-06bc-4599-af12-978b3ffcafff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.1502650
Nov 10 03:58:02.831151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.833864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:02.837964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16f55a98-0d9e-406e-ae3c-8fa3591359f4 HTTP/1.1" status: 204  len: 168 time: 0.6771536
Nov 10 03:58:02.863043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc788cb-9996-46fe-84ee-b516c7acbaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f55a98-0d9e-406e-ae3c-8fa3591359f4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:02.901071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18ad73e2-bc76-4ce7-9fb2-189b5ba2d981 req-4910e8f2-17e9-4b20-ab79-5d1dd37ae5dc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600842
Nov 10 03:58:02.907424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-4d2907f5-f3bc-4c9f-8aff-8dfecb74cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:02.913118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-4d2907f5-f3bc-4c9f-8aff-8dfecb74cb3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1129272
Nov 10 03:58:02.921716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c920b3-b877-4904-9c68-566aa10d9c8e None None] Pushing event updated for resources: {'Port': ['ID=89e7a956-14fd-40ac-bf47-07c92050547b,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:03.052456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e15970>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:05:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a57811-4a60-4214-beba-4c76521677f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 1, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:03.053464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:03.124164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67dabf-5ca6-427e-8323-edefd560a5a4 None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:05:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a57811-4a60-4214-beba-4c76521677f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 1, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:58:03.170440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-d2bceaa3-850e-4aba-badb-288ae7504ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504358
Nov 10 03:58:03.172574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:03.269631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289a4c8-613e-4b79-840e-1f8c6ed0570b req-92f9bd13-77ce-4928-864a-33d35ddb9a37 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.277681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7289a4c8-613e-4b79-840e-1f8c6ed0570b req-92f9bd13-77ce-4928-864a-33d35ddb9a37 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.1636295
Nov 10 03:58:03.343091 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82155e9fa0>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 3, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:03.379836 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9deaa-eead-4299-9f13-f607edace0bd None None] The sync data for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 is: [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:57:59Z', 'revision_number': 3, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:58:03.518197 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f04fd-1383-49ad-a8af-d48593acc4f7 None None] New status for floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 03:58:03.548572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:03.599429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7ea56fc-65ba-4efa-9c12-07f7f4a5d735 req-3de84a2e-fae7-4863-a0c1-d1743d4f3307 service neutron] 10.222.0.26 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4065833
Nov 10 03:58:03.636656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7289a4c8-613e-4b79-840e-1f8c6ed0570b req-89602209-6a5e-41ba-846b-c49fe14d3a74 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3453202
Nov 10 03:58:03.673683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Allocated IP 172.20.0.1 (01593d7b-06da-4887-af8e-d07f45308c5a/da7a3d3c-d9ed-4303-afcb-5d38b39c25e3/89b223b1-b0c5-468a-a0c3-89766216102b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:03.729672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:03.882653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.883191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.883899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.895397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.896026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.896524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:03.932076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-190a528a-e741-4a04-b5c9-443331dd2d2f req-ef8b7512-f2bf-41a0-b519-6c7d1e8ce257 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4329 time: 0.2846682
Nov 10 03:58:03.997690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-960e5f36-6627-4e7f-acb9-27363b2e7672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.166486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0fd51-67f1-4834-b46e-9cfdb13f128b req-ebaed246-3181-46b8-a8d3-fc935a7b76f5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:04.168022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bbd0fd51-67f1-4834-b46e-9cfdb13f128b req-ebaed246-3181-46b8-a8d3-fc935a7b76f5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0757897
Nov 10 03:58:04.179808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-960e5f36-6627-4e7f-acb9-27363b2e7672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.186184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-960e5f36-6627-4e7f-acb9-27363b2e7672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.201577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eecfe093-50e1-4cd7-856e-7c3694d04b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.206269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.248408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-960e5f36-6627-4e7f-acb9-27363b2e7672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56b0b7f56c15438ba7cbf4c6ea73ab62&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6985714
Nov 10 03:58:04.276163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53924) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:04.281162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-130b9dae-2109-45d0-bc44-6a8fc8802008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.316687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e5f36-6627-4e7f-acb9-27363b2e7672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d3cb4-c0bb-4c89-b2fc-2e4f85093b42,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:04.336036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bbd0fd51-67f1-4834-b46e-9cfdb13f128b req-7e43cb13-a173-49d9-ac3b-730f6818f681 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446393
Nov 10 03:58:04.353199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.376228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0bc80-262b-404a-8df8-b433c15f81f9 req-6785bcae-87b0-4545-aeb5-8a291b3d5ab2 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:04.386175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.402639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2dd0bc80-262b-404a-8df8-b433c15f81f9 req-6785bcae-87b0-4545-aeb5-8a291b3d5ab2 tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 886 time: 0.2120543
Nov 10 03:58:04.467592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.470506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.471778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/252d3cb4-c0bb-4c89-b2fc-2e4f85093b42 HTTP/1.1" status: 204  len: 168 time: 0.1943581
Nov 10 03:58:04.479216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89e7a956-14fd-40ac-bf47-07c92050547b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:04.487821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d4e80-8d40-4e0e-a7a6-202a236945d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d3cb4-c0bb-4c89-b2fc-2e4f85093b42,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:04.511500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.613388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6208-7d20-4d70-b89c-5acfb92fbe00 req-f14dd2db-b570-4107-bdd5-121aa3075ea0 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:04.622949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-673b6208-7d20-4d70-b89c-5acfb92fbe00 req-f14dd2db-b570-4107-bdd5-121aa3075ea0 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.1159310
Nov 10 03:58:04.626872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 89e7a956-14fd-40ac-bf47-07c92050547b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:04.627384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.644565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Network 01593d7b-06da-4887-af8e-d07f45308c5a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:04.660800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:04.667335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:04.697858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-673b6208-7d20-4d70-b89c-5acfb92fbe00 req-851a6a7f-41b6-4ed9-980e-e2cefe58725e tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736923
Nov 10 03:58:04.741087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.784483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.815381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 89e7a956-14fd-40ac-bf47-07c92050547b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89e7a956-14fd-40ac-bf47-07c92050547b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:04.821338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:04.888257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:04.964885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=89e7a956-14fd-40ac-bf47-07c92050547b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:05.063532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.064042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.064461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.064941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.065775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.065885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.075715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4c8bd17b-6e0b-4636-9ffb-5dee55d4ea49 req-91c15722-0236-4cbe-a21d-8fd225c1ddaa tempest-NetworksTest-375946985 tempest-NetworksTest-375946985-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4329 time: 0.6187129
Nov 10 03:58:05.087613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-98571049-0447-463b-a25b-bf2cf40b5380 None None] Provisioning complete for port 89b223b1-b0c5-468a-a0c3-89766216102b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:05.088549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-98571049-0447-463b-a25b-bf2cf40b5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.110498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53950) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:05.124597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eecfe093-50e1-4cd7-856e-7c3694d04b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.138389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eecfe093-50e1-4cd7-856e-7c3694d04b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.148734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-212306db-cc2a-4ca3-91ee-5219f3cb2229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.203194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-98571049-0447-463b-a25b-bf2cf40b5380 None None] Port 89b223b1-b0c5-468a-a0c3-89766216102b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:05.259902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.280339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfe093-50e1-4cd7-856e-7c3694d04b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fd1cc-4e22-454c-81d3-b37e2881acc8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:05.306494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-212306db-cc2a-4ca3-91ee-5219f3cb2229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.312738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-212306db-cc2a-4ca3-91ee-5219f3cb2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.318599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eecfe093-50e1-4cd7-856e-7c3694d04b0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2944986e3cf94aa2a5a9db2c128d0389&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5878568
Nov 10 03:58:05.322709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53954) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:05.362726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212306db-cc2a-4ca3-91ee-5219f3cb2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab83b8-d32b-4e60-9c3e-41fa56cc9700,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:05.381812 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-212306db-cc2a-4ca3-91ee-5219f3cb2229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8f125c860a482ca7fa1ea6536cb43a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2648194
Nov 10 03:58:05.382265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:05.505086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-77e55173-2f35-47e1-8529-5083192da2dd tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.506679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-77e55173-2f35-47e1-8529-5083192da2dd tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.1613445
Nov 10 03:58:05.523749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.557035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.611977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.614721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.616373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97ab83b8-d32b-4e60-9c3e-41fa56cc9700 HTTP/1.1" status: 204  len: 168 time: 0.2326314
Nov 10 03:58:05.629428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb99a-242c-4e25-8461-19a82db263ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab83b8-d32b-4e60-9c3e-41fa56cc9700,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:05.690677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:05.714020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.772128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.792743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9574-85e1-4d86-a689-2380f38a831b req-7b647988-9c1b-40b8-9aea-f21c9124ef54 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.794305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32ae9574-85e1-4d86-a689-2380f38a831b req-7b647988-9c1b-40b8-9aea-f21c9124ef54 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.3040011
Nov 10 03:58:05.869801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc09ae9-ed0d-4f47-8169-3bbb1bbc90be req-894cac24-a950-4d6c-b565-4f0dfcbe5c3a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:05.878645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.882972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbc09ae9-ed0d-4f47-8169-3bbb1bbc90be req-894cac24-a950-4d6c-b565-4f0dfcbe5c3a tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 950 time: 0.0888522
Nov 10 03:58:05.900369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Deleting port 5265d344-6426-48e7-96b3-b015a05ce13e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:58:05.900746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.909984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:05.967769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbc09ae9-ed0d-4f47-8169-3bbb1bbc90be req-85c7acdf-32d6-4a5e-8606-c7f5ec8d2a77 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/security-groups?id=5219d5e4-c596-4817-8c37-81d3209fb289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787067
Nov 10 03:58:06.073387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32ae9574-85e1-4d86-a689-2380f38a831b req-68113426-7650-4ccc-885b-a85aa089f1e5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494857
Nov 10 03:58:06.079990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.082656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.086174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/133fd1cc-4e22-454c-81d3-b37e2881acc8 HTTP/1.1" status: 204  len: 168 time: 0.7599936
Nov 10 03:58:06.095435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:06.109351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887d5ef-c57b-4c1c-8821-d3bc349647e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fd1cc-4e22-454c-81d3-b37e2881acc8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:06.114522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.127648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b80405c8-eace-435f-8025-1f882cef8586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.204706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] For port 5265d344-6426-48e7-96b3-b015a05ce13e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5265d344-6426-48e7-96b3-b015a05ce13e,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:06.205121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.235141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Calling delete_port for 5265d344-6426-48e7-96b3-b015a05ce13e owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:58:06.275880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b80405c8-eace-435f-8025-1f882cef8586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.283168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b80405c8-eace-435f-8025-1f882cef8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.325234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Network 01593d7b-06da-4887-af8e-d07f45308c5a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:06.336000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:06.451258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80405c8-eace-435f-8025-1f882cef8586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2bc50a-bb7d-4188-91cd-2988efc2f807,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:06.480131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b80405c8-eace-435f-8025-1f882cef8586 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48d960bfde8b41d2ac1bff9cc13a1328&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7875736
Nov 10 03:58:06.480775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:06.489572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89e7a956-14fd-40ac-bf47-07c92050547b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:06.546991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:58:06.578080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ccda5116-b408-40a6-86e0-5abfe649a736 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1141541
Nov 10 03:58:06.599112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 89e7a956-14fd-40ac-bf47-07c92050547b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:06.600118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.634375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.658557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['5265d344-6426-48e7-96b3-b015a05ce13e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:06.711652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.831203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b76fa582-3f7f-446e-8284-e522c7032044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.833956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71a325e4-22a0-4527-b7bc-0e025e4c6f78 None None] Provisioning complete for port 89b223b1-b0c5-468a-a0c3-89766216102b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:06.833956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71a325e4-22a0-4527-b7bc-0e025e4c6f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.858470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-e78e74b8-eb4c-48f2-bce4-66a5c948020a tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:06.867230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-e78e74b8-eb4c-48f2-bce4-66a5c948020a tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2881320
Nov 10 03:58:06.885376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:06.928767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-71a325e4-22a0-4527-b7bc-0e025e4c6f78 None None] Port 89b223b1-b0c5-468a-a0c3-89766216102b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:06.941749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-864c3d3d-e431-4409-b3a9-cf9f246a5b63 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/quotas/24ad1ba6fa5d4499b822779bd61d165e HTTP/1.1" status: 200  len: 375 time: 0.0728076
Nov 10 03:58:06.999791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-f2a663fd-b217-4d97-b3d2-d1f78281b23d tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570412
Nov 10 03:58:07.000783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.003386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.020432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce2bc50a-bb7d-4188-91cd-2988efc2f807 HTTP/1.1" status: 204  len: 168 time: 0.5374072
Nov 10 03:58:07.039070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:58:07.049281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55ca41-a9ca-4758-8461-e8387b658df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2bc50a-bb7d-4188-91cd-2988efc2f807,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:07.049786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Sync routers for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:58:07.094201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-afa69d1f-ad8b-4ab1-8dea-dc39b25f7ca1 admin admin] 10.222.0.13 "PUT /v2.0/routers/a951d6ca-c8e9-4182-a9f8-8d6348e2b61b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8078926
Nov 10 03:58:07.097142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:07.117327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077b1730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:07.133838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Pushing event deleted for resources: {'Port': ['ID=5265d344-6426-48e7-96b3-b015a05ce13e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:07.250869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d40e9266-91b9-4b3e-812a-99af28f89e09 req-85fec4a6-c873-4e26-a300-9d2a6dce2e76 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d639394-38ba-498f-81c6-902f8cc0b323 HTTP/1.1" status: 200  len: 210 time: 0.0772185
Nov 10 03:58:07.274775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] No DVR routers for this DVR port 5265d344-6426-48e7-96b3-b015a05ce13e on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:58:07.284427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.289849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-031887b3-8658-4e5b-a6c7-95e1fe9ecd06 req-1ed6393a-b29e-4fa5-a3b1-4b2f48d83489 tempest-DeleteServersAdminTestJSON-1198602115 tempest-DeleteServersAdminTestJSON-1198602115-project] 10.222.0.26 "DELETE /v2.0/ports/5265d344-6426-48e7-96b3-b015a05ce13e HTTP/1.1" status: 204  len: 173 time: 1.7700994
Nov 10 03:58:07.293392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'name': 'network-vif-deleted', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:07.297770 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d99c0-b3d1-4e27-b24b-21e6c2c5a040" -d '{"events": [{"server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "name": "network-vif-deleted", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:07.300667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:07.448724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f593-4c6e-4ce5-9fd1-daaa0c37cb30 req-b891bab7-ec74-4edd-a36c-555ce050b91b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:07.464080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6643f593-4c6e-4ce5-9fd1-daaa0c37cb30 req-b891bab7-ec74-4edd-a36c-555ce050b91b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1376500
Nov 10 03:58:07.595854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6643f593-4c6e-4ce5-9fd1-daaa0c37cb30 req-0c3fc70e-c714-457a-8327-ec07d6fda571 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258700
Nov 10 03:58:07.616021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-060e8e1b-4bcf-4b77-ae1d-46f9a593367d req-104ad7c5-874d-4775-a264-4e26c3215866 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 210 time: 0.0697727
Nov 10 03:58:07.666290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077b1730>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 2, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:07.692325 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63713ce-7c40-47bf-b40e-d3654ab61cec x-openstack-request-id: req-e63713ce-7c40-47bf-b40e-d3654ab61cec {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:07.692732 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d639394-38ba-498f-81c6-902f8cc0b323", "name": "network-vif-deleted", "tag": "5265d344-6426-48e7-96b3-b015a05ce13e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:07.693079 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e63713ce-7c40-47bf-b40e-d3654ab61cec {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:07.693671 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d639394-38ba-498f-81c6-902f8cc0b323', 'name': 'network-vif-deleted', 'tag': '5265d344-6426-48e7-96b3-b015a05ce13e', 'status': 'completed', 'code': 200}
Nov 10 03:58:07.700797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Checking router: a951d6ca-c8e9-4182-a9f8-8d6348e2b61b for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:58:07.701237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Updating router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b port 89b223b1-b0c5-468a-a0c3-89766216102b binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 03:58:07.734987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.789695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.822454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:07.846824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:07.998774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.004864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.070967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a828f72c67da492593b93243d7803752&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2443924
Nov 10 03:58:08.071977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:08.072415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b30d0b-40a0-4a78-8973-3db72fbfafe4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:08.092808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.093151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.093488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.093819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.094149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.094474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.095019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.095147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.095605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.095718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.096028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.096343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcea600-922b-47b0-97b4-4cd3d2227770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:08.160271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.203777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.212986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.214542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.367512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.370920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.375144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b30d0b-40a0-4a78-8973-3db72fbfafe4 HTTP/1.1" status: 204  len: 168 time: 0.3001070
Nov 10 03:58:08.384542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d4882-deef-4cde-b863-2e7e7c8660ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b30d0b-40a0-4a78-8973-3db72fbfafe4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:08.442653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd6810-3999-478b-a1c4-66b0bbbeba42 None None] Pushing event updated for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:08.601915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Attempting to bind port 89b223b1-b0c5-468a-a0c3-89766216102b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:08.602295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Attempting to bind port 89b223b1-b0c5-468a-a0c3-89766216102b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:08.603724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Attempting to bind port 89b223b1-b0c5-468a-a0c3-89766216102b on network 01593d7b-06da-4887-af8e-d07f45308c5a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:08.630192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:08.631083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Checking segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:08.631655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.633222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Bound using segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:08.634921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Bound port: 89b223b1-b0c5-468a-a0c3-89766216102b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:08.636311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.796638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] For port 89b223b1-b0c5-468a-a0c3-89766216102b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:08.802355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] For port 89b223b1-b0c5-468a-a0c3-89766216102b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89b223b1-b0c5-468a-a0c3-89766216102b,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:08.808966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-cdd8ed32-8dc4-4991-a362-58192b4c5dfe tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0748317
Nov 10 03:58:08.812257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:08.911182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ecb6b69-910f-4543-9fd6-9a95ad5e0c0e req-63334e03-e657-4559-a437-74d9b186300b tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 210 time: 0.0688674
Nov 10 03:58:09.038647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd6810-3999-478b-a1c4-66b0bbbeba42 None None] Pushing event updated for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:09.054184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] Provisioning complete for port 89b223b1-b0c5-468a-a0c3-89766216102b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:09.054690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.057395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b48b92-4a62-4179-a3a6-82c8b7a4c68e req-e337558f-0fed-4dea-a62c-34d8f91c2ffd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:09.059876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:58:09.060759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077b1730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:09.066298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b48b92-4a62-4179-a3a6-82c8b7a4c68e req-e337558f-0fed-4dea-a62c-34d8f91c2ffd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.2135348
Nov 10 03:58:09.162035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b48b92-4a62-4179-a3a6-82c8b7a4c68e req-1d9ce050-b85a-4f36-b454-20d28d03d1f0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947015
Nov 10 03:58:09.179043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-7a94a3eb-765e-46a5-87f4-e5618829ec9d tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:09.180541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-7a94a3eb-765e-46a5-87f4-e5618829ec9d tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3668897
Nov 10 03:58:09.202562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Request body: {'port': {'device_id': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '24ad1ba6fa5d4499b822779bd61d165e'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:09.279280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.298414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:58:09.464117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Made reservation on behalf of 24ad1ba6fa5d4499b822779bd61d165e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:09.472644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.473242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.493164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.515802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5265d344-6426-48e7-96b3-b015a05ce13e no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:58:09.614954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] For port 89b223b1-b0c5-468a-a0c3-89766216102b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89b223b1-b0c5-468a-a0c3-89766216102b,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:09.625020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.633740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.641959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 5265d344-6426-48e7-96b3-b015a05ce13e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:58:09.642352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5265d344-6426-48e7-96b3-b015a05ce13e not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:58:09.643017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54162) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:09.661022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:09.708514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a540964-e7e6-4881-8e2a-3b2000fb2c4a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:09.765490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.769325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.770160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.770764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.771309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.772058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.772623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.773169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.773889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.774490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.775077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.775611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:09.993034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Allocated IP 192.168.233.90 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/6ebec3a8-408e-48a1-ab32-22ff13d05d31) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:10.069078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-93f9166d-c275-4e10-88b2-5b5c25eb764b None None] Provisioning complete for port 89b223b1-b0c5-468a-a0c3-89766216102b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:10.069643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93f9166d-c275-4e10-88b2-5b5c25eb764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.072524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3712f-4016-409c-8f4d-ef86809d8be4 None None] Pushing event updated for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:10.225388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077b1730>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:08Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:58:10.234940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a6909fa9-88b1-4265-a687-cbfc77b1bdc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717e5841788344e89e8d073b02bd2e75&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5903816
Nov 10 03:58:10.240103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54196) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:10.333520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.337735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910272d0-dbe5-414c-86cb-cf906cac3147 None None] The sync data for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 is: [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:08Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:58:10.401944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.437742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.443403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.524823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3cd42568-7406-401e-bb87-22d4e5de285a req-42ce5aaf-c34f-4a6f-aee1-9d0642174c90 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 210 time: 0.2644906
Nov 10 03:58:10.569778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.582413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473422ac-5ca0-4055-9ae9-0e0dce3deb07 req-c9773468-8a7a-4ad0-9bec-a35dafc8121d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:10.589871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-473422ac-5ca0-4055-9ae9-0e0dce3deb07 req-c9773468-8a7a-4ad0-9bec-a35dafc8121d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.2926550
Nov 10 03:58:10.660787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:10.664917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:10.670899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:10.679617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Pushing event updated for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:10.693092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.696054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.698078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5219d5e4-c596-4817-8c37-81d3209fb289 HTTP/1.1" status: 204  len: 168 time: 0.4565549
Nov 10 03:58:10.748960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ef088-0121-4444-bb00-736890cee2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219d5e4-c596-4817-8c37-81d3209fb289,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:10.794342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-473422ac-5ca0-4055-9ae9-0e0dce3deb07 req-5da1b163-f0af-4a45-b906-4a878e1d01b5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012262
Nov 10 03:58:10.812107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:10.812107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:10.858044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-ce1901cd-ea5a-4adf-b0b4-02ac9fbbd840 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6669841
Nov 10 03:58:10.873897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Request body: {'port': {'device_id': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:11.022264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.136108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b53b6793-6135-48a1-ad64-1dd81a0ff18f None None] Provisioning complete for port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:11.136702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b53b6793-6135-48a1-ad64-1dd81a0ff18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.231876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b53b6793-6135-48a1-ad64-1dd81a0ff18f None None] Port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:11.345341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:11.504507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebec3a8-408e-48a1-ab32-22ff13d05d31 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:11.514109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.537011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Transition to ACTIVE for port object 6ebec3a8-408e-48a1-ab32-22ff13d05d31 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:58:11.545845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.617843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54260) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:11.655468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57ad280d-827b-48fe-877f-a1f62ccdd4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.713482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:11.873647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Attempting to bind port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:11.873893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Attempting to bind port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:11.874232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Attempting to bind port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:11.894506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:11.894845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Attempting to bind port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:11.902504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:11.903395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:11.903787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:11.904223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Bound port: 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:11.904580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:11.904897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79265838-6a73-4c82-b611-2699335e4176 req-310f272a-eafd-4273-bc2d-2d2aa895279c tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:11.916512 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79265838-6a73-4c82-b611-2699335e4176 req-310f272a-eafd-4273-bc2d-2d2aa895279c tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 947 time: 0.1670678
Nov 10 03:58:12.095752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b985acd8-9fec-425d-af56-a43d82f82419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.106485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697aaa-d040-4955-a762-d3674d554a62 req-ed83ff65-dfe9-4151-bf52-138ce7f7fed9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:12.109012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-68697aaa-d040-4955-a762-d3674d554a62 req-ed83ff65-dfe9-4151-bf52-138ce7f7fed9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1683736
Nov 10 03:58:12.112237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:12.116098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:12.125907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.158046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57ad280d-827b-48fe-877f-a1f62ccdd4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.186666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79265838-6a73-4c82-b611-2699335e4176 req-91d80fc8-d154-45d2-a875-2e226d84673a tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681980
Nov 10 03:58:12.197706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57ad280d-827b-48fe-877f-a1f62ccdd4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.261793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:12.263300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.265261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] 10.222.0.21 "PUT /v2.0/ports/6ebec3a8-408e-48a1-ab32-22ff13d05d31 HTTP/1.1" status: 200  len: 1095 time: 1.3983293
Nov 10 03:58:12.266129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:12.269264 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd45137-3f9c-4222-b93a-7a7abe374a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:12.391920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad280d-827b-48fe-877f-a1f62ccdd4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b0e04-6524-42c9-ae44-d476d7dbde9f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:12.405996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57ad280d-827b-48fe-877f-a1f62ccdd4a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=809c01c2567444ecba6a29f7e9646f93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7864482
Nov 10 03:58:12.409315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:12.486094 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be38119-8776-45b5-92a5-39981ef16e24 x-openstack-request-id: req-5be38119-8776-45b5-92a5-39981ef16e24 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:12.486326 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:12.486591 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5be38119-8776-45b5-92a5-39981ef16e24 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:12.487003 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31', 'status': 'completed', 'code': 200}
Nov 10 03:58:12.519108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-68697aaa-d040-4955-a762-d3674d554a62 req-f9cca909-df6f-42a5-8876-6e9c76b137bc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3869598
Nov 10 03:58:12.519767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0c29-336b-4677-9f7a-671aa650a4dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:12.567159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-fdddc40b-6136-4879-b835-8a6ded79cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:12.568753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-fdddc40b-6136-4879-b835-8a6ded79cc18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 1098 time: 0.2452967
Nov 10 03:58:12.584861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b985acd8-9fec-425d-af56-a43d82f82419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.589660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.603881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b985acd8-9fec-425d-af56-a43d82f82419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.606132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89b223b1-b0c5-468a-a0c3-89766216102b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:12.635713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-d938464c-261b-4eb9-aaf2-69241cfa833a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31 HTTP/1.1" status: 200  len: 217 time: 0.0571806
Nov 10 03:58:12.668909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.685954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 89b223b1-b0c5-468a-a0c3-89766216102b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:12.686591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.703559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985acd8-9fec-425d-af56-a43d82f82419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd54cd5-a3bf-4bd4-b9cc-08e33bb4d1f2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:12.708833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b985acd8-9fec-425d-af56-a43d82f82419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=364d355e87df40bc86e01a77cdc2a5c2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3621092
Nov 10 03:58:12.712159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:12.731823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-b47b8ad4-741d-4cb4-8475-0d1c3b2701c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:12.733333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-b47b8ad4-741d-4cb4-8475-0d1c3b2701c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0907712
Nov 10 03:58:12.788830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.817114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.819620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.827413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c10b0e04-6524-42c9-ae44-d476d7dbde9f HTTP/1.1" status: 204  len: 168 time: 0.4139936
Nov 10 03:58:12.838070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-e40324ae-9d6a-41dd-8285-27a1f269cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:12.839988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-e40324ae-9d6a-41dd-8285-27a1f269cff4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0997438
Nov 10 03:58:12.888991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.888991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80dce0-4bda-421a-b087-8f0d7a0f5f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b0e04-6524-42c9-ae44-d476d7dbde9f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:12.988721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.992393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:12.994023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-3553ed65-c68d-4b83-b871-ba950e6e1931 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458125
Nov 10 03:58:12.997583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cd54cd5-a3bf-4bd4-b9cc-08e33bb4d1f2 HTTP/1.1" status: 204  len: 168 time: 0.2830873
Nov 10 03:58:13.007799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b144b-f0eb-4529-8afc-48b37c08c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd54cd5-a3bf-4bd4-b9cc-08e33bb4d1f2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:13.142388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f28699c-e574-44f7-b0e9-a5820e44ba90 req-a403e11c-15a0-4904-b99b-1b0e69432bbf service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411030
Nov 10 03:58:13.256878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-ea4254ab-20c0-4d86-81a1-e01af57b2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:13.258640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-ea4254ab-20c0-4d86-81a1-e01af57b2ae1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 1098 time: 0.0562968
Nov 10 03:58:13.382907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-bbb4cf75-ae00-420e-a4c5-a80f4934a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:13.387418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-bbb4cf75-ae00-420e-a4c5-a80f4934a0cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1208930
Nov 10 03:58:13.447706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-e6e8f2f7-18d7-4b3e-b99b-51dd42c088fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31 HTTP/1.1" status: 200  len: 217 time: 0.0527439
Nov 10 03:58:13.508079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-c5853113-471e-41d6-89cd-4b767bb30f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:13.509729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-c5853113-471e-41d6-89cd-4b767bb30f21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0551364
Nov 10 03:58:13.565165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9495170-56c4-478e-8a41-01473188dacd req-055f9c91-ada1-4a90-ad89-02d0a2d8d41b tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:13.573761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9495170-56c4-478e-8a41-01473188dacd req-055f9c91-ada1-4a90-ad89-02d0a2d8d41b tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 947 time: 0.0634322
Nov 10 03:58:13.601247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-ced87d38-e681-4125-97df-ae8a4084ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:13.604030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-ced87d38-e681-4125-97df-ae8a4084ac5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0861866
Nov 10 03:58:13.634287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9495170-56c4-478e-8a41-01473188dacd req-1e2457c7-022f-4d87-b346-53949f610682 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595596
Nov 10 03:58:13.658129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54326) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:13.680061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0705e1-23ba-4a3d-9bc9-9b2f7d3952b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:13.808271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0705e1-23ba-4a3d-9bc9-9b2f7d3952b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:13.816561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0705e1-23ba-4a3d-9bc9-9b2f7d3952b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:13.837703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-9645a494-e69b-4fec-a3c9-771beb47b1af service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246647
Nov 10 03:58:13.868404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ae0705e1-23ba-4a3d-9bc9-9b2f7d3952b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24254c4b84354a0a963fe912785826ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2087865
Nov 10 03:58:13.869376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0705e1-23ba-4a3d-9bc9-9b2f7d3952b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085d62a-75c6-4134-a8a5-31c1c03b8dae,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:13.871696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54342) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:13.924815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:13.987266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:14.029407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2928d-2cb7-4916-8f57-2f6460cc1330 req-c2e0096e-d1f1-4d2d-855f-2218b5712180 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:14.030972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6f2928d-2cb7-4916-8f57-2f6460cc1330 req-c2e0096e-d1f1-4d2d-855f-2218b5712180 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0853045
Nov 10 03:58:14.056857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bd45137-3f9c-4222-b93a-7a7abe374a7d req-6a2a3162-ff17-494a-add6-66873595cff1 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110496
Nov 10 03:58:14.093695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:14.096637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:14.098739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5085d62a-75c6-4134-a8a5-31c1c03b8dae HTTP/1.1" status: 204  len: 168 time: 0.2259357
Nov 10 03:58:14.139614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6f2928d-2cb7-4916-8f57-2f6460cc1330 req-22a9d0ab-67e7-4cc8-8865-e73f2daaeb11 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755339
Nov 10 03:58:14.149294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7391d-7399-46cc-9ed0-0ea6c595cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085d62a-75c6-4134-a8a5-31c1c03b8dae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:14.781801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196ae0c-2838-48e5-bff5-10bd4719b133 req-20856e60-eabc-4a18-931c-a92c08cce0aa tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:14.783352 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d196ae0c-2838-48e5-bff5-10bd4719b133 req-20856e60-eabc-4a18-931c-a92c08cce0aa tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 947 time: 0.0740905
Nov 10 03:58:14.813858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:14.857159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d196ae0c-2838-48e5-bff5-10bd4719b133 req-1621f969-a0aa-4790-87f1-884f71ce52e3 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674200
Nov 10 03:58:15.000199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a365aa1c-6f73-4d6f-b502-0d71023b699b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.129271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a365aa1c-6f73-4d6f-b502-0d71023b699b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.135255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a365aa1c-6f73-4d6f-b502-0d71023b699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.191191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:15.191932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a365aa1c-6f73-4d6f-b502-0d71023b699b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52aceacc37564af39ed760d7d4c3291e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3761389
Nov 10 03:58:15.192957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365aa1c-6f73-4d6f-b502-0d71023b699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b911f-e675-4b99-81cc-e1d7e54f7a0b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:15.293756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.302619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaef38-5bf1-43d7-9ba8-18271af7db3f req-160a60c8-0d15-47d4-bf73-6a299b1202d7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:15.311666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22eaef38-5bf1-43d7-9ba8-18271af7db3f req-160a60c8-0d15-47d4-bf73-6a299b1202d7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0669847
Nov 10 03:58:15.324193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.389296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.394414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:15.396274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f59b911f-e675-4b99-81cc-e1d7e54f7a0b HTTP/1.1" status: 204  len: 168 time: 0.2040563
Nov 10 03:58:15.409335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829791-c61b-498f-bb2a-c73100c21b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b911f-e675-4b99-81cc-e1d7e54f7a0b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:15.410757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22eaef38-5bf1-43d7-9ba8-18271af7db3f req-e0885277-7ac0-4502-bdbe-46060e7eaa9c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979691
Nov 10 03:58:15.887826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54458) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:15.912325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7af298ee-ae04-4633-a0a0-b91c1e5f3815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.057258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc34e0-c877-495d-9f3a-ac144f11f942 req-2df85121-2129-442c-b18b-1ec0bb21c3af tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:16.059974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07fc34e0-c877-495d-9f3a-ac144f11f942 req-2df85121-2129-442c-b18b-1ec0bb21c3af tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 947 time: 0.0723588
Nov 10 03:58:16.077478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7af298ee-ae04-4633-a0a0-b91c1e5f3815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.085378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7af298ee-ae04-4633-a0a0-b91c1e5f3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.129234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7af298ee-ae04-4633-a0a0-b91c1e5f3815 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=958e2ef03d294319b4d64e30be137757&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2373550
Nov 10 03:58:16.130887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54462) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:16.146932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07fc34e0-c877-495d-9f3a-ac144f11f942 req-f5baaa62-0716-4c2f-a875-dfe906a820e3 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793495
Nov 10 03:58:16.200791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af298ee-ae04-4633-a0a0-b91c1e5f3815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b87e7-a4dc-4e41-8c8b-c7de55f1f9fd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:16.226664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.254659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.357848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.360663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:16.361819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f3b87e7-a4dc-4e41-8c8b-c7de55f1f9fd HTTP/1.1" status: 204  len: 168 time: 0.2207026
Nov 10 03:58:16.370640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e902b-7c58-4e02-8014-5e2f4b044e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b87e7-a4dc-4e41-8c8b-c7de55f1f9fd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:16.698717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b6b30-3e2d-48bc-97aa-e5aeb496a59e req-7dd5c051-638a-414d-a74d-c621e4a35163 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:16.703249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b4b6b30-3e2d-48bc-97aa-e5aeb496a59e req-7dd5c051-638a-414d-a74d-c621e4a35163 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0814588
Nov 10 03:58:16.770833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b4b6b30-3e2d-48bc-97aa-e5aeb496a59e req-f5eccad3-a2e7-4d9c-86b1-f15d11eca1f6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599084
Nov 10 03:58:17.281967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6ebec3a8-408e-48a1-ab32-22ff13d05d31 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:58:17.329199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223912-190e-4bba-a12c-edbcc825f2da req-05c8b684-a6a2-4d8c-9fdb-f335ae3194d6 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:17.337072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a223912-190e-4bba-a12c-edbcc825f2da req-05c8b684-a6a2-4d8c-9fdb-f335ae3194d6 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 947 time: 0.0866377
Nov 10 03:58:17.439742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a223912-190e-4bba-a12c-edbcc825f2da req-5ab4aa70-db61-4fd5-8977-2f20f39b6c23 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015658
Nov 10 03:58:17.469978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:17.487166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '6ebec3a8-408e-48a1-ab32-22ff13d05d31', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '6ebec3a8-408e-48a1-ab32-22ff13d05d31', 'mac_address': 'fa:16:3e:7e:0d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:58:17.563392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:17.582369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebec3a8-408e-48a1-ab32-22ff13d05d31 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:17.620544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:17.630030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:17.700156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:17.711751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.712732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.713265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.713747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.714213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.714776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.716024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.716965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.717592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.718132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.718602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.719329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:58:17.857446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6ebec3a8-408e-48a1-ab32-22ff13d05d31'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:17.934215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dda3a-03a7-45f4-b77b-215b401528ed req-57de04ce-e9a7-4595-a311-a6e938c32373 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:17.950016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d94dda3a-03a7-45f4-b77b-215b401528ed req-57de04ce-e9a7-4595-a311-a6e938c32373 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.0989540
Nov 10 03:58:18.031549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d94dda3a-03a7-45f4-b77b-215b401528ed req-8af3ff22-aa51-48ba-bcfc-05c3348b0543 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797093
Nov 10 03:58:18.031690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:18.272701 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-877732bf-3e7b-478c-929e-cca66d739b57 req-398c7c69-4d96-4c4a-b502-d4935c9ecdf5 service neutron] show failed (client error): The resource could not be found.
Nov 10 03:58:18.274466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-398c7c69-4d96-4c4a-b502-d4935c9ecdf5 service neutron] 10.222.0.21 "GET /v2.0/ports/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.1017025
Nov 10 03:58:18.300697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ada2c10b-3d71-4898-9555-3a6d974e247e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.324270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54588) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:18.397579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.484727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8e592ea-4388-4b16-9f59-65309fdaae67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.542554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ada2c10b-3d71-4898-9555-3a6d974e247e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.551735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ada2c10b-3d71-4898-9555-3a6d974e247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.639426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.646592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c10b-3d71-4898-9555-3a6d974e247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe273a-5034-44c8-839c-bb45f537e78d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:18.652376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ada2c10b-3d71-4898-9555-3a6d974e247e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f83737b8fe94ae9a93ed34a4b4ff460&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6195343
Nov 10 03:58:18.655031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:18.712137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.760348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f6d2-daf0-41dd-b864-54889f4a0a18 req-4c16f9b5-a9c3-44ce-88ea-83c39a5759ac tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:18.768807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05d6f6d2-daf0-41dd-b864-54889f4a0a18 req-4c16f9b5-a9c3-44ce-88ea-83c39a5759ac tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 948 time: 0.1202083
Nov 10 03:58:18.769151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.853261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8e592ea-4388-4b16-9f59-65309fdaae67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.859024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-190b6c2f-3ad5-4c7c-9ac9-98253142a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:18.860483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-190b6c2f-3ad5-4c7c-9ac9-98253142a380 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1122 time: 0.2552443
Nov 10 03:58:18.866227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8e592ea-4388-4b16-9f59-65309fdaae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.880047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.884245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:18.886045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ebe273a-5034-44c8-839c-bb45f537e78d HTTP/1.1" status: 204  len: 168 time: 0.2299662
Nov 10 03:58:18.890839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:18.904567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4e948-ea1f-433c-b91c-5f342b3d862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe273a-5034-44c8-839c-bb45f537e78d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:18.979389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e592ea-4388-4b16-9f59-65309fdaae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a8da2d-e320-4c03-9a3b-54dbaa901c0b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:19.023663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05d6f6d2-daf0-41dd-b864-54889f4a0a18 req-b05516a8-f0be-451b-aa73-8c17a8822c46 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535958
Nov 10 03:58:19.027991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a8e592ea-4388-4b16-9f59-65309fdaae67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce12def5645f416db03154eb161062ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7013955
Nov 10 03:58:19.030715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54610) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:19.083075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.158320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.193989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.280074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6ebec3a8-408e-48a1-ab32-22ff13d05d31 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:19.304446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.314987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.316670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd351-3bab-48e6-9fc0-b5b6cad17928 req-39e634c6-fd06-458e-b989-6e9639e6637c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:19.318283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31a8da2d-e320-4c03-9a3b-54dbaa901c0b HTTP/1.1" status: 204  len: 168 time: 0.2834938
Nov 10 03:58:19.325040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c8fd351-3bab-48e6-9fc0-b5b6cad17928 req-39e634c6-fd06-458e-b989-6e9639e6637c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 971 time: 0.1717217
Nov 10 03:58:19.345442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b87e0f-435e-4824-9137-0bf17ef629a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a8da2d-e320-4c03-9a3b-54dbaa901c0b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:19.429589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:58:19.437238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:19.437870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.451289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c8fd351-3bab-48e6-9fc0-b5b6cad17928 req-5b718cca-8752-4d48-b157-21d24a0026bc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249268
Nov 10 03:58:19.476375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:19.498786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e612a1c6-f674-4fc2-8749-6242371768fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.627088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:19.700506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.717581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e612a1c6-f674-4fc2-8749-6242371768fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.724513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e612a1c6-f674-4fc2-8749-6242371768fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.751933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:19.759710 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc211a9-38e8-4154-a9e1-0248367a04a4" -d '{"events": [{"server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:19.759820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:19.793429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:19.799971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.834304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e612a1c6-f674-4fc2-8749-6242371768fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b720d82cbbb45c0afc72a9cd2b1fc63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3566957
Nov 10 03:58:19.841891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:19.843163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612a1c6-f674-4fc2-8749-6242371768fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc190fa-c34c-4131-b26b-36c30ade7613,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:19.871660 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20b0377-19b8-4144-8f8b-97eb490545ac x-openstack-request-id: req-d20b0377-19b8-4144-8f8b-97eb490545ac {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:19.872106 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:19.872581 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d20b0377-19b8-4144-8f8b-97eb490545ac {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:19.873237 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31', 'code': 200}
Nov 10 03:58:19.932007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:19.943709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:19.970444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:19.978559 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f5447-61aa-4559-9d5c-4ff9c3e3d890" -d '{"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-unplugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:20.060844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Transition to ACTIVE for port object 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:58:20.080427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.114111 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753caca0-1256-4aa1-b5cc-192053ce6a81 x-openstack-request-id: req-753caca0-1256-4aa1-b5cc-192053ce6a81 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:20.114516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-unplugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:20.114802 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-753caca0-1256-4aa1-b5cc-192053ce6a81 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:20.115243 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'code': 200}
Nov 10 03:58:20.123592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:20.139339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c0f0-9545-4000-957c-4b817a9cf833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.203726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c8f8c-64b7-4583-af93-2983947c59ca req-434736b8-383c-4940-9347-14d0b93f9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:20.205869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f2c8f8c-64b7-4583-af93-2983947c59ca req-434736b8-383c-4940-9347-14d0b93f9dde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 1100 time: 0.2186928
Nov 10 03:58:20.274225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42cac7-398f-4ac0-8255-d9ff4229d64e req-b267f07a-63d1-4119-8a5b-f10f552bd581 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:20.277303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d42cac7-398f-4ac0-8255-d9ff4229d64e req-b267f07a-63d1-4119-8a5b-f10f552bd581 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.0973866
Nov 10 03:58:20.348221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c0f0-9545-4000-957c-4b817a9cf833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.385046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c0f0-9545-4000-957c-4b817a9cf833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.399343 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d42cac7-398f-4ac0-8255-d9ff4229d64e req-8f923024-844f-41a7-903b-9453d0a753bd tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138833
Nov 10 03:58:20.470880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0e3c0f0-9545-4000-957c-4b817a9cf833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d73d7b6d93814b7db9913e3367871736&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3461943
Nov 10 03:58:20.476647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:20.488692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c0f0-9545-4000-957c-4b817a9cf833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c73db8-d59c-488d-a592-f73301f7edc1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:20.560335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.582647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:20.588116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] No DVR routers for this DVR port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:58:20.619321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.688640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:20.689315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:20.689315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:20.692784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.697014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f2c8f8c-64b7-4583-af93-2983947c59ca req-4e4cac67-f009-4a79-acc9-ac3877278557 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4804189
Nov 10 03:58:20.716803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:20.717073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Attempting to bind port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:20.734466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:20.734815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:20.735257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:20.735718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Bound port: 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:20.736080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.823910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.824461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.829001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cc190fa-c34c-4131-b26b-36c30ade7613 HTTP/1.1" status: 204  len: 168 time: 0.9764621
Nov 10 03:58:20.846622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656b434-bdfd-4bf6-9a9e-b416074a99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc190fa-c34c-4131-b26b-36c30ade7613,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:20.849532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:20.862974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:20.875818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.925067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:20.925868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:20.927331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] 10.222.0.26 "PUT /v2.0/ports/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 1096 time: 2.0442295
Nov 10 03:58:21.007192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.024285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22bffa-cdf7-410a-8e07-cd1c35995eec service neutron] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:21.036149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f983026-ee10-4459-8430-37ca15fc2466 req-e3a140ab-3058-4e90-b2df-aa60106a50b9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.044354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f983026-ee10-4459-8430-37ca15fc2466 req-e3a140ab-3058-4e90-b2df-aa60106a50b9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 948 time: 0.4942522
Nov 10 03:58:21.052883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-a3b0bc63-6fe7-47b6-b0a3-1b3a1d880daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.056398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-a3b0bc63-6fe7-47b6-b0a3-1b3a1d880daf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1099 time: 0.0962641
Nov 10 03:58:21.134345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f983026-ee10-4459-8430-37ca15fc2466 req-00462a6c-9a04-4155-be6b-02623b62acb6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889845
Nov 10 03:58:21.182207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.186768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.187950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c73db8-d59c-488d-a592-f73301f7edc1 HTTP/1.1" status: 204  len: 168 time: 0.7101729
Nov 10 03:58:21.199726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b755f-d712-4343-bdab-6ff5baf30a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c73db8-d59c-488d-a592-f73301f7edc1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:21.259197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:21.267886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-45c5481d-88ca-4316-a538-09cd30bee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.269800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-45c5481d-88ca-4316-a538-09cd30bee91a service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2049236
Nov 10 03:58:21.322916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-f0b80312-6099-4cc3-a49d-740674158298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0428653
Nov 10 03:58:21.380743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-76742425-5984-4aad-a6c9-57b3993c3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.382373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-76742425-5984-4aad-a6c9-57b3993c3eda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0502558
Nov 10 03:58:21.395854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54704) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:21.479676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877732bf-3e7b-478c-929e-cca66d739b57 req-65fa22ef-08c1-4064-aec2-a3d443281f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.483107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-65fa22ef-08c1-4064-aec2-a3d443281f7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0927143
Nov 10 03:58:21.542749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dfa6-4197-42a1-ad85-a2da360ab746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.651340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a53e6f-78e0-4834-bc07-0a7a245f1381 req-9bf891a4-ccfa-4281-8701-0d3a8163d89b tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:21.664990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93a53e6f-78e0-4834-bc07-0a7a245f1381 req-9bf891a4-ccfa-4281-8701-0d3a8163d89b tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.1792586
Nov 10 03:58:21.681436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dfa6-4197-42a1-ad85-a2da360ab746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.690098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dfa6-4197-42a1-ad85-a2da360ab746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.767683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54714) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:21.768238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d4c4dfa6-4197-42a1-ad85-a2da360ab746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47c7e664ca304879a6efb959ea708c8e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5075445
Nov 10 03:58:21.769567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4dfa6-4197-42a1-ad85-a2da360ab746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4eb97-35a7-426a-ad8d-05dd8f9a8b86,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:21.777933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-91c2398b-f6da-4588-b4b2-eb1d05e3f668 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581093
Nov 10 03:58:21.828566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54718) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:21.865484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b5000cb-cf10-45a4-8ae8-22d272452af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.916033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93a53e6f-78e0-4834-bc07-0a7a245f1381 req-498ca868-cbc7-4a71-8848-aeae2b802f46 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430110
Nov 10 03:58:21.922542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-877732bf-3e7b-478c-929e-cca66d739b57 req-81e74c59-e0ab-4e2f-a0b1-2533d37ee773 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331093
Nov 10 03:58:21.955870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.959802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b5b10ce-75bb-4468-8745-349ade3d0b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:21.981554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.062469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b5000cb-cf10-45a4-8ae8-22d272452af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.063238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.066939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.068061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05c4eb97-35a7-426a-ad8d-05dd8f9a8b86 HTTP/1.1" status: 204  len: 168 time: 0.2994642
Nov 10 03:58:22.081169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b5000cb-cf10-45a4-8ae8-22d272452af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.102568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c014b3-2d6a-4ff3-935c-1785e7825ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4eb97-35a7-426a-ad8d-05dd8f9a8b86,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:22.141346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b5b10ce-75bb-4468-8745-349ade3d0b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.151510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:22.153254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b5000cb-cf10-45a4-8ae8-22d272452af0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25352644a7504d6eae86e0e9cf801385&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3216157
Nov 10 03:58:22.155747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b5b10ce-75bb-4468-8745-349ade3d0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.159106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:22.162270 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab3739a-097b-415d-a343-02340c2af46f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:22.162434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5000cb-cf10-45a4-8ae8-22d272452af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dcd1fb-e523-4824-9ce0-77560f57329c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:22.250323 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbabba5-d93a-4a98-9331-0879ba16e9ab x-openstack-request-id: req-ebbabba5-d93a-4a98-9331-0879ba16e9ab {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:22.250702 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:22.251044 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebbabba5-d93a-4a98-9331-0879ba16e9ab {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:22.251605 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'status': 'completed', 'code': 200}
Nov 10 03:58:22.284323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8b5b10ce-75bb-4468-8745-349ade3d0b8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=188b18d111ad429387d64424998c4b8e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8871162
Nov 10 03:58:22.294318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b10ce-75bb-4468-8745-349ade3d0b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dcb42e-c100-4409-bd23-88fb99620d83,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:22.312596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54734) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:22.385642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.403064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-d028e511-38b5-4f3f-bb47-ef43fc76b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.405225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-d028e511-38b5-4f3f-bb47-ef43fc76b10d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1099 time: 0.1227303
Nov 10 03:58:22.425317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.438849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0df69a-0c03-4f1d-a9de-e39d4dc9bcd0 req-71e878e4-9571-4f9f-85f8-1030ab2ee638 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.447775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0df69a-0c03-4f1d-a9de-e39d4dc9bcd0 req-71e878e4-9571-4f9f-85f8-1030ab2ee638 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 948 time: 0.1751368
Nov 10 03:58:22.483326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-75a7ac44-cd9f-454b-a82f-98be917cb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.486057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-75a7ac44-cd9f-454b-a82f-98be917cb7bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1099 time: 0.2016065
Nov 10 03:58:22.536546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.608067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.614200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0df69a-0c03-4f1d-a9de-e39d4dc9bcd0 req-627cba2f-d133-4591-8ec7-b693afca197d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653376
Nov 10 03:58:22.614714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-04353dab-0560-4103-af67-43b96302ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.617065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-04353dab-0560-4103-af67-43b96302ea0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2020128
Nov 10 03:58:22.663495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.666390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.671744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04dcd1fb-e523-4824-9ce0-77560f57329c HTTP/1.1" status: 204  len: 168 time: 0.5103002
Nov 10 03:58:22.680529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:22.694504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-85834d16-e3b4-4c6d-8dc6-354bfeb600e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0683649
Nov 10 03:58:22.700273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-1efafaed-f390-4c96-b25e-7713e0a529ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.702732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-1efafaed-f390-4c96-b25e-7713e0a529ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2073202
Nov 10 03:58:22.706729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-270eff1f-2b4f-401a-9fee-4f52d58027ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.711645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7136f7-e557-4a25-8db4-4ddfb82d6ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dcd1fb-e523-4824-9ce0-77560f57329c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:22.761082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.764568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.769462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0dcb42e-c100-4409-bd23-88fb99620d83 HTTP/1.1" status: 204  len: 168 time: 0.4549582
Nov 10 03:58:22.789057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10ae5f-8178-479c-ad65-7ab320a26e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dcb42e-c100-4409-bd23-88fb99620d83,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:22.812762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-523a459b-e559-444e-bb7f-0bb284805ab4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0914423
Nov 10 03:58:22.883134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-467bb26d-5ad8-427c-89a8-c98e14c073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.885198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-467bb26d-5ad8-427c-89a8-c98e14c073f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1808927
Nov 10 03:58:22.909916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-26cf93ec-fad4-497e-a610-8cf86ceb4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:22.911350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-26cf93ec-fad4-497e-a610-8cf86ceb4402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0916095
Nov 10 03:58:22.912027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-270eff1f-2b4f-401a-9fee-4f52d58027ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:22.925190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-270eff1f-2b4f-401a-9fee-4f52d58027ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.003041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eff1f-2b4f-401a-9fee-4f52d58027ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043ed7a-d411-43aa-a0cf-b70dc9bfcf99,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:23.022617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-270eff1f-2b4f-401a-9fee-4f52d58027ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db74d325faac4b739c7dffedabc3939f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3409977
Nov 10 03:58:23.025556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54758) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:23.089156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-eab2fc2a-6452-4ed7-b8f8-f9d4469cadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:23.091331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-eab2fc2a-6452-4ed7-b8f8-f9d4469cadcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1963699
Nov 10 03:58:23.096440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3739a-097b-415d-a343-02340c2af46f req-230544da-569d-4a47-ab64-7cd44c00ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:23.098397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-230544da-569d-4a47-ab64-7cd44c00ba52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1526523
Nov 10 03:58:23.099047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe49c8-6f47-4f95-bf56-e1d002fb0cb9 req-467b0587-ed68-422d-bbf9-c59e34389177 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:23.101153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22fe49c8-6f47-4f95-bf56-e1d002fb0cb9 req-467b0587-ed68-422d-bbf9-c59e34389177 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.0754752
Nov 10 03:58:23.166488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22fe49c8-6f47-4f95-bf56-e1d002fb0cb9 req-17c63c6f-3502-4d73-b7a9-0a85fd93f4b0 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561776
Nov 10 03:58:23.274758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.289067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:58:23.327778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.348987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-2ab84001-4c4e-46fe-9c8b-d88dd6ab0c1c service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212253
Nov 10 03:58:23.359652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:23.366078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:58:23.380683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18f22ad9-a2e5-46c6-a829-8d5b23952545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.457356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-d4f0a7a8-232d-4823-8daf-0673d282e79b service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3382447
Nov 10 03:58:23.521668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18f22ad9-a2e5-46c6-a829-8d5b23952545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.528192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.530671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18f22ad9-a2e5-46c6-a829-8d5b23952545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.530931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.534392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e043ed7a-d411-43aa-a0cf-b70dc9bfcf99 HTTP/1.1" status: 204  len: 168 time: 0.4996254
Nov 10 03:58:23.564786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082b0b9-8cd1-4d23-93f6-b9cd2b41fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043ed7a-d411-43aa-a0cf-b70dc9bfcf99,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:23.580003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-b2180640-85e2-43ab-a2b1-4ec90315f845 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118173
Nov 10 03:58:23.606743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f22ad9-a2e5-46c6-a829-8d5b23952545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13645b-0eb1-4d82-bdd0-c91f9637ef8d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:23.625572 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-18f22ad9-a2e5-46c6-a829-8d5b23952545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dadddf339fba4a7492af33ba344122da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2648585
Nov 10 03:58:23.626444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ab3739a-097b-415d-a343-02340c2af46f req-f4283970-ddc8-4672-8526-3fcdcc72f326 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590943
Nov 10 03:58:23.628353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54776) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:23.692070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.724367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.859608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284b463-b94e-46c1-a92e-32fa5eb7c642 req-fa429c17-2fb5-4162-bda7-1cf6a9c45ad7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:23.864315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4284b463-b94e-46c1-a92e-32fa5eb7c642 req-fa429c17-2fb5-4162-bda7-1cf6a9c45ad7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 948 time: 0.1318493
Nov 10 03:58:23.867417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.873985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:23.877562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac13645b-0eb1-4d82-bdd0-c91f9637ef8d HTTP/1.1" status: 204  len: 168 time: 0.2457328
Nov 10 03:58:23.899689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02cdd2-a0d4-4d12-9e54-af79d8c054e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13645b-0eb1-4d82-bdd0-c91f9637ef8d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:23.959323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4284b463-b94e-46c1-a92e-32fa5eb7c642 req-69a9b9f3-ea37-4207-a85f-89c9cd2374dc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828259
Nov 10 03:58:24.180182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-2bc56765-3b8a-4f06-813d-e221dcc6293e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0228467
Nov 10 03:58:24.314568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-700894d4-c7e5-4b06-8bc4-ffcf086f56e5 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:24.316185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-700894d4-c7e5-4b06-8bc4-ffcf086f56e5 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1297848
Nov 10 03:58:24.336944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-cbd245a1-8704-4a45-a87b-0be62e5de219 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/quotas/24ad1ba6fa5d4499b822779bd61d165e HTTP/1.1" status: 200  len: 375 time: 0.0123215
Nov 10 03:58:24.413726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-78f3219b-50db-46d3-b132-18054c6ce8bb tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0703361
Nov 10 03:58:24.436025 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:58:24.675219 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52a2554a-dd77-4735-8779-1b51ce876a2e req-88d82b9d-1b92-4f65-9f09-680ca90f0ccc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 210 time: 0.0509994
Nov 10 03:58:25.146850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1e97-11b0-4d62-9814-1bd2a2ca586c req-0eeee7cf-8b50-441a-9c1c-c2d41e3a0ed2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:25.164293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8caa1e97-11b0-4d62-9814-1bd2a2ca586c req-0eeee7cf-8b50-441a-9c1c-c2d41e3a0ed2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 948 time: 0.0954149
Nov 10 03:58:25.257877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8caa1e97-11b0-4d62-9814-1bd2a2ca586c req-6d31656b-1e8b-4885-8ed7-4c008bb8305d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791554
Nov 10 03:58:25.543645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e047b-0197-4813-89d5-44de60741392 req-cff9131c-2f1e-453c-9cf9-0a352bffdb9a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:25.553982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c0e047b-0197-4813-89d5-44de60741392 req-cff9131c-2f1e-453c-9cf9-0a352bffdb9a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 948 time: 0.0958011
Nov 10 03:58:25.575706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:58:25.708126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:25.723482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'mac_address': 'fa:16:3e:7a:70:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:58:25.749313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c0e047b-0197-4813-89d5-44de60741392 req-26643597-4e42-4e62-bcfd-305fc3a19490 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912544
Nov 10 03:58:25.773022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382ec1-448d-441d-9863-7ec206acd275 req-412704bd-4918-41d7-b19a-67a2d4534494 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:25.775928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-412704bd-4918-41d7-b19a-67a2d4534494 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129&tenant_id=a17b8439aab5416baf5623b3adedbb8c&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 948 time: 0.2378726
Nov 10 03:58:25.802440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:25.868311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:25.875269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-7da5d803-80d3-4f3a-be7b-c5fcaf12c990 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0978150
Nov 10 03:58:25.932463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:25.944728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:26.002852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d039a643-ad64-475f-949b-2221f576cffe req-49e0d28c-008f-45c6-b277-8321e4c96474 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 210 time: 0.0876205
Nov 10 03:58:26.056827 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-86382ec1-448d-441d-9863-7ec206acd275 req-bd1b2403-9822-4aa6-9b89-05ded3e90fb6 service neutron] delete failed (client error): The resource could not be found.
Nov 10 03:58:26.058306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-bd1b2403-9822-4aa6-9b89-05ded3e90fb6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.2654064
Nov 10 03:58:26.161029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:26.191524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-cad5fbc3-57bb-4739-8090-ec35ae55b1f0 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:26.193065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-cad5fbc3-57bb-4739-8090-ec35ae55b1f0 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3093836
Nov 10 03:58:26.205211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:26.215380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Request body: {'port': {'device_id': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '24ad1ba6fa5d4499b822779bd61d165e'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:26.582148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54904) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:26.761538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382ec1-448d-441d-9863-7ec206acd275 req-4a71e544-29d2-4fd1-ae11-46589aca676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:26.762376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-4a71e544-29d2-4fd1-ae11-46589aca676e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1100 time: 0.4813149
Nov 10 03:58:26.780788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1218940663-network', 'tenant_id': 'ea64fdb2282844728c33886df39a303b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:26.841780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:26.849077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:26.874070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:26.891850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382ec1-448d-441d-9863-7ec206acd275 req-e0dc447d-ee5c-4010-a762-7bc8de9d877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:26.895446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-e0dc447d-ee5c-4010-a762-7bc8de9d877d service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1266005
Nov 10 03:58:26.979722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-0395fa94-136c-4eae-8a9a-ae8fb9598b58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0745649
Nov 10 03:58:27.016041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c526a7c-6b5c-49b4-a578-05906964f5db req-b52f1c08-52fb-436f-bfb2-df27bf516816 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:27.017888 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c526a7c-6b5c-49b4-a578-05906964f5db req-b52f1c08-52fb-436f-bfb2-df27bf516816 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 949 time: 0.0816979
Nov 10 03:58:27.033907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Made reservation on behalf of 24ad1ba6fa5d4499b822779bd61d165e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:27.040416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.090666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c526a7c-6b5c-49b4-a578-05906964f5db req-78b3d01c-f73f-4eeb-a6b8-8240b28493be tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598953
Nov 10 03:58:27.112576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.116408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382ec1-448d-441d-9863-7ec206acd275 req-7da134a5-148d-48b4-a151-ed6f9aec5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:27.117446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.117937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-7da134a5-148d-48b4-a151-ed6f9aec5900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1310067
Nov 10 03:58:27.174554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:58:27.214696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc787b-2913-40ad-8472-945721084a48,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:27.219121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.219658 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Added segment 30eefc09-513f-467c-8fcc-47422bf1ef11 of type vlan for network 26052801-3b22-4390-bcdf-3933643a2943
Nov 10 03:58:27.245138 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3ad9c91-8205-4dc3-93fd-04211a65a487 req-feea4be9-b097-4bd0-af18-4e6e172e2925 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 210 time: 0.0437248
Nov 10 03:58:27.288366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382ec1-448d-441d-9863-7ec206acd275 req-7a342451-82ef-4689-8b54-4c1a60064c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:27.289977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-7a342451-82ef-4689-8b54-4c1a60064c44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1653228
Nov 10 03:58:27.349305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.424935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.426794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:27.427607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.439403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-47678546-b8e5-4845-ae0c-7989304b5d51 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406238
Nov 10 03:58:27.470506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Allocated IP 192.168.233.8 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/ec370905-61dc-4caf-9fa2-efb17a6dfad8) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:27.502491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:27.535134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9519544
Nov 10 03:58:27.537902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54946) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:27.544047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Request body: {'subnet': {'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1218940663-subnet', 'tenant_id': 'ea64fdb2282844728c33886df39a303b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:27.555623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a69add-05ae-42a2-9bf5-a5921f6a471c admin admin] Pushing event updated for resources: {'Network': ['ID=26052801-3b22-4390-bcdf-3933643a2943,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:27.568678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 26052801-3b22-4390-bcdf-3933643a2943 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:58:27.578297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:27.581658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.660573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:27.925988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:58:27.935579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:27.938237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.941370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d13b01d-af71-4de5-9a54-91aad2268e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:27.967797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.045911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4a36c3-296e-4a97-983d-b73804e80819,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:28.062630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:28.063179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Network hostable DHCP agents. Network: 26052801-3b22-4390-bcdf-3933643a2943, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:58:28.074138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.092058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Network 26052801-3b22-4390-bcdf-3933643a2943 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:58:28.095297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86382ec1-448d-441d-9863-7ec206acd275 req-f7bde2cf-c9b3-4f11-b626-b966140077fa service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6094089
Nov 10 03:58:28.110756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.125087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 26052801-3b22-4390-bcdf-3933643a2943) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:28.144038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:28.145792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.147153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a03ee2c-9945-4be1-8151-5c104a14dbba None None] Network 26052801-3b22-4390-bcdf-3933643a2943 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:28.158312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:28.161206 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ba3a2-d064-4244-9379-0a853de1ae33" -d '{"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-plugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:28.184677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24178c60-64ca-440d-84aa-287f4e342fb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6375751
Nov 10 03:58:28.236830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:28.243418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.247075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.304650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6ebec3a8-408e-48a1-ab32-22ff13d05d31'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:28.367496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d13b01d-af71-4de5-9a54-91aad2268e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.383955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d13b01d-af71-4de5-9a54-91aad2268e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.479469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:28.515345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:28.523001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:28.638135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13b01d-af71-4de5-9a54-91aad2268e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a92f43-890e-46e1-a420-0b9ae35dd716,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:28.650827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:28.792542 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a180a2d-0368-48e8-be93-33464bd69610 x-openstack-request-id: req-5a180a2d-0368-48e8-be93-33464bd69610 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:28.793808 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-plugged", "status": "completed", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:28.794277 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a180a2d-0368-48e8-be93-33464bd69610 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:28.794823 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'code': 200}
Nov 10 03:58:28.797189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc6f7b-26cc-4364-9558-7031a62061be None None] Network 26052801-3b22-4390-bcdf-3933643a2943 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:28.797331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:28.798031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:28.839193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Pushing event updated for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:28.876331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-a6b3414c-2d3e-42c5-9944-ffc46978167e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.6665614
Nov 10 03:58:28.889532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cd70-1ab5-4569-bc8f-3603c92f23f6 req-a2bc1e50-df32-4422-9093-c1246a0a8cf0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:28.899952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b9cd70-1ab5-4569-bc8f-3603c92f23f6 req-a2bc1e50-df32-4422-9093-c1246a0a8cf0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 950 time: 0.4518924
Nov 10 03:58:28.916239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Request body: {'port': {'device_id': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:28.947185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1d13b01d-af71-4de5-9a54-91aad2268e6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dde769db6fd2473cb5bb1cf38ac03d27&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4438090
Nov 10 03:58:28.950552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55008) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:28.989911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b9cd70-1ab5-4569-bc8f-3603c92f23f6 req-778c151a-8b22-4725-97ba-bbdf2e8ee257 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887179
Nov 10 03:58:29.067165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354ddb-6b34-4d25-8cda-1d6524275abd req-ae4ed2fd-713e-4be6-9bf6-3d8a6e188501 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:29.070634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a354ddb-6b34-4d25-8cda-1d6524275abd req-ae4ed2fd-713e-4be6-9bf6-3d8a6e188501 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 934 time: 0.1322131
Nov 10 03:58:29.090515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1c0b5837-1a52-44e4-bd29-74f46ccc6281 None None] Provisioning complete for port ec370905-61dc-4caf-9fa2-efb17a6dfad8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:29.090892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5837-1a52-44e4-bd29-74f46ccc6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.129748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.152397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.201682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a354ddb-6b34-4d25-8cda-1d6524275abd req-05c1c620-aa87-4528-b958-7bc548fb7ae2 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128852
Nov 10 03:58:29.227827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b5837-1a52-44e4-bd29-74f46ccc6281 None None] Port ec370905-61dc-4caf-9fa2-efb17a6dfad8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:29.279696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.402121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:29.415637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-402674001-network', 'tenant_id': 'f69075c08b63492db02e7433b0ba0ad0'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:29.454964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec370905-61dc-4caf-9fa2-efb17a6dfad8 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:29.460950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.465582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.467726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4a92f43-890e-46e1-a420-0b9ae35dd716 HTTP/1.1" status: 204  len: 168 time: 0.5160758
Nov 10 03:58:29.475627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.490173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Transition to ACTIVE for port object ec370905-61dc-4caf-9fa2-efb17a6dfad8 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:58:29.495157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.500862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a2223-882c-472b-996f-e45a372d73c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a92f43-890e-46e1-a420-0b9ae35dd716,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:29.504158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Made reservation on behalf of f69075c08b63492db02e7433b0ba0ad0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:29.506718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.517491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.696475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Attempting to bind port ec370905-61dc-4caf-9fa2-efb17a6dfad8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:29.697745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Attempting to bind port ec370905-61dc-4caf-9fa2-efb17a6dfad8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:29.698250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Attempting to bind port ec370905-61dc-4caf-9fa2-efb17a6dfad8 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:29.709989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Port ec370905-61dc-4caf-9fa2-efb17a6dfad8 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:29.710762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Attempting to bind port ec370905-61dc-4caf-9fa2-efb17a6dfad8 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:29.716723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:29.717380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:29.717926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:29.718384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.718790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Bound port: ec370905-61dc-4caf-9fa2-efb17a6dfad8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:29.719314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.727696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.736560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:29.760719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:58:29.791750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81286c-553d-43b4-9a76-e9252bcdab25,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:29.804692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.805039 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Added segment 8eed1cf1-aa90-4502-9a71-a74459b6a788 of type vlan for network 465e6779-655d-4a2a-864e-f7996621bfaa
Nov 10 03:58:29.847346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:29.858267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:29.868235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.899719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.931413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.933004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:29.934384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.950288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:29.951014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:29.952812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec370905-61dc-4caf-9fa2-efb17a6dfad8 HTTP/1.1" status: 200  len: 1094 time: 1.0483410
Nov 10 03:58:29.953282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:29.955543 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:30.013698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6093724
Nov 10 03:58:30.017871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55048) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:30.032441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Request body: {'subnet': {'network_id': '465e6779-655d-4a2a-864e-f7996621bfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-402674001-subnet', 'tenant_id': 'f69075c08b63492db02e7433b0ba0ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:30.047709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33643ce-e316-40bc-b9b3-e561b8d7a21b admin admin] Pushing event updated for resources: {'Network': ['ID=465e6779-655d-4a2a-864e-f7996621bfaa,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:30.059124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 465e6779-655d-4a2a-864e-f7996621bfaa details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:58:30.068772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Made reservation on behalf of f69075c08b63492db02e7433b0ba0ad0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:30.073015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.111782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55050) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:30.129901 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46196b75-4bd0-44bf-9208-9fb416e2db3a x-openstack-request-id: req-46196b75-4bd0-44bf-9208-9fb416e2db3a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:30.129901 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:30.130175 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46196b75-4bd0-44bf-9208-9fb416e2db3a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:30.130493 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8', 'status': 'completed', 'code': 200}
Nov 10 03:58:30.131093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045658-ff3e-4ea9-8459-2d64c17fa1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:30.190646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-5ce79848-a4da-452f-8d19-28a5b9e8d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.193920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-5ce79848-a4da-452f-8d19-28a5b9e8d646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 1097 time: 0.1719980
Nov 10 03:58:30.283810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-9670ce45-f5c1-49a8-9861-bc49aa7ed567 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8 HTTP/1.1" status: 200  len: 217 time: 0.0821404
Nov 10 03:58:30.419993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:30.422981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e61998f-bb48-426d-8536-4c0139346027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.435544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4759115c-f40c-46df-bc6a-11d2063433b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.437805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4759115c-f40c-46df-bc6a-11d2063433b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1457357
Nov 10 03:58:30.459139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a8dc0-0a40-47e6-8875-271aa109fed2 req-6c8619db-f703-43eb-a7e5-b0a7d260d43d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.460648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b2a8dc0-0a40-47e6-8875-271aa109fed2 req-6c8619db-f703-43eb-a7e5-b0a7d260d43d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 950 time: 0.1660948
Nov 10 03:58:30.461387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c04d-9c73-4fe9-b3f7-be5329c1d3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.490748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.498161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1823b-299c-4b16-89cd-4221fcdf54ec req-aaa626ee-8636-40c6-86f5-f30f4297d90e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.499717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cea1823b-299c-4b16-89cd-4221fcdf54ec req-aaa626ee-8636-40c6-86f5-f30f4297d90e tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 946 time: 0.1324797
Nov 10 03:58:30.565343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-c7969dda-e0e6-4171-9933-d91aafdd7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.566912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-c7969dda-e0e6-4171-9933-d91aafdd7bee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1194983
Nov 10 03:58:30.598242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=18dbc3d4-2989-4886-a114-94d71a5e996a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:30.611726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b2a8dc0-0a40-47e6-8875-271aa109fed2 req-5502707d-3fcc-4e3b-87da-077969441a98 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333611
Nov 10 03:58:30.660993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cea1823b-299c-4b16-89cd-4221fcdf54ec req-bcf58e57-b874-4203-906c-4d24d152cdcc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425700
Nov 10 03:58:30.701149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e61998f-bb48-426d-8536-4c0139346027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.708451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c04d-9c73-4fe9-b3f7-be5329c1d3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.718111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e61998f-bb48-426d-8536-4c0139346027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.728968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c04d-9c73-4fe9-b3f7-be5329c1d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.771481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Checking segment: {'id': '8eed1cf1-aa90-4502-9a71-a74459b6a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '465e6779-655d-4a2a-864e-f7996621bfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:30.772130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Network hostable DHCP agents. Network: 465e6779-655d-4a2a-864e-f7996621bfaa, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:58:30.785711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0fc0c04d-9c73-4fe9-b3f7-be5329c1d3c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=966abd61b81742a89913fbedee198fda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3646340
Nov 10 03:58:30.788515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:30.824654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0c04d-9c73-4fe9-b3f7-be5329c1d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cdb47f-41e2-4425-aa9e-36234e2c8adc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:30.850615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Network 465e6779-655d-4a2a-864e-f7996621bfaa is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:58:30.853695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61998f-bb48-426d-8536-4c0139346027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660de0ff-bcdb-42eb-9cc2-520862082192,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:30.860176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1e61998f-bb48-426d-8536-4c0139346027 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=713c83429d0a4a8ea5f27d8bdb3d6fb3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7155094
Nov 10 03:58:30.863875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-8f247509-71ef-42ba-bdbd-f87c054c89a1 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868145
Nov 10 03:58:30.864916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:30.881715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 465e6779-655d-4a2a-864e-f7996621bfaa) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:30.893899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd243663-fd94-4b3c-9cdf-056f4fa03b30 None None] Network 465e6779-655d-4a2a-864e-f7996621bfaa requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:30.910854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.911565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.914034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.987958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bc6fc16-9711-4dbb-b9ca-766620cc07cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9685378
Nov 10 03:58:30.994192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1ac4-6284-435f-9137-ee87958f1766 req-17e3ddd0-11b3-4373-b3f8-a4185559a9ce tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:30.994867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:30.996955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a51d1ac4-6284-435f-9137-ee87958f1766 req-17e3ddd0-11b3-4373-b3f8-a4185559a9ce tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1101 time: 0.2315080
Nov 10 03:58:31.040648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.073020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.107156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.112688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.113855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68cdb47f-41e2-4425-aa9e-36234e2c8adc HTTP/1.1" status: 204  len: 168 time: 0.3217070
Nov 10 03:58:31.126892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df0974-db0f-4d82-b71a-2c654e64afe8 None None] Network 465e6779-655d-4a2a-864e-f7996621bfaa requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:31.135018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529b210-a246-4d3c-8bd6-fb223e33560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cdb47f-41e2-4425-aa9e-36234e2c8adc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:31.147441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a51d1ac4-6284-435f-9137-ee87958f1766 req-54d2af04-a441-4884-b936-c52ea3b063e7 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340699
Nov 10 03:58:31.147441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c56a3987-6cdb-45b9-9540-3b8444b96ef9 req-4d34a94c-e995-4560-afd0-e7edfa0e9aff service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717729
Nov 10 03:58:31.197478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.203545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:31.206358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/660de0ff-bcdb-42eb-9cc2-520862082192 HTTP/1.1" status: 204  len: 168 time: 0.3403063
Nov 10 03:58:31.242728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c8221-b8a4-4878-aac3-b396ec2050ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660de0ff-bcdb-42eb-9cc2-520862082192,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:31.301297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-8b25690a-e3a0-4b5e-b491-f8bc0d0b53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:31.304177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-8b25690a-e3a0-4b5e-b491-f8bc0d0b53d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 1097 time: 0.0857491
Nov 10 03:58:31.421048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-d730a252-b720-44db-98ad-7c727f7271c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:31.422672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-d730a252-b720-44db-98ad-7c727f7271c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1112399
Nov 10 03:58:31.476267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-2bb33bb9-43fa-4f3a-a6fe-6030b99118f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8 HTTP/1.1" status: 200  len: 217 time: 0.0446141
Nov 10 03:58:31.547979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-1cdc4ca7-4064-486a-9df9-fbcdef7b65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:31.551424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-1cdc4ca7-4064-486a-9df9-fbcdef7b65f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0686398
Nov 10 03:58:31.656159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-52ed760b-e493-4516-a710-56845319a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:31.657619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-52ed760b-e493-4516-a710-56845319a7ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0899043
Nov 10 03:58:31.659297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-5af12b0b-c4f3-4732-a383-1fc1b3c1cd57 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0409675
Nov 10 03:58:31.696264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55130) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:31.819148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-4e553268-cede-4416-a902-b5a8b2424c7d service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527445
Nov 10 03:58:31.854758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55140) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:31.876003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fdc06b4-730f-4c13-80c4-05549c8cbb3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.022613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fdc06b4-730f-4c13-80c4-05549c8cbb3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.029978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fdc06b4-730f-4c13-80c4-05549c8cbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.065006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7fdc06b4-730f-4c13-80c4-05549c8cbb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ed607955bec42f883bc2303b95e714a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2084799
Nov 10 03:58:32.070470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55142) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:32.098827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04d670b7-7e12-4279-b96f-2cd2f2b0da76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.112359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1963d477-9ebd-4b77-87dd-7a8243a7d5aa req-0034d1fb-b49a-4f0b-8f67-f7c740dbbb5d service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2644403
Nov 10 03:58:32.144812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-2c5a10eb-b131-4851-a0da-11272476e7c4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:32.154315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-2c5a10eb-b131-4851-a0da-11272476e7c4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4709065
Nov 10 03:58:32.176218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-6474ae15-e38a-4e6d-9d02-0cb159c3c982 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/quotas/a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 375 time: 0.0208869
Nov 10 03:58:32.250652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-bbcb5cab-5abf-4431-9cff-7d8110c7410c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0735030
Nov 10 03:58:32.273052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc06b4-730f-4c13-80c4-05549c8cbb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2a375-5eb8-4efb-8602-072fac15fdcb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:32.307429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04d670b7-7e12-4279-b96f-2cd2f2b0da76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.319959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.325312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-04d670b7-7e12-4279-b96f-2cd2f2b0da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.359054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-04d670b7-7e12-4279-b96f-2cd2f2b0da76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac80ffcbb1704a21843e48a3b0261997&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6613629
Nov 10 03:58:32.361775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55158) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:32.462242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.500933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.518954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.555869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-c96514d1-b7f4-43a3-ba58-8740a583dce0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:32.564661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-c96514d1-b7f4-43a3-ba58-8740a583dce0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.3858001
Nov 10 03:58:32.577929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d670b7-7e12-4279-b96f-2cd2f2b0da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9124e129-9dbd-4a24-a5cc-4ac910340350,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:32.647331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-a712f997-f05b-454b-af51-0272d9901290 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/quotas/ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 375 time: 0.0814915
Nov 10 03:58:32.706707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-e292f4c0-e1ac-4831-96c1-6283fe9c5060 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0584466
Nov 10 03:58:32.848301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.852658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:32.859907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fb2a375-5eb8-4efb-8602-072fac15fdcb HTTP/1.1" status: 204  len: 168 time: 0.7849326
Nov 10 03:58:32.880078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368483-d479-4173-bc1d-fabad72bb26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2a375-5eb8-4efb-8602-072fac15fdcb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:33.005221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-ef8cbe57-e4b0-4acf-be47-818b4fda2b76 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2974284
Nov 10 03:58:33.060418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce89dc-eea4-4fce-8b64-d63defb80445 req-dc8b812b-e269-4cff-9574-986d040d82d7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:33.069776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddce89dc-eea4-4fce-8b64-d63defb80445 req-dc8b812b-e269-4cff-9574-986d040d82d7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 946 time: 0.5485287
Nov 10 03:58:33.127126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:33.131799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:33.139062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9124e129-9dbd-4a24-a5cc-4ac910340350 HTTP/1.1" status: 204  len: 168 time: 0.7762372
Nov 10 03:58:33.185918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94762a-cd13-4f3b-a324-1a162751730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9124e129-9dbd-4a24-a5cc-4ac910340350,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:33.210739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddce89dc-eea4-4fce-8b64-d63defb80445 req-914e08a1-97ce-41ff-bf74-143fa6330ead tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400270
Nov 10 03:58:33.248225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-ff5bc123-af75-40d5-961d-2ffe02d5a6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401183
Nov 10 03:58:33.523389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39b485ae-2c6c-40ef-a81c-c34be9f6b640 req-ee60e846-770e-4ce4-97bd-7d22ed8d06ba tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 210 time: 0.0409427
Nov 10 03:58:33.549161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df4fafd5-05d6-4043-a8d8-9b2f32888f18 req-3fafe077-43f9-4565-b716-61ad75ecfcbe tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 210 time: 0.0497329
Nov 10 03:58:33.605150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ec370905-61dc-4caf-9fa2-efb17a6dfad8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:58:33.840049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:33.900440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8', 'mac_address': 'fa:16:3e:75:3a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:58:33.938376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-94b7c636-cc7f-4fb8-b014-df1ce8f831d7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0660625
Nov 10 03:58:34.049734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:34.097902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec370905-61dc-4caf-9fa2-efb17a6dfad8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:34.184373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:34.192831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:34.335714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-6db80d45-3362-4c74-8d4d-78b173b0c111 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:34.338278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-6db80d45-3362-4c74-8d4d-78b173b0c111 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3936718
Nov 10 03:58:34.351893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Request body: {'port': {'device_id': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a17b8439aab5416baf5623b3adedbb8c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:34.362746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-319dead3-171d-4951-b77a-24adf29af6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:34.384637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:34.452298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ec370905-61dc-4caf-9fa2-efb17a6dfad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:34.726123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Made reservation on behalf of a17b8439aab5416baf5623b3adedbb8c for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:34.730682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:34.819496 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50825537-174d-4e81-94bb-1f189e0f432d req-6b229db6-97b0-4118-a7b7-f4031ceb4dfc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 210 time: 0.0957665
Nov 10 03:58:34.881520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e314b-81cd-4391-9f2e-a69e66153cf2 req-c905517f-0c57-4ff5-99c6-04940d2d07d7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:34.889414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-702e314b-81cd-4391-9f2e-a69e66153cf2 req-c905517f-0c57-4ff5-99c6-04940d2d07d7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 947 time: 0.4584436
Nov 10 03:58:34.925895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Allocated IP 192.168.233.28 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/1f2a3d69-ab28-4c5f-be61-4c62f736422f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:34.957858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-369eaf95-93e3-4cb7-aeb4-c1f231a0f5ed req-406cfb64-d78a-4555-87fa-8f51a517e993 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 210 time: 0.0411620
Nov 10 03:58:35.042169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-702e314b-81cd-4391-9f2e-a69e66153cf2 req-5583adea-ad8c-4cdc-9a83-51d329e9c765 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516452
Nov 10 03:58:35.290464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.353659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-a77f9562-c4db-43f0-8698-34b8e1f3a110 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:35.355269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-a77f9562-c4db-43f0-8698-34b8e1f3a110 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.1555927
Nov 10 03:58:35.366278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.379500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Request body: {'port': {'device_id': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'admin_state_up': True, 'tenant_id': 'ea64fdb2282844728c33886df39a303b'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:35.380067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:35.480544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:35.487087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:35.489850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:35.495367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:35.559367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:35.560027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.600992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-34820412-5007-4d3f-a1e1-f5ea1fb504e2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2529905
Nov 10 03:58:35.617685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55266) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:35.638428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Request body: {'port': {'device_id': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:35.649846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ec370905-61dc-4caf-9fa2-efb17a6dfad8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:35.768239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.792065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:35.796347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.850511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port ec370905-61dc-4caf-9fa2-efb17a6dfad8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:58:35.856961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ec370905-61dc-4caf-9fa2-efb17a6dfad8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:35.857576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.950837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fbe1ac14-457b-4fd6-be03-86177e6f9778 None None] Provisioning complete for port 1f2a3d69-ab28-4c5f-be61-4c62f736422f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:35.951317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ac14-457b-4fd6-be03-86177e6f9778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:35.992441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28930160-7c5b-425d-a6b6-0e56e0339a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.043179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1ac14-457b-4fd6-be03-86177e6f9778 None None] Port 1f2a3d69-ab28-4c5f-be61-4c62f736422f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:36.063697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.122054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:36.124672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:36.128642 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18d40a-5722-4682-8a99-629e302ea1e1" -d '{"events": [{"server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "name": "network-vif-plugged", "status": "completed", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:36.134964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.233260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef08cfc6-b3ed-4e2c-ad26-858ef6e50b5e req-8ea4e6dd-eb91-46b6-8e21-cb7eb4d5e8d9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 210 time: 0.0580599
Nov 10 03:58:36.265241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28930160-7c5b-425d-a6b6-0e56e0339a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.272336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:36.274050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28930160-7c5b-425d-a6b6-0e56e0339a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.289657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3439b91-07e6-466d-86a5-f7f26673e436 req-5ab3b2b6-a2ad-40e4-a3e9-80066eb4e2ad tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:36.297950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3439b91-07e6-466d-86a5-f7f26673e436 req-5ab3b2b6-a2ad-40e4-a3e9-80066eb4e2ad tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 935 time: 0.2686765
Nov 10 03:58:36.307238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Allocated IP 172.20.0.11 (26052801-3b22-4390-bcdf-3933643a2943/0e4a36c3-296e-4a97-983d-b73804e80819/64c75d1d-1319-4471-b69e-b998fd54ee69) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:36.330378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-28930160-7c5b-425d-a6b6-0e56e0339a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=253cf0bf6d054346a021a110a64528ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7096646
Nov 10 03:58:36.332601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930160-7c5b-425d-a6b6-0e56e0339a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d98c4-22df-4575-86ba-375c8e24fce2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:36.335323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55302) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:36.398653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.421258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3439b91-07e6-466d-86a5-f7f26673e436 req-0aabbd0d-2f53-4556-ae7f-db49a726ca7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222281
Nov 10 03:58:36.457898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.487358 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ebf2aa-d0eb-4c1a-81ee-02da1a3ede7c x-openstack-request-id: req-73ebf2aa-d0eb-4c1a-81ee-02da1a3ede7c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:36.487884 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "name": "network-vif-plugged", "status": "completed", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:36.488135 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73ebf2aa-d0eb-4c1a-81ee-02da1a3ede7c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:36.488674 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8', 'code': 200}
Nov 10 03:58:36.497832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70114-772b-4f5e-834b-51f4070a4905 req-ba9e7a87-84fe-44f8-b6d1-6b18e76989ec tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:36.499482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6e70114-772b-4f5e-834b-51f4070a4905 req-ba9e7a87-84fe-44f8-b6d1-6b18e76989ec tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.1018798
Nov 10 03:58:36.576912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6e70114-772b-4f5e-834b-51f4070a4905 req-7dc63db9-0404-404d-bf04-2715a120173f tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687785
Nov 10 03:58:36.607984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.610533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.614063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b41d98c4-22df-4575-86ba-375c8e24fce2 HTTP/1.1" status: 204  len: 168 time: 0.2751925
Nov 10 03:58:36.633499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83902a2a-cc59-45c8-9002-b551ed0090f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d98c4-22df-4575-86ba-375c8e24fce2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:36.653296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809ae1-6628-4a87-83d9-4348b0ed5e7b req-a7b56185-61a2-4f22-a739-0f87d337ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:36.654811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4809ae1-6628-4a87-83d9-4348b0ed5e7b req-a7b56185-61a2-4f22-a739-0f87d337ce5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 1099 time: 0.0556023
Nov 10 03:58:36.658926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b9d9401-b636-4500-abf8-7b90e279d41d req-d81a60bf-fdb6-4292-b72b-342fd8ca2eaf tempest-AbsoluteLimitsNegativeTestJSON-686466993 tempest-AbsoluteLimitsNegativeTestJSON-686466993-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c66781dda204d2180daaa0328cb5060&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0607476
Nov 10 03:58:36.746898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4809ae1-6628-4a87-83d9-4348b0ed5e7b req-d2642343-9228-480d-bc99-6b44f1115303 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814824
Nov 10 03:58:36.812972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cfb639b-1358-40e1-b834-fbe1b54001c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.868045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.883441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2a3d69-ab28-4c5f-be61-4c62f736422f {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:36.898579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:36.937404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d9401-b636-4500-abf8-7b90e279d41d req-2de7f39e-9f8b-4e9a-b01a-6e40c2a879a3 tempest-AbsoluteLimitsNegativeTestJSON-686466993 tempest-AbsoluteLimitsNegativeTestJSON-686466993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:36.945477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b9d9401-b636-4500-abf8-7b90e279d41d req-2de7f39e-9f8b-4e9a-b01a-6e40c2a879a3 tempest-AbsoluteLimitsNegativeTestJSON-686466993 tempest-AbsoluteLimitsNegativeTestJSON-686466993-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2802629
Nov 10 03:58:36.971518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b9d9401-b636-4500-abf8-7b90e279d41d req-ebe62179-151a-47d2-9ade-1be7612c9e38 tempest-AbsoluteLimitsNegativeTestJSON-686466993 tempest-AbsoluteLimitsNegativeTestJSON-686466993-project] 10.222.0.13 "GET /v2.0/quotas/9c66781dda204d2180daaa0328cb5060 HTTP/1.1" status: 200  len: 375 time: 0.0251031
Nov 10 03:58:36.973281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Transition to ACTIVE for port object 1f2a3d69-ab28-4c5f-be61-4c62f736422f will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:58:36.992255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.079703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b9d9401-b636-4500-abf8-7b90e279d41d req-ef5278dc-58a8-4403-a465-785b6472295b tempest-AbsoluteLimitsNegativeTestJSON-686466993 tempest-AbsoluteLimitsNegativeTestJSON-686466993-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c66781dda204d2180daaa0328cb5060&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488751
Nov 10 03:58:37.104385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.129860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:37.221870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:37.240055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Network 26052801-3b22-4390-bcdf-3933643a2943 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:37.250641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-384fd729-a2d3-4822-abe0-289184b692bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.334808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:37.343045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:37.394590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:37.494761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-384fd729-a2d3-4822-abe0-289184b692bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.512369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028230e-d8df-416f-be9c-c182a34ea0c9 req-1c5e5c53-bfb8-4b07-a757-415fa34aa43b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:37.515391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:37.517373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.522932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c028230e-d8df-416f-be9c-c182a34ea0c9 req-1c5e5c53-bfb8-4b07-a757-415fa34aa43b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 932 time: 0.1179576
Nov 10 03:58:37.531166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:37.532247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:37.532247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:37.536658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-384fd729-a2d3-4822-abe0-289184b692bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.542895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:37.542895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:37.566086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-45e0b773-f34e-4537-af71-5bdd8c869043 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1968219
Nov 10 03:58:37.583200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:37.583548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:37.583920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:37.584380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Bound port: 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:37.584753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.592167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Request body: {'port': {'device_id': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:37.631358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55352) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:37.636999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-384fd729-a2d3-4822-abe0-289184b692bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f279d43b760e4c66aed95bd0b0aff9f6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4095337
Nov 10 03:58:37.639651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd729-a2d3-4822-abe0-289184b692bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a72bd-b32f-42f5-9da5-fac711c97327,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:37.658353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:37.755456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c028230e-d8df-416f-be9c-c182a34ea0c9 req-32841db4-75ba-4e4a-9421-0a805ed3887f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309906
Nov 10 03:58:37.761428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.762239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:37.863609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.006420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c1845-d783-4f32-a9e8-86554997e9d6 req-7f8edacb-cd34-44b8-b9da-f5dd3a55e202 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:38.015268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-534c1845-d783-4f32-a9e8-86554997e9d6 req-7f8edacb-cd34-44b8-b9da-f5dd3a55e202 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.0894535
Nov 10 03:58:38.050969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.053862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.055144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c6a72bd-b32f-42f5-9da5-fac711c97327 HTTP/1.1" status: 204  len: 168 time: 0.3958409
Nov 10 03:58:38.071521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4fa75-48b5-4786-bc01-1e462093ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a72bd-b32f-42f5-9da5-fac711c97327,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:38.091439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514eb5d-0a54-4c0a-a78b-cb45e7b45d3d req-53e6e47b-953c-41ea-8ba8-0faa94c9856e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:38.096222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-534c1845-d783-4f32-a9e8-86554997e9d6 req-941b7523-9b57-4042-be39-8eead42ba10c tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799701
Nov 10 03:58:38.099865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c514eb5d-0a54-4c0a-a78b-cb45e7b45d3d req-53e6e47b-953c-41ea-8ba8-0faa94c9856e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.5598850
Nov 10 03:58:38.141140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a9074b6-86a2-412c-9b02-af9af9622225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.156563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.177660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:38.240950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:38.266774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c514eb5d-0a54-4c0a-a78b-cb45e7b45d3d req-e411f1ca-505f-4d38-a0ce-d63543886ab0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660507
Nov 10 03:58:38.275615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.347814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:38.348553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.349890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 1095 time: 2.7296526
Nov 10 03:58:38.353968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:38.356813 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756dc286-1c0b-4eab-a239-4147d4083d37" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:38.433195 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76b49b-86d3-433b-897a-e31c7caf0e09 x-openstack-request-id: req-dc76b49b-86d3-433b-897a-e31c7caf0e09 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:38.436045 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:38.436045 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc76b49b-86d3-433b-897a-e31c7caf0e09 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:38.436264 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'status': 'completed', 'code': 200}
Nov 10 03:58:38.508715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf97224-4cb3-492e-80cf-ad578841b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:38.541607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a9074b6-86a2-412c-9b02-af9af9622225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.595362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a9074b6-86a2-412c-9b02-af9af9622225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.624530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-b9f65023-6264-40b1-88a2-fe99b4965c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:38.626476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-b9f65023-6264-40b1-88a2-fe99b4965c6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1098 time: 0.1953752
Nov 10 03:58:38.745156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-7bf97761-231f-4616-ac24-cdf60b6506a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.1068149
Nov 10 03:58:38.748754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9074b6-86a2-412c-9b02-af9af9622225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d50c3-ba4a-4f35-922e-332efe4bb4e1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:38.755225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a9074b6-86a2-412c-9b02-af9af9622225 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c66781dda204d2180daaa0328cb5060&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1213987
Nov 10 03:58:38.758351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:38.846564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-8e6cc12f-e263-4846-8f9c-f263c23f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:38.848001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-8e6cc12f-e263-4846-8f9c-f263c23f76e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0897722
Nov 10 03:58:38.893585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.961914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:38.987438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c75d1d-1319-4471-b69e-b998fd54ee69 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:38.998382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.002556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-12cac1d3-a686-4b26-a5fe-6b6f3d9fd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.004066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-12cac1d3-a686-4b26-a5fe-6b6f3d9fd7dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1480196
Nov 10 03:58:39.019078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4f6d-62b0-4e37-a81c-d93632e8f1ab req-5e88db2c-f860-4530-b425-924960e6e9d7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.020963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb1b4f6d-62b0-4e37-a81c-d93632e8f1ab req-5e88db2c-f860-4530-b425-924960e6e9d7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 932 time: 0.1550298
Nov 10 03:58:39.067381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.070847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.072544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e8d50c3-ba4a-4f35-922e-332efe4bb4e1 HTTP/1.1" status: 204  len: 168 time: 0.3125036
Nov 10 03:58:39.086180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e73c6-e2bc-4d6d-a08c-afc6fe94c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d50c3-ba4a-4f35-922e-332efe4bb4e1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:39.141766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Transition to ACTIVE for port object 64c75d1d-1319-4471-b69e-b998fd54ee69 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:58:39.161010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.243492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.278757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb1b4f6d-62b0-4e37-a81c-d93632e8f1ab req-8d2e7df7-6d30-41e0-ba2c-78f6e3e6c067 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395413
Nov 10 03:58:39.314442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:39.332878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-ccfb68c6-205c-4fe9-853b-5e15ca589263 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107121
Nov 10 03:58:39.583182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:39.583824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:39.583952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:39.602625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:39.602946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:39.621881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db981-8a3a-4fcd-a934-e14938ed011e req-773d6b4b-bacf-4b61-ab55-431d0a10eef7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.629221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7c2db981-8a3a-4fcd-a934-e14938ed011e req-773d6b4b-bacf-4b61-ab55-431d0a10eef7 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.1534047
Nov 10 03:58:39.632399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-935a627b-b94e-4756-a98f-cc885dfdfa9e req-4a2ce30a-a8b0-44fb-a70e-2048dc5eaccc service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805135
Nov 10 03:58:39.633644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:39.633644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:39.633908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:39.635042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Bound port: 64c75d1d-1319-4471-b69e-b998fd54ee69, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:39.635042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.797391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6e49-a004-441b-9962-a071ccd763c6 req-cf00a5db-2731-460b-948e-ad133fa58414 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.802022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7c2db981-8a3a-4fcd-a934-e14938ed011e req-dbc09bd6-a4b8-4ad5-af82-0594fa1c9d3d tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716888
Nov 10 03:58:39.810765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-890a6e49-a004-441b-9962-a071ccd763c6 req-cf00a5db-2731-460b-948e-ad133fa58414 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.1509585
Nov 10 03:58:39.841305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:39.847942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:39.856179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-d134bdea-c78c-4e09-b4a6-3898d9630714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.858277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-d134bdea-c78c-4e09-b4a6-3898d9630714 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1098 time: 0.1475995
Nov 10 03:58:39.860380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.921883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-890a6e49-a004-441b-9962-a071ccd763c6 req-366fdd3f-f257-4897-b155-75e4f43d6b62 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096284
Nov 10 03:58:39.953446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:39.954325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:39.956803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 1092 time: 2.3748226
Nov 10 03:58:40.022008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400ce8a-0a91-494f-b178-e75813c8d7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:40.111060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-f495fae6-3af6-4391-8425-365ecb6916dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.112704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-f495fae6-3af6-4391-8425-365ecb6916dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1095 time: 0.1036501
Nov 10 03:58:40.114341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-ce5b0724-9667-422f-83c4-46a4802cb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.115810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-ce5b0724-9667-422f-83c4-46a4802cb98a service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2461061
Nov 10 03:58:40.186102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:40.198425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-0efc180c-6aa9-42a4-96da-2206989fc5f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.0767879
Nov 10 03:58:40.256758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-46b61732-b969-4960-be7b-abbb7bc2d353 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.1215384
Nov 10 03:58:40.380549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-86b87da9-a852-4d93-a7c7-58dacfa39ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.382578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-86b87da9-a852-4d93-a7c7-58dacfa39ae0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1421468
Nov 10 03:58:40.403415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-35fc3191-0588-42f7-8802-e6c8f58b5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.405032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-35fc3191-0588-42f7-8802-e6c8f58b5523 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1230667
Nov 10 03:58:40.444288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-02a9e6d6-f659-4798-84e5-964fde9af4bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529926
Nov 10 03:58:40.445261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:40.448253 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b8c25-ca3d-408e-9f34-59f1da77bf85" -d '{"events": [{"name": "network-changed", "server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:40.503207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004d0f-d25f-4b0d-a360-491b127a9c24 req-3799fa3e-79df-4332-9340-83846c50be07 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.505754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2004d0f-d25f-4b0d-a360-491b127a9c24 req-3799fa3e-79df-4332-9340-83846c50be07 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.0784914
Nov 10 03:58:40.605731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2004d0f-d25f-4b0d-a360-491b127a9c24 req-ec7b976c-8cf1-4724-9d57-3c5252a2a684 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880203
Nov 10 03:58:40.623633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-8f30bc01-f993-4742-8b67-fb4ebaea0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.625360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-8f30bc01-f993-4742-8b67-fb4ebaea0567 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1983504
Nov 10 03:58:40.742749 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d395be12-797f-4e18-9f59-3654402c10f5 x-openstack-request-id: req-d395be12-797f-4e18-9f59-3654402c10f5 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:40.743073 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:40.743300 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d395be12-797f-4e18-9f59-3654402c10f5 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:40.743703 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'status': 'completed', 'code': 200}
Nov 10 03:58:40.764557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-ffae0934-336a-47f5-8d5a-dbdac217bfa8 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099174
Nov 10 03:58:40.898717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-2d635f8f-a5ef-4fbb-9634-0bfcc41f1281 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:40.900424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-2d635f8f-a5ef-4fbb-9634-0bfcc41f1281 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 1099 time: 0.1057599
Nov 10 03:58:40.936358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-758de565-31eb-48f0-8d30-5b86b5282945 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:41.009765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bfec937-cd92-40ea-b3bd-a871c3a3d63d req-190520f7-4cb4-44e9-b8d6-99a24a2b682b service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339022
Nov 10 03:58:41.012360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-a62cbcad-4f31-4c41-a658-0d02bf5de68f service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3641281
Nov 10 03:58:41.136931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-758de565-31eb-48f0-8d30-5b86b5282945 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:41.168041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-758de565-31eb-48f0-8d30-5b86b5282945 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:41.289417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758de565-31eb-48f0-8d30-5b86b5282945 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f1b4e8-913a-4054-864f-0cf8a3f13368,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:41.349374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cd3569b-80e5-4857-ac49-b60c74877ce7 req-758de565-31eb-48f0-8d30-5b86b5282945 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4398980
Nov 10 03:58:41.805827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72b52f-6953-47b8-8748-fc7e538baa17 req-751df9af-a444-4240-9671-a3e00c1f0588 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:41.807496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af72b52f-6953-47b8-8748-fc7e538baa17 req-751df9af-a444-4240-9671-a3e00c1f0588 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.6566715
Nov 10 03:58:41.840154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-4afeadcc-7940-4d06-8128-62e8e6561253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:41.842085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-4afeadcc-7940-4d06-8128-62e8e6561253 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1095 time: 0.6930375
Nov 10 03:58:41.898615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-756dc286-1c0b-4eab-a239-4147d4083d37 req-55f6033c-c7c9-4464-8f0e-705333aad564 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8734591
Nov 10 03:58:41.911939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:41.981786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af72b52f-6953-47b8-8748-fc7e538baa17 req-d2a5b005-9732-4bf1-af4b-0ce7145a4e63 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637843
Nov 10 03:58:42.015600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-82f5da51-f412-4ab7-9017-fccfb22f4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:42.018295 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-82f5da51-f412-4ab7-9017-fccfb22f4a78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1585157
Nov 10 03:58:42.088825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-568a28c3-96ab-4adb-963a-d9cde94c1f87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.0594454
Nov 10 03:58:42.122121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-598ae1e7-c850-471f-9ae3-6f613c100fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.185180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feca9ef-d9e9-4e6e-b0cf-8cec081c00d4 req-45cb4864-ef47-4122-87d7-62fc00c642d1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:42.187159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7feca9ef-d9e9-4e6e-b0cf-8cec081c00d4 req-45cb4864-ef47-4122-87d7-62fc00c642d1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.1139381
Nov 10 03:58:42.188955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-1283c86a-6e38-4281-93d4-cb8d9ef6b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:42.190582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-1283c86a-6e38-4281-93d4-cb8d9ef6b2d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0820351
Nov 10 03:58:42.242252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-ec6339a2-35f1-4315-be71-8b78832d1da1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380330
Nov 10 03:58:42.268435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-598ae1e7-c850-471f-9ae3-6f613c100fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.283036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-598ae1e7-c850-471f-9ae3-6f613c100fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.309670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7feca9ef-d9e9-4e6e-b0cf-8cec081c00d4 req-b89acd97-0fe2-4a1d-92d8-dd8e18d838d8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142232
Nov 10 03:58:42.335049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-598ae1e7-c850-471f-9ae3-6f613c100fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=878ba8a2ed374290a11f6f5f3a99d4b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4208467
Nov 10 03:58:42.335896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ae1e7-c850-471f-9ae3-6f613c100fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b7e494-b440-4f8a-a407-faf7b5d47fd4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:42.339631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55496) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:42.408710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.431222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-2a444565-31de-4746-a1a9-ffa68d0ac0b6 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824799
Nov 10 03:58:42.434869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.517790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.523580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:42.525700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57b7e494-b440-4f8a-a407-faf7b5d47fd4 HTTP/1.1" status: 204  len: 168 time: 0.1855581
Nov 10 03:58:42.556583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-212b8c25-ca3d-408e-9f34-59f1da77bf85 req-742980cd-53f9-42b3-8598-951ecc2aa5ad service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155658
Nov 10 03:58:42.556848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e845cd-a35a-4fb6-baf9-f5ec9831d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b7e494-b440-4f8a-a407-faf7b5d47fd4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:42.608681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c272e9-ba05-4970-bb1e-945729dfd053 req-0bd89f94-f4e2-485b-b455-05a4ad973c73 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:42.610448 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6c272e9-ba05-4970-bb1e-945729dfd053 req-0bd89f94-f4e2-485b-b455-05a4ad973c73 tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 1099 time: 0.1061502
Nov 10 03:58:42.682708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6c272e9-ba05-4970-bb1e-945729dfd053 req-a6f2072a-2c04-4a05-8e0e-ffc190c7d44a tempest-ServersAdminNegativeTestJSON-334617879 tempest-ServersAdminNegativeTestJSON-334617879-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613794
Nov 10 03:58:43.139927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51d6-87ff-4eb1-b492-0226172a2afe req-323e1e34-7dc0-41f1-a027-d20b5933ef64 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:43.149067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a87f51d6-87ff-4eb1-b492-0226172a2afe req-323e1e34-7dc0-41f1-a027-d20b5933ef64 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.0618165
Nov 10 03:58:43.229584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a87f51d6-87ff-4eb1-b492-0226172a2afe req-76259447-c288-422e-8ee2-22b984d5a64a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660529
Nov 10 03:58:43.262202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55580) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:43.332716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e2e2-c9c8-43e5-9d36-ca03e39e51a3 req-430a6d74-d0fa-4dbb-83cb-938a15e52829 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:43.334981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4904e2e2-c9c8-43e5-9d36-ca03e39e51a3 req-430a6d74-d0fa-4dbb-83cb-938a15e52829 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.0561721
Nov 10 03:58:43.341878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:58:43.412302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4904e2e2-c9c8-43e5-9d36-ca03e39e51a3 req-ba7dd825-837f-47ff-97b2-23b01937ebe6 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628450
Nov 10 03:58:43.426225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6786e335-addd-4c66-bddd-d230a2f47d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.487394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:43.503603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'mac_address': 'fa:16:3e:45:3d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:58:43.558691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba569-edfb-44b6-8040-47928a350b98 req-40139ae4-59e4-4dd8-8254-a724e7327acc tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:43.560353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b4ba569-edfb-44b6-8040-47928a350b98 req-40139ae4-59e4-4dd8-8254-a724e7327acc tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.0836754
Nov 10 03:58:43.574250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.584681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55604) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:43.599908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2a3d69-ab28-4c5f-be61-4c62f736422f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:43.619441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6786e335-addd-4c66-bddd-d230a2f47d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.629084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:43.631096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6786e335-addd-4c66-bddd-d230a2f47d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.636411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.651899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b4ba569-edfb-44b6-8040-47928a350b98 req-eeb32c2e-aafe-447c-9a09-a659d41ff47b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778055
Nov 10 03:58:43.693131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6786e335-addd-4c66-bddd-d230a2f47d03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eda26faa4ce4ae097d97eefd09cc4bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4286385
Nov 10 03:58:43.695026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55610) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:43.700354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:43.702137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e335-addd-4c66-bddd-d230a2f47d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9ebbd9-ebd0-465a-9291-3da0e1226914,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:43.703164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:58:43.771532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.801057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.826966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:43.836232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f74e-3ef3-42da-9a3d-f47572283394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.838961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'port_id': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'mac_address': 'fa:16:3e:d0:e2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a36c3-296e-4a97-983d-b73804e80819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:58:43.890347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['1f2a3d69-ab28-4c5f-be61-4c62f736422f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:43.899434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.903054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.904393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd9ebbd9-ebd0-465a-9291-3da0e1226914 HTTP/1.1" status: 204  len: 168 time: 0.2082658
Nov 10 03:58:43.919630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083cd6-5fba-4402-aacc-939539e05c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9ebbd9-ebd0-465a-9291-3da0e1226914,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:43.956576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.980303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c75d1d-1319-4471-b69e-b998fd54ee69 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:58:43.992676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f74e-3ef3-42da-9a3d-f47572283394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:43.998540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f74e-3ef3-42da-9a3d-f47572283394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.017499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:44.032852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.039347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f74e-3ef3-42da-9a3d-f47572283394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496eef8b-ace4-4e9c-8b0c-740cd3adbea2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:44.046305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8ab1f74e-3ef3-42da-9a3d-f47572283394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c235c2cfeaae45769f16d2431477c864&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4576457
Nov 10 03:58:44.047276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:44.098820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.112131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:44.125498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.187962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.192245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.197518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/496eef8b-ace4-4e9c-8b0c-740cd3adbea2 HTTP/1.1" status: 204  len: 168 time: 0.1491714
Nov 10 03:58:44.210301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c288f-0931-4889-9079-9c681adf9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496eef8b-ace4-4e9c-8b0c-740cd3adbea2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:44.296891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['64c75d1d-1319-4471-b69e-b998fd54ee69'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:44.368452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebb46-5784-4f50-90b7-ef7e374dd166 req-da3ab958-bdbe-4b39-82ec-50eb02e73b84 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:44.376956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-117ebb46-5784-4f50-90b7-ef7e374dd166 req-da3ab958-bdbe-4b39-82ec-50eb02e73b84 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 948 time: 0.0687892
Nov 10 03:58:44.415838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55636) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:44.437633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3274982-56f4-463e-b0d0-8930c1df3220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.447950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-117ebb46-5784-4f50-90b7-ef7e374dd166 req-f8a15f7c-7513-4110-a5fd-6a1c6a21b5d6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641513
Nov 10 03:58:44.649977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-40d2e570-d9c8-4a50-9db5-f2cff487f854 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:44.653078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-40d2e570-d9c8-4a50-9db5-f2cff487f854 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.26 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.1273770
Nov 10 03:58:44.654479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fc0d8-f733-4127-b80f-acdeaa57b434 req-bad81caa-f788-4d2d-b96f-050209638cd8 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:44.655973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc6fc0d8-f733-4127-b80f-acdeaa57b434 req-bad81caa-f788-4d2d-b96f-050209638cd8 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 948 time: 0.1570072
Nov 10 03:58:44.723693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3274982-56f4-463e-b0d0-8930c1df3220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.737246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3274982-56f4-463e-b0d0-8930c1df3220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.774631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc6fc0d8-f733-4127-b80f-acdeaa57b434 req-8dc48cbf-ff9a-4970-9edf-b39f566ff6df tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047254
Nov 10 03:58:44.798471 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3274982-56f4-463e-b0d0-8930c1df3220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=148f63b74f254c6a8b11028237839188&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3792090
Nov 10 03:58:44.799569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3274982-56f4-463e-b0d0-8930c1df3220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd331be-2f0c-4b04-a9e7-1fd9bc51980b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:44.802047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55652) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:44.861159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3a430-1055-41a2-9d30-60e464d9619f req-19928b0f-0cbf-451c-b491-b81f01f07e6d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:44.862859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-68d3a430-1055-41a2-9d30-60e464d9619f req-19928b0f-0cbf-451c-b491-b81f01f07e6d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.0750158
Nov 10 03:58:44.865895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Deleting port ec370905-61dc-4caf-9fa2-efb17a6dfad8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:58:44.866612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.868310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.900329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.912329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55656) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:44.943402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f78d2652-e3a7-4207-820d-3973ea7b7b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:44.970572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-68d3a430-1055-41a2-9d30-60e464d9619f req-fe290a76-13c0-4363-ae68-38a69ed18ddb tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984094
Nov 10 03:58:45.003909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] For port ec370905-61dc-4caf-9fa2-efb17a6dfad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ec370905-61dc-4caf-9fa2-efb17a6dfad8,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:45.004650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.018543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Calling delete_port for ec370905-61dc-4caf-9fa2-efb17a6dfad8 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:58:45.053398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.056126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.057301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd331be-2f0c-4b04-a9e7-1fd9bc51980b HTTP/1.1" status: 204  len: 168 time: 0.2542076
Nov 10 03:58:45.064538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f78d2652-e3a7-4207-820d-3973ea7b7b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.072098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01737d8c-7b42-4134-a3d4-42a790c147ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd331be-2f0c-4b04-a9e7-1fd9bc51980b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:45.075867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f78d2652-e3a7-4207-820d-3973ea7b7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.118377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f78d2652-e3a7-4207-820d-3973ea7b7b6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86f20cbc2b414df3ac49a2a1d53d38db&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2047038
Nov 10 03:58:45.119559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d2652-e3a7-4207-820d-3973ea7b7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f091a4b-0dec-487d-8f19-5c47253792a6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:45.121939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55666) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:45.209295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.211205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.224658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6ebec3a8-408e-48a1-ab32-22ff13d05d31'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:45.227058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ec370905-61dc-4caf-9fa2-efb17a6dfad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:45.244566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.282955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Pushing event deleted for resources: {'Port': ['ID=ec370905-61dc-4caf-9fa2-efb17a6dfad8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:45.344944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.347637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.348964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f091a4b-0dec-487d-8f19-5c47253792a6 HTTP/1.1" status: 204  len: 168 time: 0.2260020
Nov 10 03:58:45.359893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca4218-3361-4cc8-8799-0e014250516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f091a4b-0dec-487d-8f19-5c47253792a6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:45.376979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] No DVR routers for this DVR port ec370905-61dc-4caf-9fa2-efb17a6dfad8 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:58:45.382015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:45.391050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75fe0917-ba5e-429a-88be-2b3501b51836 req-b4e1b49d-c453-4c89-ba7c-9ebe3e4788cc tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.26 "DELETE /v2.0/ports/ec370905-61dc-4caf-9fa2-efb17a6dfad8 HTTP/1.1" status: 204  len: 173 time: 0.7253151
Nov 10 03:58:45.391611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'name': 'network-vif-deleted', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:45.394011 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7d95d6-f56f-48de-a8c0-49a60fc66e6f" -d '{"events": [{"server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "name": "network-vif-deleted", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:45.413304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:45.491514 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee52892-a595-42b1-a5f2-92336c85df3e x-openstack-request-id: req-aee52892-a595-42b1-a5f2-92336c85df3e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:45.491807 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62187a1c-63a8-42c2-87d8-9f786a5fb521", "name": "network-vif-deleted", "tag": "ec370905-61dc-4caf-9fa2-efb17a6dfad8", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:45.492063 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aee52892-a595-42b1-a5f2-92336c85df3e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:45.492465 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62187a1c-63a8-42c2-87d8-9f786a5fb521', 'name': 'network-vif-deleted', 'tag': 'ec370905-61dc-4caf-9fa2-efb17a6dfad8', 'status': 'completed', 'code': 200}
Nov 10 03:58:45.713243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a7600-c123-47a9-b141-4faea29ec068 req-651ba2ff-83c2-4978-a128-820770ef9c23 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:45.725581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c29a7600-c123-47a9-b141-4faea29ec068 req-651ba2ff-83c2-4978-a128-820770ef9c23 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 948 time: 0.1564488
Nov 10 03:58:45.727663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:45.824582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c29a7600-c123-47a9-b141-4faea29ec068 req-ece27fac-aae5-4c13-bf8c-6bc623702c68 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959146
Nov 10 03:58:45.969393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5f6079a-c589-4102-b87d-26242b8c44a1 req-775df18c-e888-41d4-9321-f207540683a6 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=62187a1c-63a8-42c2-87d8-9f786a5fb521 HTTP/1.1" status: 200  len: 210 time: 0.0469427
Nov 10 03:58:45.983253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 1f2a3d69-ab28-4c5f-be61-4c62f736422f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:58:45.997065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 1f2a3d69-ab28-4c5f-be61-4c62f736422f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:45.997627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.075842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 64c75d1d-1319-4471-b69e-b998fd54ee69 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:58:46.085557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 64c75d1d-1319-4471-b69e-b998fd54ee69 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:46.086350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.152378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1765afc-8504-4117-be44-a8af288d20f5 req-1b77406d-04f3-48d7-86e0-11c95a681f26 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:46.164352 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1765afc-8504-4117-be44-a8af288d20f5 req-1b77406d-04f3-48d7-86e0-11c95a681f26 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.0855486
Nov 10 03:58:46.178736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.211829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:46.214655 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74695fd8-a24e-48d7-9eb1-9fda73564cfa" -d '{"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:46.234842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1765afc-8504-4117-be44-a8af288d20f5 req-fb0bf7d7-d940-479e-a0d3-a0e7226df4f7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690060
Nov 10 03:58:46.247386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:46.260782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.293671 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f04ea-0ffa-4e4a-84af-efcfce20b8d0 x-openstack-request-id: req-a00f04ea-0ffa-4e4a-84af-efcfce20b8d0 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:46.293915 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:46.294178 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a00f04ea-0ffa-4e4a-84af-efcfce20b8d0 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:46.294523 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'code': 200}
Nov 10 03:58:46.297373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.352507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:46.363236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:46.369789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.410578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9e85-ecb6-40fd-93b9-e31a4a2f8c8e req-7e4ac950-5b33-438a-b145-972938ebc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:46.412469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5bc9e85-ecb6-40fd-93b9-e31a4a2f8c8e req-7e4ac950-5b33-438a-b145-972938ebc189 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1100 time: 0.0627749
Nov 10 03:58:46.435884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:46.476046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5bc9e85-ecb6-40fd-93b9-e31a4a2f8c8e req-c9b005b3-0f87-40c4-a3a6-4d7efae72b51 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549307
Nov 10 03:58:46.742234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55746) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:46.910491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dd90e99-19b7-4480-a114-1df776cc5940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:46.968977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207096e-7da7-48a6-9841-e5021c81c4f0 req-46f96b62-706e-4e63-a1da-3dcc1f2857d0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:46.976657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6207096e-7da7-48a6-9841-e5021c81c4f0 req-46f96b62-706e-4e63-a1da-3dcc1f2857d0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.0688725
Nov 10 03:58:47.048904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dd90e99-19b7-4480-a114-1df776cc5940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.057357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dd90e99-19b7-4480-a114-1df776cc5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.059446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6207096e-7da7-48a6-9841-e5021c81c4f0 req-3739b0ad-b42f-4575-83da-6d0dceae89d1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716820
Nov 10 03:58:47.142880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90e99-19b7-4480-a114-1df776cc5940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c9325-a8b4-4465-bc1a-7962ad9c3c1c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:47.158653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4dd90e99-19b7-4480-a114-1df776cc5940 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d29e89c79f8f437b8675c1e2dae4b17a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4153917
Nov 10 03:58:47.161502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55772) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:47.261846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.296013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.365260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.369675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.374042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff8c9325-a8b4-4465-bc1a-7962ad9c3c1c HTTP/1.1" status: 204  len: 168 time: 0.2091746
Nov 10 03:58:47.382371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5738c-3f6d-4c42-9584-e1d727916e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c9325-a8b4-4465-bc1a-7962ad9c3c1c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:47.484132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de096c-ecbf-421f-b7d6-d98aa96a3a37 req-4feb0cbc-df16-47ab-95c4-68cbb009302b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:47.485634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81de096c-ecbf-421f-b7d6-d98aa96a3a37 req-4feb0cbc-df16-47ab-95c4-68cbb009302b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 946 time: 0.0626092
Nov 10 03:58:47.553435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81de096c-ecbf-421f-b7d6-d98aa96a3a37 req-7e370683-a4bc-4107-9076-40e5a9dd6de9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614114
Nov 10 03:58:47.713440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102177e-23fa-4e58-9f75-5e640103193d req-eb7ddc12-3414-464b-ac07-000c46b68ccf tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:47.715794 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9102177e-23fa-4e58-9f75-5e640103193d req-eb7ddc12-3414-464b-ac07-000c46b68ccf tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.0809734
Nov 10 03:58:47.775067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9102177e-23fa-4e58-9f75-5e640103193d req-ac6f9d13-6cee-40f5-81ec-52854da0f399 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517917
Nov 10 03:58:47.873515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55822) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:47.887455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0817a7b7-1242-4e67-ac46-b554b220b8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.983846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0817a7b7-1242-4e67-ac46-b554b220b8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:47.991543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0817a7b7-1242-4e67-ac46-b554b220b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.029111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817a7b7-1242-4e67-ac46-b554b220b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec6e41-91f9-4708-bbfe-25d34005845d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:48.033628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0817a7b7-1242-4e67-ac46-b554b220b8c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cd2b60e714243a2b5bfd71f16b19037&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1588995
Nov 10 03:58:48.036183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:48.092021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.117001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.204301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ab6dd-cc6f-46f8-829b-b272a29ab52a req-cdda15c6-ffd4-4e2d-87e0-96747d34b298 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:48.205875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd6ab6dd-cc6f-46f8-829b-b272a29ab52a req-cdda15c6-ffd4-4e2d-87e0-96747d34b298 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.0722954
Nov 10 03:58:48.218508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.223544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.225881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24ec6e41-91f9-4708-bbfe-25d34005845d HTTP/1.1" status: 204  len: 168 time: 0.1881788
Nov 10 03:58:48.243965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd6c31-1f5b-4c33-9a29-f4eabc54d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec6e41-91f9-4708-bbfe-25d34005845d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:48.260048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:48.266767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-564151617'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:48.296033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:48.298673 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cadff6-a01b-4c6a-948f-637229864e45" -d '{"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-plugged", "status": "completed", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:48.307856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd6ab6dd-cc6f-46f8-829b-b272a29ab52a req-6ca5418a-ac8c-40d6-898b-d80966c4b089 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794513
Nov 10 03:58:48.318601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:48.325320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.372746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:58:48.375034 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e7ef0-3100-431e-a829-45d80d9a4aae x-openstack-request-id: req-704e7ef0-3100-431e-a829-45d80d9a4aae {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:48.375349 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-plugged", "status": "completed", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:48.375629 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-704e7ef0-3100-431e-a829-45d80d9a4aae {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:48.376078 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'code': 200}
Nov 10 03:58:48.403189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.403542 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Added segment fed01af4-725e-4585-a567-a04df98e37cb of type vlan for network 7d2b1af5-36dd-46eb-b22c-62118c15f85b
Nov 10 03:58:48.418917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.504638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.505729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9908fc0-b63a-4fd3-896e-c23e141e20fc req-2d8b4970-6c79-4920-80d9-9b007818581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:48.508340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9908fc0-b63a-4fd3-896e-c23e141e20fc req-2d8b4970-6c79-4920-80d9-9b007818581f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1097 time: 0.0617046
Nov 10 03:58:48.563752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.564946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-bbc5f1ee-ccb7-4b3d-81a9-22e7c2cb8c49 req-fed5ff40-5641-496c-a37d-642f44d02925 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:58:48.566241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbc5f1ee-ccb7-4b3d-81a9-22e7c2cb8c49 req-fed5ff40-5641-496c-a37d-642f44d02925 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0088043
Nov 10 03:58:48.592890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9908fc0-b63a-4fd3-896e-c23e141e20fc req-af55e199-20a3-4ba5-b4d9-f76e3f31a731 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759337
Nov 10 03:58:48.595150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:48.601044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.661862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.709466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:48.709710 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4485140
Nov 10 03:58:48.715929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1307185599'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:48.740798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dda5b-49dd-40b3-a453-793613f9c701 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Network': ['ID=7d2b1af5-36dd-46eb-b22c-62118c15f85b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:48.755436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:58:48.761849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:48.767185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.963474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:58:48.993555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:48.993901 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Added segment 4d5b8909-0210-4b0d-8117-c39209ccd288 of type vlan for network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8
Nov 10 03:58:49.006840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aafcbd-9d11-4062-ad20-b1d9f7914714 req-a51d25e2-7d5e-4e67-91ce-6b82db58ea8f tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.009081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62aafcbd-9d11-4062-ad20-b1d9f7914714 req-a51d25e2-7d5e-4e67-91ce-6b82db58ea8f tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.0784266
Nov 10 03:58:49.014299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-df32eb36-b8f9-4837-90ca-7c6ece1b8dfe tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.016593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-df32eb36-b8f9-4837-90ca-7c6ece1b8dfe tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.21 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 949 time: 0.2229545
Nov 10 03:58:49.066145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62aafcbd-9d11-4062-ad20-b1d9f7914714 req-0f4d31ac-755b-4bdb-9e42-aa3383da109a tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a540964-e7e6-4881-8e2a-3b2000fb2c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480072
Nov 10 03:58:49.083697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55906) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:49.098546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd12f3-6f6d-4eb8-a1d0-841cbebb98dc req-3aa775b7-e62b-4491-baf9-ef1a336d952c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.107142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5bd12f3-6f6d-4eb8-a1d0-841cbebb98dc req-3aa775b7-e62b-4491-baf9-ef1a336d952c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 946 time: 0.1783586
Nov 10 03:58:49.157117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.220059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5bd12f3-6f6d-4eb8-a1d0-841cbebb98dc req-8ee4df38-4757-423c-bdae-3d6f078a2e23 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117773
Nov 10 03:58:49.222131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.229155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.230343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.244937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5036c-fa77-4441-b74b-a5afedd212e8 req-16d5a13a-7298-404d-adc5-25fc7825858d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.244937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bd5036c-fa77-4441-b74b-a5afedd212e8 req-16d5a13a-7298-404d-adc5-25fc7825858d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.0705841
Nov 10 03:58:49.270115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-d53189fd-c5ef-4732-bc49-b41b036581f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1848514
Nov 10 03:58:49.283011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-f974865c-eb69-4a4f-91b5-4f0239e3bb53 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:58:49.284048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-f974865c-eb69-4a4f-91b5-4f0239e3bb53 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053074
Nov 10 03:58:49.331816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bd5036c-fa77-4441-b74b-a5afedd212e8 req-cc6ad3ce-a606-4aaf-b6cf-e63af0206f6f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857589
Nov 10 03:58:49.338468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55924) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:49.338672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6270800
Nov 10 03:58:49.341369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Deleting port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:58:49.342052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.360037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'subnet': {'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:49.418297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29f24-a6d3-4095-bc6b-0ff22e6caa05 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Network': ['ID=49ef2f95-2096-4acc-ac35-d2286a2ce7b8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:49.431158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:58:49.464823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ac1a668-0575-4142-a2ac-7288a34dd75b req-77194d4a-af72-4865-be47-fd150941bdd8 tempest-FlavorsV2NegativeTest-808468109 tempest-FlavorsV2NegativeTest-808468109-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0391c5d9da1e437496283aac6a524a63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1051071
Nov 10 03:58:49.473840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:49.482018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.615284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] For port 6ebec3a8-408e-48a1-ab32-22ff13d05d31, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6ebec3a8-408e-48a1-ab32-22ff13d05d31,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:49.615652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.666683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Calling delete_port for 6ebec3a8-408e-48a1-ab32-22ff13d05d31 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:58:49.690423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ec370905-61dc-4caf-9fa2-efb17a6dfad8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:58:49.706596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1a668-0575-4142-a2ac-7288a34dd75b req-45853b9c-b91b-4870-9650-5c1e50ef9f36 tempest-FlavorsV2NegativeTest-808468109 tempest-FlavorsV2NegativeTest-808468109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:49.714840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ac1a668-0575-4142-a2ac-7288a34dd75b req-45853b9c-b91b-4870-9650-5c1e50ef9f36 tempest-FlavorsV2NegativeTest-808468109 tempest-FlavorsV2NegativeTest-808468109-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2369187
Nov 10 03:58:49.733722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: ec370905-61dc-4caf-9fa2-efb17a6dfad8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:58:49.736741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ec370905-61dc-4caf-9fa2-efb17a6dfad8 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:58:49.770508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ac1a668-0575-4142-a2ac-7288a34dd75b req-baac7abd-83e5-4a92-870e-b0d6dc4e60ca tempest-FlavorsV2NegativeTest-808468109 tempest-FlavorsV2NegativeTest-808468109-project] 10.222.0.13 "GET /v2.0/quotas/0391c5d9da1e437496283aac6a524a63 HTTP/1.1" status: 200  len: 375 time: 0.0543981
Nov 10 03:58:49.855241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ac1a668-0575-4142-a2ac-7288a34dd75b req-ffb6312f-b1f6-408e-a8b5-a29c9d4f513b tempest-FlavorsV2NegativeTest-808468109 tempest-FlavorsV2NegativeTest-808468109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0391c5d9da1e437496283aac6a524a63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0831461
Nov 10 03:58:49.974959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:49.986714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6ebec3a8-408e-48a1-ab32-22ff13d05d31'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:58:50.027113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Pushing event deleted for resources: {'Port': ['ID=6ebec3a8-408e-48a1-ab32-22ff13d05d31,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:50.087400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] No DVR routers for this DVR port 6ebec3a8-408e-48a1-ab32-22ff13d05d31 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:58:50.091707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:50.107531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8a95425-c59b-4ae0-b254-4302ac74d245 req-3c019a9e-ae19-452f-b744-21444da2384c tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0448353
Nov 10 03:58:50.112582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef4e8f96-48a2-4e6e-9de8-31169c200124 req-ae47ed7a-54c8-413f-b597-1614dab1b634 tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.21 "DELETE /v2.0/ports/6ebec3a8-408e-48a1-ab32-22ff13d05d31 HTTP/1.1" status: 204  len: 173 time: 1.0887890
Nov 10 03:58:50.116435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'name': 'network-vif-deleted', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:50.120722 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2800d-df68-400e-956d-13c44fe7e562" -d '{"events": [{"server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "name": "network-vif-deleted", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:50.263018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-011c1b57-b3bb-41e1-baf9-9016d9044f4c req-c1066ca8-c718-4203-bb94-b684e79c3ced tempest-ServersAdminNegativeTestJSON-1193806993 tempest-ServersAdminNegativeTestJSON-1193806993-project] 10.222.0.13 "GET /v2.0/ports?device_id=8836f4c3-cb1f-41f0-aabf-150667497c1d HTTP/1.1" status: 200  len: 210 time: 0.0666494
Nov 10 03:58:50.343143 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd5b7b-1546-42e3-89c1-39f6cc5a5995 x-openstack-request-id: req-0fbd5b7b-1546-42e3-89c1-39f6cc5a5995 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:50.343768 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836f4c3-cb1f-41f0-aabf-150667497c1d", "name": "network-vif-deleted", "tag": "6ebec3a8-408e-48a1-ab32-22ff13d05d31", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:50.343768 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fbd5b7b-1546-42e3-89c1-39f6cc5a5995 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:50.344056 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8836f4c3-cb1f-41f0-aabf-150667497c1d', 'name': 'network-vif-deleted', 'tag': '6ebec3a8-408e-48a1-ab32-22ff13d05d31', 'status': 'completed', 'code': 200}
Nov 10 03:58:50.364258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:50.477354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a95425-c59b-4ae0-b254-4302ac74d245 req-187a5290-8d3e-4db4-b987-7e31337c2d46 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:50.485787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8a95425-c59b-4ae0-b254-4302ac74d245 req-187a5290-8d3e-4db4-b987-7e31337c2d46 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3644319
Nov 10 03:58:50.524787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a780e8-e0a5-44c9-9e49-469b40526530 req-94e343e5-959e-4a72-a56a-6c757b3d5584 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:50.529426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0a780e8-e0a5-44c9-9e49-469b40526530 req-94e343e5-959e-4a72-a56a-6c757b3d5584 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 946 time: 0.1264589
Nov 10 03:58:50.529903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8a95425-c59b-4ae0-b254-4302ac74d245 req-c1279a91-f468-44b3-a61e-4ad3ca33d09c tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/quotas/57bb31c360eb4aff8b7e2f35c24e0605 HTTP/1.1" status: 200  len: 375 time: 0.0420971
Nov 10 03:58:50.531831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Subnet': ['ID=70db0024-49e6-41a3-a2f8-c64a48b9fb72,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:50.548470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:50.548941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network hostable DHCP agents. Network: 7d2b1af5-36dd-46eb-b22c-62118c15f85b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:58:50.626680 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8a95425-c59b-4ae0-b254-4302ac74d245 req-e173365f-fadf-498b-965a-27987b6209b1 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0947196
Nov 10 03:58:50.670288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:58:50.699082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0a780e8-e0a5-44c9-9e49-469b40526530 req-1f3f6b1f-5270-4cc7-a4fa-f73d780b5f89 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368456
Nov 10 03:58:50.701169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7d2b1af5-36dd-46eb-b22c-62118c15f85b) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:50.725446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1964e75-9d8f-467b-b130-953e1d541249 None None] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:50.747253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:50.751407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:50.799675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-67313060-de14-429c-9f46-e60c446d52c2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4587009
Nov 10 03:58:50.802606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56010) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:50.817354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'subnet': {'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:50.843171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2acf-84bf-4114-8100-a3916acca446 req-017e5347-b729-4130-8536-c74b8761abcf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:50.859951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28aa2acf-84bf-4114-8100-a3916acca446 req-017e5347-b729-4130-8536-c74b8761abcf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.0835884
Nov 10 03:58:50.963179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56018) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:50.998994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28aa2acf-84bf-4114-8100-a3916acca446 req-e9825467-1319-4173-a3e0-387a331a2e9f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371777
Nov 10 03:58:51.126980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:58:51.128048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.146521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:51.150412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.398000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c11d-02d5-41d3-ac02-9a04d3e85f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.421599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Allocated IP 10.1.1.2 (7d2b1af5-36dd-46eb-b22c-62118c15f85b/70db0024-49e6-41a3-a2f8-c64a48b9fb72/5638ffae-614c-4957-a5b7-3d1c27635d4a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:51.437540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.496013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Subnet': ['ID=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:51.571594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Checking segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:51.573044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network hostable DHCP agents. Network: 49ef2f95-2096-4acc-ac35-d2286a2ce7b8, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:58:51.621406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:58:51.634324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c11d-02d5-41d3-ac02-9a04d3e85f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.638846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 49ef2f95-2096-4acc-ac35-d2286a2ce7b8) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:51.653068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:51.654415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.654750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c11d-02d5-41d3-ac02-9a04d3e85f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.679769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4b6d0aa9-a403-450e-ace6-68524f97d3e9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8741522
Nov 10 03:58:51.681954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:51.697357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'name': 'tempest-TaggedBootDevicesTest-101458349', 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:51.739533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169e0f3-4f03-48f7-ba60-7020e7e32bc0 None None] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:51.797643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b3c8c11d-02d5-41d3-ac02-9a04d3e85f7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0391c5d9da1e437496283aac6a524a63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8324592
Nov 10 03:58:51.800695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56040) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:51.814430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8c11d-02d5-41d3-ac02-9a04d3e85f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06924c41-0351-47f2-af99-e76a1364eb5a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:51.834968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.856237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:51.859552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-d6022fa5-0c69-4cfc-8a65-0d1cdcf86dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:51.864190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-d6022fa5-0c69-4cfc-8a65-0d1cdcf86dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1100 time: 0.2263825
Nov 10 03:58:51.915186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76101e24-2f4f-4a4e-af77-b0d08a82ae89 req-a01d71f1-7af8-4721-8de2-9f7218db2adc tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:51.920213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76101e24-2f4f-4a4e-af77-b0d08a82ae89 req-a01d71f1-7af8-4721-8de2-9f7218db2adc tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1097 time: 0.2671328
Nov 10 03:58:51.989554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:51.990994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Pushing event updated for resources: {'Port': ['ID=5638ffae-614c-4957-a5b7-3d1c27635d4a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:51.994333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:51.997426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95847560-55df-4489-815c-9deff82380ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ips': [{'subnet_id': '6fcd9c6d-ee98-42ac-84b4-993c8d747f8d'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 03:58:51.998212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.012290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:52.018137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:52.059237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.105110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76101e24-2f4f-4a4e-af77-b0d08a82ae89 req-5b3d94ee-4bb8-4243-a835-64d143411539 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426377
Nov 10 03:58:52.200052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Attempting to bind port 5638ffae-614c-4957-a5b7-3d1c27635d4a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:52.200416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Attempting to bind port 5638ffae-614c-4957-a5b7-3d1c27635d4a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:52.200799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Attempting to bind port 5638ffae-614c-4957-a5b7-3d1c27635d4a on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:52.209871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.230677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:52.231039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:52.231614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.232150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Bound using segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:52.232908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Bound port: 5638ffae-614c-4957-a5b7-3d1c27635d4a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:52.233439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.254434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-f87e152f-f746-49e9-8ecd-63200829225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:52.255900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-f87e152f-f746-49e9-8ecd-63200829225f service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3829918
Nov 10 03:58:52.334072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.345973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-dd6a42e5-8b69-4e27-9565-29c01876bcfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0804143
Nov 10 03:58:52.351774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.356989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06924c41-0351-47f2-af99-e76a1364eb5a HTTP/1.1" status: 204  len: 168 time: 0.5544586
Nov 10 03:58:52.399651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e3929-b71f-4ec6-b43a-a5cbc3695247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06924c41-0351-47f2-af99-e76a1364eb5a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:52.454491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-95847560-55df-4489-815c-9deff82380ce None None] Allocated IP 10.2.2.2 (49ef2f95-2096-4acc-ac35-d2286a2ce7b8/6fcd9c6d-ee98-42ac-84b4-993c8d747f8d/4f020b98-3bec-48c9-9b61-b88becf583f8) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:52.496954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.527507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-74727680-be36-44a6-8f2c-b615054bfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:52.529172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-74727680-be36-44a6-8f2c-b615054bfe96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1509826
Nov 10 03:58:52.533692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] device_id is not set on port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 03:58:52.571277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-3d6ec8d6-ffd5-4d5f-8a7b-2411b9d008ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4256997
Nov 10 03:58:52.593359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56070) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:52.657034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] For port 5638ffae-614c-4957-a5b7-3d1c27635d4a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:52.690195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b6518-5883-4d80-95fa-c4227c9bb0b1 req-78cbbe0f-a3e1-4e20-b1a2-226e133933fa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:52.697423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc6b6518-5883-4d80-95fa-c4227c9bb0b1 req-78cbbe0f-a3e1-4e20-b1a2-226e133933fa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.3489039
Nov 10 03:58:52.712070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] For port 5638ffae-614c-4957-a5b7-3d1c27635d4a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5638ffae-614c-4957-a5b7-3d1c27635d4a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:52.727322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:52.727582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-647e2cdf-c8ed-4ac4-aa9b-934ce11a68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:52.729046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-647e2cdf-c8ed-4ac4-aa9b-934ce11a68c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1891053
Nov 10 03:58:52.760094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-15351370-9b92-45fb-bdc2-5b68e94e2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:52.761734 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-15351370-9b92-45fb-bdc2-5b68e94e2e70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1101 time: 0.1146212
Nov 10 03:58:52.968449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5eed-a5f4-4b19-a2eb-876e0d2c7d5f None None] Pushing event updated for resources: {'Port': ['ID=5638ffae-614c-4957-a5b7-3d1c27635d4a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:53.006276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bed23a-c500-4196-8bbf-0d8751f79526 req-47faa72e-4510-4804-acea-a0ae009e58a9 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:53.007839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0bed23a-c500-4196-8bbf-0d8751f79526 req-47faa72e-4510-4804-acea-a0ae009e58a9 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1097 time: 0.3493233
Nov 10 03:58:53.080451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.098109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.172357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.1.1.133 (7d2b1af5-36dd-46eb-b22c-62118c15f85b/70db0024-49e6-41a3-a2f8-c64a48b9fb72/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:53.183254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0bed23a-c500-4196-8bbf-0d8751f79526 req-aca57c52-d7ce-49de-bd89-6f5f5493cb5e tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652415
Nov 10 03:58:53.226374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95847560-55df-4489-815c-9deff82380ce None None] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:53.247774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-95847560-55df-4489-815c-9deff82380ce None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:53.257647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95847560-55df-4489-815c-9deff82380ce None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:53.317270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95847560-55df-4489-815c-9deff82380ce None None] Pushing event updated for resources: {'Port': ['ID=4f020b98-3bec-48c9-9b61-b88becf583f8,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:53.357023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6ebec3a8-408e-48a1-ab32-22ff13d05d31 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:58:53.371627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc6b6518-5883-4d80-95fa-c4227c9bb0b1 req-6178c11f-5d36-49df-b339-b44a22170f16 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6734629
Nov 10 03:58:53.393296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 6ebec3a8-408e-48a1-ab32-22ff13d05d31 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:58:53.393642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6ebec3a8-408e-48a1-ab32-22ff13d05d31 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:58:53.407755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-95847560-55df-4489-815c-9deff82380ce None None] Attempting to bind port 4f020b98-3bec-48c9-9b61-b88becf583f8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:53.408125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-95847560-55df-4489-815c-9deff82380ce None None] Attempting to bind port 4f020b98-3bec-48c9-9b61-b88becf583f8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:53.409639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95847560-55df-4489-815c-9deff82380ce None None] Attempting to bind port 4f020b98-3bec-48c9-9b61-b88becf583f8 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:53.421717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95847560-55df-4489-815c-9deff82380ce None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:53.422039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95847560-55df-4489-815c-9deff82380ce None None] Checking segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:53.422478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.429075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95847560-55df-4489-815c-9deff82380ce None None] Bound using segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:53.430056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-95847560-55df-4489-815c-9deff82380ce None None] Bound port: 4f020b98-3bec-48c9-9b61-b88becf583f8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:53.430492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.546708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.552908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-95847560-55df-4489-815c-9deff82380ce None None] For port 4f020b98-3bec-48c9-9b61-b88becf583f8, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:53.556980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-95847560-55df-4489-815c-9deff82380ce None None] For port 4f020b98-3bec-48c9-9b61-b88becf583f8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4f020b98-3bec-48c9-9b61-b88becf583f8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:53.557809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e8ca6c16-a23f-434c-87bd-3f9ae46732d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24ad1ba6fa5d4499b822779bd61d165e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9404702
Nov 10 03:58:53.560584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56096) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:53.566199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95847560-55df-4489-815c-9deff82380ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.632450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-9c4abe52-ae47-44dc-95a3-15bab554b04b service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8941178
Nov 10 03:58:53.671302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95847560-55df-4489-815c-9deff82380ce None None] Pushing event updated for resources: {'Port': ['ID=4f020b98-3bec-48c9-9b61-b88becf583f8,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:53.675570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-b8d7600f-0ed6-43d1-ac46-b318182d41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:53.677082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-b8d7600f-0ed6-43d1-ac46-b318182d41af service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.4879603
Nov 10 03:58:53.738703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.781005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56102) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:53.833989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.857416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-485568de-095f-4042-9316-fecd918217fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.1690507
Nov 10 03:58:53.960504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:53.968897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:54.032098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:54.036365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:54.038997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:54.047111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:54.048191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.076952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3018c10d-1be9-45c2-a2bc-156b25f6b46c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3932543
Nov 10 03:58:54.081363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56110) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:54.104026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'name': 'tempest-TaggedBootDevicesTest-948846726', 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:54.113996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-bc569d95-e7f1-443b-981b-6cfb5b50b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:54.115784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-bc569d95-e7f1-443b-981b-6cfb5b50b820 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2494183
Nov 10 03:58:54.164176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.174469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.178062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a540964-e7e6-4881-8e2a-3b2000fb2c4a HTTP/1.1" status: 204  len: 168 time: 0.6131303
Nov 10 03:58:54.191544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24278b3-1250-4538-86aa-ad979ed5de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a540964-e7e6-4881-8e2a-3b2000fb2c4a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:54.322109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-974ec3e3-36f5-442a-9bfd-59443b59a610 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6664443
Nov 10 03:58:54.359184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c7537d3-72f2-4adb-990a-18ab3e0e7921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.369126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:58:54.673168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c7537d3-72f2-4adb-990a-18ab3e0e7921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.673688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-ee0cbc7b-7304-4a78-b45b-33809c94f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:54.675174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-ee0cbc7b-7304-4a78-b45b-33809c94f239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5507958
Nov 10 03:58:54.694250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4f020b98-3bec-48c9-9b61-b88becf583f8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:54.714439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2290de-eca3-4685-b272-28fbfdc0894d req-b56e14dc-1158-480f-b0eb-029b968dc071 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:54.722409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a2290de-eca3-4685-b272-28fbfdc0894d req-b56e14dc-1158-480f-b0eb-029b968dc071 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1966424
Nov 10 03:58:54.723544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c7537d3-72f2-4adb-990a-18ab3e0e7921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.753000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f4079-6ae9-4e08-b19a-bbe020aafc56 None None] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:54.808953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:54.821547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-dcc2a454-5fd4-4993-bedd-6b64e9c3c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:54.824385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-dcc2a454-5fd4-4993-bedd-6b64e9c3c1dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1100 time: 0.2248406
Nov 10 03:58:54.828786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-e68a4dcb-0aa4-4617-82d2-504ca668080c service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448460
Nov 10 03:58:54.845411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] device_id is not set on port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 03:58:54.901031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7537d3-72f2-4adb-990a-18ab3e0e7921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcca8f-067d-4f5a-b973-b82805d3ac55,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:54.917442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c7537d3-72f2-4adb-990a-18ab3e0e7921 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0229e420606423d8ece152b1f103974&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1316681
Nov 10 03:58:54.923563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56138) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:54.963054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a2290de-eca3-4685-b272-28fbfdc0894d req-9560253e-6f87-441d-8325-4cc9739bdef7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114475
Nov 10 03:58:54.974272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:55.084714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.118604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.120110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] Provisioning complete for port 5638ffae-614c-4957-a5b7-3d1c27635d4a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:55.120778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.237810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.251761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.253501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71bcca8f-067d-4f5a-b973-b82805d3ac55 HTTP/1.1" status: 204  len: 168 time: 0.3208811
Nov 10 03:58:55.257349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4f020b98-3bec-48c9-9b61-b88becf583f8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:55.257729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.258391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05b9c907-2388-43e7-b834-ebb1d21f1cab req-3e3847f0-a41b-4311-9ebc-bebeafb828cd tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0583076
Nov 10 03:58:55.312421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7165d5-df5d-4f4e-b521-c45f0e36b190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcca8f-067d-4f5a-b973-b82805d3ac55,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:55.390220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.413509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.436796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e50d2b8-0e2e-480f-b846-903ff1530e81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f101603cd1a34ab788746ffd77bbd39c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3449326
Nov 10 03:58:55.437661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56168) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:55.449999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] For port 5638ffae-614c-4957-a5b7-3d1c27635d4a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5638ffae-614c-4957-a5b7-3d1c27635d4a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:55.459804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa9cbd-a33c-46f4-bc2f-1a2771cbfb79 None None] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:58:55.462295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-f7fc959c-439b-44a8-90af-169a5ea1a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:55.464706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-f7fc959c-439b-44a8-90af-169a5ea1a614 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.5974884
Nov 10 03:58:55.466782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b6cb730-dcde-427c-9b23-4b772b885864 req-9d2644d7-14d7-44f1-913c-a4f7dc3cef2f service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6284235
Nov 10 03:58:55.477368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.488240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9c907-2388-43e7-b834-ebb1d21f1cab req-649e3063-6508-4604-86d8-1bd0f093987e tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:55.498672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05b9c907-2388-43e7-b834-ebb1d21f1cab req-649e3063-6508-4604-86d8-1bd0f093987e tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2215490
Nov 10 03:58:55.536718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05b9c907-2388-43e7-b834-ebb1d21f1cab req-b930a4dc-a734-4aec-b4e8-02a2c7ceb3c3 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/quotas/57bb31c360eb4aff8b7e2f35c24e0605 HTTP/1.1" status: 200  len: 375 time: 0.0309463
Nov 10 03:58:55.575208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-14342178-3388-4125-b5ea-3e0ae7d386e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0985532
Nov 10 03:58:55.607142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8a6cb-12e7-42fd-b95b-a47799f5988b None None] Pushing event updated for resources: {'Port': ['ID=5638ffae-614c-4957-a5b7-3d1c27635d4a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:55.619307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05b9c907-2388-43e7-b834-ebb1d21f1cab req-bbc47729-28d4-48c4-b6e6-fc57e50cc86b tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0816793
Nov 10 03:58:55.634676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 4f020b98-3bec-48c9-9b61-b88becf583f8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4f020b98-3bec-48c9-9b61-b88becf583f8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:55.644987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.645679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5638ffae-614c-4957-a5b7-3d1c27635d4a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:55.663725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.1.1.37 (7d2b1af5-36dd-46eb-b22c-62118c15f85b/70db0024-49e6-41a3-a2f8-c64a48b9fb72/bfc8aa12-0978-42bd-bcea-1fe832f6fa31) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:55.687999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.692703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-ce8873b7-693c-464c-ba93-be617f0d85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:55.694073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-ce8873b7-693c-464c-ba93-be617f0d85d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1095312
Nov 10 03:58:55.710606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=4f020b98-3bec-48c9-9b61-b88becf583f8,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:55.763810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.770531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-20309aca-c90d-47e7-95d6-954a77c534bd None None] Provisioning complete for port 4f020b98-3bec-48c9-9b61-b88becf583f8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:55.770909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-20309aca-c90d-47e7-95d6-954a77c534bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.831338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-819624a5-4d16-47f7-b9c1-d1a404e390ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:55.833047 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-819624a5-4d16-47f7-b9c1-d1a404e390ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1265192
Nov 10 03:58:55.952970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.955802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:55.956892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61f1b4e8-913a-4054-864f-0cf8a3f13368 HTTP/1.1" status: 204  len: 168 time: 0.5121925
Nov 10 03:58:55.980139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be77fba-1864-4b16-846e-8660eb55ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f1b4e8-913a-4054-864f-0cf8a3f13368,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:56.017587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56186) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:56.034788 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-91b1d90a-a101-4e42-a9d9-91a1a05f28bd service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859062
Nov 10 03:58:56.039786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.055601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c46b85e1-108c-480b-8443-b894024662bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.130992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5638ffae-614c-4957-a5b7-3d1c27635d4a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:56.131623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.223851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.311604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cedf2cd7-ac94-49d4-8549-03dbf85a6a80 req-c94889d3-47f9-413e-8546-5a2a79deec4a service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672620
Nov 10 03:58:56.354885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:56.361722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:56.367642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:56.375461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:56.429347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c46b85e1-108c-480b-8443-b894024662bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.442101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c46b85e1-108c-480b-8443-b894024662bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.442277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:56.443307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.476218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6125131c-f665-4697-9d83-0a1190841a88 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3768830
Nov 10 03:58:56.537551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c46b85e1-108c-480b-8443-b894024662bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf5f48eebb8f47bdbe999891951de990&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5174811
Nov 10 03:58:56.540440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:56.541946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b85e1-108c-480b-8443-b894024662bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8686484e-a8aa-41fb-9f87-93a33619b043,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:56.638364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.659641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4eb26040-c446-4a9d-ba8b-81c06a2b4a6a None None] Provisioning complete for port 5638ffae-614c-4957-a5b7-3d1c27635d4a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:56.660009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eb26040-c446-4a9d-ba8b-81c06a2b4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.671665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.750368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4f020b98-3bec-48c9-9b61-b88becf583f8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:56.750971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-26e701db-81ea-451d-9ad8-f6b7ec748c3a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:58:56.758126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.759142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-26e701db-81ea-451d-9ad8-f6b7ec748c3a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2768369
Nov 10 03:58:56.769443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:56.771462 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8686484e-a8aa-41fb-9f87-93a33619b043 HTTP/1.1" status: 204  len: 168 time: 0.2251482
Nov 10 03:58:56.802487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4de34-d0f5-4adb-a8a0-d81138cc558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8686484e-a8aa-41fb-9f87-93a33619b043,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:56.813635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0214229f-4836-40c6-af63-538801bea889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:56.825407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0214229f-4836-40c6-af63-538801bea889 service neutron] 10.222.0.13 "GET /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 1094 time: 0.0650470
Nov 10 03:58:56.841594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:56.842341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 03:58:57.002401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4f020b98-3bec-48c9-9b61-b88becf583f8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.002930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.042038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4eb26040-c446-4a9d-ba8b-81c06a2b4a6a None None] Provisioning complete for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.042713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eb26040-c446-4a9d-ba8b-81c06a2b4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.087523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4eb26040-c446-4a9d-ba8b-81c06a2b4a6a None None] Port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:57.115297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d53f55-184e-4c8e-abf1-c0b95b031f8d req-7c46b79b-4e1b-4433-8952-0ac5502317e6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:57.116935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52d53f55-184e-4c8e-abf1-c0b95b031f8d req-7c46b79b-4e1b-4433-8952-0ac5502317e6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1276643
Nov 10 03:58:57.140870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5638ffae-614c-4957-a5b7-3d1c27635d4a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:58:57.177824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:57.178417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:57.178751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:57.186542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:57.186865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:57.194236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5638ffae-614c-4957-a5b7-3d1c27635d4a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.194838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.203706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:57.204649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:57.205470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:57.206351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Bound port: 64c75d1d-1319-4471-b69e-b998fd54ee69, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:57.254421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-80044f40-178e-4d4c-82e7-accb184bc39c None None] Provisioning complete for port 4f020b98-3bec-48c9-9b61-b88becf583f8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.255143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-80044f40-178e-4d4c-82e7-accb184bc39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.304132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52d53f55-184e-4c8e-abf1-c0b95b031f8d req-afe69de1-e90c-4287-9c10-e1696e8f5a95 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767220
Nov 10 03:58:57.366298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:57.382167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.383489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0b93ac5a-fb09-4931-bb02-7bd780682709 service neutron] 10.222.0.13 "POST /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69/bindings HTTP/1.1" status: 201  len: 389 time: 0.5570414
Nov 10 03:58:57.412666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-80044f40-178e-4d4c-82e7-accb184bc39c None None] Provisioning complete for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.412666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-80044f40-178e-4d4c-82e7-accb184bc39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.457268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-80044f40-178e-4d4c-82e7-accb184bc39c None None] Port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:57.613062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cd78a0f3-f5d0-4f3e-aef6-ab9fdb9bdd2d None None] Provisioning complete for port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:58:57.613820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd78a0f3-f5d0-4f3e-aef6-ab9fdb9bdd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.671707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cd78a0f3-f5d0-4f3e-aef6-ab9fdb9bdd2d None None] Port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:58:57.726656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-e60bde9e-95e8-4d3c-834f-19afd64f795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:57.728857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-e60bde9e-95e8-4d3c-834f-19afd64f795a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1097 time: 0.0659461
Nov 10 03:58:57.840981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56256) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:57.847249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824662115', 'description': 'tempest-description--1134574864'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:57.855045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-2082ba33-2c6f-493d-b789-d448502d1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:57.858003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-2082ba33-2c6f-493d-b789-d448502d1cb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1215682
Nov 10 03:58:57.875158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:57.921313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-bb48ed42-6422-4edd-88aa-8fc62e4e6515 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.0551937
Nov 10 03:58:58.007748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.013700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-f2767950-5982-4bfc-ae8d-215c95a4829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:58.016505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-f2767950-5982-4bfc-ae8d-215c95a4829f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0872080
Nov 10 03:58:58.017212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.053461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b29f5dc0-d2ee-4347-b0f3-ef77e3bb2d87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296984
Nov 10 03:58:58.092636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13232280-3943-4a3b-98ac-c947e9fb5d98,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:58.120146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.121651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4caea4be-5e8e-44f0-9bd9-ceef66abb362 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2788155
Nov 10 03:58:58.124546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:58.130035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'security_group_rule': {'security_group_id': '13232280-3943-4a3b-98ac-c947e9fb5d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:58.145124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844643ae-3725-4a12-be76-6d68d8971d12 req-38f572e9-bc47-4ac3-847a-671ff6a93861 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:58.146822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-844643ae-3725-4a12-be76-6d68d8971d12 req-38f572e9-bc47-4ac3-847a-671ff6a93861 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 946 time: 0.1243987
Nov 10 03:58:58.189503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.195586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-48eb982d-fd7b-492f-8be5-235029498ccd service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337764
Nov 10 03:58:58.237106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-844643ae-3725-4a12-be76-6d68d8971d12 req-27cd97be-d58c-4ec0-bac8-e69f63c14b63 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782168
Nov 10 03:58:58.276228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.284668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.317254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b6a721e3-468d-4f29-9030-6a188879727b service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131325
Nov 10 03:58:58.327918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6dfe9f-6659-4f99-b775-3bde7f4ab736,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:58.347458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.347640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e57de443-abfd-4980-b24c-f1f5830c3307 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2218294
Nov 10 03:58:58.350397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:58.359395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'security_group_rule': {'security_group_id': '13232280-3943-4a3b-98ac-c947e9fb5d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:58.407127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.491048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6af66-e217-4d5f-93dd-1d31843e79f0 req-40eaf564-b05f-4f4a-9c3d-7e04a8c06a22 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:58.498460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9cd6af66-e217-4d5f-93dd-1d31843e79f0 req-40eaf564-b05f-4f4a-9c3d-7e04a8c06a22 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1042354
Nov 10 03:58:58.499453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.504287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.608059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9cd6af66-e217-4d5f-93dd-1d31843e79f0 req-a9b5aa60-72a5-4c9c-ba50-868b4e9a54fd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025231
Nov 10 03:58:58.850021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda9d5dd-6fd9-4fed-bd60-46045a378e6e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:58.878146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.879288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-520993b7-9c3d-40c0-bc94-bcc1b86f3334 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5273924
Nov 10 03:58:58.882497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56336) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:58.887485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:58.911496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae73f9c-afa3-4ee1-af72-cfb5e00f2264 req-734dc2e2-b8ba-4362-b747-83bbf90e39d6 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0523193
Nov 10 03:58:58.917069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:58.933009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-86284766-adeb-426b-88fe-5f37d6514530 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:58.934635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-86284766-adeb-426b-88fe-5f37d6514530 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1097 time: 0.4221702
Nov 10 03:58:58.951436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:58:58.999794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:59.072736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.113740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.126898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73f9c-afa3-4ee1-af72-cfb5e00f2264 req-81e806a2-dc15-4546-97bc-3251dbb5f8a3 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:59.134837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae73f9c-afa3-4ee1-af72-cfb5e00f2264 req-81e806a2-dc15-4546-97bc-3251dbb5f8a3 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2151103
Nov 10 03:58:59.167391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae73f9c-afa3-4ee1-af72-cfb5e00f2264 req-31e55ee8-20e4-4856-b730-46ed1cc864dd tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/quotas/57bb31c360eb4aff8b7e2f35c24e0605 HTTP/1.1" status: 200  len: 375 time: 0.0315449
Nov 10 03:58:59.237551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae73f9c-afa3-4ee1-af72-cfb5e00f2264 req-9228ef0a-a4f7-4960-a7db-58c37f6b2b75 tempest-QuotasAdminNegativeTest-902982532 tempest-QuotasAdminNegativeTest-902982532-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0691357
Nov 10 03:58:59.251686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 172.32.3.41 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/56ffd534-aac0-418b-8036-433da39e3e96) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:58:59.288462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efc018b2-a14f-4b06-9908-5f5b178aa6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.393490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:58:59.464139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:59.471870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.486860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a0169-40d8-472d-9a33-128753c717f9 req-402865c6-14a7-4e22-b617-eb819a09ad9a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:58:59.488487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-425a0169-40d8-472d-9a33-128753c717f9 req-402865c6-14a7-4e22-b617-eb819a09ad9a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 946 time: 0.1021688
Nov 10 03:58:59.494085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efc018b2-a14f-4b06-9908-5f5b178aa6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.502123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efc018b2-a14f-4b06-9908-5f5b178aa6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.551910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc018b2-a14f-4b06-9908-5f5b178aa6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef3b8c-0990-440c-abc1-b9d9205dffdf,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:59.558587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:58:59.561440 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa6e57-a07f-4735-9932-fbc84a7e0e7f" -d '{"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-unplugged", "status": "completed", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:58:59.566578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.571525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-efc018b2-a14f-4b06-9908-5f5b178aa6d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9292c0220abe4d6f9cda1353a3310caa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5687063
Nov 10 03:58:59.573427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-425a0169-40d8-472d-9a33-128753c717f9 req-680d712d-32de-4aaf-beea-7ecf0505b1ca tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740876
Nov 10 03:58:59.575227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56366) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:58:59.595582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.602566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.662559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:58:59.670793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:58:59.682087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:58:59.685559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:59.700131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:58:59.700551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:58:59.700961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:59.705773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:58:59.706546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Attempting to bind port 64c75d1d-1319-4471-b69e-b998fd54ee69 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:58:59.712542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:58:59.713103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:58:59.714203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:58:59.715165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Bound port: 64c75d1d-1319-4471-b69e-b998fd54ee69, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:58:59.715165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.743563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=56ffd534-aac0-418b-8036-433da39e3e96,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:58:59.768541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.829650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:58:59.837917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:58:59.849919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.863231 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 03:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8456d8-c87e-4d4d-97c9-78278e9e87c0 x-openstack-request-id: req-bc8456d8-c87e-4d4d-97c9-78278e9e87c0 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:58:59.863522 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-unplugged", "status": "completed", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:58:59.863768 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8456d8-c87e-4d4d-97c9-78278e9e87c0 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:58:59.864576 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'code': 200}
Nov 10 03:58:59.876661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.879217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:58:59.951955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-d148f87a-c3ef-4eb8-a802-868ccc58c37a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0569601
Nov 10 03:58:59.964268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.014996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:00.016238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.018775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] 10.222.0.21 "PUT /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 1122 time: 1.0729415
Nov 10 03:59:00.025063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe90ff-4168-4c50-82c0-103c37006be0 service neutron] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:00.059272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.062086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.063211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81ef3b8c-0990-440c-abc1-b9d9205dffdf HTTP/1.1" status: 204  len: 168 time: 0.4870770
Nov 10 03:59:00.069311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4698678-0b71-4ef7-8422-0baffe0e7b85 req-891711d6-ae3a-4882-a83b-4825a5f5583a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:00.078834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4698678-0b71-4ef7-8422-0baffe0e7b85 req-891711d6-ae3a-4882-a83b-4825a5f5583a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1530681
Nov 10 03:59:00.096897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['64c75d1d-1319-4471-b69e-b998fd54ee69'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:00.109024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244638e-d0c5-42e8-95d8-a20e78c8fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef3b8c-0990-440c-abc1-b9d9205dffdf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:00.147752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4698678-0b71-4ef7-8422-0baffe0e7b85 req-93e9abe2-26d5-4558-b25f-1dda27d8611c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632808
Nov 10 03:59:00.191365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-5320fedc-d048-466d-81d2-5034afe11ae2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:00.193515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-5320fedc-d048-466d-81d2-5034afe11ae2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2320361
Nov 10 03:59:00.232805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-8c2d55ef-48ae-42ba-a7e9-3782ddf85d1a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.0286627
Nov 10 03:59:00.471764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:00.526687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-36a138f8-6393-45a7-9c6c-4a3ccdc2dd32 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2779636
Nov 10 03:59:00.560178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.570047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.610214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.636645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=56ffd534-aac0-418b-8036-433da39e3e96,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:00.641855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.652307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1e7d2583-d3f3-476d-9d32-97cb7987029f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7596922
Nov 10 03:59:00.669375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b45787c1-0a2f-43b7-a0c2-88f480fa62f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.761776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cd38aea-9253-4026-a7c9-1d8ec1ee534c req-bf340a90-2b68-4818-a8b9-9bdd752e1465 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 210 time: 0.0359936
Nov 10 03:59:00.843048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b45787c1-0a2f-43b7-a0c2-88f480fa62f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.851954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7c3b5-b05b-4246-8969-a2036b8ba58a req-e77e4665-7c04-4407-8fb3-8c3180fd3218 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:00.859515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3c7c3b5-b05b-4246-8969-a2036b8ba58a req-e77e4665-7c04-4407-8fb3-8c3180fd3218 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.1336770
Nov 10 03:59:00.868346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b45787c1-0a2f-43b7-a0c2-88f480fa62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:00.934499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45787c1-0a2f-43b7-a0c2-88f480fa62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18c40d-98d4-46ef-89c3-8b456b9eefa8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:00.953784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b45787c1-0a2f-43b7-a0c2-88f480fa62f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57bb31c360eb4aff8b7e2f35c24e0605&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4789550
Nov 10 03:59:00.956731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:00.965814 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3c7c3b5-b05b-4246-8969-a2036b8ba58a req-8ff7726b-665b-45a4-8b2c-49214cb0276c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050353
Nov 10 03:59:01.007722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56444) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:01.031802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.057963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.130243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.135920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.137178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd18c40d-98d4-46ef-89c3-8b456b9eefa8 HTTP/1.1" status: 204  len: 168 time: 0.1791961
Nov 10 03:59:01.147453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8be5a7-aeb0-4bac-aa76-c51282997606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18c40d-98d4-46ef-89c3-8b456b9eefa8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:01.274350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f8a8a477-f308-4cc6-9486-9147c553775f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1824662115&fields=id&tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3 HTTP/1.1" status: 200  len: 267 time: 0.0811014
Nov 10 03:59:01.325666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff785643-c228-4ca6-9dd1-4711b489fe70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.352781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-aebefcbc-e694-41e7-99e9-8d66432c3ee6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.355676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667c2a7-7874-4f88-a10b-e667b03baa16 req-463d1403-3767-4524-9c96-0e91b3debd68 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.357637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a667c2a7-7874-4f88-a10b-e667b03baa16 req-463d1403-3767-4524-9c96-0e91b3debd68 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1207185
Nov 10 03:59:01.361487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-aebefcbc-e694-41e7-99e9-8d66432c3ee6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 931 time: 0.0795608
Nov 10 03:59:01.444461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-ff58ca6c-702a-4376-8eda-c7fcfd8b6952 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.454681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a667c2a7-7874-4f88-a10b-e667b03baa16 req-f569cc34-8da3-42ea-8c85-974288304c5b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857584
Nov 10 03:59:01.456058 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:59:01.457796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-ff58ca6c-702a-4376-8eda-c7fcfd8b6952 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 930 time: 0.0949540
Nov 10 03:59:01.504447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff785643-c228-4ca6-9dd1-4711b489fe70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.512823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff785643-c228-4ca6-9dd1-4711b489fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.532079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-ff6edcfb-a7c3-410c-9cbe-17da9b3ba99e tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0733132
Nov 10 03:59:01.579204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff785643-c228-4ca6-9dd1-4711b489fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e30bc2-f57c-445a-b3c1-c0bc010b378a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:01.593170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-2b770bf6-2b05-4a47-ab96-990e41232da9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0595191
Nov 10 03:59:01.608364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff785643-c228-4ca6-9dd1-4711b489fe70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5c4a3d627b64a60b0e21c94c8b62be1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5956485
Nov 10 03:59:01.608770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56476) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:01.608887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56478) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:01.633837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0410f435-bf24-47fc-9782-eae0f4a21f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.692047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56480) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:01.703771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.728414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.783298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.784631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7f036f28-5e1c-47f4-a2a6-f62704c39a00 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.789808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.790894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7f036f28-5e1c-47f4-a2a6-f62704c39a00 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.795063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e30bc2-f57c-445a-b3c1-c0bc010b378a HTTP/1.1" status: 204  len: 168 time: 0.1854053
Nov 10 03:59:01.797296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7f036f28-5e1c-47f4-a2a6-f62704c39a00 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:01.798926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7f036f28-5e1c-47f4-a2a6-f62704c39a00 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 1989 time: 0.2049816
Nov 10 03:59:01.805625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f21d66-281a-4afa-8a6a-3b78b42670fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e30bc2-f57c-445a-b3c1-c0bc010b378a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:01.820478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0410f435-bf24-47fc-9782-eae0f4a21f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.836081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0410f435-bf24-47fc-9782-eae0f4a21f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.853210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-140098555-network', 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:01.857396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7f6ba1ce-5c5d-450f-8222-5d3947f2396c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/quotas/f44752ec82c74a28aa4dac2a2f8f88d3 HTTP/1.1" status: 200  len: 375 time: 0.0419888
Nov 10 03:59:01.867562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:01.870859 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746b251-774c-4ac6-a105-cc7e5e238d70" -d '{"events": [{"name": "network-changed", "server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:01.910813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc1d209c-3464-4ab3-9e4e-a12906a74497 req-f673197f-ce9b-4aed-9cd2-cfcdf5181452 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 210 time: 0.0313575
Nov 10 03:59:01.911826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:01.914457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.919035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0410f435-bf24-47fc-9782-eae0f4a21f39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51d48b2efac84d1583fb6de9915522a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3117478
Nov 10 03:59:01.923506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56490) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:01.925164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:01.943324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410f435-bf24-47fc-9782-eae0f4a21f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8827a-f62a-4fcc-8bb4-d997664f57d4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:01.992384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803eb2f6-cf24-430f-821b-f48b134ece2e x-openstack-request-id: req-803eb2f6-cf24-430f-821b-f48b134ece2e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:01.992728 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:01.994387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-44a73e4c-f04a-4342-8f56-67aa826ddd59 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1256936
Nov 10 03:59:02.004773 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-803eb2f6-cf24-430f-821b-f48b134ece2e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:02.007739 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'status': 'completed', 'code': 200}
Nov 10 03:59:02.074421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.131421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.141045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-088eaf1e-60d7-4f2e-8ad4-5c21b075ec51 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0392940
Nov 10 03:59:02.152003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291844a-f774-4f44-8d06-721dd78a1476 req-6d067813-d0ff-496f-b491-4e606ddf0af2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.156398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b291844a-f774-4f44-8d06-721dd78a1476 req-6d067813-d0ff-496f-b491-4e606ddf0af2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.0888340
Nov 10 03:59:02.156398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-b73b5024-e68a-453b-ac9f-0ecce6a2b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.157195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-b73b5024-e68a-453b-ac9f-0ecce6a2b785 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1125 time: 0.1324155
Nov 10 03:59:02.159114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.167707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.200905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:59:02.257338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-036b66e5-6aef-47f0-841c-235309b790ad service neutron] 10.222.0.13 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474103
Nov 10 03:59:02.274013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:02.303074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.303418 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Added segment 55bb57bb-e55c-482e-b4a4-bc611da154d5 of type vlan for network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e
Nov 10 03:59:02.336673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b291844a-f774-4f44-8d06-721dd78a1476 req-1aa8cfc4-7de4-449f-8f9e-caf21a9e9338 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720228
Nov 10 03:59:02.337373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfab-cfb6-4370-a2b4-caf3bf3fb95d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.341547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:02.353337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.355795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.356954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bc8827a-f62a-4fcc-8bb4-d997664f57d4 HTTP/1.1" status: 204  len: 168 time: 0.4318736
Nov 10 03:59:02.377932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-cbb607f0-0051-497d-8717-6ebfd414d7c9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.379166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-cbb607f0-0051-497d-8717-6ebfd414d7c9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2246957
Nov 10 03:59:02.386589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d677e-fc38-41b0-aeb6-6f567cf57808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8827a-f62a-4fcc-8bb4-d997664f57d4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:02.396872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': '2a55a833-a9b8-4b20-9806-ca6382819509', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:02.419957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.425418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-920711fc-061a-4fe7-8bcd-71e31a20deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.426901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-920711fc-061a-4fe7-8bcd-71e31a20deaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.2472584
Nov 10 03:59:02.454520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-388a84a2-5b79-4d1f-9e56-63e94b24b99d service neutron] 10.222.0.13 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967776
Nov 10 03:59:02.498355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-57cda7b5-0efb-49d9-86d8-ca92d51d738d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.0612526
Nov 10 03:59:02.512894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-e668cedf-f63b-4d3c-a7cb-2942572c2c2b service neutron] 10.222.0.13 "GET /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0572882
Nov 10 03:59:02.536738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.537708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.538312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.640569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b6d18f18-f5b1-4252-a99e-ed3ebcb952d5 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269860
Nov 10 03:59:02.642150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:02.646366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.663652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-42a127a9-9f3b-4c87-a610-4a924a4d697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.665699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-42a127a9-9f3b-4c87-a610-4a924a4d697a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1571283
Nov 10 03:59:02.666015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.672395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9742656
Nov 10 03:59:02.681134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:02.697426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d9afb-dd3e-4e48-8128-a95afd805811 admin admin] Pushing event updated for resources: {'Network': ['ID=52f8d12c-011d-42a9-8ca6-bb85f7e5376e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:02.701435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfab-cfb6-4370-a2b4-caf3bf3fb95d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.713127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:59:02.717105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Request body: {'subnet': {'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-140098555-subnet', 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:02.720586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-ada90120-ac13-4cf6-be48-c8d3cc7e6a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424013
Nov 10 03:59:02.723010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfab-cfb6-4370-a2b4-caf3bf3fb95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.785074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:02.787967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.856650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014871b8-939e-4d08-ad47-eaa9d40436c6 req-b9436419-122c-4296-a2f1-849517b8576b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:02.858313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-014871b8-939e-4d08-ad47-eaa9d40436c6 req-b9436419-122c-4296-a2f1-849517b8576b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.3083317
Nov 10 03:59:02.868059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-835ed43f-c8c8-4b75-9350-8ceaa8243b89 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108886
Nov 10 03:59:02.880419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ade6bfab-cfb6-4370-a2b4-caf3bf3fb95d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe46870dfeb341289bae1956363c0f74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5985367
Nov 10 03:59:02.880596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56514) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:02.888379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-fa32a299-3eb6-49ef-9752-040519034125 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597111
Nov 10 03:59:02.889798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6bfab-cfb6-4370-a2b4-caf3bf3fb95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001df243-a082-4453-8b12-8f760ff71e25,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:02.957376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.975666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:02.993907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-530678eb-656a-4dde-97f9-1740d1436ee0 service neutron] 10.222.0.13 "GET /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0969617
Nov 10 03:59:03.008579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-014871b8-939e-4d08-ad47-eaa9d40436c6 req-7f6d1337-b11f-4b4c-bc70-394dc6a74527 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234026
Nov 10 03:59:03.036168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83dd966-0436-4a3f-8b98-e36d13a20843,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:03.042692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b746b251-774c-4ac6-a105-cc7e5e238d70 req-b7725c58-e6ed-4aa8-bde0-ccead3c972e7 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453094
Nov 10 03:59:03.168447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.208105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe75dc6a-4ca1-4084-acc0-41222ad6c035 req-f9491612-db69-4db8-a10a-d94725c30220 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 210 time: 0.0304434
Nov 10 03:59:03.277724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.310151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.355308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.107 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/005b3464-0309-4aa9-87ad-4ea01809a6d5) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:03.358836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-2a22207a-85cb-4f11-9738-2665476da463 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548632
Nov 10 03:59:03.375397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:03.475532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:03.531583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.534177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.537779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/001df243-a082-4453-8b12-8f760ff71e25 HTTP/1.1" status: 204  len: 168 time: 0.6540215
Nov 10 03:59:03.537779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Checking segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:03.537779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Network hostable DHCP agents. Network: 52f8d12c-011d-42a9-8ca6-bb85f7e5376e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:59:03.594259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7607dcd-3c2f-4103-8d3d-13aa75d1aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001df243-a082-4453-8b12-8f760ff71e25,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:03.605707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:03.619646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 03:59:03.620212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d4980-54e6-4fae-b54e-79c756ad4f12 req-8102ec5b-1822-44df-bd97-8e58c3bdb432 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:03.629067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff3d4980-54e6-4fae-b54e-79c756ad4f12 req-8102ec5b-1822-44df-bd97-8e58c3bdb432 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.0922220
Nov 10 03:59:03.630502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-72947ee0-560b-43ce-ab61-9dd50f0c8288 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573800
Nov 10 03:59:03.637714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:59:03.683245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff3d4980-54e6-4fae-b54e-79c756ad4f12 req-34951dc6-6652-44f9-af5b-7a35c4870c60 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531332
Nov 10 03:59:03.721860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 52f8d12c-011d-42a9-8ca6-bb85f7e5376e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:03.730841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c9751-cd52-4287-b78d-1cd01662aff0 None None] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:59:03.737522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:03.738102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.744695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.783468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-414dc04b-088a-4ccf-b17e-35551d49c4ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.1010461
Nov 10 03:59:03.814833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-177fb192-2871-45cc-891a-21d34377c5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724465
Nov 10 03:59:03.884015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:03.926134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b7e13-c4d8-4c8a-a3b3-c9ca55069304 None None] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:59:03.985093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:03.993167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:04.002896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:04.009316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:04.011231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.018185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:04.035978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-68675463-db30-4636-bcf6-b0c22bc9f3c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197978
Nov 10 03:59:04.113965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c8e75592-3697-4e8d-a990-0d01518b9a80 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7238955
Nov 10 03:59:04.133328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Request body: {'port': {'device_id': '2a55a833-a9b8-4b20-9806-ca6382819509', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:04.210137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.234674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a809-c623-4096-9e4f-c808d310e9ee req-4535bce6-f51a-4ca0-88ad-8d719a0eea80 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:04.242772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcc9a809-c623-4096-9e4f-c808d310e9ee req-4535bce6-f51a-4ca0-88ad-8d719a0eea80 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1220827
Nov 10 03:59:04.281662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3f17025-33cc-4d60-8c43-8d31ce80ef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.292344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-d04795c3-56fd-404a-acef-485e85e740c0 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552357
Nov 10 03:59:04.341080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcc9a809-c623-4096-9e4f-c808d310e9ee req-c408e7f9-29a0-480e-aa5a-1476e9112628 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958540
Nov 10 03:59:04.359904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56594) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:04.378096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ca21cf1d-1143-4854-bbe3-f3dd6d3e16d0 None None] Provisioning complete for port 005b3464-0309-4aa9-87ad-4ea01809a6d5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:04.378471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca21cf1d-1143-4854-bbe3-f3dd6d3e16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.415150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ca21cf1d-1143-4854-bbe3-f3dd6d3e16d0 None None] Port 005b3464-0309-4aa9-87ad-4ea01809a6d5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:04.467770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-864844ef-5b24-4774-9a2e-fdee2c3bf4dd service neutron] 10.222.0.13 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686962
Nov 10 03:59:04.502997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7156cde7-3139-4f6f-9d1e-7a3087861d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.596909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7156cde7-3139-4f6f-9d1e-7a3087861d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.608831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7156cde7-3139-4f6f-9d1e-7a3087861d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.657839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7156cde7-3139-4f6f-9d1e-7a3087861d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c202747bc3044aebec5343fecc84bf0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2968535
Nov 10 03:59:04.660024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156cde7-3139-4f6f-9d1e-7a3087861d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3219229-d7f1-4f27-9734-851f2dd17d86,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:04.660942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56606) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:04.730213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-dc3fcc25-fc9b-4d00-bb7d-8e628222099b service neutron] 10.222.0.13 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566018
Nov 10 03:59:04.764755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005b3464-0309-4aa9-87ad-4ea01809a6d5 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:04.799698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.833475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Transition to ACTIVE for port object 005b3464-0309-4aa9-87ad-4ea01809a6d5 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:04.835764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.847226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.885043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-e0223c89-a945-4036-9a2d-4c0386aa40c6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:04.886598 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-e0223c89-a945-4036-9a2d-4c0386aa40c6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.1220236
Nov 10 03:59:04.903801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:04.905654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-6fc682bb-56a3-4fdd-8043-72cce37f8efe tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/quotas/4f733c65bb8b451582fb9a9f98c0c5ee HTTP/1.1" status: 200  len: 375 time: 0.0107181
Nov 10 03:59:04.942396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b9b2d852-777e-4825-8920-9ffc1e11eb6b service neutron] 10.222.0.13 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041073
Nov 10 03:59:04.954497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-90d4cdf9-b7f7-4109-96bc-229a8dec5b43 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0368288
Nov 10 03:59:04.966682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Pushing event updated for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:04.970032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-089f01ec-37b6-403e-ae0c-3b2f98bc9d63 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:59:04.974803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-089f01ec-37b6-403e-ae0c-3b2f98bc9d63 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0123196
Nov 10 03:59:05.114856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-bc8abba1-d741-45e3-8a27-06797e1194fe service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314309
Nov 10 03:59:05.223583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-6a25868a-0c2a-47dd-ade6-ddeca4274db4 service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012747
Nov 10 03:59:05.312787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Attempting to bind port 005b3464-0309-4aa9-87ad-4ea01809a6d5 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:05.313337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Attempting to bind port 005b3464-0309-4aa9-87ad-4ea01809a6d5 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:05.313878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Attempting to bind port 005b3464-0309-4aa9-87ad-4ea01809a6d5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:05.326788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Port 005b3464-0309-4aa9-87ad-4ea01809a6d5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:05.327533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Attempting to bind port 005b3464-0309-4aa9-87ad-4ea01809a6d5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:05.335230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-38c5ad75-8a50-4d33-8b34-160b2f511c60 service neutron] 10.222.0.26 "GET /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.0864635
Nov 10 03:59:05.345598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:05.345991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:05.346379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:05.346819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Bound port: 005b3464-0309-4aa9-87ad-4ea01809a6d5, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:05.347179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:05.352484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:05.362801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:05.375649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3219229-d7f1-4f27-9734-851f2dd17d86 HTTP/1.1" status: 204  len: 168 time: 0.7032852
Nov 10 03:59:05.440798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9069a-333c-47e5-b9f4-cc0a3390d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3219229-d7f1-4f27-9734-851f2dd17d86,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:05.454519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-86082e85-e4f4-4e80-a890-5949399a13d2 service neutron] 10.222.0.13 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4925108
Nov 10 03:59:05.511808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:05.542218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:05.560947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:05.658993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:05.660019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:05.661427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] 10.222.0.26 "PUT /v2.0/ports/005b3464-0309-4aa9-87ad-4ea01809a6d5 HTTP/1.1" status: 200  len: 1096 time: 1.5325956
Nov 10 03:59:05.663546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:05.666391 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:05.710822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052fd02-3cf9-4337-b6ed-8957912310ec service neutron] Pushing event updated for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:05.748100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77165f6-2e5b-4828-ba05-34b6a5b878d4 req-a55280ef-7943-4eb6-9506-1c204455e1b2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:05.756882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b77165f6-2e5b-4828-ba05-34b6a5b878d4 req-a55280ef-7943-4eb6-9506-1c204455e1b2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 948 time: 0.1730411
Nov 10 03:59:05.782892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-258a4c0f-5439-47ea-9131-6cf6cc8483f9 service neutron] 10.222.0.13 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067582
Nov 10 03:59:05.790923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:05.821248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c119e80c-cce6-4986-9022-421f99bdf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:05.826226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-c119e80c-cce6-4986-9022-421f99bdf4d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 1099 time: 0.1166162
Nov 10 03:59:05.883784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:05.897280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b77165f6-2e5b-4828-ba05-34b6a5b878d4 req-3e7dbbce-3fee-40ae-8241-01608014f47f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393127
Nov 10 03:59:05.934848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-85ef9b0c-1b5d-4e8d-90ad-2c531fec4d29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5 HTTP/1.1" status: 200  len: 217 time: 0.0997202
Nov 10 03:59:05.999774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c75d1d-1319-4471-b69e-b998fd54ee69 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:06.031257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:06.051534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-5057439e-5971-48c3-8458-015968982ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:06.052869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-5057439e-5971-48c3-8458-015968982ee7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1097727
Nov 10 03:59:06.072426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:06.174281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-23112764-66df-4441-ac88-94caf79b2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:06.179271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-23112764-66df-4441-ac88-94caf79b2c7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1152349
Nov 10 03:59:06.215179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c314-425e-45c2-9d51-7ad437ea2b09 req-23c01cb4-b64d-4390-a23f-00c55bfbc724 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:06.216509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f330c314-425e-45c2-9d51-7ad437ea2b09 req-23c01cb4-b64d-4390-a23f-00c55bfbc724 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 944 time: 0.1539547
Nov 10 03:59:06.255629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] Transition to ACTIVE for port object 64c75d1d-1319-4471-b69e-b998fd54ee69 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:06.268054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:06.313011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-fb6ebfd0-c819-493e-874f-518ef4b8d77a service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233459
Nov 10 03:59:06.404406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] No DVR routers for this DVR port 64c75d1d-1319-4471-b69e-b998fd54ee69 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:59:06.454126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ec89b8b-0442-4e79-b92b-73958eb5a72e req-77cb9645-2083-4cf4-8693-726bdc978463 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326029
Nov 10 03:59:06.458320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f330c314-425e-45c2-9d51-7ad437ea2b09 req-2117f0f5-ccd3-446a-a705-7f3a209704ef tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015035
Nov 10 03:59:06.458953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] Pushing event updated for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:06.813217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3f97e9f-4b9a-42f9-bdd4-65a55070ef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:06.855624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-b294b1f7-2803-4689-b192-98ab09a4528d service neutron] 10.222.0.26 "PUT /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5138195
Nov 10 03:59:06.886756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73006575-6856-48e8-b806-3f682dd024ae req-5826c812-b7cc-4de2-846d-58a9adafe0cd tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 210 time: 0.0734701
Nov 10 03:59:06.923702 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e31830f-7dc7-49a2-9331-49162d862640 x-openstack-request-id: req-0e31830f-7dc7-49a2-9331-49162d862640 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:06.924518 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:06.925008 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e31830f-7dc7-49a2-9331-49162d862640 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:06.925572 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5', 'status': 'completed', 'code': 200}
Nov 10 03:59:06.944425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:07.079788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-9e0073f4-0fd5-4d3c-a5df-3c3e4fdff125 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.081309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-9e0073f4-0fd5-4d3c-a5df-3c3e4fdff125 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1502793
Nov 10 03:59:07.093756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11606-fab6-47aa-8275-c0e14a9d9ff4 req-31a334c2-a840-48b6-bbdc-2de0cde43319 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.121409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0cd11606-fab6-47aa-8275-c0e14a9d9ff4 req-31a334c2-a840-48b6-bbdc-2de0cde43319 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1383297
Nov 10 03:59:07.143397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1507113228-network', 'tenant_id': '3c429da1ce66472ea906f7e8cf5e4dd8'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:07.178286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Made reservation on behalf of 3c429da1ce66472ea906f7e8cf5e4dd8 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:07.181726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.187480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-fcd76519-2c6a-4ca9-80a0-9250a7b8750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.189321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-fcd76519-2c6a-4ca9-80a0-9250a7b8750f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 1099 time: 0.1961799
Nov 10 03:59:07.208569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.273747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d163596a-f6f9-4e02-a1ee-7ce4fca38105 req-0257b880-550f-4555-bf3c-a1dd350f0084 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 210 time: 0.1611762
Nov 10 03:59:07.289090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0cd11606-fab6-47aa-8275-c0e14a9d9ff4 req-23176cda-e562-44ac-84ce-be54bec6c859 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593919
Nov 10 03:59:07.406258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.413942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.422690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-a00acc6d-b1a9-4d6f-ac5a-78df22d94f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.424477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-a00acc6d-b1a9-4d6f-ac5a-78df22d94f15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51&tenant_id=ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 1096 time: 0.3277299
Nov 10 03:59:07.445131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 03:59:07.452964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8be298-2b2c-40b2-ac65-ccd0ec92c937,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:07.475527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.475941 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Added segment d2db5ce1-1d54-4f9e-9812-ccbeda817cf9 of type vlan for network 943af04c-ea46-4657-a360-32fb92e48ee3
Nov 10 03:59:07.489678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-61674452-e9b2-40d2-b948-099f48720e48 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.491344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-61674452-e9b2-40d2-b948-099f48720e48 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.3817666
Nov 10 03:59:07.507844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Request body: {'port': {'device_id': '968a128b-fbc3-4e22-b436-0df62d698e66', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'admin_state_up': True, 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:07.527301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.564398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.567132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.568211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.576407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac857c-4875-418d-9db4-88de4255cacb req-0c48117b-c10b-4707-bf87-fbea82228332 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.583661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89ac857c-4875-418d-9db4-88de4255cacb req-0c48117b-c10b-4707-bf87-fbea82228332 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 948 time: 0.2168460
Nov 10 03:59:07.609991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-192e324f-4e46-4da4-9372-d84fa50c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.611431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-192e324f-4e46-4da4-9372-d84fa50c7ea5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3654709
Nov 10 03:59:07.671861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.7259152
Nov 10 03:59:07.672595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:07.692768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Request body: {'subnet': {'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1507113228-subnet', 'tenant_id': '3c429da1ce66472ea906f7e8cf5e4dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:07.699019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-f70ef16f-17b9-40ba-b43b-b5859ad2b08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5 HTTP/1.1" status: 200  len: 217 time: 0.0772462
Nov 10 03:59:07.707963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c245d-133b-46ae-8fca-337ec218814b admin admin] Pushing event updated for resources: {'Network': ['ID=943af04c-ea46-4657-a360-32fb92e48ee3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:07.721683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f56f-6a9b-4419-a392-1480c8fc929e req-8579a7bb-3fc4-4297-b5a3-7af80ba472af tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.727906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 943af04c-ea46-4657-a360-32fb92e48ee3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 03:59:07.730180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84f0f56f-6a9b-4419-a392-1480c8fc929e req-8579a7bb-3fc4-4297-b5a3-7af80ba472af tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.1700001
Nov 10 03:59:07.739390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-3d93d9c1-e5b4-45ef-8c38-bacd59c16b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.740897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-3d93d9c1-e5b4-45ef-8c38-bacd59c16b30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1096 time: 0.2692719
Nov 10 03:59:07.799455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89ac857c-4875-418d-9db4-88de4255cacb req-d7da8c40-7dda-4ef9-b838-8f45f4d4e742 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105315
Nov 10 03:59:07.803480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Made reservation on behalf of 3c429da1ce66472ea906f7e8cf5e4dd8 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:07.815920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.875885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:07.882258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84f0f56f-6a9b-4419-a392-1480c8fc929e req-d3c58a45-cd59-4cf3-bc32-37ff54ad7c7e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272225
Nov 10 03:59:07.911019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-0b3783d2-f796-4e02-aad1-e2eabb8265f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:07.912594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-0b3783d2-f796-4e02-aad1-e2eabb8265f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1995566
Nov 10 03:59:07.954840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:07.959169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:08.021126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-45a358c5-90c5-42d4-ae49-a2677f56668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.022700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-45a358c5-90c5-42d4-ae49-a2677f56668e service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.2570949
Nov 10 03:59:08.047879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cac3b52a-e340-473e-9c3c-ea28aed4e3b9 req-a6454b8c-980c-4991-80e3-234a0512c5a3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 210 time: 0.0504565
Nov 10 03:59:08.121688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-4a82b336-7ade-4ea3-8309-3a86dfd1d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.123182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-4a82b336-7ade-4ea3-8309-3a86dfd1d80e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2021787
Nov 10 03:59:08.127803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-411d460f-cccc-4276-9bbe-abe904085eed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.0846527
Nov 10 03:59:08.153772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:08.203289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b564fd93-cf03-499d-9fba-68dc30cb0f00,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:08.220936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.221291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.221627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.221962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.222411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.222741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.223067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.223415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.223711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.224031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.224353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.224694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:08.250021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Checking segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:08.251004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Network hostable DHCP agents. Network: 943af04c-ea46-4657-a360-32fb92e48ee3, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 03:59:08.272274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Network 943af04c-ea46-4657-a360-32fb92e48ee3 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 03:59:08.282838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 943af04c-ea46-4657-a360-32fb92e48ee3) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:08.287259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.287658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:08.294621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Allocated IP 172.20.0.7 (52f8d12c-011d-42a9-8ca6-bb85f7e5376e/9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a/224d613d-7970-4e30-9b42-5f64dc988af9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:08.315284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a218a035-3354-4773-9d40-0b9949df6f44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.6276009
Nov 10 03:59:08.316145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-cfb8efbe-2e07-444c-9bd0-c6ac0331d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.316145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-cfb8efbe-2e07-444c-9bd0-c6ac0331d186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1658473
Nov 10 03:59:08.319517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c108d-8147-499c-9691-302383991672 None None] Network 943af04c-ea46-4657-a360-32fb92e48ee3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:59:08.410308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-21bf33c4-ad98-4ec4-a4de-501c9c52aa6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838532
Nov 10 03:59:08.450648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-81974d73-ed47-41ac-88c1-b1b2138d71cd service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178315
Nov 10 03:59:08.534610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-eb22f889-83d7-4926-aa81-6c432766227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.536005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-eb22f889-83d7-4926-aa81-6c432766227a service neutron] 10.222.0.26 "GET /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 1027 time: 0.0841467
Nov 10 03:59:08.545463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e326-4dc4-4403-a100-a07f18cb95d1 req-f91f12b0-ebad-4ac2-896f-0d0f6dc4a86f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.552311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1977e326-4dc4-4403-a100-a07f18cb95d1 req-f91f12b0-ebad-4ac2-896f-0d0f6dc4a86f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1527195
Nov 10 03:59:08.615652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-040d42e3-afc3-4a46-a3a2-b553d77ae72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.616951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-040d42e3-afc3-4a46-a3a2-b553d77ae72d service neutron] 10.222.0.26 "GET /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 1026 time: 0.0620501
Nov 10 03:59:08.657965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1977e326-4dc4-4403-a100-a07f18cb95d1 req-d9b08d43-0d2b-4ecc-bf9b-bdc0644da712 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015708
Nov 10 03:59:08.661872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780c620-eb0e-4a99-97dc-8d1de4c64f7c None None] Network 943af04c-ea46-4657-a360-32fb92e48ee3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 03:59:08.774563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b257192-1b6d-44ea-86c7-225baa800359 req-5408b4ec-b5ae-4f60-996a-57d36797491f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 210 time: 0.1381223
Nov 10 03:59:08.824564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-42d6d4f6-f287-4d87-8baf-b54efcbe9267 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.843986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-42d6d4f6-f287-4d87-8baf-b54efcbe9267 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.854734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-42d6d4f6-f287-4d87-8baf-b54efcbe9267 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:08.858198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-42d6d4f6-f287-4d87-8baf-b54efcbe9267 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 1989 time: 0.2308645
Nov 10 03:59:08.960901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-63387b5b-ad85-4cf4-be3b-4316b89359e3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3 HTTP/1.1" status: 200  len: 380 time: 0.0923791
Nov 10 03:59:08.974076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'admin_state_up': True, 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'security_groups': ['13232280-3943-4a3b-98ac-c947e9fb5d98']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:09.089174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-7c3b1097-3dad-4958-9d55-af224f51e2e5 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6631353
Nov 10 03:59:09.151235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:09.155740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.197984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4395a9ea-e0e3-4a40-b761-9ef37d2d9325 req-99371768-d878-4cbb-bfc5-b91b78256764 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7076504
Nov 10 03:59:09.242195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.260466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac757-edae-4e85-a0a6-16dfb4335cd7 req-3efde504-8f6a-4c87-9628-c0280bf1cbb5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:09.262878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b82ac757-edae-4e85-a0a6-16dfb4335cd7 req-3efde504-8f6a-4c87-9628-c0280bf1cbb5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 948 time: 0.2879603
Nov 10 03:59:09.296377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.319827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 172.20.0.13 (01593d7b-06da-4887-af8e-d07f45308c5a/da7a3d3c-d9ed-4303-afcb-5d38b39c25e3/e337f77c-d135-430c-9e8b-333dc66d89e6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:09.354926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-3dc2d4e2-e26a-4ffe-a444-0f6d6fca90e3 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528114
Nov 10 03:59:09.386986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b82ac757-edae-4e85-a0a6-16dfb4335cd7 req-e5986672-f70f-4a23-8ad1-36d780fa768e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129060
Nov 10 03:59:09.435492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.494486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-220fa00a-c120-4c54-a915-8288ba2003f0 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:09.500900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-220fa00a-c120-4c54-a915-8288ba2003f0 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.3557894
Nov 10 03:59:09.525274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-fa3eff8a-7798-4879-b044-145ccf79e9e9 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/quotas/3c429da1ce66472ea906f7e8cf5e4dd8 HTTP/1.1" status: 200  len: 375 time: 0.0162723
Nov 10 03:59:09.534731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:09.552502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:09.556402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:09.602919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-6450b70c-3970-4b14-b210-d74853d3a658 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0688844
Nov 10 03:59:09.632747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:09.676350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:09.678353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.689594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.720128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d931c-9561-40be-9853-3e425ab8535e req-a976eed2-7271-4d4d-88d1-7caaa68e7577 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:09.729801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e5d931c-9561-40be-9853-3e425ab8535e req-a976eed2-7271-4d4d-88d1-7caaa68e7577 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.1925254
Nov 10 03:59:09.748183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-5bf61395-138a-45c7-9e23-ba95ba279b1d service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349645
Nov 10 03:59:09.755284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-f63e01b3-9972-4723-bff3-f08bdd99cccc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2512906
Nov 10 03:59:09.762653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 005b3464-0309-4aa9-87ad-4ea01809a6d5 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:09.772324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Request body: {'port': {'device_id': '968a128b-fbc3-4e22-b436-0df62d698e66', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:09.801167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:09.888198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-a9b5435e-1630-4479-8eec-a5a73d9eec7c service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327319
Nov 10 03:59:09.889776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.914075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:59:09.970321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:09.981499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 01593d7b-06da-4887-af8e-d07f45308c5a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:09.984678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:09.989334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:09.991090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '005b3464-0309-4aa9-87ad-4ea01809a6d5', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '005b3464-0309-4aa9-87ad-4ea01809a6d5', 'mac_address': 'fa:16:3e:10:bb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:09.995816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:09.996427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:09.999820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:10.030092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8780a51f-5c96-4ccd-9773-c3839cbd0389 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0620604
Nov 10 03:59:10.042347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'admin_state_up': True, 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'security_groups': ['13232280-3943-4a3b-98ac-c947e9fb5d98']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:10.113150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.216143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005b3464-0309-4aa9-87ad-4ea01809a6d5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:10.230173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:10.234577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.235708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.295203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:10.303888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.392132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0ded4557-c660-456d-b49a-1ccaf215ac6b tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:10.393673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-0ded4557-c660-456d-b49a-1ccaf215ac6b tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.7622612
Nov 10 03:59:10.405869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e5d931c-9561-40be-9853-3e425ab8535e req-9bb5f876-aabd-4a3b-9e8e-7559a67509fb tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6749082
Nov 10 03:59:10.424281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76ddd1-a4fb-4ddb-a076-7fd655aac48c req-aeef41b1-c324-4788-b284-43cb868cd37d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:10.426177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1b76ddd1-a4fb-4ddb-a076-7fd655aac48c req-aeef41b1-c324-4788-b284-43cb868cd37d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 931 time: 0.1599419
Nov 10 03:59:10.517253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.523964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:10.543321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:10.570662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.1.1.170 (7d2b1af5-36dd-46eb-b22c-62118c15f85b/70db0024-49e6-41a3-a2f8-c64a48b9fb72/6770b602-ee3e-48be-ad23-aa6924af305a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:10.633113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-342da5d9-4b25-4f62-abd8-2867462ddf19 None None] Provisioning complete for port e337f77c-d135-430c-9e8b-333dc66d89e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:10.633638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-342da5d9-4b25-4f62-abd8-2867462ddf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.705250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-342da5d9-4b25-4f62-abd8-2867462ddf19 None None] Port e337f77c-d135-430c-9e8b-333dc66d89e6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:10.775105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1b76ddd1-a4fb-4ddb-a076-7fd655aac48c req-63e0d72f-4360-4f25-9b04-817bed0e8bae tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3357921
Nov 10 03:59:10.927067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-7ad0cb1b-d4d1-42e3-a96d-76ebde1a3438 service neutron] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:10.952261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-7ad0cb1b-d4d1-42e3-a96d-76ebde1a3438 service neutron] Publish callbacks [] for binding, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:10.953701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627599b-2683-4f7a-90c2-ab492f3f3a0a req-7ad0cb1b-d4d1-42e3-a96d-76ebde1a3438 service neutron] 10.222.0.21 "DELETE /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.5468946
Nov 10 03:59:11.007575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4606-e0b6-4e2a-8db0-eb10913b1f4e req-9e791ce2-8278-41af-87e6-e2486d4bc51b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:11.013252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb5f4606-e0b6-4e2a-8db0-eb10913b1f4e req-9e791ce2-8278-41af-87e6-e2486d4bc51b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1126356
Nov 10 03:59:11.102615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.153710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb5f4606-e0b6-4e2a-8db0-eb10913b1f4e req-9fa43fff-4915-451c-8a44-fe86c510a90a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305413
Nov 10 03:59:11.179606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224d613d-7970-4e30-9b42-5f64dc988af9 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:11.203704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.209365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.232949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Transition to ACTIVE for port object 224d613d-7970-4e30-9b42-5f64dc988af9 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:11.251221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.257103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3581a94-5b11-459c-ac11-727a3a2134cc req-f43a87c2-db23-4213-b4f5-b39c750ea168 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:11.263224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3581a94-5b11-459c-ac11-727a3a2134cc req-f43a87c2-db23-4213-b4f5-b39c750ea168 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 932 time: 0.1472518
Nov 10 03:59:11.373255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:11.385939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:11.388349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:11.394123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:11.394727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.415254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:11.427541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-64471770-cc04-4018-8f03-c1a06eff2dea tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3887265
Nov 10 03:59:11.427691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:11.437699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9a33ff3c-2740-4c4c-8f66-f9d32a26272a req-51f6998a-9762-4490-a79a-f4faf905d67e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 210 time: 0.1882601
Nov 10 03:59:11.441061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'admin_state_up': True, 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'security_groups': ['13232280-3943-4a3b-98ac-c947e9fb5d98']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:11.449685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.450067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.452047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.452400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.452979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.479852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.480294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.480670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.481009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.481390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.481774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.482058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:11.608234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3581a94-5b11-459c-ac11-727a3a2134cc req-7d2b4a7e-4abb-4649-b498-4ec5b958107b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2911549
Nov 10 03:59:11.646309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:11.651499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.718511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Attempting to bind port 224d613d-7970-4e30-9b42-5f64dc988af9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:11.718718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Attempting to bind port 224d613d-7970-4e30-9b42-5f64dc988af9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:11.719009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Attempting to bind port 224d613d-7970-4e30-9b42-5f64dc988af9 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:11.734927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec5090-329a-4afa-abba-81aef254fb25 req-a1e812e1-bbd9-4738-a49b-0a6d464d56c4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:11.736549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49ec5090-329a-4afa-abba-81aef254fb25 req-a1e812e1-bbd9-4738-a49b-0a6d464d56c4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 949 time: 0.1458921
Nov 10 03:59:11.752601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Port 224d613d-7970-4e30-9b42-5f64dc988af9 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:11.752951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Attempting to bind port 224d613d-7970-4e30-9b42-5f64dc988af9 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:11.772309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 005b3464-0309-4aa9-87ad-4ea01809a6d5 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:11.777791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:11.778134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Checking segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:11.778522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Bound using segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:11.778962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Bound port: 224d613d-7970-4e30-9b42-5f64dc988af9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:11.779320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.850554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c76d3a-7565-4da8-80c6-c723511dc60c req-789dd981-9be5-4949-9196-961064a7a51a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:11.862557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82c76d3a-7565-4da8-80c6-c723511dc60c req-789dd981-9be5-4949-9196-961064a7a51a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.1060007
Nov 10 03:59:11.927539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 005b3464-0309-4aa9-87ad-4ea01809a6d5 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:11.936598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 005b3464-0309-4aa9-87ad-4ea01809a6d5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:11.938141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:11.946253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49ec5090-329a-4afa-abba-81aef254fb25 req-6b4a3358-6cd9-4d34-bc4d-9b92350bd74a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978631
Nov 10 03:59:12.058204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:12.076146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82c76d3a-7565-4da8-80c6-c723511dc60c req-9c6170ec-685c-4537-9673-75a09be1bbdd tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090368
Nov 10 03:59:12.123570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.1.1.12 (7d2b1af5-36dd-46eb-b22c-62118c15f85b/70db0024-49e6-41a3-a2f8-c64a48b9fb72/7df01c5b-14ab-4d3a-9769-522007964e79) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:12.125569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:12.160742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.166080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-22f9e054-aba1-45db-bbaf-0a2f18857530 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.167944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e52a8898-fef1-4a30-8ae5-433989f1b997 None None] Provisioning complete for port 6770b602-ee3e-48be-ad23-aa6924af305a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:12.168546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e52a8898-fef1-4a30-8ae5-433989f1b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.172184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-22f9e054-aba1-45db-bbaf-0a2f18857530 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.21 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.3452306
Nov 10 03:59:12.178139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.233898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:12.236533 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167506d-a659-4280-b701-66df464d4fae" -d '{"events": [{"server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "name": "network-vif-plugged", "status": "completed", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:12.279123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:12.280523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e52a8898-fef1-4a30-8ae5-433989f1b997 None None] Port 6770b602-ee3e-48be-ad23-aa6924af305a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:12.288994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.329432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'port': {'device_id': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'admin_state_up': True, 'tenant_id': '3c429da1ce66472ea906f7e8cf5e4dd8'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:12.364270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:12.370935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece1ffa-d67f-42ec-b110-980176ecd21d req-7d271418-cadd-4ca7-abfa-62c3ef88e0ef tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.372446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ece1ffa-d67f-42ec-b110-980176ecd21d req-7d271418-cadd-4ca7-abfa-62c3ef88e0ef tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1096 time: 0.1181087
Nov 10 03:59:12.411338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:12.415665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.416639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.417942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-04322a58-e4f2-4459-a9e0-ce18f2c08ca3 service neutron] 10.222.0.21 "PUT /v2.0/ports/224d613d-7970-4e30-9b42-5f64dc988af9 HTTP/1.1" status: 200  len: 1091 time: 2.6507745
Nov 10 03:59:12.420788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:12.423135 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1643ea29-a954-4de0-b125-a5e10960ae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:12.425309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.455417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a551c5-2bbc-48c8-8bb9-dcb5c9bfde94 req-a48ed135-975d-4fc6-be17-bb5ac6bcaefb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.464027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45a551c5-2bbc-48c8-8bb9-dcb5c9bfde94 req-a48ed135-975d-4fc6-be17-bb5ac6bcaefb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 943 time: 0.2873487
Nov 10 03:59:12.465428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ece1ffa-d67f-42ec-b110-980176ecd21d req-d594f17e-0e12-4ff0-9ff3-ff91e0754084 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815017
Nov 10 03:59:12.503452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.561907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:12.566071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:12.569534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:12.577807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.578540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.603856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:12.642479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5df1fabb-d01b-4d9c-af4e-ac63313192ad tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2077689
Nov 10 03:59:12.659535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'admin_state_up': True, 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'security_groups': ['13232280-3943-4a3b-98ac-c947e9fb5d98']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:12.724836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45a551c5-2bbc-48c8-8bb9-dcb5c9bfde94 req-685f0bc4-8c5a-4b5d-a935-94fe7732914a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598224
Nov 10 03:59:12.735707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec23cdd-cf71-4b9f-af70-fa4eb231de4f req-546ec7da-d5aa-4257-ac98-5c94a86e5564 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.737352 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ec23cdd-cf71-4b9f-af70-fa4eb231de4f req-546ec7da-d5aa-4257-ac98-5c94a86e5564 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1492543
Nov 10 03:59:12.743246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-2ff3bb31-6bf0-42ea-a664-08159ddccbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:12.745640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-2ff3bb31-6bf0-42ea-a664-08159ddccbde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 1094 time: 0.1893089
Nov 10 03:59:12.811600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-d79bedc0-b99a-4b1a-96e8-ee17c5667eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224d613d-7970-4e30-9b42-5f64dc988af9 HTTP/1.1" status: 200  len: 217 time: 0.0549190
Nov 10 03:59:12.821274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Made reservation on behalf of 3c429da1ce66472ea906f7e8cf5e4dd8 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:12.834214 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f1a787-d461-44cf-9dd1-9492afd8a7c1 x-openstack-request-id: req-b8f1a787-d461-44cf-9dd1-9492afd8a7c1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:12.835815 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "name": "network-vif-plugged", "status": "completed", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:12.836163 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8f1a787-d461-44cf-9dd1-9492afd8a7c1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:12.836737 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5', 'code': 200}
Nov 10 03:59:12.837716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:12.921025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ec23cdd-cf71-4b9f-af70-fa4eb231de4f req-dfc024b2-1fdb-42b4-80b6-93ff7eda2054 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683881
Nov 10 03:59:12.940326 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a70791-66cf-40e6-879d-659937f47c54 x-openstack-request-id: req-65a70791-66cf-40e6-879d-659937f47c54 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:12.940689 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:12.940878 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65a70791-66cf-40e6-879d-659937f47c54 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:12.941268 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9', 'status': 'completed', 'code': 200}
Nov 10 03:59:12.957640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:13.021900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5da3ed5a-04dd-481a-9a14-665adcdb2df8 None None] Provisioning complete for port 7df01c5b-14ab-4d3a-9769-522007964e79 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:13.023141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed5a-04dd-481a-9a14-665adcdb2df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:13.078365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5da3ed5a-04dd-481a-9a14-665adcdb2df8 None None] Port 7df01c5b-14ab-4d3a-9769-522007964e79 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:13.104678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cef1d89-62fc-4613-860e-accad28bbc6e req-cb3c1daa-7b91-4bac-a8fb-57a147f9bbb9 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 210 time: 0.0794084
Nov 10 03:59:13.110015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418671-962b-4034-b8f3-389019fc5813 req-808129df-1182-4c43-a88f-2ddb92773c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.111388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-808129df-1182-4c43-a88f-2ddb92773c4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.2919757
Nov 10 03:59:13.121494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2fc7c-b887-4861-b960-57b431fd2ee9 req-bc5dfb81-abd9-4497-812c-a3c4a58cfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.122676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9a2fc7c-b887-4861-b960-57b431fd2ee9 req-bc5dfb81-abd9-4497-812c-a3c4a58cfc4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 1101 time: 0.1871960
Nov 10 03:59:13.161355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145805-7fc3-49fc-9ec1-84fa0fb3e365 req-f5d9758c-3ccd-4b4b-832d-a593b39e755c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.171746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145805-7fc3-49fc-9ec1-84fa0fb3e365 req-f5d9758c-3ccd-4b4b-832d-a593b39e755c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.181475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145805-7fc3-49fc-9ec1-84fa0fb3e365 req-f5d9758c-3ccd-4b4b-832d-a593b39e755c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.184942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b145805-7fc3-49fc-9ec1-84fa0fb3e365 req-f5d9758c-3ccd-4b4b-832d-a593b39e755c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 2374 time: 0.1363244
Nov 10 03:59:13.191544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-f65ff590-f648-4477-a9af-4db75b0e984a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568841
Nov 10 03:59:13.241343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:13.272917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b145805-7fc3-49fc-9ec1-84fa0fb3e365 req-25eb0aff-ba5c-4b8d-9e34-976c8c14ffcb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792854
Nov 10 03:59:13.434948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Allocated IP 172.20.0.14 (943af04c-ea46-4657-a360-32fb92e48ee3/b564fd93-cf03-499d-9fba-68dc30cb0f00/f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:13.438705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9a2fc7c-b887-4861-b960-57b431fd2ee9 req-43d73f3a-a9e2-4200-9dac-0437c012ce28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3029189
Nov 10 03:59:13.505452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-6f94dffa-41b0-4937-9b51-10486046745f service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914331
Nov 10 03:59:13.654358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55418671-962b-4034-b8f3-389019fc5813 req-fc53a002-96d1-4641-a495-cfa538a90ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348851
Nov 10 03:59:13.672046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-632d85e0-0d66-4e3d-8259-868dd51d4c9b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.682042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-632d85e0-0d66-4e3d-8259-868dd51d4c9b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.4336092
Nov 10 03:59:13.717962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-23633fcf-033a-4a37-b680-b46293e60af9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/quotas/ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 375 time: 0.0273740
Nov 10 03:59:13.830863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa0268-5a48-4551-9421-69303c1d0cb4 req-80db699e-88c5-44c6-9c80-2026b377d4cf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.831550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81fa0268-5a48-4551-9421-69303c1d0cb4 req-80db699e-88c5-44c6-9c80-2026b377d4cf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 950 time: 0.0930502
Nov 10 03:59:13.875618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.2.2.100 (49ef2f95-2096-4acc-ac35-d2286a2ce7b8/6fcd9c6d-ee98-42ac-84b4-993c8d747f8d/829ff216-2756-433a-84cc-9198928b87a8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:13.908979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-11e94436-a6fa-4eeb-8229-b5e2587ea22c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1827812
Nov 10 03:59:13.942705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-3b48fc80-7890-4223-bf34-2f428c2b6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:13.944635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-3b48fc80-7890-4223-bf34-2f428c2b6762 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 1094 time: 0.2079015
Nov 10 03:59:13.984918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81fa0268-5a48-4551-9421-69303c1d0cb4 req-9bdce561-a10c-4924-89f1-01af5f1dc7ea tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439335
Nov 10 03:59:14.069587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-ac53cc14-5af3-4ed3-9543-3e8b87bc576f service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452336
Nov 10 03:59:14.082448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.163839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.258452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.279925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a77a93-45f3-47ea-aae8-cec103bd40ec req-01efc418-ebf9-4dca-8dd8-6c2cca6091ad tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.282438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35a77a93-45f3-47ea-aae8-cec103bd40ec req-01efc418-ebf9-4dca-8dd8-6c2cca6091ad tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 943 time: 0.0988243
Nov 10 03:59:14.285038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.296058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-c05e0f7a-3d27-41de-aad4-62372fe0bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.297785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-c05e0f7a-3d27-41de-aad4-62372fe0bf70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 905 time: 0.3077383
Nov 10 03:59:14.299281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-cb96321e-3fa0-4814-9563-7a1e5243d460 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289436
Nov 10 03:59:14.350940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:14.359790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:14.361682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:14.374786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Network 943af04c-ea46-4657-a360-32fb92e48ee3 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:14.376340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-0cf08309-3da7-4be8-8bc8-47947eda26e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224d613d-7970-4e30-9b42-5f64dc988af9 HTTP/1.1" status: 200  len: 217 time: 0.0525880
Nov 10 03:59:14.379442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:14.385461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:14.386702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.387767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.391224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:14.417525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35a77a93-45f3-47ea-aae8-cec103bd40ec req-d4d63d86-03c8-45fe-b360-7b96135b8a5d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103580
Nov 10 03:59:14.422196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f5f8501c-828b-4296-bb1b-e04a996bd3cd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7690597
Nov 10 03:59:14.446472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'admin_state_up': True, 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'security_groups': ['13232280-3943-4a3b-98ac-c947e9fb5d98']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:14.474592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:14.561899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.563565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.574055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-d8f009ec-7fff-4665-9ed2-31253a58d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.575787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-d8f009ec-7fff-4665-9ed2-31253a58d18c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.1856785
Nov 10 03:59:14.681453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-99e5b824-2a3c-435f-98e1-575dfc90e250 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4973736
Nov 10 03:59:14.684013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-70dbffbc-e0db-40de-b647-56e79abfe5f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0980482
Nov 10 03:59:14.730697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Request body: {'port': {'device_id': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:14.740978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Made reservation on behalf of f44752ec82c74a28aa4dac2a2f8f88d3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:14.749413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.780754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375684-baae-4f40-8daf-11d4131fc73c req-b005a78d-00d8-4e7d-a8d5-08f3577d610c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:14.782298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69375684-baae-4f40-8daf-11d4131fc73c req-b005a78d-00d8-4e7d-a8d5-08f3577d610c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1503077
Nov 10 03:59:14.834265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f21b0616-ecbc-4d7b-b23d-12384a53108d None None] Provisioning complete for port 829ff216-2756-433a-84cc-9198928b87a8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:14.836381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f21b0616-ecbc-4d7b-b23d-12384a53108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:14.886552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69375684-baae-4f40-8daf-11d4131fc73c req-d8b00d83-bb62-4389-a298-5fe8ac8cffb2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971749
Nov 10 03:59:14.907365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f21b0616-ecbc-4d7b-b23d-12384a53108d None None] Port 829ff216-2756-433a-84cc-9198928b87a8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:15.081874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Allocated IP 10.2.2.200 (49ef2f95-2096-4acc-ac35-d2286a2ce7b8/6fcd9c6d-ee98-42ac-84b4-993c8d747f8d/0a7cee75-80a6-447d-9d5c-334cd88bb733) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:15.114009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-026d5429-5c07-4f37-bdac-8966f772df16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.120755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-026d5429-5c07-4f37-bdac-8966f772df16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.126784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-026d5429-5c07-4f37-bdac-8966f772df16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.132998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-026d5429-5c07-4f37-bdac-8966f772df16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.141666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-026d5429-5c07-4f37-bdac-8966f772df16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 3095 time: 0.1409988
Nov 10 03:59:15.173670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df30b-14f9-4751-9bdf-096254e7b89e req-2d9b4ee6-d8b1-4d2e-ae68-832f426ab82b tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.182052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-778df30b-14f9-4751-9bdf-096254e7b89e req-2d9b4ee6-d8b1-4d2e-ae68-832f426ab82b tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 932 time: 0.4874735
Nov 10 03:59:15.216550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.240067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-556f29d2-f13d-42ee-a1fe-6ec7700beac1 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5287488
Nov 10 03:59:15.267997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11aa8aa2-aac6-4a59-b370-835cc47880e3 req-f11067e6-e141-49bf-9747-db489e1f3191 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253934
Nov 10 03:59:15.394976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00fda93a-0ee8-439d-99e5-c35c8c956022 req-11c8d43d-1d45-422c-b935-84b23731f8f4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 210 time: 0.0593350
Nov 10 03:59:15.399864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.417790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-778df30b-14f9-4751-9bdf-096254e7b89e req-8e984fe3-46c0-4b90-8c59-207a27ec876a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258487
Nov 10 03:59:15.496817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.566265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1643ea29-a954-4de0-b125-a5e10960ae5d req-573caa9c-5a05-4abb-870d-27f278d7e4fe service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3142447
Nov 10 03:59:15.627025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:15.630258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:15.635475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:15.653246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.653978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.669083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:15.698348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df6727-7e6d-47de-8b07-1c2724f177da req-6d2b2f4d-7573-440c-a6b4-68c5d582e294 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.700049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12df6727-7e6d-47de-8b07-1c2724f177da req-6d2b2f4d-7573-440c-a6b4-68c5d582e294 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 950 time: 0.2007480
Nov 10 03:59:15.703482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-745e7e15-75d1-4348-8606-1ab180f9cc15 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2713728
Nov 10 03:59:15.736523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:15.780885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12df6727-7e6d-47de-8b07-1c2724f177da req-40b06645-0612-45b3-88ab-a2159389b2ec tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703874
Nov 10 03:59:15.796553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16418faa-a9fb-48d2-a346-7b0dcd92b82f req-89e45aa2-f667-4e98-bb4d-a8077658301b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:15.796553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16418faa-a9fb-48d2-a346-7b0dcd92b82f req-89e45aa2-f667-4e98-bb4d-a8077658301b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 943 time: 0.1062341
Nov 10 03:59:15.798308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:15.820173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.857240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:15.882747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.945287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Transition to ACTIVE for port object f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:15.963498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:15.990296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16418faa-a9fb-48d2-a346-7b0dcd92b82f req-a4ae82b1-0b51-4312-b329-eb224cbf3c45 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692173
Nov 10 03:59:16.073367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f9b2de62-ba7e-4e2e-9779-2807bc07476f None None] Provisioning complete for port 0a7cee75-80a6-447d-9d5c-334cd88bb733 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:16.073958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9b2de62-ba7e-4e2e-9779-2807bc07476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.078291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e48267f-3ee6-4c6e-a7f7-c06979431f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.151957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2de62-ba7e-4e2e-9779-2807bc07476f None None] Port 0a7cee75-80a6-447d-9d5c-334cd88bb733 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:16.212280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e337f77c-d135-430c-9e8b-333dc66d89e6 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:16.223044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.256966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:16.263341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Transition to ACTIVE for port object e337f77c-d135-430c-9e8b-333dc66d89e6 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:16.270786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.311195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-616e7a80-b445-4ce4-bfd1-eb67e78c48a3 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:16.312753 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-616e7a80-b445-4ce4-bfd1-eb67e78c48a3 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 1101 time: 0.0825863
Nov 10 03:59:16.339188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:16.357915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26112c63-338c-4066-a47b-f60a3c5450a5 req-6736de91-96f1-45b5-9c04-8ea66e4710d5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:16.359457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26112c63-338c-4066-a47b-f60a3c5450a5 req-6736de91-96f1-45b5-9c04-8ea66e4710d5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.2537599
Nov 10 03:59:16.363717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-3e451fbd-c5e4-487e-961c-903cb4d198a0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.388540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Attempting to bind port e337f77c-d135-430c-9e8b-333dc66d89e6 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:16.388896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Attempting to bind port e337f77c-d135-430c-9e8b-333dc66d89e6 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:16.389217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Attempting to bind port e337f77c-d135-430c-9e8b-333dc66d89e6 on network 01593d7b-06da-4887-af8e-d07f45308c5a {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:16.399763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Port e337f77c-d135-430c-9e8b-333dc66d89e6 on network 01593d7b-06da-4887-af8e-d07f45308c5a not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:16.400102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Attempting to bind port e337f77c-d135-430c-9e8b-333dc66d89e6 on network 01593d7b-06da-4887-af8e-d07f45308c5a {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:16.409883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:16.410102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Checking segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:16.410457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Bound using segment: {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:16.411016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Bound port: e337f77c-d135-430c-9e8b-333dc66d89e6, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba27143c-d61e-4c3a-8454-719c029c23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:16.411225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.461044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-411cad1a-49b9-4fa7-a10b-f901919eeaf9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:16.463510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-411cad1a-49b9-4fa7-a10b-f901919eeaf9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.3767686
Nov 10 03:59:16.489344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Request body: {'port': {'device_id': 'effe2bc9-79c8-4da1-8b51-860981201274', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'admin_state_up': True, 'tenant_id': 'ea64fdb2282844728c33886df39a303b'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:16.516570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:16.519985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Attempting to bind port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:16.520557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Attempting to bind port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:16.520888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Attempting to bind port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:16.523540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-3e451fbd-c5e4-487e-961c-903cb4d198a0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.531235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-3e451fbd-c5e4-487e-961c-903cb4d198a0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.534458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:16.550321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.585050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e on network 943af04c-ea46-4657-a360-32fb92e48ee3 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:16.585639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Attempting to bind port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:16.588585 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-b1c24574-5214-424c-892e-4a614e605da4 service neutron] show failed (client error): The resource could not be found.
Nov 10 03:59:16.589608 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-b1c24574-5214-424c-892e-4a614e605da4 service neutron] 10.222.0.21 "GET /v2.0/ports/1f2a3d69-ab28-4c5f-be61-4c62f736422f/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.2958043
Nov 10 03:59:16.600014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e48267f-3ee6-4c6e-a7f7-c06979431f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.604001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de5ae91c-1092-4003-a43e-605dbbf07394 req-3e451fbd-c5e4-487e-961c-903cb4d198a0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783005
Nov 10 03:59:16.606757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451fbd-c5e4-487e-961c-903cb4d198a0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2331080-8baf-4a68-88b9-cad3ac0c140f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:16.621232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:16.621744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.623208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 1092 time: 0.8919837
Nov 10 03:59:16.624282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:16.624798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e48267f-3ee6-4c6e-a7f7-c06979431f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.625972 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc336f9-3fb4-4381-88dc-fdb332004c52" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:16.635415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:16.635893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Checking segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:16.636567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Bound using segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:16.637268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Bound port: f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:16.637637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.646618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aa41d-c4ba-41bd-97a1-b25b67c155f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:16.659672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:16.661750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26112c63-338c-4066-a47b-f60a3c5450a5 req-75b4913d-35b4-48a3-ac5c-8f921138decf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793269
Nov 10 03:59:16.735897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.787072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6e48267f-3ee6-4c6e-a7f7-c06979431f3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dd9f3992f314dbab5e91d15af7efac7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9854984
Nov 10 03:59:16.797862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:16.853034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.26', 51439) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:16.880449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a3b25f93-c9a3-4a8a-b9ca-1e70484f7232 req-ba5ee680-6a74-4be8-adc3-2c1f53f387a2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 210 time: 0.0940263
Nov 10 03:59:16.881333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48267f-3ee6-4c6e-a7f7-c06979431f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26390aa-c2e0-4913-90c1-ef2b034173f4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:16.903307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:16.907947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:16.916957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.928052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:16.932340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.974188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:16.974796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:16.976144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e HTTP/1.1" status: 200  len: 1092 time: 2.2637894
Nov 10 03:59:16.978240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:16.980660 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb831465-aa11-4935-b241-97723002acc3" -d '{"events": [{"name": "network-changed", "server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:17.023946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.029123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.035016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.040922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.046865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.048808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-e09bd0ed-db59-4f85-aa8c-e3075ba6f482 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 3828 time: 0.2874238
Nov 10 03:59:17.094285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32e1f-3c59-43d6-a28d-34f81b6866d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:17.102916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-60bba36c-9ab8-44e5-95c1-7ac6d59533ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.105091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-60bba36c-9ab8-44e5-95c1-7ac6d59533ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1100 time: 0.2489886
Nov 10 03:59:17.114501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.128925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea468eb2-ffb5-431b-8cbd-f519db5b46a6 req-30d90018-1b25-4c0d-b7d8-461a20becb9e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.130426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea468eb2-ffb5-431b-8cbd-f519db5b46a6 req-30d90018-1b25-4c0d-b7d8-461a20becb9e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 944 time: 0.1579411
Nov 10 03:59:17.132078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:17.179629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-9096cd87-1e66-47f7-9efe-9258d4cf5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.181129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-9096cd87-1e66-47f7-9efe-9258d4cf5f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 1095 time: 0.1477914
Nov 10 03:59:17.212224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.234126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-091962ff-7aa4-420e-9d4c-71bd9239c33f req-c2041f6f-1300-4cbe-8f35-948b41c89e34 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742251
Nov 10 03:59:17.246371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-d6798666-6cbc-413c-9c04-cd3bcc5df406 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e HTTP/1.1" status: 200  len: 217 time: 0.0530093
Nov 10 03:59:17.274887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Allocated IP 172.20.0.5 (26052801-3b22-4390-bcdf-3933643a2943/0e4a36c3-296e-4a97-983d-b73804e80819/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:17.296318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea468eb2-ffb5-431b-8cbd-f519db5b46a6 req-7f0512aa-fc0f-4990-8264-65c47518073b tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572070
Nov 10 03:59:17.309948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.343429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-0a0ba3ab-c84e-4847-8549-9ac45980fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.344996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-0a0ba3ab-c84e-4847-8549-9ac45980fb3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.0871985
Nov 10 03:59:17.377966 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe083b-de37-46d4-9b82-ad61bf808140 x-openstack-request-id: req-79fe083b-de37-46d4-9b82-ad61bf808140 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:17.378247 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:17.378472 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79fe083b-de37-46d4-9b82-ad61bf808140 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:17.378867 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'status': 'completed', 'code': 200}
Nov 10 03:59:17.389003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.389339 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-7919b74c-0e42-44e2-adb5-60d06e6ec28a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340996
Nov 10 03:59:17.392080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.396144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b26390aa-c2e0-4913-90c1-ef2b034173f4 HTTP/1.1" status: 204  len: 168 time: 0.5971494
Nov 10 03:59:17.407295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.26', 51440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:17.452233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:17.474730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd15da-72ab-49b5-bafc-6c1ea04ad09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26390aa-c2e0-4913-90c1-ef2b034173f4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:17.550860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:17.589521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.604374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.604877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.605335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.605786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.606233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.607970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-5b26d3e6-7e49-41d0-a8e5-584c6e785aa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 4363 time: 0.1997504
Nov 10 03:59:17.642955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:17.650208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Transition to ACTIVE for port object 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:17.669777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '224d613d-7970-4e30-9b42-5f64dc988af9', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '224d613d-7970-4e30-9b42-5f64dc988af9', 'mac_address': 'fa:16:3e:87:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:17.690277 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82685821-39a9-4257-b222-e24242778f21 x-openstack-request-id: req-82685821-39a9-4257-b222-e24242778f21 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:17.690741 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:17.690837 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82685821-39a9-4257-b222-e24242778f21 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:17.691151 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'status': 'completed', 'code': 200}
Nov 10 03:59:17.730207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.731491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.749401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224d613d-7970-4e30-9b42-5f64dc988af9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:17.778473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:17.783972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-48b42866-74d6-4f2f-9c8c-0e7b39074e98 service neutron] 10.222.0.21 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711116
Nov 10 03:59:17.787062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.815871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfd4e5-04d5-4478-a244-8b46f408afff req-85368150-f7c7-488b-8c68-6c273d0237d3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:17.817622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bcfd4e5-04d5-4478-a244-8b46f408afff req-85368150-f7c7-488b-8c68-6c273d0237d3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 943 time: 0.2862213
Nov 10 03:59:17.840713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.891658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:17.899708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.900153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.901376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.901940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.902591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.903127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.903659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.904202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.904779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.906061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.906608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.907141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 03:59:17.917039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:17.967782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcbeb-a7b9-4cdb-addd-2cb64c934456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:17.995255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5bc2d48-c7e4-4235-98df-2e8ec16e25de req-8685ac37-ab95-4d7e-82ce-f76a852e6e93 service neutron] 10.222.0.21 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530175
Nov 10 03:59:18.011981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['224d613d-7970-4e30-9b42-5f64dc988af9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:18.013958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a380d0-5c66-4bd2-8c2c-1222e5db71e2 req-fe7564d8-c5e0-4a1f-a404-8af4727f85b0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.021373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14a380d0-5c66-4bd2-8c2c-1222e5db71e2 req-fe7564d8-c5e0-4a1f-a404-8af4727f85b0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.2345197
Nov 10 03:59:18.056553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.170307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Network 26052801-3b22-4390-bcdf-3933643a2943 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:18.183106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14a380d0-5c66-4bd2-8c2c-1222e5db71e2 req-9f371277-34c1-4f29-ad28-e1eb312242b8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607704
Nov 10 03:59:18.189066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:18.195728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:18.199781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:18.222822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:18.245238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:18.256197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-3e6079d1-604d-436a-af66-be22973828dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.256837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-3e6079d1-604d-436a-af66-be22973828dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.257053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-3e6079d1-604d-436a-af66-be22973828dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.258477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831465-aa11-4935-b241-97723002acc3 req-f3b53c59-10a0-4fdf-9465-2a0ac6459551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.258631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-3e6079d1-604d-436a-af66-be22973828dd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.6411605
Nov 10 03:59:18.260076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-f3b53c59-10a0-4fdf-9465-2a0ac6459551 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 1095 time: 0.1854651
Nov 10 03:59:18.355656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcbeb-a7b9-4cdb-addd-2cb64c934456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.361921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.362535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.373334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bcfd4e5-04d5-4478-a244-8b46f408afff req-0e67a6cc-3361-4e4e-a651-463848abf075 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5426886
Nov 10 03:59:18.379621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcbeb-a7b9-4cdb-addd-2cb64c934456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.389257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b111db60-bf13-431c-9e27-200171f2eaf0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0607202
Nov 10 03:59:18.420867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.433725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-9ae7ed65-9c3b-4953-8170-86249ed630f5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9599576
Nov 10 03:59:18.435567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Attempting to bind port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:18.435905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Attempting to bind port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:18.436309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Attempting to bind port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:18.470143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Request body: {'port': {'device_id': 'effe2bc9-79c8-4da1-8b51-860981201274', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:18.477180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:18.489842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:18.490164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Attempting to bind port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:18.499909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddcbeb-a7b9-4cdb-addd-2cb64c934456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5365b8-0222-4edd-be21-6252ec922b6e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:18.529428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b3ddcbeb-a7b9-4cdb-addd-2cb64c934456 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b609fe90764329aca628682cb7f223&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6053050
Nov 10 03:59:18.534843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57002) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:18.548705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:18.549039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:18.549425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Bound using segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:18.549873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Bound port: 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:18.550230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.559874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831465-aa11-4935-b241-97723002acc3 req-d8b93b86-68cc-4df4-a31e-2a649b65613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.561384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-d8b93b86-68cc-4df4-a31e-2a649b65613b service neutron] 10.222.0.21 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 923 time: 0.2922556
Nov 10 03:59:18.573392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-cc1e3a96-8c15-438b-8182-b326efaa091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.574870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cdc336f9-3fb4-4381-88dc-fdb332004c52 req-cc1e3a96-8c15-438b-8182-b326efaa091b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2994859
Nov 10 03:59:18.591229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.630201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cba52-fc8b-4ca8-9537-7ac93ae32062 req-c1da2d31-91c9-4e6a-a0c6-7faa658036e1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.631669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e30cba52-fc8b-4ca8-9537-7ac93ae32062 req-c1da2d31-91c9-4e6a-a0c6-7faa658036e1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 931 time: 0.1931052
Nov 10 03:59:18.642504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Transition to ACTIVE for port object 1f2a3d69-ab28-4c5f-be61-4c62f736422f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:18.652657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.658857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.663554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-e5f077dc-00d1-466a-8265-5f0e0553458f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e HTTP/1.1" status: 200  len: 217 time: 0.0691495
Nov 10 03:59:18.668883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.724917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-0b19e8d8-76e3-4fc2-9ff7-491935f380f2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.726397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-0b19e8d8-76e3-4fc2-9ff7-491935f380f2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3198879
Nov 10 03:59:18.727733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:18.769972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] No DVR routers for this DVR port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:59:18.771879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:18.780070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:18.791862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e30cba52-fc8b-4ca8-9537-7ac93ae32062 req-df317085-6de2-4432-b4e5-95d6a5148fa3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356747
Nov 10 03:59:18.798049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.846331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:18.847172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:18.848816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] 10.222.0.26 "PUT /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 1130 time: 2.1941640
Nov 10 03:59:18.904541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:18.945592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:18.946019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:18.946410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:18.982201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:18.982626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Attempting to bind port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:19.010750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02523cac-197b-459d-a752-ec26f501ca21 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:19.016862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:19.017289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:19.017741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:19.018250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Bound port: 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:19.018680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.041849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.054589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.071551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-8aced970-faaa-45a8-a361-4cdba027e47b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.3318944
Nov 10 03:59:19.080969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831465-aa11-4935-b241-97723002acc3 req-5d6ed70b-a129-47b4-aff0-b4cc301d4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.082873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-5d6ed70b-a129-47b4-aff0-b4cc301d4728 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.4065857
Nov 10 03:59:19.093539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.099495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.105550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.111470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.119037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.123551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.125466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-93a1ac04-b980-4b0a-b081-b815f9e80831 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 4600 time: 0.2159600
Nov 10 03:59:19.193141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.199186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:19.200246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-cd4f8d56-aa25-47cd-a9d4-6330fde0836f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1059246
Nov 10 03:59:19.235853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:19.248470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.328292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db907d7-fbd4-41bc-a5d8-d78c2096a6fb req-62e6e42b-28f1-4c64-978a-19cad7379de0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1922314
Nov 10 03:59:19.343240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.343856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.345247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] 10.222.0.26 "PUT /v2.0/ports/1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 1095 time: 2.2197216
Nov 10 03:59:19.345633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bfc8821-e310-4b46-abbf-99cb7a277a43 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2554946
Nov 10 03:59:19.385749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}, {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f'}, {'name': 'network-changed', 'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:19.388058 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b" -d '{"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}, {"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "1cbfc0a8-0b22-440d-b4d8-14a5c83d382f"}, {"name": "network-changed", "server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:19.403219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.406397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.409214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d5365b8-0222-4edd-be21-6252ec922b6e HTTP/1.1" status: 204  len: 168 time: 0.8705101
Nov 10 03:59:19.411618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-81706a61-156a-480e-bdf4-c345b3dbf3af service neutron] 10.222.0.21 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989036
Nov 10 03:59:19.430515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e620b0-c766-4c51-a44b-b94af43b69fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:19.455599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333e9f-b066-49ba-abfa-899ade9726d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5365b8-0222-4edd-be21-6252ec922b6e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:19.468214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:19.550577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-ae0a3888-c0ca-4a90-88e2-68b4eb9742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.552439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-ae0a3888-c0ca-4a90-88e2-68b4eb9742b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1098 time: 0.1323292
Nov 10 03:59:19.659349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb831465-aa11-4935-b241-97723002acc3 req-b277e56d-5cbe-42eb-91c4-f5e0de992175 service neutron] 10.222.0.21 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385437
Nov 10 03:59:19.663898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:19.671186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 224d613d-7970-4e30-9b42-5f64dc988af9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:19.675659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 224d613d-7970-4e30-9b42-5f64dc988af9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:19.676132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.686763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.714846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Transition to ACTIVE for port object c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:19.722694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.826145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.856323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-d421cf53-6153-476a-94f5-998b35335821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.857874 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-d421cf53-6153-476a-94f5-998b35335821 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2960479
Nov 10 03:59:19.862819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:19.865544 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f85920-ea56-497d-b2b4-cd52d96f49dc" -d '{"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-plugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:19.883198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:19.891292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.892950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:19.913991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:19.914555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:19.914555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:19.921417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:19.921759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:19.926446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-cfb9ee1d-6686-4b4b-8e66-665a4d601d02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0599949
Nov 10 03:59:19.929207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:19.929558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:19.929948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:19.930063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8aa12-0978-42bd-bcea-1fe832f6fa31 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:19.930392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Bound port: c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:19.931419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:19.947003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:19.956981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63464-60d9-40c4-9481-21e2b0ea75c2 req-3e5588f0-f562-4bfd-8803-37aa1590f94f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:19.965379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31b63464-60d9-40c4-9481-21e2b0ea75c2 req-3e5588f0-f562-4bfd-8803-37aa1590f94f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 944 time: 0.2424350
Nov 10 03:59:19.969315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.005641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:20.029334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:20.035717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:20.039997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.047575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:59:20.092110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.092944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.095330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] 10.222.0.26 "PUT /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 1091 time: 1.6517735
Nov 10 03:59:20.095841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:20.098420 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49aa6a4-8848-4113-a9d8-e0f933465e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:20.113412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Transition to ACTIVE for port object bfc8aa12-0978-42bd-bcea-1fe832f6fa31 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:20.128890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31b63464-60d9-40c4-9481-21e2b0ea75c2 req-7f27f49d-d232-4c22-b487-78a6a2284674 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606700
Nov 10 03:59:20.132934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.151278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e8dd7-a071-4389-80cc-4dc9c5679fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:20.159359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-aa48318c-b336-42d4-855f-e5b3fcefb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.165237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-aa48318c-b336-42d4-855f-e5b3fcefb04c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2287173
Nov 10 03:59:20.184459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-fe870af9-dbb7-4150-b2a7-74988f92c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.186643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-fe870af9-dbb7-4150-b2a7-74988f92c280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1094 time: 0.0498137
Nov 10 03:59:20.271693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-8900ee85-702c-4626-9730-3a90c47874ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 217 time: 0.0768483
Nov 10 03:59:20.321454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:20.338694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Attempting to bind port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:20.339020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Attempting to bind port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:20.339342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Attempting to bind port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:20.348736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-4287b76e-4392-4166-b789-e735747bdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.351038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-4287b76e-4392-4166-b789-e735747bdab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0723054
Nov 10 03:59:20.380948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-3a8fa8c5-9479-44fb-8ff3-23acb1f036bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.382905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-3a8fa8c5-9479-44fb-8ff3-23acb1f036bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2069259
Nov 10 03:59:20.385126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:20.385540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Attempting to bind port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:20.396674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-cf24c69d-744a-422f-9954-c504c665bdfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387089
Nov 10 03:59:20.441518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088ff4-fa6e-4fb1-8f6b-6fddeeaa3e00 req-80356f05-8087-4614-9445-4d409e5334a8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.443640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a088ff4-fa6e-4fb1-8f6b-6fddeeaa3e00 req-80356f05-8087-4614-9445-4d409e5334a8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.2107720
Nov 10 03:59:20.455631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:20.456089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:20.456576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Bound using segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:20.457158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Bound port: bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:20.457612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.582464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e599a-fe69-499e-a4ac-0283ac021408 req-2a65d7b1-10e4-4a96-832a-5bb86d0b6853 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.592353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c99e599a-fe69-499e-a4ac-0283ac021408 req-2a65d7b1-10e4-4a96-832a-5bb86d0b6853 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 945 time: 0.1573739
Nov 10 03:59:20.617382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-ef9b264b-9679-413b-8311-704972250564 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139237
Nov 10 03:59:20.631085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:20.648068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a088ff4-fa6e-4fb1-8f6b-6fddeeaa3e00 req-30114c0e-3ea5-4d25-96cd-8be9d7edb2cd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850207
Nov 10 03:59:20.665305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-756cc873-9076-467b-ac11-cc1744f03468 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685046
Nov 10 03:59:20.673598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:20.693642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.714322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c99e599a-fe69-499e-a4ac-0283ac021408 req-5219341a-610e-4305-9ca6-038f52cfe52b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209338
Nov 10 03:59:20.768169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c817ed95-48a1-4b70-bfba-ae03c80c3ce2 req-c4efeeac-fada-44b6-9bd9-a95e15110e73 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425347
Nov 10 03:59:20.769926 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9cf6c-2097-4303-a5cb-f65826bd2905 x-openstack-request-id: req-e5f9cf6c-2097-4303-a5cb-f65826bd2905 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:20.770224 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "code": 200}, {"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "1cbfc0a8-0b22-440d-b4d8-14a5c83d382f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:20.770523 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5f9cf6c-2097-4303-a5cb-f65826bd2905 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:20.770874 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'code': 200}
Nov 10 03:59:20.771325 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f', 'status': 'completed', 'code': 200}
Nov 10 03:59:20.771757 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'status': 'completed', 'code': 200}
Nov 10 03:59:20.816779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:20.817617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:20.819146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 1129 time: 1.9217765
Nov 10 03:59:20.852315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4648-2167-4750-8224-8e117aec8ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:20.892919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ca44e1-6313-43ad-8bc6-01564ec1901d req-84b7b1b3-f1c8-45cf-9221-4287f0a78133 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179260
Nov 10 03:59:20.897544 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85432e6-7cbe-420a-b2e3-de07e4e4ad92 x-openstack-request-id: req-b85432e6-7cbe-420a-b2e3-de07e4e4ad92 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:20.898038 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-plugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:20.898608 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b85432e6-7cbe-420a-b2e3-de07e4e4ad92 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:20.899220 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9', 'code': 200}
Nov 10 03:59:20.920349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:20.997367 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d70cbc-301a-4ca6-a168-a74b29e174d4 x-openstack-request-id: req-71d70cbc-301a-4ca6-a168-a74b29e174d4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:20.997889 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:20.997889 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71d70cbc-301a-4ca6-a168-a74b29e174d4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:20.998335 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'status': 'completed', 'code': 200}
Nov 10 03:59:21.136278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:21.218568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.220962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.221512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.239844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-14de2969-0d6d-41b8-9245-81cf846c0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.241354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-14de2969-0d6d-41b8-9245-81cf846c0747 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1094 time: 0.1873431
Nov 10 03:59:21.244010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.245391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.247394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.249751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.255097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f12a6045-d676-43cf-94c1-6ae724913dae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6208 time: 0.4190018
Nov 10 03:59:21.258133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-109977f0-9270-4520-ab04-2c5c20109797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.261696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-109977f0-9270-4520-ab04-2c5c20109797 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1098 time: 0.4496138
Nov 10 03:59:21.466199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:21.505447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1625-4851-4808-abef-01c0e111e269 req-f5b34012-a29b-4bee-b1fe-d4285834cee9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.525706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad6f1625-4851-4808-abef-01c0e111e269 req-f5b34012-a29b-4bee-b1fe-d4285834cee9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 943 time: 0.5487309
Nov 10 03:59:21.530759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-11dffb87-a6cb-4ff8-bb4a-1686bc926e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.532335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-11dffb87-a6cb-4ff8-bb4a-1686bc926e32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.2794349
Nov 10 03:59:21.567783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1432af-42f5-428a-a68d-df236cfbf5ba req-857a2041-cb3b-40ae-8706-76c4499e2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.569523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b1432af-42f5-428a-a68d-df236cfbf5ba req-857a2041-cb3b-40ae-8706-76c4499e2545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 1096 time: 0.5221243
Nov 10 03:59:21.602951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-b7d978ed-92ad-4147-bfc2-09bbbd5ddcef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 217 time: 0.0616100
Nov 10 03:59:21.626219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-fb8458bb-5fb4-425b-86d2-40360bd32378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.626688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-fb8458bb-5fb4-425b-86d2-40360bd32378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.627152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-fb8458bb-5fb4-425b-86d2-40360bd32378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.628794 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-fb8458bb-5fb4-425b-86d2-40360bd32378 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3622744
Nov 10 03:59:21.804061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-65745dec-33a2-4c77-8b38-fc59a2db600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.805782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-65745dec-33a2-4c77-8b38-fc59a2db600a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1831012
Nov 10 03:59:21.806076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad6f1625-4851-4808-abef-01c0e111e269 req-c7badddf-a0eb-40ab-b125-7b5329db60b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2770135
Nov 10 03:59:21.807886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:21.820418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.825935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'port_id': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'mac_address': 'fa:16:3e:bb:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564fd93-cf03-499d-9fba-68dc30cb0f00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:21.835988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.835988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.840969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.847165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.853920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.859819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.868519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-4563ec31-e600-4962-8bbb-7f2fff789483 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5371 time: 0.2823138
Nov 10 03:59:21.883911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:21.884161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b1432af-42f5-428a-a68d-df236cfbf5ba req-99d822c4-b59a-40ed-a13e-97cd56e96518 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611036
Nov 10 03:59:21.894039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-17d3e254-edb9-4f9f-9d2a-8c1102dadf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.895905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-17d3e254-edb9-4f9f-9d2a-8c1102dadf80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3630848
Nov 10 03:59:21.912504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:21.929418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-5bf4b63e-b0be-4231-a069-bbcae17cc7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582335
Nov 10 03:59:21.941279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:21.946643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:21.980855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-714ed47c-31f6-454b-b32d-dd863a496a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:21.982559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-714ed47c-31f6-454b-b32d-dd863a496a85 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3458743
Nov 10 03:59:21.987924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6770b602-ee3e-48be-ad23-aa6924af305a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:21.996528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:22.012176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Transition to ACTIVE for port object 6770b602-ee3e-48be-ad23-aa6924af305a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:22.019165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:22.171820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:22.333024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:22.433836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c246cbb1-7213-493f-9b6c-f4d8a19b2a92 req-d9511cca-71b6-4689-b86e-a4f6e22c6d76 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5643735
Nov 10 03:59:22.445425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:22.503611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-56c678a2-0145-4993-9033-805b197cbb69 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0588584
Nov 10 03:59:22.524743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Attempting to bind port 6770b602-ee3e-48be-ad23-aa6924af305a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:22.525642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Attempting to bind port 6770b602-ee3e-48be-ad23-aa6924af305a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:22.525982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Attempting to bind port 6770b602-ee3e-48be-ad23-aa6924af305a on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:22.533796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-31b41192-845c-45b0-99fe-87ef8c529cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5779567
Nov 10 03:59:22.541478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Port 6770b602-ee3e-48be-ad23-aa6924af305a on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:22.548796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Attempting to bind port 6770b602-ee3e-48be-ad23-aa6924af305a on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:22.636830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:22.636830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:22.638575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Bound using segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:22.639038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Bound port: 6770b602-ee3e-48be-ad23-aa6924af305a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:22.639525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:22.644201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-d0308721-e719-4218-8b7a-6ecd6200aa5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.2005715
Nov 10 03:59:22.662379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac3073-ac41-4af2-806e-dd5bc3f2f6b6 req-c1ca9b11-f055-4f04-9a3e-5c8c2c0977b1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:22.677664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29ac3073-ac41-4af2-806e-dd5bc3f2f6b6 req-c1ca9b11-f055-4f04-9a3e-5c8c2c0977b1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 945 time: 0.6830149
Nov 10 03:59:22.698324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83578e2e-9d89-483a-b8cd-29efc65056ad req-c1103878-1d2d-49e1-b419-70648989285d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 210 time: 0.0974488
Nov 10 03:59:22.760383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-11d80a13-3718-43cc-9405-b9b9c2cc1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:22.761947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-11d80a13-3718-43cc-9405-b9b9c2cc1311 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1098 time: 0.7219229
Nov 10 03:59:22.774790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:22.777645 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52acf9be-5f39-4016-b0dc-eb60b0610951" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "bfc8aa12-0978-42bd-bcea-1fe832f6fa31"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:22.789001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e49aa6a4-8848-4113-a9d8-e0f933465e9c req-5dcaad59-5c13-4a42-9b7e-285d0994895f service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372484
Nov 10 03:59:22.808637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:22.817496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:22.824149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29ac3073-ac41-4af2-806e-dd5bc3f2f6b6 req-f6d15687-dc8d-470a-85a4-8827a650abdf tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437109
Nov 10 03:59:22.838356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:22.932303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:22.933204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:22.934571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-acafac02-1da5-4242-92e6-424b9785885d service neutron] 10.222.0.26 "PUT /v2.0/ports/6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 200  len: 1091 time: 2.0212016
Nov 10 03:59:22.958059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafac02-1da5-4242-92e6-424b9785885d service neutron] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:22.971633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:23.005060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-b96cac25-9747-459b-8240-ba8307e6a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.006870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-b96cac25-9747-459b-8240-ba8307e6a509 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1972024
Nov 10 03:59:23.013057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d410ea6-2b71-495e-84fb-e2503a12c69e req-3173b405-9b19-49cc-a493-5a131c0baa69 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.020482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d410ea6-2b71-495e-84fb-e2503a12c69e req-3173b405-9b19-49cc-a493-5a131c0baa69 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 947 time: 0.1490490
Nov 10 03:59:23.076654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-b61e1407-078a-48ce-9013-1fe8afea9d14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0566454
Nov 10 03:59:23.083988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.135206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d410ea6-2b71-495e-84fb-e2503a12c69e req-979362b0-49cb-40b8-bc72-7913bc356d0c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111288
Nov 10 03:59:23.193440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.21', 49830) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:23.230097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-14b81f6a-901b-4729-8fad-cb2eda73a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.231512 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a219f27-9115-401a-b0e2-f504e1cc280c x-openstack-request-id: req-1a219f27-9115-401a-b0e2-f504e1cc280c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:23.231674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-14b81f6a-901b-4729-8fad-cb2eda73a2a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1083004
Nov 10 03:59:23.231823 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "bfc8aa12-0978-42bd-bcea-1fe832f6fa31", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:23.233059 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a219f27-9115-401a-b0e2-f504e1cc280c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:23.233314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-89d96e87-b1c7-48f4-bcf2-70be3b32a8a4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383718
Nov 10 03:59:23.234028 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31', 'status': 'completed', 'code': 200}
Nov 10 03:59:23.237482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-596bfa2a-bdeb-4a77-bba8-b79e270674a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.238885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-596bfa2a-bdeb-4a77-bba8-b79e270674a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.5562227
Nov 10 03:59:23.247242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-be95f69d-ee8d-4476-93a1-880ce73ded35 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.248767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-be95f69d-ee8d-4476-93a1-880ce73ded35 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6992157
Nov 10 03:59:23.354241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': 'a84be396-8583-4184-8ed2-1abe60059022', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:23.364472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49d179-57ff-4611-b8e0-8b1aefa1c58b req-08f892c3-8dc6-434c-baa5-e29d6f475731 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.365516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57094) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:23.372008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f49d179-57ff-4611-b8e0-8b1aefa1c58b req-08f892c3-8dc6-434c-baa5-e29d6f475731 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 945 time: 0.3638933
Nov 10 03:59:23.467840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:23.483731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.484655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.484655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.485116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.485577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.485722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f9b06f62-bd0a-4da3-93ee-0a85617ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.486208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.486493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.487213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-f9b06f62-bd0a-4da3-93ee-0a85617ab61a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2375605
Nov 10 03:59:23.490337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9a829606-c3cf-43be-9f04-e9ff6c6dc1ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6275 time: 0.1240063
Nov 10 03:59:23.558927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:23.564875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:23.565608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.574849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-96d16729-c302-45c9-8d07-6b5088a4824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.576347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-96d16729-c302-45c9-8d07-6b5088a4824f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3256350
Nov 10 03:59:23.602637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d1e0b-31c1-454d-a0e5-eba4c18904f5 req-f1ce1684-2687-495e-857b-33ba6093d307 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.604184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d5d1e0b-31c1-454d-a0e5-eba4c18904f5 req-f1ce1684-2687-495e-857b-33ba6093d307 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 943 time: 0.2395403
Nov 10 03:59:23.615025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02647de4-d7e7-4aa8-9e09-98aa76f482f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.657345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.680885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:23.683739 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60188183-e31a-4db2-8bf7-8f37e9c16ad8" -d '{"events": [{"server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:23.698083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f49d179-57ff-4611-b8e0-8b1aefa1c58b req-d6d41385-880f-4cc0-8efc-36cb9ec58e45 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245702
Nov 10 03:59:23.704173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:23.719585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.731363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-97d2cc77-c20b-4e34-8f11-2b112ba097f2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.732872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-97d2cc77-c20b-4e34-8f11-2b112ba097f2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4651787
Nov 10 03:59:23.753728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9ef9da48-6371-41dd-ac13-35d0575b5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.754201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9ef9da48-6371-41dd-ac13-35d0575b5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.754659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9ef9da48-6371-41dd-ac13-35d0575b5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:23.756257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-9ef9da48-6371-41dd-ac13-35d0575b5303 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2327588
Nov 10 03:59:23.757444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:23.778275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d5d1e0b-31c1-454d-a0e5-eba4c18904f5 req-1b946603-02fc-4168-b778-39c1a5949675 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631150
Nov 10 03:59:23.787445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:23.846952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:23.871832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-8a435e6c-4b6d-45b5-ad66-11573407fa0e service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3717966
Nov 10 03:59:23.874717 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635b8492-9e01-4fea-84d8-e95f17e7a48e x-openstack-request-id: req-635b8492-9e01-4fea-84d8-e95f17e7a48e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:23.875023 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:23.875299 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635b8492-9e01-4fea-84d8-e95f17e7a48e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:23.875727 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'code': 200}
Nov 10 03:59:23.883264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:23.887600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.957732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df01c5b-14ab-4d3a-9769-522007964e79 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:23.967913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.21', 49831) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:23.975975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:23.982315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:23.993800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'mac_address': 'fa:16:3e:45:3d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:24.018394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-eaefc27d-e8a8-4a00-8e21-de95b91b0481 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4262538
Nov 10 03:59:24.027403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02647de4-d7e7-4aa8-9e09-98aa76f482f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.040564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.050218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Transition to ACTIVE for port object 7df01c5b-14ab-4d3a-9769-522007964e79 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:24.052642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02647de4-d7e7-4aa8-9e09-98aa76f482f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.060209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2a3d69-ab28-4c5f-be61-4c62f736422f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:24.079044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.081816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:24.085365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.086180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.086826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:24.089281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b322139d-119d-41d6-80ef-0286dd763d9c req-ea85a70d-1bb8-4fe9-9334-14c73c7c6119 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 210 time: 0.0733442
Nov 10 03:59:24.091459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.098571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.105147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.111298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.117600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.119729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-5534bf6b-0e43-4534-8bd3-80f708f74947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5383 time: 0.2523050
Nov 10 03:59:24.120401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.137934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-f49b2c83-b2f8-4ebf-ad01-74391c50667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.139399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52acf9be-5f39-4016-b0dc-eb60b0610951 req-f49b2c83-b2f8-4ebf-ad01-74391c50667c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3586109
Nov 10 03:59:24.206773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.246623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-02647de4-d7e7-4aa8-9e09-98aa76f482f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f341ffa077ed4a5bbe62a187f59f7f72&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8777642
Nov 10 03:59:24.246623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02647de4-d7e7-4aa8-9e09-98aa76f482f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0308d805-47fb-46f7-9d8c-af9945d9eb5b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.253681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57110) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:24.266725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817730c4-f602-4d40-b733-17c494dc1f0a req-4aaf9b75-95bd-4d44-9567-4d560729e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.268771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-817730c4-f602-4d40-b733-17c494dc1f0a req-4aaf9b75-95bd-4d44-9567-4d560729e4eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 1097 time: 0.2989583
Nov 10 03:59:24.285058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.293117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:24.308738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'port_id': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'mac_address': 'fa:16:3e:dc:aa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a36c3-296e-4a97-983d-b73804e80819', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:24.353353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4063ad0-befe-4577-8de6-4a60a61c2e6a req-6c3e8dd6-b8ef-4e27-8c3e-38ca41bb442d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2070713
Nov 10 03:59:24.353899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.370752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:24.379764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-81896339-b180-4a0e-b70b-dd2f9e720ecd service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4566772
Nov 10 03:59:24.411183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:24.411850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-817730c4-f602-4d40-b733-17c494dc1f0a req-ddc9d75c-a4c8-40ef-a50c-c189790e2113 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274159
Nov 10 03:59:24.412490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-228ba95c-eb8e-49c1-971a-2d7182c8fc8b req-0acb9dff-bcc2-4458-872c-fd81fe060d84 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3726058
Nov 10 03:59:24.417585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Attempting to bind port 7df01c5b-14ab-4d3a-9769-522007964e79 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:24.418252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Attempting to bind port 7df01c5b-14ab-4d3a-9769-522007964e79 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:24.418911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Attempting to bind port 7df01c5b-14ab-4d3a-9769-522007964e79 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:24.419193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.428014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Port 7df01c5b-14ab-4d3a-9769-522007964e79 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:24.428785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Attempting to bind port 7df01c5b-14ab-4d3a-9769-522007964e79 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:24.440074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:24.441164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Checking segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:24.441164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Bound using segment: {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:24.441413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Bound port: 7df01c5b-14ab-4d3a-9769-522007964e79, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed01af4-725e-4585-a567-a04df98e37cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:24.441574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.446251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:24.457691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.458009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.477868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b0bd-fc61-4612-b67a-f6ded2588264 req-1d41a502-de8f-44ce-891a-04d1088a3de6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.485242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f95b0bd-fc61-4612-b67a-f6ded2588264 req-1d41a502-de8f-44ce-891a-04d1088a3de6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.2993317
Nov 10 03:59:24.505824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.513690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.567330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.13 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/43fcb80b-36d1-434f-91bf-7df8497ab95b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:24.590751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:24.594896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:24.603435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8d2fb-9e4b-4c8b-9c78-a0099816b6cb req-0bd91ad5-99c0-40b9-81ba-c39f0b0b52c5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.604965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-55c8d2fb-9e4b-4c8b-9c78-a0099816b6cb req-0bd91ad5-99c0-40b9-81ba-c39f0b0b52c5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 948 time: 0.1147904
Nov 10 03:59:24.608051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.627614 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f95b0bd-fc61-4612-b67a-f6ded2588264 req-6397f0ce-7651-42f4-b9c5-654424e03dbb tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413362
Nov 10 03:59:24.661233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:24.661850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.663213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] 10.222.0.26 "PUT /v2.0/ports/7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 200  len: 1090 time: 1.6971946
Nov 10 03:59:24.667457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.670013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:24.673948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0308d805-47fb-46f7-9d8c-af9945d9eb5b HTTP/1.1" status: 204  len: 168 time: 0.4164691
Nov 10 03:59:24.685794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:24.705634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c8cb-d947-4f96-a188-b4e5cfa6bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0308d805-47fb-46f7-9d8c-af9945d9eb5b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.740383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:24.750175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dfd1c-4edc-40eb-b1d6-302e3c060054 service neutron] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:24.769473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-55c8d2fb-9e4b-4c8b-9c78-a0099816b6cb req-f06b20cc-74de-4504-ae0c-1253176e31a4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554470
Nov 10 03:59:24.771436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1f2a3d69-ab28-4c5f-be61-4c62f736422f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:24.895554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.079437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcb168-9aea-4bf6-8de2-1aceb5059fa7 req-df2bcf25-788b-4913-954a-c0712e9ea228 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:25.086259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbbcb168-9aea-4bf6-8de2-1aceb5059fa7 req-df2bcf25-788b-4913-954a-c0712e9ea228 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 945 time: 0.2087762
Nov 10 03:59:25.137128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.157301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbbcb168-9aea-4bf6-8de2-1aceb5059fa7 req-7cbd1805-8d6d-4b3a-ba6f-1775e2760672 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616970
Nov 10 03:59:25.177438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57126) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:25.195932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95387a58-bfb1-4e1e-ba97-28249307a7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.234842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a'}, {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:25.237115 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a"}, {"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:25.257175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.281838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a7ee9-d406-4669-ba7b-f07c51082049 req-7cae4dcf-fb56-4c68-b110-d9c97e31e7c3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:25.283590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-265a7ee9-d406-4669-ba7b-f07c51082049 req-7cae4dcf-fb56-4c68-b110-d9c97e31e7c3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.3158784
Nov 10 03:59:25.314577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:25.326756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:25.338596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:25.349909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-265a7ee9-d406-4669-ba7b-f07c51082049 req-e753caf7-aa6d-4ade-b38e-c9d3b8d4822b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540721
Nov 10 03:59:25.545390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829ff216-2756-433a-84cc-9198928b87a8 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:25.581210 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d6721b-3a2e-4f80-83d5-c70196d4b726 x-openstack-request-id: req-24d6721b-3a2e-4f80-83d5-c70196d4b726 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:25.581592 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:25.581778 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d6721b-3a2e-4f80-83d5-c70196d4b726 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:25.582153 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a', 'status': 'completed', 'code': 200}
Nov 10 03:59:25.582408 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79', 'status': 'completed', 'code': 200}
Nov 10 03:59:25.586110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:25.589283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.643190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Transition to ACTIVE for port object 829ff216-2756-433a-84cc-9198928b87a8 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:25.662911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-cc882ccb-8342-42f1-8513-ba7ba439c09a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:25.664527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-cc882ccb-8342-42f1-8513-ba7ba439c09a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b&tenant_id=a17b8439aab5416baf5623b3adedbb8c&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 948 time: 0.1807151
Nov 10 03:59:25.665451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.761481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-be14fccc-0606-496c-bd09-4f0c5538b89b None None] Provisioning complete for port 43fcb80b-36d1-434f-91bf-7df8497ab95b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:25.762129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be14fccc-0606-496c-bd09-4f0c5538b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.847649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:25.872210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:25.894807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Attempting to bind port 829ff216-2756-433a-84cc-9198928b87a8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:25.895106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Attempting to bind port 829ff216-2756-433a-84cc-9198928b87a8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:25.895641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Attempting to bind port 829ff216-2756-433a-84cc-9198928b87a8 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:25.902337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.96 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/d7480209-b95d-4569-82a6-bbcd7ed5c346) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:25.916777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-be14fccc-0606-496c-bd09-4f0c5538b89b None None] Port 43fcb80b-36d1-434f-91bf-7df8497ab95b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:25.929363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b75cdba-8cfb-4154-8c89-56734c40d20c req-7623c234-596a-4cd6-ad20-8cf24dcad6a7 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 210 time: 0.1793613
Nov 10 03:59:25.941423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452cb3-34be-46ce-85b6-74dd719d1f64 req-11186c58-a724-4f74-af68-758afe6ab535 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:25.941423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70452cb3-34be-46ce-85b6-74dd719d1f64 req-11186c58-a724-4f74-af68-758afe6ab535 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 948 time: 0.2048833
Nov 10 03:59:25.941423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Port 829ff216-2756-433a-84cc-9198928b87a8 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:25.941423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Attempting to bind port 829ff216-2756-433a-84cc-9198928b87a8 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:25.941751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:25.941751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.943891 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-76285786-5b96-4af0-adf0-c57c0107dd62 service neutron] delete failed (client error): The resource could not be found.
Nov 10 03:59:25.944943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-76285786-5b96-4af0-adf0-c57c0107dd62 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1f2a3d69-ab28-4c5f-be61-4c62f736422f/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.2634957
Nov 10 03:59:25.965969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1f2a3d69-ab28-4c5f-be61-4c62f736422f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:25.970800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1f2a3d69-ab28-4c5f-be61-4c62f736422f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:25.971323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.974260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:25.974260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Checking segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:25.974501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Bound using segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:25.981095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Bound port: 829ff216-2756-433a-84cc-9198928b87a8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:25.981471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:25.982727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:26.016547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.017057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.017532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.017985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.018471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.018880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.019343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.021358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ad3600a4-3988-41d3-8fc8-21c8d49e0d44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6367 time: 0.2710049
Nov 10 03:59:26.024802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3bbacf84-008c-4b73-9675-50185bb0ed8d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7066209
Nov 10 03:59:26.073554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Request body: {'port': {'device_id': 'a84be396-8583-4184-8ed2-1abe60059022', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:26.085181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.113148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:26.115301 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1cb44-c75b-4017-93c9-b2784d83bf1d" -d '{"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:26.130987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:26.137076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.138108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:26.164359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95387a58-bfb1-4e1e-ba97-28249307a7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.176920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70452cb3-34be-46ce-85b6-74dd719d1f64 req-3fb9510c-aa91-4f7f-a2d9-9029ac4bd005 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273130
Nov 10 03:59:26.188420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:26.194037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95387a58-bfb1-4e1e-ba97-28249307a7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.196151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:26.218370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.231680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:26.271667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:26.275254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:26.275671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.304672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e8d92f78-dfdb-40a7-9020-018c24af7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.305960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e8d92f78-dfdb-40a7-9020-018c24af7e0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1099 time: 0.2104857
Nov 10 03:59:26.312870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.313640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.314848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] 10.222.0.26 "PUT /v2.0/ports/829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 1091 time: 1.5795310
Nov 10 03:59:26.329528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.349584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-95387a58-bfb1-4e1e-ba97-28249307a7fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cebd5ecda41c4801a54ad746fe6f129d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1708550
Nov 10 03:59:26.358690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:26.367522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.374448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.379148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Request body: {'port': {'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:26.380858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.387236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.394866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.395718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.401457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.407618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.416434 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-ca0c76b4-778e-4063-b76e-1ddcd1b7fef3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5407 time: 0.3803511
Nov 10 03:59:26.420334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b260c0-29f8-4654-ad2b-93ed76cb4836 service neutron] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:26.445177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:26.448968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387a58-bfb1-4e1e-ba97-28249307a7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534fc7c-3010-484d-9ae9-4579b7645119,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:26.450661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.492854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-e4c4e024-303d-4865-a644-711f9fe15e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.493330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-e4c4e024-303d-4865-a644-711f9fe15e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.494368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-e4c4e024-303d-4865-a644-711f9fe15e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.496170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-e4c4e024-303d-4865-a644-711f9fe15e1f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.4619188
Nov 10 03:59:26.530608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac7b46-9f57-44dc-b63b-4370cb1b5c35 req-008a67c2-d5c7-445b-8619-8a9562fd8595 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.537746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dac7b46-9f57-44dc-b63b-4370cb1b5c35 req-008a67c2-d5c7-445b-8619-8a9562fd8595 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 945 time: 0.2691002
Nov 10 03:59:26.541797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:26.569255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.654713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ebfdb70-62fe-40a2-a332-8a4dae5c8cf3 req-4da4ca31-bc6e-4c38-b171-c20898745da8 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2374258
Nov 10 03:59:26.663009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.822692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-dae50b47-93be-4d97-9f38-c03c6a5de061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.824191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-dae50b47-93be-4d97-9f38-c03c6a5de061 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2992594
Nov 10 03:59:26.849898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6ba9-070e-4f34-9320-41560e01fb4d req-95c60840-5533-4735-917d-50c93aaf81ad tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.852701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0fd6ba9-070e-4f34-9320-41560e01fb4d req-95c60840-5533-4735-917d-50c93aaf81ad tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1202784
Nov 10 03:59:26.856951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.869465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:26.877292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.909727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e77f3b66-bc72-435c-aeb9-7d6ed00373c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:26.911175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e77f3b66-bc72-435c-aeb9-7d6ed00373c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.5759673
Nov 10 03:59:26.947214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:26.957012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dac7b46-9f57-44dc-b63b-4370cb1b5c35 req-bc489be5-479d-4853-972d-86586cf9eab8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4183352
Nov 10 03:59:26.988371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:26.996469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-0010d75b-b2be-404f-b92d-b0230ce003ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0687349
Nov 10 03:59:27.004844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:27.007320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:27.062765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:27.095414 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda65fe9-d225-47fa-aa86-0b8412c7542f x-openstack-request-id: req-bda65fe9-d225-47fa-aa86-0b8412c7542f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:27.095996 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:27.096460 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bda65fe9-d225-47fa-aa86-0b8412c7542f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:27.097096 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'code': 200}
Nov 10 03:59:27.108243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0fd6ba9-070e-4f34-9320-41560e01fb4d req-b4412ae5-00b8-45d8-8b86-3fe406e455db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446883
Nov 10 03:59:27.132354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.132869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.135715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.136204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.136720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.140622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.141460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.143744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-0bd4109a-790d-4084-aae2-2107544ab04d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6409 time: 0.2376087
Nov 10 03:59:27.171083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.171881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.219528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e94cbdc9-d04d-4a7f-a508-bec6f878dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.221178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-e94cbdc9-d04d-4a7f-a508-bec6f878dcea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1757190
Nov 10 03:59:27.261961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.264497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.273749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5534fc7c-3010-484d-9ae9-4579b7645119 HTTP/1.1" status: 204  len: 168 time: 0.9105999
Nov 10 03:59:27.300512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-3c63a079-749e-4f14-ab81-5864f2ad50e8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.5529950
Nov 10 03:59:27.328309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Request body: {'port': {'device_id': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:27.349455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a460-afd9-4e8b-b21a-10fec337bdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534fc7c-3010-484d-9ae9-4579b7645119,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:27.403357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-215540d3-7d00-4715-979f-654b96cba578 None None] Provisioning complete for port d7480209-b95d-4569-82a6-bbcd7ed5c346 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:27.404025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-215540d3-7d00-4715-979f-654b96cba578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.416872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636840a-a36b-4370-bea7-fe7bd3a68ac1 req-2aea2c24-f49c-4ab7-8fec-de770d469b81 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.424092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e636840a-a36b-4370-bea7-fe7bd3a68ac1 req-2aea2c24-f49c-4ab7-8fec-de770d469b81 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.1831684
Nov 10 03:59:27.426161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e1b9-988d-46f7-9c8d-29a5292f4375 req-5786f554-6a3a-4892-8dea-7e3a9743610d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.436872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa17e1b9-988d-46f7-9c8d-29a5292f4375 req-5786f554-6a3a-4892-8dea-7e3a9743610d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 935 time: 0.1850412
Nov 10 03:59:27.441745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-215540d3-7d00-4715-979f-654b96cba578 None None] Port d7480209-b95d-4569-82a6-bbcd7ed5c346 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:27.454014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-7ae8d0dc-3192-478a-a579-ea5a3aaaf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.455793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-7ae8d0dc-3192-478a-a579-ea5a3aaaf3b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2234063
Nov 10 03:59:27.458454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fcb80b-36d1-434f-91bf-7df8497ab95b {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:27.496779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.508441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-51cfc206-44dc-4b3c-8fab-47a6cb350d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.508943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-51cfc206-44dc-4b3c-8fab-47a6cb350d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.509955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-51cfc206-44dc-4b3c-8fab-47a6cb350d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:27.511545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-51cfc206-44dc-4b3c-8fab-47a6cb350d3a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3588922
Nov 10 03:59:27.535051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.541408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Transition to ACTIVE for port object 43fcb80b-36d1-434f-91bf-7df8497ab95b will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:27.583472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '829ff216-2756-433a-84cc-9198928b87a8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:27.585935 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "829ff216-2756-433a-84cc-9198928b87a8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:27.591122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.599247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7cee75-80a6-447d-9d5c-334cd88bb733 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:27.609915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.621169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-86c31d3f-86ed-446e-bbc8-08641f2c39b7 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577544
Nov 10 03:59:27.634213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa17e1b9-988d-46f7-9c8d-29a5292f4375 req-45f133fd-dcc8-4beb-9abe-54d40f23208d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964808
Nov 10 03:59:27.656449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Transition to ACTIVE for port object 0a7cee75-80a6-447d-9d5c-334cd88bb733 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:27.686714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.699315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e636840a-a36b-4370-bea7-fe7bd3a68ac1 req-095a94c7-b89a-47d7-9404-ee03e3211ea0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679086
Nov 10 03:59:27.849084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:27.904486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Attempting to bind port 0a7cee75-80a6-447d-9d5c-334cd88bb733 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:27.905159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Attempting to bind port 0a7cee75-80a6-447d-9d5c-334cd88bb733 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:27.905564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Attempting to bind port 0a7cee75-80a6-447d-9d5c-334cd88bb733 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:27.910160 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e6d5e38-a000-40da-8179-19eae68f1525 req-860922e4-3ed3-40e7-a954-9d2b30ef3a7b service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797010
Nov 10 03:59:27.915188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Port 0a7cee75-80a6-447d-9d5c-334cd88bb733 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:27.916169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Attempting to bind port 0a7cee75-80a6-447d-9d5c-334cd88bb733 on network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:27.922099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:27.922563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Checking segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:27.923065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Bound using segment: {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:27.923632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Bound port: 0a7cee75-80a6-447d-9d5c-334cd88bb733, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5b8909-0210-4b0d-8117-c39209ccd288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:27.924097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:27.932652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Pushing event updated for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:28.051406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Attempting to bind port 43fcb80b-36d1-434f-91bf-7df8497ab95b on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:28.059115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Attempting to bind port 43fcb80b-36d1-434f-91bf-7df8497ab95b by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:28.059450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Attempting to bind port 43fcb80b-36d1-434f-91bf-7df8497ab95b on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:28.068482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:28.073834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:28.080106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.125369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ca26539e-f1cb-446f-988e-96907ec3ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.126861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0939ccf-85ec-4950-bc2a-250d1cdf27b1 req-ca26539e-f1cb-446f-988e-96907ec3ff5a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6037235
Nov 10 03:59:28.130710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Port 43fcb80b-36d1-434f-91bf-7df8497ab95b on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:28.131031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Attempting to bind port 43fcb80b-36d1-434f-91bf-7df8497ab95b on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:28.145069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.145684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.147111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] 10.222.0.26 "PUT /v2.0/ports/0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 1091 time: 1.7893472
Nov 10 03:59:28.153567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:28.153906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:28.154292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:28.154734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Bound port: 43fcb80b-36d1-434f-91bf-7df8497ab95b, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:28.155088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.175523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d531c-1900-4acb-929a-3eacd9e72b6e service neutron] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:28.285802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7367fa-6090-4fc1-aeac-b618441042ca req-b7263ed1-1279-454b-96be-5000c15cb7d9 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.289061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b7367fa-6090-4fc1-aeac-b618441042ca req-b7263ed1-1279-454b-96be-5000c15cb7d9 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.4080803
Nov 10 03:59:28.308983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.309558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.310142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.314593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.315084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.319777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.320330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.325379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b5d47499-edca-48e2-bdab-edf8d36bab7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6476 time: 0.1147685
Nov 10 03:59:28.398525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:28.434062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-30b05cd4-ad31-44f5-bcf4-82c9f45b2c42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 217 time: 0.0973802
Nov 10 03:59:28.434226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b7367fa-6090-4fc1-aeac-b618441042ca req-f05633d5-af24-421d-aea2-ef14216198bf tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441069
Nov 10 03:59:28.462736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:28.472507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.524430 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea928a66-dde6-4761-9154-3f47206e07e2 x-openstack-request-id: req-ea928a66-dde6-4761-9154-3f47206e07e2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:28.525523 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "829ff216-2756-433a-84cc-9198928b87a8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:28.525798 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea928a66-dde6-4761-9154-3f47206e07e2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:28.528462 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '829ff216-2756-433a-84cc-9198928b87a8', 'status': 'completed', 'code': 200}
Nov 10 03:59:28.583873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.587880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.589805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] 10.222.0.21 "PUT /v2.0/ports/43fcb80b-36d1-434f-91bf-7df8497ab95b HTTP/1.1" status: 200  len: 1095 time: 2.5391078
Nov 10 03:59:28.592746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:28.601884 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:28.692001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-1540a999-dbdc-4456-ac96-1effdecbb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.693538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-1540a999-dbdc-4456-ac96-1effdecbb884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 200  len: 850 time: 0.2472727
Nov 10 03:59:28.702632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eee7-9303-4e70-aa7a-36c17e26387c req-7093e9f0-78ef-4719-9152-96f6730349e0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.710306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7c4eee7-9303-4e70-aa7a-36c17e26387c req-7093e9f0-78ef-4719-9152-96f6730349e0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.2798574
Nov 10 03:59:28.775211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7480209-b95d-4569-82a6-bbcd7ed5c346 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:28.791854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a6c6-a7a1-41e7-b81a-4ba0f8046df4 service neutron] Pushing event updated for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:28.797758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.827115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7c4eee7-9303-4e70-aa7a-36c17e26387c req-26e0980b-9740-4273-9826-1dcb82229f36 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158593
Nov 10 03:59:28.837145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Transition to ACTIVE for port object d7480209-b95d-4569-82a6-bbcd7ed5c346 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:28.839232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-991216bb-ec87-4bbd-ad5f-01e8b756bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.842809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-991216bb-ec87-4bbd-ad5f-01e8b756bb8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01593d7b-06da-4887-af8e-d07f45308c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1289027
Nov 10 03:59:28.855537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.867633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.880036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.892412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.896354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.902731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.909046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.927481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-6c1f28b1-5543-4f64-ad57-c06a1df3d3d3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.3005500
Nov 10 03:59:28.940025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:28.944371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-8bea0d8c-b802-4115-8d6a-c8fb74126a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:28.945933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-8bea0d8c-b802-4115-8d6a-c8fb74126a79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1098 time: 0.2953475
Nov 10 03:59:28.982942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-643282a3-a3b6-47ec-a310-3f4784d3e083 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325130
Nov 10 03:59:29.063328 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-a9b16e30-fbc8-43ff-a064-c9d12f7fcd16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b HTTP/1.1" status: 200  len: 217 time: 0.0980561
Nov 10 03:59:29.064843 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc589b24-02f7-4d5a-8b0b-2b8ceaaef071 x-openstack-request-id: req-dc589b24-02f7-4d5a-8b0b-2b8ceaaef071 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:29.065126 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:29.065377 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc589b24-02f7-4d5a-8b0b-2b8ceaaef071 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:29.065768 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b', 'status': 'completed', 'code': 200}
Nov 10 03:59:29.098321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:29.100773 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c8062-64fa-4154-8f91-5178cfad8869" -d '{"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-plugged", "status": "completed", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:29.135866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-3f43496d-b49e-46dd-a124-eb302c32f196 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459122
Nov 10 03:59:29.143842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:29.188512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f75b4173-b326-4627-bdeb-cd62c0bb21d6 req-619df1e8-1dc7-4a29-9bbb-5146362e7d58 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2564766
Nov 10 03:59:29.219043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-88a492de-01cb-4b0c-b461-aa3b7a6eb20c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 217 time: 0.0629141
Nov 10 03:59:29.250049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-05e4ec8a-1b0f-4ab8-9c5a-9f21923488ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.251711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-05e4ec8a-1b0f-4ab8-9c5a-9f21923488ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1723568
Nov 10 03:59:29.291169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-13fbbb5e-5da9-4626-9da9-61f3b4663bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.293375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-13fbbb5e-5da9-4626-9da9-61f3b4663bf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0613189
Nov 10 03:59:29.302445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15696f-65e7-479e-8a18-fcd05761631a req-23f668ee-c458-4b13-bcbb-83615190318a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.304376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f15696f-65e7-479e-8a18-fcd05761631a req-23f668ee-c458-4b13-bcbb-83615190318a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 947 time: 0.1676121
Nov 10 03:59:29.393355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Attempting to bind port d7480209-b95d-4569-82a6-bbcd7ed5c346 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:29.393809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Attempting to bind port d7480209-b95d-4569-82a6-bbcd7ed5c346 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:29.394223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Attempting to bind port d7480209-b95d-4569-82a6-bbcd7ed5c346 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:29.395132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f15696f-65e7-479e-8a18-fcd05761631a req-35da8bcd-d7b4-4c03-9c2a-dd17902a6409 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793099
Nov 10 03:59:29.397220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f1bd6caf-6710-4fc4-a180-128dac30727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.398735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f1bd6caf-6710-4fc4-a180-128dac30727b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0933063
Nov 10 03:59:29.406444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Port d7480209-b95d-4569-82a6-bbcd7ed5c346 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:29.406744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Attempting to bind port d7480209-b95d-4569-82a6-bbcd7ed5c346 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:29.419202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:29.419545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:29.420006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:29.420357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Bound port: d7480209-b95d-4569-82a6-bbcd7ed5c346, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:29.420736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:29.437368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-6552f788-68e8-468e-9b07-7c22370af3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.438883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-6552f788-68e8-468e-9b07-7c22370af3c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1205947
Nov 10 03:59:29.449914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a635-3716-4af1-a06c-622d2a38ffed req-4d8574af-1590-4b52-8a9b-7a01b9e5ed0f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.451515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5608a635-3716-4af1-a06c-622d2a38ffed req-4d8574af-1590-4b52-8a9b-7a01b9e5ed0f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.1343811
Nov 10 03:59:29.558301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-4b5345f8-3ab4-46ef-97d5-5da713bd87b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520357
Nov 10 03:59:29.651645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14879df-b4da-492f-9024-9408395b328f req-35755fdc-2826-4735-986a-0c14d8c8e5ed tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.657178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d14879df-b4da-492f-9024-9408395b328f req-35755fdc-2826-4735-986a-0c14d8c8e5ed tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1154208
Nov 10 03:59:29.725609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-14860a4e-2109-4f32-a452-6a4ff020dfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488578
Nov 10 03:59:29.733645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d14879df-b4da-492f-9024-9408395b328f req-ab2c5b34-4496-47b6-b9de-7348c66fa059 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720763
Nov 10 03:59:29.773828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-9ebf507f-61cc-4cae-ab57-f37b1bddcdd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 217 time: 0.0391748
Nov 10 03:59:29.814241 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f3ff7-8a95-4852-bfd3-0b75d803ad08 x-openstack-request-id: req-541f3ff7-8a95-4852-bfd3-0b75d803ad08 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:29.814555 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-plugged", "status": "completed", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:29.814812 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-541f3ff7-8a95-4852-bfd3-0b75d803ad08 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:29.815784 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'code': 200}
Nov 10 03:59:29.860421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-0cf4f83e-d712-4e04-905c-c7c4b13b7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.867175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-0cf4f83e-d712-4e04-905c-c7c4b13b7fc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0830469
Nov 10 03:59:29.890745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:29.895891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5608a635-3716-4af1-a06c-622d2a38ffed req-f67ddd30-8607-4632-93ba-8a2fa8b274b9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4344149
Nov 10 03:59:29.930418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-bab726d4-49a7-449e-83a6-3ed79919b061 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4774892
Nov 10 03:59:29.934739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:29.954477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-9249024f-519c-45d4-8b1d-f1bd7e4b6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.955982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-9249024f-519c-45d4-8b1d-f1bd7e4b6cdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0805962
Nov 10 03:59:29.960750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:29.967534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d64eb-a37b-43da-9b15-5c70bbd82166 req-eb6dde2d-6962-41f3-80d0-c50222ddb215 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:29.975042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-109d64eb-a37b-43da-9b15-5c70bbd82166 req-eb6dde2d-6962-41f3-80d0-c50222ddb215 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.0865712
Nov 10 03:59:30.066154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.066794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:30.068573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7480209-b95d-4569-82a6-bbcd7ed5c346 HTTP/1.1" status: 200  len: 1095 time: 2.7497861
Nov 10 03:59:30.072783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c933-a72e-40fe-aa72-980219f7d756 req-d9131b8d-5f30-4f93-b299-c5b721e0338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.074230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e741c933-a72e-40fe-aa72-980219f7d756 req-d9131b8d-5f30-4f93-b299-c5b721e0338a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.1849318
Nov 10 03:59:30.091556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-109d64eb-a37b-43da-9b15-5c70bbd82166 req-8ef1e074-68b3-4e16-871a-08ddd09616dd tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129520
Nov 10 03:59:30.144096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-7e8ed0ac-27c5-4dbc-909f-ec12a70e17a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615319
Nov 10 03:59:30.171653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e6287-89a2-4e1f-a2c7-838a4dd8fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:30.237461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-d6b74045-2ea8-4539-87e4-2b71ad29b185 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988188
Nov 10 03:59:30.250959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81389cc8-b14d-4950-b159-73b8c8767217 req-3e1255c8-7a58-44b1-b666-ff7de052a744 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.259043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81389cc8-b14d-4950-b159-73b8c8767217 req-3e1255c8-7a58-44b1-b666-ff7de052a744 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.2658362
Nov 10 03:59:30.264298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e741c933-a72e-40fe-aa72-980219f7d756 req-645e86db-affa-46d4-b5bc-352ccd66e5b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699038
Nov 10 03:59:30.275560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-626c07cb-be9a-4309-a4b3-4b0a42baf374 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214926
Nov 10 03:59:30.295208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-5868b023-95ce-4c1f-82d1-53ea68dbf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.296805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-5868b023-95ce-4c1f-82d1-53ea68dbf0c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 1098 time: 0.1621904
Nov 10 03:59:30.352504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81389cc8-b14d-4950-b159-73b8c8767217 req-6a389972-26bb-41e0-a5f1-3b543a7a2ca1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921443
Nov 10 03:59:30.417079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-6ada92a6-11c1-42a1-9aac-04f10938ca23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346 HTTP/1.1" status: 200  len: 217 time: 0.0943575
Nov 10 03:59:30.421989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.436008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.442236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.449082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.455854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.462127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.469051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.471203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-4c589ca7-70a9-44d7-a1bd-c4480c96a394 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.1323888
Nov 10 03:59:30.474010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-f8e7a7ba-9d53-46b8-83c9-40e2fb9a6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.475501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-f8e7a7ba-9d53-46b8-83c9-40e2fb9a6f36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1098 time: 0.1517882
Nov 10 03:59:30.518480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-2f88b8ea-c7eb-4add-948c-fd56cf7329fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 200  len: 217 time: 0.0417972
Nov 10 03:59:30.556017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:30.558297 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e40f3-5e32-434d-8353-ae01773fbdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:30.561809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-002394bc-c37e-45ef-ae17-9c00483aa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.563302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-002394bc-c37e-45ef-ae17-9c00483aa5c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1336095
Nov 10 03:59:30.591615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5f66-3030-47b8-89ad-1386686d52e7 req-f1c0960c-8772-4b25-b8be-e25f141e6b01 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.593194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22dd5f66-3030-47b8-89ad-1386686d52e7 req-f1c0960c-8772-4b25-b8be-e25f141e6b01 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1659014
Nov 10 03:59:30.601850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8777566a-6b2e-43be-948e-371afdcbd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.603930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-8777566a-6b2e-43be-948e-371afdcbd5cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0773907
Nov 10 03:59:30.631670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db2bac0a-7417-465e-8e77-3f8305c18e61 req-71d28fd0-dba3-4945-8857-c5b951b5dca0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1458242
Nov 10 03:59:30.672653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cfdaaa44-48e9-466d-8d0b-d22f844b69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.673314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-6a508033-00b6-46a7-9d2c-c2fae56c329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.674166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-cfdaaa44-48e9-466d-8d0b-d22f844b69c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1006522
Nov 10 03:59:30.675532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-6a508033-00b6-46a7-9d2c-c2fae56c329a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0626798
Nov 10 03:59:30.676815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-e7b4a2a5-3506-4d4b-b00b-2eb04c7c344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.678174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-e7b4a2a5-3506-4d4b-b00b-2eb04c7c344c service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1850333
Nov 10 03:59:30.704497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22dd5f66-3030-47b8-89ad-1386686d52e7 req-32f0b88b-d645-4bc9-ac2d-2db24ae9e1a3 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858800
Nov 10 03:59:30.845709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-163c12cf-898c-476c-87a1-702f4fe3641f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b HTTP/1.1" status: 200  len: 217 time: 0.1390817
Nov 10 03:59:30.851880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-468f4717-88cb-4b48-bba5-f7c07451087f service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678374
Nov 10 03:59:30.915246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d79d17-4ad9-4965-a265-855696d7a745 req-505d7ac7-e5d2-48e7-b03d-db88329c9021 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.918328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b7f6-fe06-41cb-9050-951599e04956 req-703c05b2-a8aa-4d13-a914-52772c5cf4e3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.919855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2f8b7f6-fe06-41cb-9050-951599e04956 req-703c05b2-a8aa-4d13-a914-52772c5cf4e3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 947 time: 0.1361592
Nov 10 03:59:30.924346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-1d41be65-6ea5-4bf0-8e65-86c70f2d9568 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189250
Nov 10 03:59:30.924767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00d79d17-4ad9-4965-a265-855696d7a745 req-505d7ac7-e5d2-48e7-b03d-db88329c9021 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.1809058
Nov 10 03:59:30.949519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-b14ae847-4ac4-48a4-bc38-320b441c2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:30.951117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-b14ae847-4ac4-48a4-bc38-320b441c2ec5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0844676
Nov 10 03:59:31.007266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-9d261dd3-b9dc-4949-9b77-2063fbbe5b37 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461539
Nov 10 03:59:31.026494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00d79d17-4ad9-4965-a265-855696d7a745 req-f824b18c-e08b-4aef-a71e-00b2d7e1968a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006739
Nov 10 03:59:31.061555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2f8b7f6-fe06-41cb-9050-951599e04956 req-b6bd0ce1-f780-446c-af0f-95bb4e1f80c8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292088
Nov 10 03:59:31.067942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:31.070928 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8344aec-b40f-4396-ad5d-1cf939677e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:31.103561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-52513220-cf5b-47a1-8374-72585bbd385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.105160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-52513220-cf5b-47a1-8374-72585bbd385b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1404226
Nov 10 03:59:31.111643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c0e1ef3e-4e89-4989-81dd-f730e8181665 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 200  len: 217 time: 0.0841067
Nov 10 03:59:31.113155 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da6a30e-c54a-493c-8f11-6bc32aca2b8c x-openstack-request-id: req-9da6a30e-c54a-493c-8f11-6bc32aca2b8c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:31.113456 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:31.113700 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9da6a30e-c54a-493c-8f11-6bc32aca2b8c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:31.114075 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'status': 'completed', 'code': 200}
Nov 10 03:59:31.210570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f900eb4e-cba9-42cf-8bbb-28ead2ec1bff req-37dec8e2-cb50-4bf3-995b-7096707f9b58 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445948
Nov 10 03:59:31.212918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-6f8dd6fd-3639-416a-a8c3-23aa9c036bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.215020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-6f8dd6fd-3639-416a-a8c3-23aa9c036bda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0942941
Nov 10 03:59:31.283935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749e9e-edad-45fa-873c-9cb6f6925673 req-7a9cdcd6-cc77-44cf-bd56-77019a2c4be5 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.285686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30749e9e-edad-45fa-873c-9cb6f6925673 req-7a9cdcd6-cc77-44cf-bd56-77019a2c4be5 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1156235
Nov 10 03:59:31.289591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-ad1e8cd6-51c9-48cb-9df1-519bf090a99e service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731403
Nov 10 03:59:31.324466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087b0fd-ba49-4543-8951-2a10a005d0db req-59248340-c690-4f68-8d6c-67bf6d599e4f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.326031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f087b0fd-ba49-4543-8951-2a10a005d0db req-59248340-c690-4f68-8d6c-67bf6d599e4f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.0826137
Nov 10 03:59:31.338163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-083dc24f-c3e5-4489-be3e-5cf25ec48bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.339943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-083dc24f-c3e5-4489-be3e-5cf25ec48bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1116190
Nov 10 03:59:31.422928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30749e9e-edad-45fa-873c-9cb6f6925673 req-d85d06af-c6a9-4926-9a26-218c89c0e1f7 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241899
Nov 10 03:59:31.453208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f087b0fd-ba49-4543-8951-2a10a005d0db req-d9c13809-0445-42fa-b628-da0bd51d45b0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162004
Nov 10 03:59:31.484895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7e41a9-cc3e-4b63-bf6a-b89ba41098a4 req-a6175efe-35c8-42d2-9f54-ff758e272aea service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802285
Nov 10 03:59:31.503979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:31.550801 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe1759-bc68-4137-a49e-38f66ad863fa x-openstack-request-id: req-67fe1759-bc68-4137-a49e-38f66ad863fa {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:31.551362 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:31.552514 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67fe1759-bc68-4137-a49e-38f66ad863fa {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:31.553208 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346', 'status': 'completed', 'code': 200}
Nov 10 03:59:31.579743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-4d3192d5-6efe-48af-a5c5-44210bf94553 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256866
Nov 10 03:59:31.677789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-78ab0e91-ec9d-438d-b23a-850f30d820e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.680314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-78ab0e91-ec9d-438d-b23a-850f30d820e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 1098 time: 0.0822098
Nov 10 03:59:31.704526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:31.718776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '224d613d-7970-4e30-9b42-5f64dc988af9', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '224d613d-7970-4e30-9b42-5f64dc988af9', 'mac_address': 'fa:16:3e:87:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:31.766687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:31.804485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-d7325b11-8b71-446d-898d-3e35ed77b71a service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146401
Nov 10 03:59:31.819951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 224d613d-7970-4e30-9b42-5f64dc988af9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:31.836274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9ff7-3d92-4d90-abd9-cdad42d39f9c req-3427e5ee-eb7d-49e9-a6a9-905284f77348 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.843568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4efd9ff7-3d92-4d90-abd9-cdad42d39f9c req-3427e5ee-eb7d-49e9-a6a9-905284f77348 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1582010
Nov 10 03:59:31.850357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:31.857597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:31.905137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-ecf45c61-a7d4-4cea-a757-6f88fa9a349c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 217 time: 0.0882378
Nov 10 03:59:31.919053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4efd9ff7-3d92-4d90-abd9-cdad42d39f9c req-e0566d3f-c8b0-444a-b101-2a75bcbc8034 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744512
Nov 10 03:59:31.960132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-71f5dee8-41db-4c17-bd7a-76ff582956fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.963590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-71f5dee8-41db-4c17-bd7a-76ff582956fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2095194
Nov 10 03:59:31.968349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b833ff26-c5bc-40bc-8d74-3caf15d31321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:31.970369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-b833ff26-c5bc-40bc-8d74-3caf15d31321 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0561354
Nov 10 03:59:31.988594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['224d613d-7970-4e30-9b42-5f64dc988af9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:32.005468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:32.039236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.048701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.056067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.066865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.074673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.082428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.093440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.100166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-867cdab5-9fa1-48e0-a448-53f0c568231f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346 HTTP/1.1" status: 200  len: 217 time: 0.1193588
Nov 10 03:59:32.104171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-de2b93f9-842c-4ffd-8ea2-1af30a6af331 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.2961075
Nov 10 03:59:32.141846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-d65471c6-05e7-4e49-99c0-733e715eb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.143684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-d65471c6-05e7-4e49-99c0-733e715eb625 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1647730
Nov 10 03:59:32.210595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-40693d08-ca85-481b-9b9b-223134e813b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.212490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-40693d08-ca85-481b-9b9b-223134e813b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0816400
Nov 10 03:59:32.242017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ebaed-a4a4-4edb-8706-02cfff70f67f req-7bfae7a9-653a-4cab-ae7a-585be7c2369d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.244456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b8ebaed-a4a4-4edb-8706-02cfff70f67f req-7bfae7a9-653a-4cab-ae7a-585be7c2369d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1463764
Nov 10 03:59:32.281219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-cef360b0-121c-4dac-bd9c-d438dfd13de2 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248870
Nov 10 03:59:32.291925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b17740f-0965-43f7-b0f5-054f00d12e7a req-06fb02b1-8cf1-46a8-8d16-ac9b7cf3d037 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1868517
Nov 10 03:59:32.364112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b8ebaed-a4a4-4edb-8706-02cfff70f67f req-ed20bf91-3c22-4d9f-b6d7-402a032487ae tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940773
Nov 10 03:59:32.375667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-90019b64-8dc4-4064-8d50-a91493da5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.383718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-90019b64-8dc4-4064-8d50-a91493da5132 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1580017
Nov 10 03:59:32.425097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-e803e549-a2cf-48f5-b127-051e837b5147 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321955
Nov 10 03:59:32.513360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f8329642-9901-4505-a31d-751187d2fa9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 217 time: 0.0787287
Nov 10 03:59:32.553020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-be042528-eec4-4562-84c3-1a423a74003e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0403492
Nov 10 03:59:32.630969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c1547936-2002-4457-914d-551abe66ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.632706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-c1547936-2002-4457-914d-551abe66ca43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.1024652
Nov 10 03:59:32.655071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f928cfc-254a-4f5f-a522-2ab2fc4ec22a req-edaad405-5ea9-46db-918e-56451661e0b8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.657502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f928cfc-254a-4f5f-a522-2ab2fc4ec22a req-edaad405-5ea9-46db-918e-56451661e0b8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 947 time: 0.1472762
Nov 10 03:59:32.725062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-bfc2456f-cea1-472d-9cfd-c077bd3a8871 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.734908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-bfc2456f-cea1-472d-9cfd-c077bd3a8871 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1655221
Nov 10 03:59:32.746951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-e85dcdcd-6cce-4715-b745-b1f0cca54de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:32.748505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-e85dcdcd-6cce-4715-b745-b1f0cca54de8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1055503
Nov 10 03:59:32.753495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f928cfc-254a-4f5f-a522-2ab2fc4ec22a req-7abcbc6f-4ac9-4ac2-ba43-9215b812f24e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839858
Nov 10 03:59:32.794238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-529ce490-fa39-4e25-9c51-3db3abcac848 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/quotas/a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 375 time: 0.0556183
Nov 10 03:59:32.875025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-9de38652-9db7-4a14-97dd-32c71bad5dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4818773
Nov 10 03:59:32.898186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-f3b5b701-bbf3-42f9-8d59-814607ff4474 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406767
Nov 10 03:59:33.003306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-b4a07652-6e03-4b86-9040-51c5a0e3998a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2078452
Nov 10 03:59:33.126515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8344aec-b40f-4396-ad5d-1cf939677e4e req-5f8a10ef-5a34-4b21-b84b-552f732fe23a service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407625
Nov 10 03:59:33.510461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7480209-b95d-4569-82a6-bbcd7ed5c346 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:33.567635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:33.589559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba778-56e1-4c40-a9b0-d11127b36a02 req-f9459565-5805-4aca-aa53-41331fdeeff8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.591278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64bba778-56e1-4c40-a9b0-d11127b36a02 req-f9459565-5805-4aca-aa53-41331fdeeff8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.1377015
Nov 10 03:59:33.672349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64bba778-56e1-4c40-a9b0-d11127b36a02 req-41d2b264-04f6-4431-90db-a681c54d1501 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658917
Nov 10 03:59:33.681070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc33d708-b2b5-4c55-9c93-45af44bb7c5a req-a4a2ba4b-822c-410a-8711-8ab70d09be66 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7717144
Nov 10 03:59:33.750479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 224d613d-7970-4e30-9b42-5f64dc988af9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:33.752427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:33.763952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b057fa9d-206d-43e4-9b8a-4abd159c88fc req-5cd0301b-3f7c-486d-ba5b-2258bdfd3a24 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 210 time: 0.0553942
Nov 10 03:59:33.845660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:33.860644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'd7480209-b95d-4569-82a6-bbcd7ed5c346', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'd7480209-b95d-4569-82a6-bbcd7ed5c346', 'mac_address': 'fa:16:3e:7c:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:33.871998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.872485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.872986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.873451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.873909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.875478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.875478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.886707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-7b3ba479-7533-434a-915b-595fb0fdb4b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6476 time: 0.0938623
Nov 10 03:59:33.907672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.932430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.945345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.974133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:33.975483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:33.990483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.008980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.020210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.020415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7480209-b95d-4569-82a6-bbcd7ed5c346 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:34.037069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-9c8c8f38-7bff-4a64-b32f-d0122f70b602 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.2583623
Nov 10 03:59:34.107439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:34.154872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.155683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 43fcb80b-36d1-434f-91bf-7df8497ab95b details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:34.169493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74199399-e084-4b3a-b01c-d4c1e911d190 req-eab27d4c-691b-4373-949e-2d5cbc8722f6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1189215
Nov 10 03:59:34.174084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb21a77-d38d-4bd4-87d1-1200c99a1e03 req-0d562ebe-f754-4618-958f-ee5c7abb2c0a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.183758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdb21a77-d38d-4bd4-87d1-1200c99a1e03 req-0d562ebe-f754-4618-958f-ee5c7abb2c0a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.1774392
Nov 10 03:59:34.222542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-1e04e8fd-c5aa-439d-8510-9642d13c324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.224031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-1e04e8fd-c5aa-439d-8510-9642d13c324f service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 903 time: 0.3372655
Nov 10 03:59:34.226747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:34.247281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '43fcb80b-36d1-434f-91bf-7df8497ab95b', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '43fcb80b-36d1-434f-91bf-7df8497ab95b', 'mac_address': 'fa:16:3e:bf:66:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:34.389102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-f27dbeee-9bbc-4859-b11b-d5c214642c07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 217 time: 0.1406941
Nov 10 03:59:34.415454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.419996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a500a950-179e-491b-b59e-b38a9dd04a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.429221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.435732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdb21a77-d38d-4bd4-87d1-1200c99a1e03 req-0f52b569-c786-4274-9d8c-ea24dc0bff11 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309184
Nov 10 03:59:34.483023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:34.489336 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e1f18e-40df-406a-89e5-ef183a2d36ef" -d '{"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-plugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:34.502201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fcb80b-36d1-434f-91bf-7df8497ab95b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:34.521191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:34.528460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:34.540629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-47f380bc-b600-412a-b6af-579fb188012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.542111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-47f380bc-b600-412a-b6af-579fb188012d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.1519887
Nov 10 03:59:34.545119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.548099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:34.582791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:34.628344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:34.707428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-869d8b5b-c859-49c1-a1f0-82c875ea5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.709129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-869d8b5b-c859-49c1-a1f0-82c875ea5f8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1534736
Nov 10 03:59:34.730766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3f28-48d9-443f-86ae-2da578819692 req-f76963f5-bef7-4ed5-96da-ab14af0c2f0b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.734749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd1a3f28-48d9-443f-86ae-2da578819692 req-f76963f5-bef7-4ed5-96da-ab14af0c2f0b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 948 time: 0.1506846
Nov 10 03:59:34.740044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:34.882667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:34.891771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c9e32-4160-4a04-8e0e-e4ab38af5769 req-8e1aa461-6b42-45c4-b5b4-b0d64300ca71 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:34.895068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-815c9e32-4160-4a04-8e0e-e4ab38af5769 req-8e1aa461-6b42-45c4-b5b4-b0d64300ca71 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.0727887
Nov 10 03:59:34.905721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd1a3f28-48d9-443f-86ae-2da578819692 req-baa5fcc6-ea6b-41dc-97f4-75bbf6da32ad tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546435
Nov 10 03:59:34.956792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-ad187115-ffc0-482b-b616-a36f01dbcfdc service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088375
Nov 10 03:59:34.959933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-815c9e32-4160-4a04-8e0e-e4ab38af5769 req-20d9d71a-08fb-4e1d-bb90-f985230bba8f tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590103
Nov 10 03:59:34.974208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d7480209-b95d-4569-82a6-bbcd7ed5c346'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:35.185639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11e16-e4b0-4531-be75-72adeb25cbea req-ed9eb11c-c264-4726-b1b6-508f299b1cbd tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.187819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26d11e16-e4b0-4531-be75-72adeb25cbea req-ed9eb11c-c264-4726-b1b6-508f299b1cbd tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.0945060
Nov 10 03:59:35.192132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cd3e8d-7f5d-4ea7-b710-40bf95753b02 req-9cb21734-4f79-4424-bf29-9ecec3188fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145648
Nov 10 03:59:35.208285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633545-9192-4594-87c8-bdcd6bb1c947 req-479659ba-0dd6-481a-ae2e-faf8a54ad806 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.209679 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22354e00-3b47-4007-a7c3-0862c1dc30fd x-openstack-request-id: req-22354e00-3b47-4007-a7c3-0862c1dc30fd {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:35.210123 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-plugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:35.210388 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22354e00-3b47-4007-a7c3-0862c1dc30fd {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:35.210832 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9', 'code': 200}
Nov 10 03:59:35.220575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a633545-9192-4594-87c8-bdcd6bb1c947 req-479659ba-0dd6-481a-ae2e-faf8a54ad806 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 945 time: 0.1249073
Nov 10 03:59:35.300105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26d11e16-e4b0-4531-be75-72adeb25cbea req-67ca0e05-a406-44e4-ba7e-9ec32da68c37 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917299
Nov 10 03:59:35.345902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a633545-9192-4594-87c8-bdcd6bb1c947 req-b4680a1c-ef7a-4e1d-ae9e-b60d48954763 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224236
Nov 10 03:59:35.461028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1812206-1420-4837-abac-863d1a491f9a req-4c9dc9de-825d-459f-aac7-525efd4cb0b5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 210 time: 0.0511158
Nov 10 03:59:35.607151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.609070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.609549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.610018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.610475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.610935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.615193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.618439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c0ed6be5-b115-45f2-962f-0c533a9d4b57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6476 time: 0.1702120
Nov 10 03:59:35.785094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-cd699606-2072-4978-8792-b22d29074501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.788073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-cd699606-2072-4978-8792-b22d29074501 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 903 time: 0.1597116
Nov 10 03:59:35.869692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-7d9a991a-faa3-485a-a6fa-67dce082bace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 217 time: 0.0453684
Nov 10 03:59:35.908114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03171a-303a-4ba4-8b2f-2e53248778f9 req-2de105b0-de0a-4b7e-9168-4e91313613ae tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.909872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b03171a-303a-4ba4-8b2f-2e53248778f9 req-2de105b0-de0a-4b7e-9168-4e91313613ae tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.1208658
Nov 10 03:59:35.961151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-05f1ef10-abd4-4ace-b7e3-ff16b9b44aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:35.962891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-05f1ef10-abd4-4ace-b7e3-ff16b9b44aa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0834861
Nov 10 03:59:36.010624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-27345ad1-ea25-4ab2-82ea-cf322637760a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4670076
Nov 10 03:59:36.059854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b03171a-303a-4ba4-8b2f-2e53248778f9 req-eafaa745-2bac-430a-85ca-d69089c9f5a8 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419237
Nov 10 03:59:36.086782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-6570f7ff-4c1f-46a5-824d-756dee93cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.090575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-6570f7ff-4c1f-46a5-824d-756dee93cad5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1189549
Nov 10 03:59:36.179586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-cb8710e5-3ce1-425f-a8a5-ed79542dbee5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.182476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-cb8710e5-3ce1-425f-a8a5-ed79542dbee5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1584642
Nov 10 03:59:36.201036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.214858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.222126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.229058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.236007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.246623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490861fd-4753-4ed8-b019-810828d8b68f req-4d53549c-1b5f-4f50-b25a-52514025fc69 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.248243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-490861fd-4753-4ed8-b019-810828d8b68f req-4d53549c-1b5f-4f50-b25a-52514025fc69 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 948 time: 0.0683517
Nov 10 03:59:36.252409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.267327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.280471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-54cc2331-8b1b-4ba0-ac61-360085f897b2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.8205087
Nov 10 03:59:36.311961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-c367c706-0d9f-4386-a642-c668dc4716da service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143793
Nov 10 03:59:36.331931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Request body: {'port': {'device_id': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a17b8439aab5416baf5623b3adedbb8c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:36.389686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-490861fd-4753-4ed8-b019-810828d8b68f req-cc7ff793-31d2-467f-ae44-9f43e3fb26c0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325088
Nov 10 03:59:36.452386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b284aa7-2849-4b51-8890-47b0141c4f35 req-6530645a-aaf5-455b-b518-5bfab1258103 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1710145
Nov 10 03:59:36.546242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-197e40f3-5e32-434d-8353-ae01773fbdcf req-db579b31-8afd-4ae5-b43a-5b76b4f478c9 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172585
Nov 10 03:59:36.546626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Made reservation on behalf of a17b8439aab5416baf5623b3adedbb8c for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:36.550261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:36.715281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c473498-f208-4518-8f57-391fcd396a62 req-c86a2d2c-e24a-458d-8089-7557f3a3cddc tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:36.726957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c473498-f208-4518-8f57-391fcd396a62 req-c86a2d2c-e24a-458d-8089-7557f3a3cddc tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 946 time: 0.1126535
Nov 10 03:59:36.811548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Allocated IP 192.168.233.24 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/96b42f90-6a5b-45f9-896f-96b0bb83be05) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:36.816039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9677ea10-40fe-40ba-ac86-00f6204c3e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:36.879739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c473498-f208-4518-8f57-391fcd396a62 req-d52b3d4b-9e96-4013-99a2-4ad9b5b725da tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516945
Nov 10 03:59:36.972671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efde5ad9-e94c-4586-8a24-75ffc8b9fa81 req-bf889aa7-b7d3-497c-9986-c93365e7b032 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 210 time: 0.0496101
Nov 10 03:59:37.186174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-4c97f7f3-5021-44ee-80e0-2643ece131b8 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--952430775&fields=id&tenant_id=b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 267 time: 0.0606618
Nov 10 03:59:37.235472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:37.264760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc701-3eb9-48e0-8c3b-1a5a765aa012 req-fbdb38db-d0e6-4327-9879-a9e7941bbcad tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:37.276722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-427dc701-3eb9-48e0-8c3b-1a5a765aa012 req-fbdb38db-d0e6-4327-9879-a9e7941bbcad tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.1146889
Nov 10 03:59:37.358678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-427dc701-3eb9-48e0-8c3b-1a5a765aa012 req-a4c0f78b-44b9-42b4-aa17-3cb91eee90b0 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783567
Nov 10 03:59:37.358874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-ad5d601d-ce68-4fac-9185-56aa5a26a6b0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:37.366971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-ad5d601d-ce68-4fac-9185-56aa5a26a6b0 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 824 time: 0.1682622
Nov 10 03:59:37.400237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-bd8137ca-0767-4d59-9ec3-0004532923e2 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/quotas/b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 375 time: 0.0320339
Nov 10 03:59:37.407432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:37.423347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', '1f2a3d69-ab28-4c5f-be61-4c62f736422f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:37.477912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-9b24fa37-1389-4694-996b-75895bc584ff tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0765448
Nov 10 03:59:37.530112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:37.540990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:37.555638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:37.559115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:37.560963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:37.634555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-fe1c08bc-c273-4f3d-8fae-73ba076a3764 service neutron] 10.222.0.13 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426616
Nov 10 03:59:37.683729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:37.684401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:37.717183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-54ac0a64-21bd-427d-a7aa-92816990e993 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4345040
Nov 10 03:59:37.721546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7480209-b95d-4569-82a6-bbcd7ed5c346 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:37.733705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Request body: {'port': {'device_id': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:37.779239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:37.832370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:37.836200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'port_id': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'mac_address': 'fa:16:3e:bb:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564fd93-cf03-499d-9fba-68dc30cb0f00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:37.845609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-7f5451a2-2bc0-42e2-a5b4-9fd413c17b98 service neutron] 10.222.0.13 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039392
Nov 10 03:59:37.890399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:37.996633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.025197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port d7480209-b95d-4569-82a6-bbcd7ed5c346 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:38.044235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:38.049398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port d7480209-b95d-4569-82a6-bbcd7ed5c346 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:38.049793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.055853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2581f81e-29b5-4a75-8c54-aaeffb6133fe None None] Provisioning complete for port 96b42f90-6a5b-45f9-896f-96b0bb83be05 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:38.056347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2581f81e-29b5-4a75-8c54-aaeffb6133fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.141889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:38.165971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.280426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2581f81e-29b5-4a75-8c54-aaeffb6133fe None None] Port 96b42f90-6a5b-45f9-896f-96b0bb83be05 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:38.364675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:38.402052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83451bf-7344-4427-bd5c-6acfdcc8ec7e req-b2aa2b7b-76c6-45f8-9b96-efd735ba576a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:38.420270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:38.425009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a83451bf-7344-4427-bd5c-6acfdcc8ec7e req-b2aa2b7b-76c6-45f8-9b96-efd735ba576a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 948 time: 0.2037783
Nov 10 03:59:38.437795 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 03:59:38.450824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.451790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:38.489583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Transition to ACTIVE for port object 96b42f90-6a5b-45f9-896f-96b0bb83be05 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:38.498583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.512519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.604672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:38.606868 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4b814-d401-4361-b3a4-346b8d713880" -d '{"events": [{"server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "name": "network-vif-plugged", "status": "completed", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:38.638425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a83451bf-7344-4427-bd5c-6acfdcc8ec7e req-c2b77956-6c95-442f-a88a-19c6d41b3d59 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122774
Nov 10 03:59:38.657253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:38.688086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:38.735764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.747813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 43fcb80b-36d1-434f-91bf-7df8497ab95b up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:38.833594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b891c-d5cc-439a-a9ae-9f463611187a req-29cd5438-c175-4add-94b6-d34d2f7fdd23 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:38.835115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-408b891c-d5cc-439a-a9ae-9f463611187a req-29cd5438-c175-4add-94b6-d34d2f7fdd23 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.26 "GET /v2.0/ports?device_id=85a57811-4a60-4214-beba-4c76521677f2 HTTP/1.1" status: 200  len: 945 time: 0.1801383
Nov 10 03:59:38.854718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Attempting to bind port 96b42f90-6a5b-45f9-896f-96b0bb83be05 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:38.855058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Attempting to bind port 96b42f90-6a5b-45f9-896f-96b0bb83be05 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:38.855386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Attempting to bind port 96b42f90-6a5b-45f9-896f-96b0bb83be05 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:38.883613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Port 96b42f90-6a5b-45f9-896f-96b0bb83be05 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:38.883772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Attempting to bind port 96b42f90-6a5b-45f9-896f-96b0bb83be05 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:38.901962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:38.902305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:38.902690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:38.903134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Bound port: 96b42f90-6a5b-45f9-896f-96b0bb83be05, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:38.903490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:38.919903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:39.082632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:39.086149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:39.093596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.137778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 43fcb80b-36d1-434f-91bf-7df8497ab95b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:39.163816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 43fcb80b-36d1-434f-91bf-7df8497ab95b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:39.164190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.194844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.197037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.209084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 1095 time: 1.4693003
Nov 10 03:59:39.210116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:39.219003 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44" -d '{"events": [{"name": "network-changed", "server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:39.295215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.307820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.319881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.328269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.338901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.350041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.355870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6233b-2709-4715-b290-73087604c2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:39.359612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.364390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.379438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-b69ff9d4-bdb7-4dd0-8870-6e0bf7bb8040 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5419 time: 0.5785546
Nov 10 03:59:39.400039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-c47905d3-86e0-44e7-bb56-4f91b4b62558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.401560 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-c47905d3-86e0-44e7-bb56-4f91b4b62558 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1098 time: 0.1300430
Nov 10 03:59:39.447516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d1685ca5-9b34-4eb3-a11c-f509da585b11 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 03:59:39.461834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d1685ca5-9b34-4eb3-a11c-f509da585b11 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2057412
Nov 10 03:59:39.502416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-4c4d03f7-0bd5-4a02-a817-c34a4fbd2b57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.0764642
Nov 10 03:59:39.596295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.605022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c27cd1ca-7b3e-4f94-9ab2-ae2a9c8b28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.605022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c27cd1ca-7b3e-4f94-9ab2-ae2a9c8b28e7 service neutron] 10.222.0.13 "GET /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 1093 time: 0.0989718
Nov 10 03:59:39.605642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:39.605728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:39.605728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 03:59:39.605894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.667276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:39.677084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Deleting port 8da21273-e9cb-463e-9ea2-4f341be7e99d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:59:39.677312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.759409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:39.763747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-7c73ec3b-effe-455c-8dfc-2465e1da2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.765248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-7c73ec3b-effe-455c-8dfc-2465e1da2783 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2507370
Nov 10 03:59:39.826638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a679690e-493e-4d49-acac-88eb6ec0cf9b req-11e0ce7e-ac2b-48cb-9e32-46ae724c2b48 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4440777
Nov 10 03:59:39.848791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-8acab82b-5d5e-42aa-9067-8099a2841ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:39.850993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-8acab82b-5d5e-42aa-9067-8099a2841ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0745263
Nov 10 03:59:39.867980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.882057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] For port 8da21273-e9cb-463e-9ea2-4f341be7e99d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8da21273-e9cb-463e-9ea2-4f341be7e99d,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:39.882057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:39.903033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:39.950527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:39.961152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.117419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-6057b34a-26dc-48e8-a3d0-f008f978493e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499554
Nov 10 03:59:40.173139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:40.213802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.305787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca24fca-b95d-4fde-8565-7c7254a6fef0 req-62d94944-cf5d-40dc-9ad4-a0b4aed03d25 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776927
Nov 10 03:59:40.450778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1d756-ecdc-4e53-86e6-7e712e590a49 req-0ee835df-4d65-459d-86c7-d5e574eb7266 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:40.464920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dde1d756-ecdc-4e53-86e6-7e712e590a49 req-0ee835df-4d65-459d-86c7-d5e574eb7266 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 944 time: 0.1862335
Nov 10 03:59:40.483057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:40.483399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:40.483742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:40.506763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:40.507162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:40.519391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:40.519760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:40.520107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:40.520544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Bound port: c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:40.552871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-ccf069c0-9423-45e0-9cdf-9ac1df06b29b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:40.554350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-ccf069c0-9423-45e0-9cdf-9ac1df06b29b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.21 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 824 time: 0.2475419
Nov 10 03:59:40.606115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dde1d756-ecdc-4e53-86e6-7e712e590a49 req-40994e90-3c86-43bc-93ea-917729e4454d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402452
Nov 10 03:59:40.608286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.608674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.608993 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78 disassociated. External IP: 172.32.3.254, port: 8da21273-e9cb-463e-9ea2-4f341be7e99d.
Nov 10 03:59:40.615810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Calling delete_port for 8da21273-e9cb-463e-9ea2-4f341be7e99d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:59:40.701305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-f6c85902-6e3d-4991-8ecd-8ff1c65187a5 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d7111030614ab994cb28cfe82f66df HTTP/1.1" status: 200  len: 379 time: 0.1334615
Nov 10 03:59:40.715580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'port': {'device_id': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'admin_state_up': True, 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'security_groups': ['4e7c8e68-d03d-4ad0-bc40-15457eba587b']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:40.718326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:40.745598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.756693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-c0307308-2c78-42c2-899e-2e5bbbfb6903 service neutron] 10.222.0.13 "POST /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8/bindings HTTP/1.1" status: 201  len: 389 time: 1.1848204
Nov 10 03:59:40.838714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86a38b-9317-4ff6-b369-54e2280a89fa req-f4aeca45-4415-4a45-81aa-c4a9047b1ff1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:40.840376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be86a38b-9317-4ff6-b369-54e2280a89fa req-f4aeca45-4415-4a45-81aa-c4a9047b1ff1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 947 time: 0.1290104
Nov 10 03:59:40.953153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Made reservation on behalf of b8d7111030614ab994cb28cfe82f66df for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:40.957084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:40.999250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be86a38b-9317-4ff6-b369-54e2280a89fa req-d1eb06b7-1108-4349-899e-ebc44229b91e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476061
Nov 10 03:59:41.042669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:41.068936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff2fb98b-8299-4ef9-96e3-e38a6f0999cd req-db4ee01d-5f92-481e-8522-67611281ef3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 210 time: 0.0944040
Nov 10 03:59:41.092069 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee050af-dc8c-495a-a0ad-ba6e5958b290 x-openstack-request-id: req-4ee050af-dc8c-495a-a0ad-ba6e5958b290 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:41.092547 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "name": "network-vif-plugged", "status": "completed", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:41.092736 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ee050af-dc8c-495a-a0ad-ba6e5958b290 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:41.093303 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346', 'code': 200}
Nov 10 03:59:41.112483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event deleted for resources: {'Port': ['ID=8da21273-e9cb-463e-9ea2-4f341be7e99d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:41.245543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Allocated IP 172.20.0.8 (4d66c40f-96b4-4cf5-a17f-c2b6c5897402/88d1de4c-538f-4b88-bdd0-9fb3439a1fe4/d07f6814-729b-40c2-88e5-fd287ba97dd1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:41.325170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 03:59:41.331798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706d3e-0c20-4348-b868-33c8bd26943b req-d034e9e7-a7b5-4ffd-9f67-15ad5264a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:41.333605 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f706d3e-0c20-4348-b868-33c8bd26943b req-d034e9e7-a7b5-4ffd-9f67-15ad5264a8d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 1100 time: 0.0889435
Nov 10 03:59:41.389724 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d58e4-041f-4894-9136-9e7e9e5bc0b2 x-openstack-request-id: req-ba0d58e4-041f-4894-9136-9e7e9e5bc0b2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:41.390436 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:41.390902 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba0d58e4-041f-4894-9136-9e7e9e5bc0b2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:41.392574 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'status': 'completed', 'code': 200}
Nov 10 03:59:41.562588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f706d3e-0c20-4348-b868-33c8bd26943b req-de9dd543-b859-4798-894c-f5953aa6d340 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198143
Nov 10 03:59:41.614767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-a0b04912-3527-4ec5-9169-604379bd985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:41.620069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-a0b04912-3527-4ec5-9169-604379bd985d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1098 time: 0.3080182
Nov 10 03:59:41.625196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 03:59:41.636266 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 03:59:41.650725 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:59:41.653227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455ed60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:59:41.717907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542e0d0-f34e-472b-ad15-8c25fe71c9e2 req-891c64c7-926c-4765-af4a-b54accd70f0f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:41.719936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1542e0d0-f34e-472b-ad15-8c25fe71c9e2 req-891c64c7-926c-4765-af4a-b54accd70f0f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 949 time: 0.4229724
Nov 10 03:59:41.744409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:41.854261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-63fc3bf6-7216-415c-bb46-72208238cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:41.856205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-63fc3bf6-7216-415c-bb46-72208238cae1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1096 time: 0.7848852
Nov 10 03:59:41.862642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:41.944274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device bfc8aa12-0978-42bd-bcea-1fe832f6fa31 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:41.947269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8da21273-e9cb-463e-9ea2-4f341be7e99d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:41.952957 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:59:42.065994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 8da21273-e9cb-463e-9ea2-4f341be7e99d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:59:42.069209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8da21273-e9cb-463e-9ea2-4f341be7e99d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:59:42.127205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:42.151921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:42.209833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:42.242921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event updated for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:42.254717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:42.284726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'port_id': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31', 'mac_address': 'fa:16:3e:20:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:42.361768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.390839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8aa12-0978-42bd-bcea-1fe832f6fa31 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:42.391865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1542e0d0-f34e-472b-ad15-8c25fe71c9e2 req-1e165aaa-9e23-49ae-8175-1a9e4d94cf16 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5608344
Nov 10 03:59:42.430334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:42.454270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.454934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7df01c5b-14ab-4d3a-9769-522007964e79 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:42.512913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-982520f1-54dd-4a2d-b0ff-77cd6e9dfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:42.514410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-982520f1-54dd-4a2d-b0ff-77cd6e9dfa6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.5811660
Nov 10 03:59:42.534137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:42.541905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-5b530b6c-d6c3-4adb-aea8-41c544abb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:42.543382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-5b530b6c-d6c3-4adb-aea8-41c544abb97d service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.8222642
Nov 10 03:59:42.548072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7df01c5b-14ab-4d3a-9769-522007964e79', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'port_id': '7df01c5b-14ab-4d3a-9769-522007964e79', 'mac_address': 'fa:16:3e:2d:d4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:42.561132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:42.561132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.666063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.682681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] No DVR routers for this DVR port 8da21273-e9cb-463e-9ea2-4f341be7e99d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:59:42.686210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.690376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-408b891c-d5cc-439a-a9ae-9f463611187a req-d2897f51-4dd9-46a5-97be-a53efbd2d55e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.26 "DELETE /v2.0/ports/8da21273-e9cb-463e-9ea2-4f341be7e99d HTTP/1.1" status: 204  len: 173 time: 3.8228641
Nov 10 03:59:42.692053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'name': 'network-vif-deleted', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:42.695536 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe653b2-137e-4727-9383-2afaa008aac7" -d '{"events": [{"server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "name": "network-vif-deleted", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:42.702680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:42.728189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df01c5b-14ab-4d3a-9769-522007964e79 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:42.753023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae3f0-91b0-42d4-b4dc-5b0fee38a28c req-abd13416-bcbe-4864-aab2-908f15ef4a82 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:42.757975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059ae3f0-91b0-42d4-b4dc-5b0fee38a28c req-abd13416-bcbe-4864-aab2-908f15ef4a82 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 1.1583872
Nov 10 03:59:42.774502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-575a7985-99a5-4b7b-8f2f-9a5cfe7d3531 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 217 time: 0.2363548
Nov 10 03:59:42.810763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:42.823466 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455ed60>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:59:42.839231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:42.841022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e337f77c-d135-430c-9e8b-333dc66d89e6 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:42.887045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059ae3f0-91b0-42d4-b4dc-5b0fee38a28c req-385ad39e-1b78-4f5e-872d-271859e9dac6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192694
Nov 10 03:59:42.912344 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 03:59:42.941741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 03:59:42.942825 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455ed60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:59:42.963442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-bae97ea9-a46d-480e-a311-296d4369ca70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.3978620
Nov 10 03:59:42.966993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:42.970071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d62d29a6-3694-4039-902a-5f5e5157b3ab None None] Provisioning complete for port d07f6814-729b-40c2-88e5-fd287ba97dd1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:42.970753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d62d29a6-3694-4039-902a-5f5e5157b3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:43.021714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-831bed25-84dc-47e0-8400-9d0444170b3e tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3136678
Nov 10 03:59:43.057996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Request body: {'port': {'device_id': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:43.114545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.122644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.129010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.137223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d62d29a6-3694-4039-902a-5f5e5157b3ab None None] Port d07f6814-729b-40c2-88e5-fd287ba97dd1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:43.138666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:43.141633 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbca115-34e4-4576-b605-cd7d28f5615a" -d '{"events": [{"server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "name": "network-vif-plugged", "status": "completed", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:43.143240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.149992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.184752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.190866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.196030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-17bc6bdb-918f-474c-b742-cbc211ca9889 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5421 time: 0.5925457
Nov 10 03:59:43.202081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-37d2e1c9-6550-4260-a409-05ede25f5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.204427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-37d2e1c9-6550-4260-a409-05ede25f5654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.3002925
Nov 10 03:59:43.241973 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 03:59:43.247559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:43.248143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c836f-8353-4f2b-b505-ba4ff206d05e req-fb55660f-bffa-4d49-90df-a34a99c1d9ac tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.269393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-56e6bc6a-ed0d-486f-a6d0-8693d1e5a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.271030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-56e6bc6a-ed0d-486f-a6d0-8693d1e5a7e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2853699
Nov 10 03:59:43.272274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'port_id': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'mac_address': 'fa:16:3e:1b:df:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:43.275963 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f21c836f-8353-4f2b-b505-ba4ff206d05e req-fb55660f-bffa-4d49-90df-a34a99c1d9ac tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 944 time: 0.1167929
Nov 10 03:59:43.397178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:43.397349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f21c836f-8353-4f2b-b505-ba4ff206d05e req-6ce3e0e1-d4e0-488f-97e8-c952165896a0 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203337
Nov 10 03:59:43.429367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e337f77c-d135-430c-9e8b-333dc66d89e6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:43.440300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:43.463813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:43.475822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:43.476488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:43.496815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-ad6fb1e6-8bbe-4490-b264-ab0422470556 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2656460
Nov 10 03:59:43.628308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed07-d1a1-4fb8-919a-d8eac4dbbd59 req-206dd7a1-9f6c-4c54-9a96-4ee2a22069bd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.632378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1640ed07-d1a1-4fb8-919a-d8eac4dbbd59 req-206dd7a1-9f6c-4c54-9a96-4ee2a22069bd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 947 time: 0.1031249
Nov 10 03:59:43.720215 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455ed60>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 03:59:43.731850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-d9bf8886-5365-4aff-b80d-499ed76bde05 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.733895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-d9bf8886-5365-4aff-b80d-499ed76bde05 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.21 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 944 time: 0.1445770
Nov 10 03:59:43.777427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8271f6-8f88-4bfb-aa80-5de1a79f3a1b None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 03:59:43.848266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1640ed07-d1a1-4fb8-919a-d8eac4dbbd59 req-8c33096b-bf5e-40c4-8f55-1f1e615d114b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836810
Nov 10 03:59:43.888286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9276501a-8503-45d0-aea3-80bcb7413aa8 req-c0527906-addd-492d-a065-f144fa656a90 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6582158
Nov 10 03:59:43.898528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:43.915208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:43.936885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'port_id': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f', 'mac_address': 'fa:16:3e:63:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:43.962087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Deleting port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 03:59:43.962431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:43.990852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-26c61071-616b-4525-ac4c-99f8887c6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:43.998065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-26c61071-616b-4525-ac4c-99f8887c6704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5621006
Nov 10 03:59:44.036405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.066900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:44.096810 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9c8b06-5d52-4805-af51-a0f3c920bcd1 x-openstack-request-id: req-ee9c8b06-5d52-4805-af51-a0f3c920bcd1 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:44.097095 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a57811-4a60-4214-beba-4c76521677f2", "name": "network-vif-deleted", "tag": "8da21273-e9cb-463e-9ea2-4f341be7e99d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:44.097335 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9c8b06-5d52-4805-af51-a0f3c920bcd1 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:44.097719 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a57811-4a60-4214-beba-4c76521677f2', 'name': 'network-vif-deleted', 'tag': '8da21273-e9cb-463e-9ea2-4f341be7e99d', 'status': 'completed', 'code': 200}
Nov 10 03:59:44.123687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:44.128331 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1e5c4-dd23-480f-ae04-e58de5b02d1b x-openstack-request-id: req-26d1e5c4-dd23-480f-ae04-e58de5b02d1b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:44.128651 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "name": "network-vif-plugged", "status": "completed", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:44.129130 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26d1e5c4-dd23-480f-ae04-e58de5b02d1b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:44.129808 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b', 'code': 200}
Nov 10 03:59:44.145968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.148171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6770b602-ee3e-48be-ad23-aa6924af305a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:44.208444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-6f65c73e-fe36-4532-9794-68f94f91d77d service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7000892
Nov 10 03:59:44.219723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd822c5-0998-45bc-91df-99f754f287d5 req-6bb452b6-fe7b-40a1-9ace-cbeb7c628a72 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:44.241469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fd822c5-0998-45bc-91df-99f754f287d5 req-6bb452b6-fe7b-40a1-9ace-cbeb7c628a72 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 931 time: 0.2862225
Nov 10 03:59:44.251770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:44.266506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:44.289159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6770b602-ee3e-48be-ad23-aa6924af305a', 'network_id': '7d2b1af5-36dd-46eb-b22c-62118c15f85b', 'port_id': '6770b602-ee3e-48be-ad23-aa6924af305a', 'mac_address': 'fa:16:3e:31:7f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db0024-49e6-41a3-a2f8-c64a48b9fb72', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:44.359692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] For port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:44.359692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.397501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fd822c5-0998-45bc-91df-99f754f287d5 req-a7490196-7c81-444b-81a4-219b164328cf tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1547930
Nov 10 03:59:44.398436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Calling delete_port for f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 03:59:44.400874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.449728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6770b602-ee3e-48be-ad23-aa6924af305a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:44.465623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25470078-bad3-4670-85be-e8187cc7c726 None None] New status for floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 03:59:44.599188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c72b2-5e22-4350-9323-3f164be31cb0 req-e18294af-8148-4526-92b1-d66d0f062194 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:44.608336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e0c72b2-5e22-4350-9323-3f164be31cb0 req-e18294af-8148-4526-92b1-d66d0f062194 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.0965877
Nov 10 03:59:44.676914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e0c72b2-5e22-4350-9323-3f164be31cb0 req-f4153a02-2ee2-4c24-87aa-d7a0e3071ba3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675273
Nov 10 03:59:44.761315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.813820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:44.830292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event deleted for resources: {'Port': ['ID=f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:44.848316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.886114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] No DVR routers for this DVR port f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:59:44.889948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:44.894460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c59cc6b-f97e-47dd-be03-6649bc3e4d69 req-ed9d1cfd-4ec2-4e7e-9e49-13787d8e2781 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.21 "DELETE /v2.0/ports/f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e HTTP/1.1" status: 204  len: 173 time: 1.1520329
Nov 10 03:59:44.999520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:45.000526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08841db0-2a10-404a-8011-7bfc25f4737c req-5c7aabb8-4381-42a9-ade6-6ef55a9277c5 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c36920-a122-4844-bd88-a8d0a654a1b5 HTTP/1.1" status: 200  len: 210 time: 0.0608554
Nov 10 03:59:45.060285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-6db34048-53fb-4285-8d7d-42219a3b7d27 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0358639
Nov 10 03:59:45.159117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:45.214203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f6814-729b-40c2-88e5-fd287ba97dd1 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:45.229025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:45.236556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8b32-bf49-4f2a-b5a9-a13314fb5398 req-40ac2d36-60e2-4a09-94b9-d0285ec73f10 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.249763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Transition to ACTIVE for port object d07f6814-729b-40c2-88e5-fd287ba97dd1 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:45.251062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-186e8b32-bf49-4f2a-b5a9-a13314fb5398 req-40ac2d36-60e2-4a09-94b9-d0285ec73f10 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 947 time: 0.1334355
Nov 10 03:59:45.277573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:45.300309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'mac_address': 'fa:16:3e:15:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:45.358807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:45.365323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:45.399606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-186e8b32-bf49-4f2a-b5a9-a13314fb5398 req-800a2105-4aa8-4056-8043-996d039e80a9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468346
Nov 10 03:59:45.400648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:45.443201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:45.456653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7df01c5b-14ab-4d3a-9769-522007964e79'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:45.460177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e337f77c-d135-430c-9e8b-333dc66d89e6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:45.466821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:45.467485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0a7cee75-80a6-447d-9d5c-334cd88bb733 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:45.529035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1cbfc0a8-0b22-440d-b4d8-14a5c83d382f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:45.617867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c6c5-5918-437c-94cc-f210b916f343 req-fcafefd2-e721-4616-8f8d-05c577e54be8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.623794 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3158c6c5-5918-437c-94cc-f210b916f343 req-fcafefd2-e721-4616-8f8d-05c577e54be8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 949 time: 0.5486903
Nov 10 03:59:45.666726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec76fa-516a-40d5-aa2a-e8fcac9ae3c3 req-7065cd73-616f-4318-aa7b-555ae07ed29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.670126 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9dec76fa-516a-40d5-aa2a-e8fcac9ae3c3 req-7065cd73-616f-4318-aa7b-555ae07ed29b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1100 time: 1.4630861
Nov 10 03:59:45.676953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.694360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.717164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.724137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.730785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.738253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.749505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:45.758529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87352c62-b682-46e8-b078-cb6707a0df27 req-d8abfd50-ab3d-4d19-ada6-0a39877c41e6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5424 time: 0.1936040
Nov 10 03:59:45.863840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3158c6c5-5918-437c-94cc-f210b916f343 req-7f0bfbab-f107-4c1d-8290-148f6d29407a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848030
Nov 10 03:59:45.879368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87352c62-b682-46e8-b078-cb6707a0df27 req-6cfaa349-5eb1-4665-be92-3d0071e536f2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1186798
Nov 10 03:59:45.992435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:46.047143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Attempting to bind port d07f6814-729b-40c2-88e5-fd287ba97dd1 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:46.047391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Attempting to bind port d07f6814-729b-40c2-88e5-fd287ba97dd1 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:46.047705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Attempting to bind port d07f6814-729b-40c2-88e5-fd287ba97dd1 on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:46.066826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc124ec-c08e-44ac-bdb3-85555f027c2d req-2b31af1c-5faa-4400-9f01-2720a050ac55 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.077003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0dc124ec-c08e-44ac-bdb3-85555f027c2d req-2b31af1c-5faa-4400-9f01-2720a050ac55 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 943 time: 0.0789649
Nov 10 03:59:46.078157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-6cda0b0c-fc48-41c3-9a5c-38c9e09e0c46 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9973664
Nov 10 03:59:46.093305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Port d07f6814-729b-40c2-88e5-fd287ba97dd1 on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:46.093640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Attempting to bind port d07f6814-729b-40c2-88e5-fd287ba97dd1 on network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:46.100852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d760fb2-4494-4fd0-99ed-2d08b9e97a44 req-646b856c-3962-4ba3-b25a-e84d9eb3543a service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8475473
Nov 10 03:59:46.110402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'name': 'network-vif-deleted', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:46.113630 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08351b94-3db1-42ae-969c-282c54a25448" -d '{"events": [{"server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "name": "network-vif-deleted", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:46.120459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9dec76fa-516a-40d5-aa2a-e8fcac9ae3c3 req-caaefb3b-0f07-4a2c-bae4-1d416a912fdc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4179049
Nov 10 03:59:46.125254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:46.125587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Checking segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:46.125968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Bound using segment: {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:46.126412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Bound port: d07f6814-729b-40c2-88e5-fd287ba97dd1, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:46.126766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:46.136018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:46.167531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0dc124ec-c08e-44ac-bdb3-85555f027c2d req-a0df353b-9465-4dc8-8236-6a09df918847 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871201
Nov 10 03:59:46.184923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:46.190734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761afd8-a87a-48de-a92f-449171b41ad1 req-9b6cb8ff-2345-44d1-bb0f-6266caf6737f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.192316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c761afd8-a87a-48de-a92f-449171b41ad1 req-9b6cb8ff-2345-44d1-bb0f-6266caf6737f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.1610973
Nov 10 03:59:46.199657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'port_id': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'mac_address': 'fa:16:3e:fa:2d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcd9c6d-ee98-42ac-84b4-993c8d747f8d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:46.262503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:46.287066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:46.298083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:46.309430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c761afd8-a87a-48de-a92f-449171b41ad1 req-d89a90b5-6aad-4d26-b7f3-97acccb4899f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860434
Nov 10 03:59:46.421492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:46.474431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da9647-ea70-48ca-9721-f7932264e108 req-9b624df9-c3b6-4941-89e6-a5a5d82eb10f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.478344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['bfc8aa12-0978-42bd-bcea-1fe832f6fa31'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:46.482482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.483118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:46.484599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] 10.222.0.21 "PUT /v2.0/ports/d07f6814-729b-40c2-88e5-fd287ba97dd1 HTTP/1.1" status: 200  len: 1091 time: 3.4371665
Nov 10 03:59:46.486193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5be79-d069-43b1-98c8-3d634284e469 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:46.502962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:46.506479 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5ff177-5964-40de-8e49-677c6e9aea9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:46.514225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13da9647-ea70-48ca-9721-f7932264e108 req-9b624df9-c3b6-4941-89e6-a5a5d82eb10f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 949 time: 0.1521938
Nov 10 03:59:46.559960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6770b602-ee3e-48be-ad23-aa6924af305a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:46.563718 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79daac2-8b0e-4178-b9b0-55b78f250ec2 x-openstack-request-id: req-e79daac2-8b0e-4178-b9b0-55b78f250ec2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:46.564008 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c36920-a122-4844-bd88-a8d0a654a1b5", "name": "network-vif-deleted", "tag": "f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:46.565613 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e79daac2-8b0e-4178-b9b0-55b78f250ec2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:46.567633 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c36920-a122-4844-bd88-a8d0a654a1b5', 'name': 'network-vif-deleted', 'tag': 'f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e', 'status': 'completed', 'code': 200}
Nov 10 03:59:46.640102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-118e707a-09df-4372-aca7-da7d74a7bc3d tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.643094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-118e707a-09df-4372-aca7-da7d74a7bc3d tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.3087811
Nov 10 03:59:46.644376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7cee75-80a6-447d-9d5c-334cd88bb733 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:46.661455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13da9647-ea70-48ca-9721-f7932264e108 req-308ab8c5-155d-4f92-bb4d-29ad7d843b0d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449258
Nov 10 03:59:46.663792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:46.816501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:46.888009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:46.889280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 829ff216-2756-433a-84cc-9198928b87a8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:46.897837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-b1534631-0377-4ee4-8515-633fbef38ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.899916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-b1534631-0377-4ee4-8515-633fbef38ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 1094 time: 0.3584337
Nov 10 03:59:46.927850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:46.930063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52560b-187b-49e9-b0cd-48ab94ef03c2 req-f16de3ef-b3ae-446b-aecd-08e9480d6fd1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:46.943861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f52560b-187b-49e9-b0cd-48ab94ef03c2 req-f16de3ef-b3ae-446b-aecd-08e9480d6fd1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.1840982
Nov 10 03:59:46.967698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '829ff216-2756-433a-84cc-9198928b87a8', 'network_id': '49ef2f95-2096-4acc-ac35-d2286a2ce7b8', 'port_id': '829ff216-2756-433a-84cc-9198928b87a8', 'mac_address': 'fa:16:3e:e5:ed:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcd9c6d-ee98-42ac-84b4-993c8d747f8d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:47.022941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-529f0da2-6351-45e1-ad56-94eb977c8b74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1 HTTP/1.1" status: 200  len: 217 time: 0.1103938
Nov 10 03:59:47.097261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.101164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57810) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:47.106933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504450947', 'description': 'tempest-description--1632480729'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:47.140019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829ff216-2756-433a-84cc-9198928b87a8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:47.161641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.193752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:47.215235 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b1c51-6879-4e87-82fa-a8dda48eca8b x-openstack-request-id: req-5f3b1c51-6879-4e87-82fa-a8dda48eca8b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:47.218302 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:47.218606 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f3b1c51-6879-4e87-82fa-a8dda48eca8b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:47.220334 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'status': 'completed', 'code': 200}
Nov 10 03:59:47.257744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.297082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.306375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.339524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.384284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.386535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2842376
Nov 10 03:59:47.387804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec957e3c-9d65-4331-a927-7db610edb676 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf04ff-5cac-4904-b688-af2b7ffbdafc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:47.390243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57818) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:47.397750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'security_group_rule': {'security_group_id': '1bdf04ff-5cac-4904-b688-af2b7ffbdafc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:47.438798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:47.476215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-66111258-dc39-4f3f-b6ab-f76d737cce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.480872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-66111258-dc39-4f3f-b6ab-f76d737cce8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.4053562
Nov 10 03:59:47.502938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f52560b-187b-49e9-b0cd-48ab94ef03c2 req-13581a44-a84f-440a-a9ba-37780c8c7347 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5548358
Nov 10 03:59:47.567235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:47.590457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:47.597349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.603430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.609544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.615842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.622137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.630247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.637819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.646155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-1b83ecee-011e-4168-bc32-1327a5e881a0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5426 time: 0.2423940
Nov 10 03:59:47.654703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 03:59:47.656715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f9bddaf0-2d2f-4fde-bed0-c59bd56ac95e not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:59:47.670069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.732435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-f007aeaf-99c3-4812-a434-c0004cd16c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.734644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-f007aeaf-99c3-4812-a434-c0004cd16c77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2227955
Nov 10 03:59:47.741277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:47.763020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b694a153-e863-4be2-bd25-c00b872eb2d4 req-5ecc8bd6-cda4-48f5-ba94-edd4b3183cc8 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1157589
Nov 10 03:59:47.790723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.798452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.819981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d5139-d08f-4ffe-8c2d-38329d447d04 req-47870719-9452-49c8-ac6e-f903c2d9ea01 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:47.828406 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa9d5139-d08f-4ffe-8c2d-38329d447d04 req-47870719-9452-49c8-ac6e-f903c2d9ea01 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 943 time: 0.2064056
Nov 10 03:59:47.852273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854c651c-deb3-47df-89ed-912dfced1c49,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:47.869131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.873881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa50b911-1585-437a-9666-fafa930ce9f6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4812555
Nov 10 03:59:47.876367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:47.886065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'security_group_rule': {'security_group_id': '1bdf04ff-5cac-4904-b688-af2b7ffbdafc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:47.955717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:47.958105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:47.975940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['96b42f90-6a5b-45f9-896f-96b0bb83be05'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:48.010457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa9d5139-d08f-4ffe-8c2d-38329d447d04 req-c51237cb-7d76-44f8-8b8d-6eff10144bee tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1810343
Nov 10 03:59:48.035916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-4f1436c7-b4a5-4c9d-a59e-f096241ed267 service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914920
Nov 10 03:59:48.063062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.073651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.121327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57840) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:48.122250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.124912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2453856
Nov 10 03:59:48.134754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:48.141979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:48.147087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ea5d8-ec66-492e-8cb3-fbe34dd18685 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332de1e9-05e0-464e-b3f8-a88a7e05a11c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:48.194919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.228562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e8f34-ffdf-4b20-b378-9b5cb47553aa req-bc4453a1-416b-4551-a26c-07c202eb0e56 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:48.230359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598e8f34-ffdf-4b20-b378-9b5cb47553aa req-bc4453a1-416b-4551-a26c-07c202eb0e56 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 945 time: 0.1254187
Nov 10 03:59:48.231697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.240267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.310738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c336051-5f27-4624-822b-8c72d69d9fe7 req-ecd44103-ab26-41bb-aea4-398794fc42c3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:48.317146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4c336051-5f27-4624-822b-8c72d69d9fe7 req-ecd44103-ab26-41bb-aea4-398794fc42c3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 949 time: 0.1418021
Nov 10 03:59:48.319763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0a7cee75-80a6-447d-9d5c-334cd88bb733'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:48.330401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['829ff216-2756-433a-84cc-9198928b87a8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:48.375044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598e8f34-ffdf-4b20-b378-9b5cb47553aa req-2cef46d4-b86f-4989-a561-28d77c2df319 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371861
Nov 10 03:59:48.376297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f4b3d7-d6ec-48f3-a687-a196bfb4ee4d req-46b6a60c-bae3-4a5e-8f92-62ad271a98fc service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3313098
Nov 10 03:59:48.442541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.479110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:48.510735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.518551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35550670-48f0-4524-9a38-20846cb59b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.575123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4c336051-5f27-4624-822b-8c72d69d9fe7 req-c16fdd02-fde6-4e5e-b0ae-31a6c153ce50 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181485
Nov 10 03:59:48.575814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:48.576151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:48.576484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:48.596400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:48.597328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Attempting to bind port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:48.627489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:48.627809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:48.628336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:48.628698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Bound port: c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:48.629113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.643294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-00c2346f-529a-44d9-9cd2-879cecb9c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:48.645002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-00c2346f-529a-44d9-9cd2-879cecb9c788 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 1094 time: 0.1788964
Nov 10 03:59:48.707625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Allocated IP 172.32.3.82 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/5e4f4945-b4b5-4087-9dbe-36e663fb11ac) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:48.718332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.852678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35550670-48f0-4524-9a38-20846cb59b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.867125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35550670-48f0-4524-9a38-20846cb59b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.893775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:48.923826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-82dba0c5-9c34-48ed-87c5-768ef7a07190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:48.925333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-82dba0c5-9c34-48ed-87c5-768ef7a07190 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 925 time: 0.2670367
Nov 10 03:59:48.927093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:48.949269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:48.954822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35550670-48f0-4524-9a38-20846cb59b0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e820974013534b01bd497f65ddf15f1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7866480
Nov 10 03:59:48.956086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57852) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:48.976977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b9ca-848b-40bb-bd5f-6612b31cff2f req-421669bf-6dd1-4ff2-9e8f-4e88d6e22c4f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:48.979165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8be9b9ca-848b-40bb-bd5f-6612b31cff2f req-421669bf-6dd1-4ff2-9e8f-4e88d6e22c4f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.1228254
Nov 10 03:59:48.990240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-e870d02f-43a2-4e4b-af24-786cff240924 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1 HTTP/1.1" status: 200  len: 217 time: 0.0545726
Nov 10 03:59:48.990847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550670-48f0-4524-9a38-20846cb59b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda66735-12ac-431b-9cb6-4b457ae4cd6d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:49.043652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.106628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8be9b9ca-848b-40bb-bd5f-6612b31cff2f req-84301a5b-aafd-454d-abfd-11b40221e3c7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166687
Nov 10 03:59:49.110937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:49.115158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-d7ee1d07-14b3-4a12-8384-ffb44a199cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.116665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-d7ee1d07-14b3-4a12-8384-ffb44a199cac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.0980825
Nov 10 03:59:49.119754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.120378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.121876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-aa5af482-64a2-4dc5-ad2e-7ab7d786c3bc service neutron] 10.222.0.21 "PUT /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 1121 time: 2.4649835
Nov 10 03:59:49.124946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.151661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.214856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.217803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-bcefb54a-a8e6-49d6-9612-7120f74b91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.218296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.221993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dda66735-12ac-431b-9cb6-4b457ae4cd6d HTTP/1.1" status: 204  len: 168 time: 0.2622867
Nov 10 03:59:49.227748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-bcefb54a-a8e6-49d6-9612-7120f74b91ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0975559
Nov 10 03:59:49.232497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'}, {'name': 'network-changed', 'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:49.235626 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2625238-28d5-460e-bc26-5809dff6d38e" -d '{"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-unplugged", "status": "completed", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8"}, {"name": "network-changed", "server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:49.238716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ab5a-52ec-494a-8a90-00561e83d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda66735-12ac-431b-9cb6-4b457ae4cd6d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:49.259795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.290258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7df01c5b-14ab-4d3a-9769-522007964e79 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:49.294395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:49.297825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:49.300873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:49.395878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'Port': ['ID=5e4f4945-b4b5-4087-9dbe-36e663fb11ac,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:49.422872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.430230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.438241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.445629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.454963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.461998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.470899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:49.471659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.474021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-2f62d702-541e-45d7-acc1-aaefc6baafdb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5426 time: 0.2291338
Nov 10 03:59:49.494220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.559576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f63a26c6-c504-4b0e-9363-1e255c38e0f6 req-9d1d40a3-43b8-45d6-a1ca-a0a957926845 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0769608
Nov 10 03:59:49.568015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d527ee3-d55d-4216-9c8b-3f2921b60fee req-bf0682a8-af2f-4067-a5b1-e0916684f64d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.585393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d527ee3-d55d-4216-9c8b-3f2921b60fee req-bf0682a8-af2f-4067-a5b1-e0916684f64d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.594302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d527ee3-d55d-4216-9c8b-3f2921b60fee req-bf0682a8-af2f-4067-a5b1-e0916684f64d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c&device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1689 time: 0.2580588
Nov 10 03:59:49.609966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.643567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 7df01c5b-14ab-4d3a-9769-522007964e79 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:49.656486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7df01c5b-14ab-4d3a-9769-522007964e79 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:49.657746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.682586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-e4ace6de-7b5b-4d49-9e2f-826f3a1a4ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4433181
Nov 10 03:59:49.881577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d527ee3-d55d-4216-9c8b-3f2921b60fee req-b8ca1fc4-8cff-43fe-964c-e07f9acb7510 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863379
Nov 10 03:59:49.897788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8319e-afac-43d9-bb5f-b19283fce4c3 req-9f04ac92-82cf-4136-8bab-9756812541f6 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:49.900216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ab8319e-afac-43d9-bb5f-b19283fce4c3 req-9f04ac92-82cf-4136-8bab-9756812541f6 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 943 time: 0.0993602
Nov 10 03:59:49.910949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.921137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:49.945589 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3626e4-970f-4503-8d90-c3b8c48a3c75 x-openstack-request-id: req-ad3626e4-970f-4503-8d90-c3b8c48a3c75 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:49.945886 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-unplugged", "status": "completed", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8", "code": 200}, {"name": "network-changed", "server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:49.946175 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad3626e4-970f-4503-8d90-c3b8c48a3c75 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:49.946577 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'code': 200}
Nov 10 03:59:49.947097 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'status': 'completed', 'code': 200}
Nov 10 03:59:49.968657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57878) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:49.981380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.017892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.023874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a5ff177-5964-40de-8e49-677c6e9aea9c req-d97a2d21-6105-4177-bef4-8536aca38dee service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3152714
Nov 10 03:59:50.038982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69f8ef6-c15c-4fea-85d8-14affe0dc272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.063145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ab8319e-afac-43d9-bb5f-b19283fce4c3 req-5f042bad-6d93-4344-a7c3-c4f27c4d756d tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477695
Nov 10 03:59:50.064568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'Port': ['ID=5e4f4945-b4b5-4087-9dbe-36e663fb11ac,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:50.069105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.076168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f477d89-1675-4683-a1a8-4d1e656929db tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9403045
Nov 10 03:59:50.108857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:50.111160 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de86a124-7088-4797-9e2f-39f7a9a1503f" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:50.137655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:50.154419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.174791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2625238-28d5-460e-bc26-5809dff6d38e req-402dd4b1-5528-4a10-8966-8aafcd37f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.176153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-402dd4b1-5528-4a10-8966-8aafcd37f21d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1124 time: 0.1952736
Nov 10 03:59:50.205269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ca336-61d8-47b0-afe3-991ab52a5feb req-4d90ebd7-b2b4-49c3-8a2b-48cac614ed25 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.213002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c02ca336-61d8-47b0-afe3-991ab52a5feb req-4d90ebd7-b2b4-49c3-8a2b-48cac614ed25 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 943 time: 0.1874783
Nov 10 03:59:50.236253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:50.363517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211574e4-d45e-4e41-90a0-f20e8451039d req-c7bf839c-3f82-40a8-9f8b-41afca9193b2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.365838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-211574e4-d45e-4e41-90a0-f20e8451039d req-c7bf839c-3f82-40a8-9f8b-41afca9193b2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.0641115
Nov 10 03:59:50.384750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c02ca336-61d8-47b0-afe3-991ab52a5feb req-309cedc1-abce-40da-987a-7f70326bb48d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707795
Nov 10 03:59:50.441073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-211574e4-d45e-4e41-90a0-f20e8451039d req-a76e90b8-e562-4bdc-8cbd-36a050d25f7f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645540
Nov 10 03:59:50.460346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69f8ef6-c15c-4fea-85d8-14affe0dc272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.463136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2625238-28d5-460e-bc26-5809dff6d38e req-eae11de6-2313-45ee-bd40-e120e87c2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.464997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-eae11de6-2313-45ee-bd40-e120e87c2e32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.2790582
Nov 10 03:59:50.465983 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d139dc-a4a6-44b3-8285-a9b1e3bdddb2 x-openstack-request-id: req-c1d139dc-a4a6-44b3-8285-a9b1e3bdddb2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:50.466689 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:50.467052 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1d139dc-a4a6-44b3-8285-a9b1e3bdddb2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:50.467339 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79', 'code': 200}
Nov 10 03:59:50.468539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69f8ef6-c15c-4fea-85d8-14affe0dc272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.544859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-f0095a37-438f-4b64-abfe-5ca87a54a865 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 217 time: 0.0649209
Nov 10 03:59:50.556845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d69f8ef6-c15c-4fea-85d8-14affe0dc272 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b33ab7e45f46c0857c5677bb7b7875&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5847340
Nov 10 03:59:50.557657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57898) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:50.595996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8ef6-c15c-4fea-85d8-14affe0dc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb5c9e-d6a4-48fa-b759-674559291552,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:50.606226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce122a8-fba7-4f83-b84e-4292296d4289 req-1894aa93-9e82-4262-98ad-8df2abf81f65 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.608826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ce122a8-fba7-4f83-b84e-4292296d4289 req-1894aa93-9e82-4262-98ad-8df2abf81f65 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 1100 time: 0.0966029
Nov 10 03:59:50.666838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.689419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2625238-28d5-460e-bc26-5809dff6d38e req-a0523667-c813-414f-946e-9dbbf5683a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.691034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-a0523667-c813-414f-946e-9dbbf5683a47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1356349
Nov 10 03:59:50.695766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ce122a8-fba7-4f83-b84e-4292296d4289 req-c69e4f5a-f2f7-4ed5-aa55-9bcfdfc3fed2 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746768
Nov 10 03:59:50.706128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.741954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-bde7710d-8e97-4b1a-baee-baef08f5748b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433431
Nov 10 03:59:50.783041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-23e09d2a-6968-49a9-b356-248e178a0387 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.788479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.791698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:50.795442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87fb5c9e-d6a4-48fa-b759-674559291552 HTTP/1.1" status: 204  len: 168 time: 0.2329621
Nov 10 03:59:50.795863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-23e09d2a-6968-49a9-b356-248e178a0387 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.2324381
Nov 10 03:59:50.834596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbffa20-3bf0-406a-92c1-d8aa208e015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb5c9e-d6a4-48fa-b759-674559291552,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:50.923671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.937018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.943079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.949945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.955900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.961870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.967927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:50.976056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-bb5d7711-b2c7-4418-a46e-ec140f753644 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5427 time: 0.1791582
Nov 10 03:59:50.997391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-43d116c1-e4e5-4638-8504-299f891d8ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969187
Nov 10 03:59:50.998727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-79effdbc-296f-4b43-8967-be26a442bd10 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/quotas/3c429da1ce66472ea906f7e8cf5e4dd8 HTTP/1.1" status: 200  len: 375 time: 0.2019303
Nov 10 03:59:51.054246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb1c2d59-ce1f-492f-b1d9-9421cc737859 req-03d43281-399f-43d8-8e8a-f7eeb81092be tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0768290
Nov 10 03:59:51.159346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-95514fc5-8101-40e2-b769-ad466568d9cf tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1459820
Nov 10 03:59:51.239687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2625238-28d5-460e-bc26-5809dff6d38e req-63786ddb-3179-4016-9db3-6acf8b19110e service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346668
Nov 10 03:59:51.284260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device bfc8aa12-0978-42bd-bcea-1fe832f6fa31 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:51.293219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a605e09-380d-4695-8e45-b148d7367fa9 req-073bbdf7-fd80-4ee8-b99a-5ecf4c95b3b2 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:51.304481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-5fac6550-9f97-454a-88db-7b2f3f32f0ca service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344035
Nov 10 03:59:51.308225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a605e09-380d-4695-8e45-b148d7367fa9 req-073bbdf7-fd80-4ee8-b99a-5ecf4c95b3b2 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1100 time: 0.0962141
Nov 10 03:59:51.337116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:51.343113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:51.343774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:51.410776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a605e09-380d-4695-8e45-b148d7367fa9 req-467e6c36-fbca-4f81-acbc-b9a6692bea5d tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818973
Nov 10 03:59:51.452285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:51.496267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:51.526496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:51.530783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:51.632668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bc34f-3404-43b4-9a68-860b65654af0 req-40158e1d-5904-487e-9b75-4d0480ffcfef tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:51.638289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:51.640902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-670bc34f-3404-43b4-9a68-860b65654af0 req-40158e1d-5904-487e-9b75-4d0480ffcfef tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 943 time: 0.1203921
Nov 10 03:59:51.650235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d07f6814-729b-40c2-88e5-fd287ba97dd1 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:51.744054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-670bc34f-3404-43b4-9a68-860b65654af0 req-5a389b57-a8d9-447e-9517-e3825989302f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968170
Nov 10 03:59:51.830211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:51.865280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-a5e902ed-5f9f-4cad-afb9-30f3efd31980 service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5596440
Nov 10 03:59:51.868146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'port_id': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'mac_address': 'fa:16:3e:51:8a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 03:59:51.951948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:51.975506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:51.975874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:51.984958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:52.060515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f6814-729b-40c2-88e5-fd287ba97dd1 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:52.112329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:52.127988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:52.132579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 03:59:52.316064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c6515-1515-458b-9f79-6fe139cf4b4c req-50d310b0-4a4b-494c-9528-a0c97e0ce49e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.329343 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-019c6515-1515-458b-9f79-6fe139cf4b4c req-50d310b0-4a4b-494c-9528-a0c97e0ce49e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 943 time: 0.1050925
Nov 10 03:59:52.344730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32807f-c265-47a3-a21a-17aaddf741f0 req-c49fd677-8933-4abc-ba74-4b4ac2295231 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.356403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa32807f-c265-47a3-a21a-17aaddf741f0 req-c49fd677-8933-4abc-ba74-4b4ac2295231 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.1431572
Nov 10 03:59:52.472110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa32807f-c265-47a3-a21a-17aaddf741f0 req-bd1c5537-2da8-494c-a00c-02aa11eecf40 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988486
Nov 10 03:59:52.495238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-019c6515-1515-458b-9f79-6fe139cf4b4c req-9a19293d-1467-43ed-b11d-d424bd1a3a2f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610353
Nov 10 03:59:52.496301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:52.498995 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda1c90e-87ed-4ee2-ac26-c137c17f0ada" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8aa12-0978-42bd-bcea-1fe832f6fa31"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:52.560324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0958ccc2-b7e1-43f3-b7eb-eaf02c94ff2b req-a8454039-d3b8-4391-ab24-96703743abe8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 210 time: 0.0409715
Nov 10 03:59:52.613869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:52.653281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:52.740211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:52.750300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.757902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.765709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.772628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.777064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:52.783443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.783692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 03:59:52.786776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:52.788389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6770b602-ee3e-48be-ad23-aa6924af305a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:52.793800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.809232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:52.837768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-b3d09613-bac3-41c1-aa85-b39d24c9bd5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5428 time: 0.1837969
Nov 10 03:59:52.888000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-e23b769d-b944-4fa4-80d0-fb35a83bd0ca tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0498872
Nov 10 03:59:52.937442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:52.977830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 6770b602-ee3e-48be-ad23-aa6924af305a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:52.978056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89fb58ec-aca8-4984-aed2-e079afd6492d req-f2b93760-a1e6-4f13-a557-08520da46ed4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1382773
Nov 10 03:59:52.983930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6770b602-ee3e-48be-ad23-aa6924af305a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:52.984327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:53.134390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:53.152169 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d84f80-f65e-4560-a0fa-ab830b1d36e4 x-openstack-request-id: req-a2d84f80-f65e-4560-a0fa-ab830b1d36e4 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:53.152807 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8aa12-0978-42bd-bcea-1fe832f6fa31", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:53.153284 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2d84f80-f65e-4560-a0fa-ab830b1d36e4 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:53.154344 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8aa12-0978-42bd-bcea-1fe832f6fa31', 'code': 200}
Nov 10 03:59:53.166718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d07f6814-729b-40c2-88e5-fd287ba97dd1'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:53.279271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:53.299006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:53.301651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e337f77c-d135-430c-9e8b-333dc66d89e6 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:53.321649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-b0942838-7edd-4dd2-9ee9-e6c079ada430 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:53.329547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-b0942838-7edd-4dd2-9ee9-e6c079ada430 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4399433
Nov 10 03:59:53.359908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-71a1b17e-6be5-4e97-8a2c-d7d10419156f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.0288489
Nov 10 03:59:53.430161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-15f6e232-2a44-40d9-88e1-0a8ffed21119 service neutron] 10.222.0.26 "GET /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.1967325
Nov 10 03:59:53.447559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e74a28-7147-4a6d-8f8c-c439683a5f26 req-71c370cf-aa0f-43d0-ba03-142a75be249b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:53.460233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45e74a28-7147-4a6d-8f8c-c439683a5f26 req-71c370cf-aa0f-43d0-ba03-142a75be249b tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 944 time: 0.1772766
Nov 10 03:59:53.478896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-3d7a3598-edd4-4bbd-9615-298494093251 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1129158
Nov 10 03:59:53.503167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:53.602872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port e337f77c-d135-430c-9e8b-333dc66d89e6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:53.615371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port e337f77c-d135-430c-9e8b-333dc66d89e6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:53.615741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:53.630177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45e74a28-7147-4a6d-8f8c-c439683a5f26 req-309d3527-db8f-42e6-b413-e3ad79c65695 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501598
Nov 10 03:59:53.810363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8078c6-f8c5-431a-a887-8d22e8e67556 req-ec0a8ba6-8b19-45a9-82d9-25ca89e84abe tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:53.819271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a8078c6-f8c5-431a-a887-8d22e8e67556 req-ec0a8ba6-8b19-45a9-82d9-25ca89e84abe tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.0946136
Nov 10 03:59:53.901188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a8078c6-f8c5-431a-a887-8d22e8e67556 req-9e8d0d16-3cc8-4680-a12c-681e69cb88ff tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770075
Nov 10 03:59:54.064841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:54.080580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fffbb-18be-4d35-9012-e9da74b73cfc req-712c9a7e-d6b6-4953-87a8-aa436969a51e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.092355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:54.095310 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c37fffbb-18be-4d35-9012-e9da74b73cfc req-712c9a7e-d6b6-4953-87a8-aa436969a51e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 943 time: 0.1231732
Nov 10 03:59:54.106942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.177141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:54.185883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:54.198089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.199485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0a7cee75-80a6-447d-9d5c-334cd88bb733 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:54.220896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:54.238585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c37fffbb-18be-4d35-9012-e9da74b73cfc req-8b085257-a4c6-483f-9c3a-3729f4dd3990 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342618
Nov 10 03:59:54.267196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.415099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] Transition to ACTIVE for port object c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:54.423901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:54.432219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.450466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0a7cee75-80a6-447d-9d5c-334cd88bb733 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:54.458540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:54.474242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0a7cee75-80a6-447d-9d5c-334cd88bb733 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:54.475042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.561956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61171aab-2df8-4ba8-8475-6206e8c26be2 req-6410f927-4edf-4c5f-a8bd-4125a36489e1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 210 time: 0.1106575
Nov 10 03:59:54.691507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.717191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] No DVR routers for this DVR port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 03:59:54.776893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:54.779228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dea3763b-d1ed-445f-84fb-1c7efe1b8ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.789704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:54.790871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:54.835988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3914678
Nov 10 03:59:54.839806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181b9f3-76f1-4448-9116-e885a78c47d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:54.872545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.879471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.900941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.909349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.916644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.923613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.938236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:54.941474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:54.948804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-715232b0-b4ea-4c43-8321-78f24d32b175 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5431 time: 0.2756524
Nov 10 03:59:54.955093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-1b929281-9767-4109-9c5c-e619c9519c03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3662741
Nov 10 03:59:55.049753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 96b42f90-6a5b-45f9-896f-96b0bb83be05 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:55.084327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c577dd42-e584-4f1a-9add-47359d0a70e6 req-ef0ec55e-183b-4f74-bc5a-64fba27eb6a5 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1316130
Nov 10 03:59:55.115801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 96b42f90-6a5b-45f9-896f-96b0bb83be05 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:55.120596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.199229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:55.207335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-f692ac54-e31f-4968-a581-354d13bb043f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.207627 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf28346-6eef-403b-8d51-f5aafd3eab68" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbfc0a8-0b22-440d-b4d8-14a5c83d382f"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:55.214521 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-f692ac54-e31f-4968-a581-354d13bb043f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.5819795
Nov 10 03:59:55.248320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'port': {'device_id': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'admin_state_up': True, 'tenant_id': '3c429da1ce66472ea906f7e8cf5e4dd8'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:55.319621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.327927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-e96ae2c9-8338-48d5-86b9-5445ac836fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.329715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-e96ae2c9-8338-48d5-86b9-5445ac836fce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 1096 time: 0.1985266
Nov 10 03:59:55.345058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2f204-1345-4e05-b147-d26a42534e37 req-026e0ab7-8b4f-4819-8c51-a9d38387544e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.346772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6c2f204-1345-4e05-b147-d26a42534e37 req-026e0ab7-8b4f-4819-8c51-a9d38387544e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.0982828
Nov 10 03:59:55.357606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d96b-3d80-49ad-a2bd-2316c0324a16 req-14584a66-c494-426c-ad2d-84d437166305 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.361385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95b0d96b-3d80-49ad-a2bd-2316c0324a16 req-14584a66-c494-426c-ad2d-84d437166305 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 944 time: 0.2624750
Nov 10 03:59:55.371100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:55.380698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.382250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 829ff216-2756-433a-84cc-9198928b87a8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:55.410516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dea3763b-d1ed-445f-84fb-1c7efe1b8ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.444429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dea3763b-d1ed-445f-84fb-1c7efe1b8ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.504461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dea3763b-d1ed-445f-84fb-1c7efe1b8ec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23ffe092a3e548b4a4f339adfaa1073c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0794716
Nov 10 03:59:55.512035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:55.514188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58062) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 03:59:55.543786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 829ff216-2756-433a-84cc-9198928b87a8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:55.551500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 829ff216-2756-433a-84cc-9198928b87a8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:55.552907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.563981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3763b-d1ed-445f-84fb-1c7efe1b8ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d94cdf-cd7a-4a73-be0e-627ea85787b5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:55.636787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d07f6814-729b-40c2-88e5-fd287ba97dd1 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 03:59:55.656205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6c2f204-1345-4e05-b147-d26a42534e37 req-e44bc9ef-73d6-4638-abba-00b167f3f98d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2884359
Nov 10 03:59:55.735410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.754727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95b0d96b-3d80-49ad-a2bd-2316c0324a16 req-e2331700-ed36-4d44-a6e8-987d4ec36286 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3345027
Nov 10 03:59:55.759105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Made reservation on behalf of 3c429da1ce66472ea906f7e8cf5e4dd8 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:55.769803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.781896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port d07f6814-729b-40c2-88e5-fd287ba97dd1 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 03:59:55.798200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port d07f6814-729b-40c2-88e5-fd287ba97dd1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:55.798736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.805993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:55.848507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-95156f5d-8c46-4e9e-a658-73584bd600e8 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.850411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-95156f5d-8c46-4e9e-a658-73584bd600e8 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.3396592
Nov 10 03:59:55.861514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:55.874530 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d361227-c1a0-4413-bae6-0808d5ead030 x-openstack-request-id: req-9d361227-c1a0-4413-bae6-0808d5ead030 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:55.874962 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "1cbfc0a8-0b22-440d-b4d8-14a5c83d382f", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:55.876878 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d361227-c1a0-4413-bae6-0808d5ead030 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:55.877503 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbfc0a8-0b22-440d-b4d8-14a5c83d382f', 'code': 200}
Nov 10 03:59:55.877830 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a', 'code': 200}
Nov 10 03:59:55.878198 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'code': 200}
Nov 10 03:59:55.878639 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'code': 200}
Nov 10 03:59:55.916296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 03:59:55.927416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bbc3f44-e1dd-46f2-9dfe-91f37fd06df2 req-e2fb524f-138b-4feb-93f4-09853aafdac4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 210 time: 0.1107965
Nov 10 03:59:55.996374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-55f5cb09-7350-499f-9782-336a84d4c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:55.998142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-55f5cb09-7350-499f-9782-336a84d4c40d service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.6446395
Nov 10 03:59:56.183294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-17eb28f9-dbab-47a2-bd51-303812fcb27f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 200  len: 217 time: 0.1466217
Nov 10 03:59:56.187781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:56.192557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b83475-c55f-444e-8c91-d9ebe350e509 req-22c81d42-35a2-4202-9d71-b440aee0a618 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.208111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32b83475-c55f-444e-8c91-d9ebe350e509 req-22c81d42-35a2-4202-9d71-b440aee0a618 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.2479131
Nov 10 03:59:56.209778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 03:59:56.233236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-607fcd7c-ab55-4c30-9ae9-759085600893 req-7009d8ba-eda4-4574-933e-6fe7be89a056 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 210 time: 0.0578249
Nov 10 03:59:56.246980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.293628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.320247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Allocated IP 172.20.0.2 (943af04c-ea46-4657-a360-32fb92e48ee3/b564fd93-cf03-499d-9fba-68dc30cb0f00/ff7ca3e5-0d52-4c82-8e96-69023f9b250a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:56.340472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-cf158960-af3a-4f3a-8c36-ce33737ee064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.342026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-cf158960-af3a-4f3a-8c36-ce33737ee064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274&tenant_id=ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 1095 time: 0.4129360
Nov 10 03:59:56.371286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.371818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 03:59:56.387560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32b83475-c55f-444e-8c91-d9ebe350e509 req-f9f0834e-1d98-4db2-8b7c-0ca385d35bbf tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687384
Nov 10 03:59:56.407223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.479545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:56.495752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-958ef655-cbd1-403e-9e9b-4f82c89b195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.497253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-958ef655-cbd1-403e-9e9b-4f82c89b195e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.2612305
Nov 10 03:59:56.554506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-ac447d21-9281-488d-9658-a8968fadf247 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430226
Nov 10 03:59:56.579878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.586008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.592875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.599780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.606826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.613452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.620320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.622260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-7f9d2e90-1aa9-4054-a8d4-afd3bebc5536 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.2543662
Nov 10 03:59:56.626918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.654631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-749c9126-5fa5-4e72-b55b-88e88d50deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.656536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-749c9126-5fa5-4e72-b55b-88e88d50deb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1095 time: 0.2792728
Nov 10 03:59:56.669422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.726083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Network 943af04c-ea46-4657-a360-32fb92e48ee3 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:56.730642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:56.734825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:56.740808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.741505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.748277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:56.765494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6fbbf126-a773-48b3-b24b-964cf7632a81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5435603
Nov 10 03:59:56.771306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-9b83f583-50e6-4b6f-913a-fc30fbeefbea tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1220496
Nov 10 03:59:56.783214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Request body: {'port': {'device_id': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:56.868933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.871838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.875499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d94cdf-cd7a-4a73-be0e-627ea85787b5 HTTP/1.1" status: 204  len: 168 time: 1.3269238
Nov 10 03:59:56.899591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16463dbd-14b9-4e71-9e3f-ef14945e9c28 req-19e3a86d-7c0e-4558-97f2-b92c50fa0ef4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:56.901462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16463dbd-14b9-4e71-9e3f-ef14945e9c28 req-19e3a86d-7c0e-4558-97f2-b92c50fa0ef4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1119077
Nov 10 03:59:56.907615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:56.946443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-c72b9946-46e0-4e5c-9817-06a374fa3c55 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1253858
Nov 10 03:59:56.974109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98001adb-72e5-4bcf-ad72-367074665527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d94cdf-cd7a-4a73-be0e-627ea85787b5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:57.110459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16463dbd-14b9-4e71-9e3f-ef14945e9c28 req-ffd5c419-9128-4666-b208-534d46124e46 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798267
Nov 10 03:59:57.112500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-abc900df-a6d2-4fdf-9e07-2b4dae13b772 req-6c2074b8-a6be-4c57-bec3-5374ef3f4487 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4608934
Nov 10 03:59:57.145605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-81d2f627-98ef-4386-bf8d-f4efa7a16ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.154044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-81d2f627-98ef-4386-bf8d-f4efa7a16ac7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.4605722
Nov 10 03:59:57.156774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-4468c1c2-712d-488b-83e0-4dcfb855db2b service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5908220
Nov 10 03:59:57.186785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-cdc211b9-27bf-4e05-98ae-6f3199e89a10 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.186785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-cdc211b9-27bf-4e05-98ae-6f3199e89a10 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3626950
Nov 10 03:59:57.229383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:57.281863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329afae2-c2f1-434a-87b3-a6ad937639ab req-daf15678-c376-4d4d-89d7-9949258ce0ce tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.286546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-329afae2-c2f1-434a-87b3-a6ad937639ab req-daf15678-c376-4d4d-89d7-9949258ce0ce tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.0803494
Nov 10 03:59:57.336231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-ccbd7975-47a3-4031-96e8-f530f7cae825 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 200  len: 217 time: 0.1319451
Nov 10 03:59:57.339273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7ca3e5-0d52-4c82-8e96-69023f9b250a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 03:59:57.353033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.376116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-329afae2-c2f1-434a-87b3-a6ad937639ab req-ef621c3a-86a7-4515-9dc8-c6e77477f8c6 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711462
Nov 10 03:59:57.376549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Transition to ACTIVE for port object ff7ca3e5-0d52-4c82-8e96-69023f9b250a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 03:59:57.381799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43b9745-79fc-4bb2-b2ef-af23385b0d81 req-aa423b2f-ebda-49d6-9960-766bd6155743 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 210 time: 0.1671562
Nov 10 03:59:57.383103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.439137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:57.473754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Attempting to bind port ff7ca3e5-0d52-4c82-8e96-69023f9b250a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 03:59:57.474390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Attempting to bind port ff7ca3e5-0d52-4c82-8e96-69023f9b250a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 03:59:57.474390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Attempting to bind port ff7ca3e5-0d52-4c82-8e96-69023f9b250a on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:57.479117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Port ff7ca3e5-0d52-4c82-8e96-69023f9b250a on network 943af04c-ea46-4657-a360-32fb92e48ee3 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 03:59:57.479482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Attempting to bind port ff7ca3e5-0d52-4c82-8e96-69023f9b250a on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 03:59:57.488559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 03:59:57.488923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Checking segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 03:59:57.489342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Bound using segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 03:59:57.489864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Bound port: ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 03:59:57.490120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.513502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-3dad6950-d683-48bb-a3ca-c6939065a43a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.521278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-3dad6950-d683-48bb-a3ca-c6939065a43a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5482690
Nov 10 03:59:57.565490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:57.569026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 03:59:57.583418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.593024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': '204cfd98-e055-4d04-946f-06a0a488d820', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:57.608540 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498da9f7-ba06-4498-a05b-25f4d59c9841 req-ad7e0782-c6b9-4d6f-a252-4d3ac56c7b6e service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4053576
Nov 10 03:59:57.639538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.640156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.641994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff7ca3e5-0d52-4c82-8e96-69023f9b250a HTTP/1.1" status: 200  len: 1091 time: 0.8658600
Nov 10 03:59:57.643109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:57.645161 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e89685-7f5a-4611-be8a-fed8e3c00c55" -d '{"events": [{"name": "network-changed", "server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:57.682521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8fdaa-320e-4b64-bab2-a59d11056a97 req-c3017196-fd0b-455d-8315-4a05defb85b1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.684007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44d8fdaa-320e-4b64-bab2-a59d11056a97 req-c3017196-fd0b-455d-8315-4a05defb85b1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.1133046
Nov 10 03:59:57.688590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-7ed86ca1-72cb-496a-b75e-b649c4edf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.688936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade24c-26a9-4963-98bd-313b69bb6614 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:57.694401 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-7ed86ca1-72cb-496a-b75e-b649c4edf8d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.3149104
Nov 10 03:59:57.765701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44d8fdaa-320e-4b64-bab2-a59d11056a97 req-68d17533-de63-4407-bc75-03b5301c7462 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736821
Nov 10 03:59:57.768506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-fc72555c-f1b5-472b-89e9-048e0ff84961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.769786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-fc72555c-f1b5-472b-89e9-048e0ff84961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 1094 time: 0.0705843
Nov 10 03:59:57.792433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-a377dd46-7b65-41f0-bc0a-8b79c652b266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611527
Nov 10 03:59:57.845496 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-6ccb09c3-d52e-493c-9b78-0c08ff1b0881 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a HTTP/1.1" status: 200  len: 217 time: 0.0665281
Nov 10 03:59:57.879616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829ff216-2756-433a-84cc-9198928b87a8'}, {'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 03:59:57.882095 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f27a05-8e9d-4075-9d27-626f6dd3fa9a" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "829ff216-2756-433a-84cc-9198928b87a8"}, {"server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 03:59:57.893712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4b063-7c70-4feb-babf-e63db95a1ea4 req-298d8ec5-ba58-4b77-8a03-797763eb08d6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.895304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10d4b063-7c70-4feb-babf-e63db95a1ea4 req-298d8ec5-ba58-4b77-8a03-797763eb08d6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 943 time: 0.3683703
Nov 10 03:59:57.903354 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6055d6a-6a42-489c-b4d3-6615e63479dc x-openstack-request-id: req-f6055d6a-6a42-489c-b4d3-6615e63479dc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:57.903671 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:57.903911 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6055d6a-6a42-489c-b4d3-6615e63479dc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:57.904298 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'status': 'completed', 'code': 200}
Nov 10 03:59:57.908329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-b2adf9aa-97fd-4519-853b-903922d9a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:57.910022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-b2adf9aa-97fd-4519-853b-903922d9a328 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.0557902
Nov 10 03:59:57.913991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:57.918032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:57.942734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-d2d72879-327c-436f-9d6f-cfdc2f368e2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251863
Nov 10 03:59:58.046116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-669f91d8-3485-45be-8038-8edded63d676 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950055
Nov 10 03:59:58.052149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 03:59:58.056203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:58.085012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10d4b063-7c70-4feb-babf-e63db95a1ea4 req-83b52476-4aa3-4a47-bab0-4e5a2d7ff907 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779714
Nov 10 03:59:58.098959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-52496f44-a447-4c5a-89e6-698fe526ad8d service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2905750
Nov 10 03:59:58.143815 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757eff20-74d1-414b-85c9-e8f4b8c185ef x-openstack-request-id: req-757eff20-74d1-414b-85c9-e8f4b8c185ef {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 03:59:58.144112 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-plugged", "status": "completed", "tag": "829ff216-2756-433a-84cc-9198928b87a8", "code": 200}, {"server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "name": "network-vif-plugged", "status": "completed", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 03:59:58.144380 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-757eff20-74d1-414b-85c9-e8f4b8c185ef {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 03:59:58.150175 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'code': 200}
Nov 10 03:59:58.150482 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829ff216-2756-433a-84cc-9198928b87a8', 'code': 200}
Nov 10 03:59:58.151920 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'code': 200}
Nov 10 03:59:58.185820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85a1c201-b89d-4650-8746-d3a1c71b2945 req-e9a8823f-e23f-40cd-b287-74144c205ed2 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311407
Nov 10 03:59:58.374477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153e42-ed87-498a-84da-e34dd28d3581 req-5013124d-193c-4287-a46a-9a387648a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.376217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b153e42-ed87-498a-84da-e34dd28d3581 req-5013124d-193c-4287-a46a-9a387648a891 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1100 time: 0.1009662
Nov 10 03:59:58.422519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-82679522-2c89-452d-b876-1d1367298b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.424021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-82679522-2c89-452d-b876-1d1367298b62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 1094 time: 0.0993514
Nov 10 03:59:58.429191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.429661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.430182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.430772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.431167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.431827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.432304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.434545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c096da48-e4e0-4057-8eae-0dc6108018fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.1108119
Nov 10 03:59:58.689968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.131 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/9df18041-53ef-47da-87cc-ac25bfa8b024) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:58.718942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39103-9a9c-4ddd-addd-0d5a3e6abd77 req-4018efbe-08c5-4d47-9a2d-7eae533171b6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.720472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bc39103-9a9c-4ddd-addd-0d5a3e6abd77 req-4018efbe-08c5-4d47-9a2d-7eae533171b6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.4881639
Nov 10 03:59:58.749604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2510f-e88e-4c45-8ebd-853e7a1260af req-561e2578-f956-4726-9965-efbe0b693876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.751069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71a2510f-e88e-4c45-8ebd-853e7a1260af req-561e2578-f956-4726-9965-efbe0b693876 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 1096 time: 0.1835034
Nov 10 03:59:58.763371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-eec8ed00-cbbb-44e4-9d9d-bc2560e3b76c service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6505382
Nov 10 03:59:58.820052 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b153e42-ed87-498a-84da-e34dd28d3581 req-6c6e20a6-36d4-4e74-8799-dcb2d69d652d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4359872
Nov 10 03:59:58.849267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bc39103-9a9c-4ddd-addd-0d5a3e6abd77 req-3991e9f4-ca37-4746-9021-9a55e4f39254 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186140
Nov 10 03:59:58.894518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74d236a6-13f0-4c26-ba9a-dbb0dcecf8a2 req-c41b1595-7ce4-4b61-9fde-572f56c7f6c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4527164
Nov 10 03:59:58.919090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.920453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71a2510f-e88e-4c45-8ebd-853e7a1260af req-8654baf5-8999-4f86-a817-995d9e2c0276 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490602
Nov 10 03:59:58.925197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.931684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.937707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.943598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.950390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.956300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.964033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-06a6e0b2-99d5-4cfd-a661-3e653cdf7363 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1721895
Nov 10 03:59:58.975896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-d5782f3d-d813-40ab-ae85-cad5ee6f1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:58.977321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-d5782f3d-d813-40ab-ae85-cad5ee6f1ad6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 923 time: 0.5367873
Nov 10 03:59:59.017320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.032449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a123a385-e1a3-4f30-8a88-309cd893b0f0 req-d7c83f04-4a0e-4b09-a3af-ec9842231b10 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0675552
Nov 10 03:59:59.064165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86863e-a5b5-483b-a8d1-42f9d8c1cf1b req-373870f0-c4e6-458e-a461-95eb3c5d4908 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.066162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9a86863e-a5b5-483b-a8d1-42f9d8c1cf1b req-373870f0-c4e6-458e-a461-95eb3c5d4908 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.1050110
Nov 10 03:59:59.129176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4ec0ff8-0fbb-49da-b237-d4d458c0022b req-216b1408-4c8f-43c1-a8f7-4dcb7aa8c32a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 210 time: 0.0307262
Nov 10 03:59:59.132909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.148095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:59.151127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 03:59:59.201139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9a86863e-a5b5-483b-a8d1-42f9d8c1cf1b req-42c13081-9d3f-4b66-94d4-90d121a7ed17 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252897
Nov 10 03:59:59.260456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 03:59:59.274934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 03:59:59.281730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 03:59:59.289235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 03:59:59.317300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-24bc6741-935c-4ae4-8f12-42737112af98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a HTTP/1.1" status: 200  len: 217 time: 0.0796409
Nov 10 03:59:59.345664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.159 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 03:59:59.395713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-ed2f194b-acbe-4f09-bf08-f52574e9f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.397283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-ed2f194b-acbe-4f09-bf08-f52574e9f745 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.0672021
Nov 10 03:59:59.414276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-9b9270d1-b142-4b78-9bce-47c25ecec149 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.416471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-9b9270d1-b142-4b78-9bce-47c25ecec149 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.2102535
Nov 10 03:59:59.433956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.434620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.502544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-84fee4d2-9a18-4301-8cd1-d9a877bb2772 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2795389
Nov 10 03:59:59.503535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-430868aa-547c-4744-91f7-c0b6a87ba9b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829670
Nov 10 03:59:59.517337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4767-b7e8-481b-b26d-843159b8f9d1 req-ba747f5e-20b9-4c22-b7f8-0097a519de39 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.519049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-180a4767-b7e8-481b-b26d-843159b8f9d1 req-ba747f5e-20b9-4c22-b7f8-0097a519de39 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.1785138
Nov 10 03:59:59.542431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Request body: {'port': {'device_id': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 03:59:59.643240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6434-c374-4c7a-9dc4-75ff9e621773 req-240bfee2-e598-4633-974f-d7b03b766fa2 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.644920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c68c6434-c374-4c7a-9dc4-75ff9e621773 req-240bfee2-e598-4633-974f-d7b03b766fa2 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 943 time: 0.1475325
Nov 10 03:59:59.661765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63da0a7c-e634-49a0-b28d-602bf2cea302 None None] Provisioning complete for port 9df18041-53ef-47da-87cc-ac25bfa8b024 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 03:59:59.662135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63da0a7c-e634-49a0-b28d-602bf2cea302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.688731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-7c7036d9-a8f7-4c46-a53f-7bcdaa63ca21 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689837
Nov 10 03:59:59.699930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-63da0a7c-e634-49a0-b28d-602bf2cea302 None None] Port 9df18041-53ef-47da-87cc-ac25bfa8b024 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 03:59:59.733257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c68c6434-c374-4c7a-9dc4-75ff9e621773 req-6672656c-a740-4846-95c6-fc273dc26927 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787952
Nov 10 03:59:59.764664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-180a4767-b7e8-481b-b26d-843159b8f9d1 req-a8a70f52-cd77-4cae-8d1a-0d043e93e0c3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274325
Nov 10 03:59:59.797819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.832789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e89685-7f5a-4611-be8a-fed8e3c00c55 req-f73808a4-2b73-4908-85db-91c18caa734a service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234529
Nov 10 03:59:59.859350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-4ebd7be0-c54c-4cf7-ab1f-d744a7ea7ea9 service neutron] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 03:59:59.885798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-4ebd7be0-c54c-4cf7-ab1f-d744a7ea7ea9 service neutron] Publish callbacks [] for binding, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.886897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-538b480c-3fa3-493c-9018-fb6bd699d6ed req-4ebd7be0-c54c-4cf7-ab1f-d744a7ea7ea9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.4457874
Nov 10 03:59:59.902211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 03:59:59.948172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-e2cb08ea-0929-4447-acab-aadf080feab5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 03:59:59.949673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-e2cb08ea-0929-4447-acab-aadf080feab5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.1157420
Nov 10 03:59:59.966627 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-4e7d70e5-ad4c-4d02-ad3d-755c4f6c335e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/quotas/4f733c65bb8b451582fb9a9f98c0c5ee HTTP/1.1" status: 200  len: 375 time: 0.0099764
Nov 10 04:00:00.015285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-52e5793a-60d5-4c89-9346-f202f6347694 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0430174
Nov 10 04:00:00.026811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d11492-1014-44bb-93f8-a07c623fd001 req-d1093895-d906-4137-a70d-826f921b5263 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.028349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6d11492-1014-44bb-93f8-a07c623fd001 req-d1093895-d906-4137-a70d-826f921b5263 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 1095 time: 0.1336789
Nov 10 04:00:00.065930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.085180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:00.125280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-e1c0ffba-890f-4745-a800-f45ea11633e8 service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018014
Nov 10 04:00:00.142804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:00.194809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:00.202980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6d11492-1014-44bb-93f8-a07c623fd001 req-2f0e62e8-2e3e-4827-8706-19d023c0019b tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636047
Nov 10 04:00:00.208312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:00.213111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:00.215803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:00.322416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-925bd904-b57f-4033-8669-3a972e4ceb7d service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875074
Nov 10 04:00:00.371652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.372331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.481486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-db5530e0-d66e-47dc-a1c3-21d5cd425618 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9043772
Nov 10 04:00:00.556502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Request body: {'port': {'device_id': '204cfd98-e055-4d04-946f-06a0a488d820', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:00.605640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df18041-53ef-47da-87cc-ac25bfa8b024 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:00.620040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.645021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53511b3-4b9b-4cbf-b276-2776ad57be5a req-e8bcfec7-831f-4e7c-8326-c1e8fe7c6a63 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.652861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c53511b3-4b9b-4cbf-b276-2776ad57be5a req-e8bcfec7-831f-4e7c-8326-c1e8fe7c6a63 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.3108282
Nov 10 04:00:00.728530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Transition to ACTIVE for port object 9df18041-53ef-47da-87cc-ac25bfa8b024 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:00.731134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.746561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.768547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.790162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.790993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3944d6ee-a9f0-4e3d-82d9-0d2dadca297b None None] Provisioning complete for port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:00.791897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3944d6ee-a9f0-4e3d-82d9-0d2dadca297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:00.803321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.814713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.835312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.842841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3944d6ee-a9f0-4e3d-82d9-0d2dadca297b None None] Port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:00.845278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.853332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:00.868510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-3f13c558-e771-4a29-a327-a6eeb10e024a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1985209
Nov 10 04:00:00.882890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c53511b3-4b9b-4cbf-b276-2776ad57be5a req-e341238a-37da-4318-9146-9d8e57f4c620 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287502
Nov 10 04:00:00.922792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Pushing event updated for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:00.953840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a11b92ae-9904-4bb1-b4fb-da8cb71a624a req-6e121a0d-7029-474c-90dd-e18262b6fb5f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0842597
Nov 10 04:00:01.108808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49456efb-ae90-4863-8e9e-80855f9160e7 req-2ae5c70f-b676-4d03-9c27-38dcccaa8aed tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:01.116637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49456efb-ae90-4863-8e9e-80855f9160e7 req-2ae5c70f-b676-4d03-9c27-38dcccaa8aed tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.0742779
Nov 10 04:00:01.165329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49456efb-ae90-4863-8e9e-80855f9160e7 req-c6c91a5c-d8f8-4c40-9499-85c51e190d40 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469527
Nov 10 04:00:01.271803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Attempting to bind port 9df18041-53ef-47da-87cc-ac25bfa8b024 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:01.272360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Attempting to bind port 9df18041-53ef-47da-87cc-ac25bfa8b024 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:01.272719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Attempting to bind port 9df18041-53ef-47da-87cc-ac25bfa8b024 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:01.288402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Port 9df18041-53ef-47da-87cc-ac25bfa8b024 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:01.289095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Attempting to bind port 9df18041-53ef-47da-87cc-ac25bfa8b024 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:01.311312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bae571-8e8d-473c-b6c1-3cc99d21504b req-b2740b16-caae-4c42-b5ec-5ca1f1121b66 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:01.313131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6bae571-8e8d-473c-b6c1-3cc99d21504b req-b2740b16-caae-4c42-b5ec-5ca1f1121b66 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 936 time: 0.1670623
Nov 10 04:00:01.315982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:01.316315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:01.316952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:01.317575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Bound port: 9df18041-53ef-47da-87cc-ac25bfa8b024, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:01.318099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.344779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:01.367174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-a100cb01-e563-43a1-a2c1-3b0d210b086e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:01.374737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-a100cb01-e563-43a1-a2c1-3b0d210b086e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.1237650
Nov 10 04:00:01.388473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-af546ad7-9cc2-48bf-954c-97a05cb406f1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/quotas/ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 375 time: 0.0128975
Nov 10 04:00:01.400869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:01.416404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.460465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-42329cb8-a1e0-4705-aef4-427d15dc3288 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0648019
Nov 10 04:00:01.485652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:01.493167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6bae571-8e8d-473c-b6c1-3cc99d21504b req-d930b4c2-aef3-456e-87bc-9aafbd21a400 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694231
Nov 10 04:00:01.501153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'port_id': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'mac_address': 'fa:16:3e:a9:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564fd93-cf03-499d-9fba-68dc30cb0f00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:01.512927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:01.528593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Transition to ACTIVE for port object a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:01.537076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df18041-53ef-47da-87cc-ac25bfa8b024,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:01.542688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.550148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.590459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.607837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7ca3e5-0d52-4c82-8e96-69023f9b250a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:01.628412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:01.628664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-badbd831-5b2e-47e9-aa5f-b5dccb783007 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:01.631955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-badbd831-5b2e-47e9-aa5f-b5dccb783007 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/ports?device_id=968a128b-fbc3-4e22-b436-0df62d698e66 HTTP/1.1" status: 200  len: 945 time: 0.1814098
Nov 10 04:00:01.635214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-c452dd5c-162a-4334-9252-029af4c1c4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585739
Nov 10 04:00:01.638328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.666740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:01.667378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.668714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] 10.222.0.21 "PUT /v2.0/ports/9df18041-53ef-47da-87cc-ac25bfa8b024 HTTP/1.1" status: 200  len: 1096 time: 2.1487353
Nov 10 04:00:01.691854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:01.699934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:01.704003 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaeca86-9e6d-4e2c-944d-a55af24ac975" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:01.708539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-447abb25-7696-4c55-ab0a-c40049ce604b req-272e09bc-10a6-4d50-9d30-5c32ea8a2452 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 210 time: 0.1109295
Nov 10 04:00:01.709180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:01.775066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-34bd4f84-1cce-45ed-9482-01362b4b4d36 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352692
Nov 10 04:00:01.810075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:01.899672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:01.928698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:01.931774 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1aabbb-a805-4362-ae24-a7fc464811ee" -d '{"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-unplugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:01.979610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:01.986785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:02.042779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ff7ca3e5-0d52-4c82-8e96-69023f9b250a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:02.103732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b031-6c9a-40d4-b055-be737a449ca0 req-f5b565cb-c48f-4f8e-9335-46734c147b0a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.118479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab46b031-6c9a-40d4-b055-be737a449ca0 req-f5b565cb-c48f-4f8e-9335-46734c147b0a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.0862699
Nov 10 04:00:02.124990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:02.129680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Request body: {'floatingip': {'port_id': 'd07f6814-729b-40c2-88e5-fd287ba97dd1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:02.225362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:02.236781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:02.421639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1273f-54f1-4f24-9fe7-fdef029696d5 req-39d5bcc1-58cc-4460-99a0-b0dc9cfa9f39 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.423300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17c1273f-54f1-4f24-9fe7-fdef029696d5 req-39d5bcc1-58cc-4460-99a0-b0dc9cfa9f39 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1331518
Nov 10 04:00:02.529931 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c81f55-aea1-4ff9-899b-c733b3ad3501 x-openstack-request-id: req-37c81f55-aea1-4ff9-899b-c733b3ad3501 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:02.530546 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:02.530649 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37c81f55-aea1-4ff9-899b-c733b3ad3501 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:02.531088 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024', 'status': 'completed', 'code': 200}
Nov 10 04:00:02.538673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadf6b6-7cd7-42fe-a6d7-47e6103f717a service neutron] Pushing event updated for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:02.553763 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17c1273f-54f1-4f24-9fe7-fdef029696d5 req-83245a40-1a4b-4c76-849b-bf3b4c716015 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190572
Nov 10 04:00:02.561411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-782d14b6-5b37-4179-bfbc-916d72f6c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.563437 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-782d14b6-5b37-4179-bfbc-916d72f6c666 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 1099 time: 0.7902501
Nov 10 04:00:02.623286 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9703f9a2-9868-43f9-91fd-99ebef651295 x-openstack-request-id: req-9703f9a2-9868-43f9-91fd-99ebef651295 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:02.623830 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-unplugged", "status": "completed", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:02.624260 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9703f9a2-9868-43f9-91fd-99ebef651295 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:02.624659 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9', 'code': 200}
Nov 10 04:00:02.632106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd918a7c-fd90-4c94-87dd-5bd281ad0500 req-48e3c6cc-10fd-49c9-9e56-93e1bb8706ae tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.635530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd918a7c-fd90-4c94-87dd-5bd281ad0500 req-48e3c6cc-10fd-49c9-9e56-93e1bb8706ae tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 944 time: 0.7770917
Nov 10 04:00:02.686754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Attempting to bind port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:02.687237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Attempting to bind port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:02.687637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Attempting to bind port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:02.699361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-3997e043-2f24-4637-98ae-18cd92f9fc63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9df18041-53ef-47da-87cc-ac25bfa8b024 HTTP/1.1" status: 200  len: 217 time: 0.1092865
Nov 10 04:00:02.731187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:02.731550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Attempting to bind port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:02.731787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92da41a4-bb74-4d50-beba-6a7c0c73af6b req-60e1c982-052d-4bd1-bd2e-727712b856c6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 210 time: 0.0380983
Nov 10 04:00:02.774524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Deleting port 224d613d-7970-4e30-9b42-5f64dc988af9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:02.774876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:02.788997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:02.790039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:02.790511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:02.791047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Bound port: a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:02.791486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:02.855326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-d7571084-c868-487f-84a8-f48b6df3b492 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.856975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-d7571084-c868-487f-84a8-f48b6df3b492 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.8668978
Nov 10 04:00:02.894854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Request body: {'port': {'device_id': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'admin_state_up': True, 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:02.908470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:02.927351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.933688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.939994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.946412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.951351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-78fda0e6-7e20-4323-ae6c-7377773e98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.952824 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-78fda0e6-7e20-4323-ae6c-7377773e98ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2402899
Nov 10 04:00:02.953086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.956634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd918a7c-fd90-4c94-87dd-5bd281ad0500 req-efaa7880-a6dd-4684-94bb-01da861d85d4 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751317
Nov 10 04:00:02.959661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.966735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:02.968989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-393d8485-e0bc-4289-b837-061d87b1591d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1308651
Nov 10 04:00:02.970385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.115637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16a26856-cd22-46d4-b32e-300074ed2c99 req-4a05ba87-e4ce-428a-a783-a2e05ab39ccd tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1008234
Nov 10 04:00:03.128639 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78 associated. External IP: 172.32.3.254, port: d07f6814-729b-40c2-88e5-fd287ba97dd1.
Nov 10 04:00:03.135522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] For port 224d613d-7970-4e30-9b42-5f64dc988af9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=224d613d-7970-4e30-9b42-5f64dc988af9,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:03.135888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.153931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:03.171044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-76d87896-fa87-42b4-affb-83781a4d9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.172570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-76d87896-fa87-42b4-affb-83781a4d9af7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2084241
Nov 10 04:00:03.173779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Calling delete_port for 224d613d-7970-4e30-9b42-5f64dc988af9 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:03.192741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:03.221804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.246377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299690c-d26e-491c-8d09-334c5a64dbd9 req-43549b54-c2b1-4dce-8acb-54ac5c415f76 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.247876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e299690c-d26e-491c-8d09-334c5a64dbd9 req-43549b54-c2b1-4dce-8acb-54ac5c415f76 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 948 time: 0.2153087
Nov 10 04:00:03.356226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:03.359144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.360274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.361708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f HTTP/1.1" status: 200  len: 1096 time: 2.8532605
Nov 10 04:00:03.375378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862784b-29ee-433c-b483-b75c25d256ed req-c5d74e55-3a6b-4bbe-ae42-f3480923f946 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.377385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7862784b-29ee-433c-b483-b75c25d256ed req-c5d74e55-3a6b-4bbe-ae42-f3480923f946 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1532493
Nov 10 04:00:03.396091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:03.400489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.423588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-f2c1a2b2-181f-4d66-9e81-ee861fec2722 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.425366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-f2c1a2b2-181f-4d66-9e81-ee861fec2722 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.1998472
Nov 10 04:00:03.500129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de44f0-47a8-4dd4-b16f-1b5409f5a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:03.524051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Request body: {'port': {'device_id': '7772e6f2-9270-4796-85c0-69299890cbc7', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'admin_state_up': True, 'tenant_id': 'ea64fdb2282844728c33886df39a303b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:03.558920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e299690c-d26e-491c-8d09-334c5a64dbd9 req-58f3b8ff-5657-4259-b530-835cbf179556 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760630
Nov 10 04:00:03.588659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-f7c35c59-e3ee-4bde-ba41-bf37096f49f8 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942747
Nov 10 04:00:03.608327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port ff7ca3e5-0d52-4c82-8e96-69023f9b250a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:03.613522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ff7ca3e5-0d52-4c82-8e96-69023f9b250a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:03.614443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.644823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7862784b-29ee-433c-b483-b75c25d256ed req-88ea5d73-a73d-46d8-9185-6a96a4a41e06 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463155
Nov 10 04:00:03.712153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-803dad7a-784f-4aa3-92d4-cd923a03c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.713819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-803dad7a-784f-4aa3-92d4-cd923a03c05a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 1099 time: 0.2619920
Nov 10 04:00:03.748108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.757746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:03.761927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.793802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:03.801276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:03.810634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:00:03.823395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d067734-39bc-475b-8661-64487913b7ac req-7816fdae-a484-4ba7-8a8e-41f8143a3c85 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 210 time: 0.1459534
Nov 10 04:00:03.835627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-31f35ee5-5283-4fd8-a1e5-ec25b4bec6f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f HTTP/1.1" status: 200  len: 217 time: 0.0989728
Nov 10 04:00:03.856178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:03.870650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.876804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.882715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.889154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.895430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.901382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.907359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:03.914011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adac7e57-9488-44dd-afbf-ca494f38cbc0 req-0144f739-f292-479c-a70c-661bf6cb0cba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1987333
Nov 10 04:00:03.922625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:03.934430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Request body: {'floatingip': {'port_id': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:04.022938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.092305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-e47c22b0-8317-439f-9b25-04c5ec41ce9b service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4914567
Nov 10 04:00:04.094529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.101546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Allocated IP 172.20.0.9 (52f8d12c-011d-42a9-8ca6-bb85f7e5376e/9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a/65abc053-f3c3-4b65-a2d0-e85cb1d659ab) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:04.106993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event deleted for resources: {'Port': ['ID=224d613d-7970-4e30-9b42-5f64dc988af9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:04.111121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-de770add-3ff8-4bae-8dfb-62d5e7e7e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:04.112982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-de770add-3ff8-4bae-8dfb-62d5e7e7e223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2661009
Nov 10 04:00:04.172275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a5be6cc-ee0c-43a0-94f9-89c1dd4de9fc req-7382b5f4-d1fe-4e0f-9556-98d6c3300864 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 210 time: 0.1503727
Nov 10 04:00:04.264309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-786429ad-1dd3-4d45-9e46-4fe2cc96632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.276226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-5dec1a89-ac65-49bc-9313-09ab4f33a46d req-bdc8d5a1-ea6e-4c27-8efc-fb2148895d7a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:00:04.281109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dec1a89-ac65-49bc-9313-09ab4f33a46d req-bdc8d5a1-ea6e-4c27-8efc-fb2148895d7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092025
Nov 10 04:00:04.352675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] No DVR routers for this DVR port 224d613d-7970-4e30-9b42-5f64dc988af9 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:00:04.372406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.375877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d176175c-51a5-490e-b9d9-fae43c3ade58 req-8a6fd681-899c-4dbb-ba36-08c6575c70af tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "DELETE /v2.0/ports/224d613d-7970-4e30-9b42-5f64dc988af9 HTTP/1.1" status: 204  len: 173 time: 2.7110786
Nov 10 04:00:04.404633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Allocated IP 172.20.0.8 (26052801-3b22-4390-bcdf-3933643a2943/0e4a36c3-296e-4a97-983d-b73804e80819/3867a1a1-4d51-4961-b727-d2ca007dafe0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:04.407648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:00:04.413268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.429131 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:00:04.461437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-69ac278a-5861-4269-a8aa-0abe2da5343a tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "PUT /v2.0/floatingips/a9b8c7d8-e84c-4abf-a5df-110020a5db78 HTTP/1.1" status: 200  len: 991 time: 2.3351827
Nov 10 04:00:04.464067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:04.467131 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6cec6-3598-489b-865b-c95a323730f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:04.470754 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:00:04.471759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148b36d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:04.494955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc066-8309-4282-86e0-480407cf245f req-289aee88-5123-496e-8a5f-d961c1f057f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:04.496762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-289aee88-5123-496e-8a5f-d961c1f057f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3313153
Nov 10 04:00:04.626144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:04.628500 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f43bd8-100f-441c-b452-dba7e0e6e083" -d '{"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:04.654571 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:00:04.664722 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-d7c4f9e0-47e9-4130-b358-5430bbbd47a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1511726
Nov 10 04:00:04.689667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c37b-3e3e-4ec3-9b92-5ee36107f930 req-58db4003-4754-459f-980e-f6f9e58f7b44 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:04.691237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f539c37b-3e3e-4ec3-9b92-5ee36107f930 req-58db4003-4754-459f-980e-f6f9e58f7b44 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1275673
Nov 10 04:00:04.718204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.781780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f539c37b-3e3e-4ec3-9b92-5ee36107f930 req-b3d6b942-638f-4b4f-87e6-69be241f88dd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807259
Nov 10 04:00:04.807680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.869936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Network 26052801-3b22-4390-bcdf-3933643a2943 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:04.873649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:04.877316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:04.884883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:04.885771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:04.899201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:04.919363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-338478a5-1cfa-4a9c-9463-10fe02bb86b6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4034941
Nov 10 04:00:04.936269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Request body: {'port': {'device_id': '7772e6f2-9270-4796-85c0-69299890cbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:04.940404 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c18c31a-7810-4236-872c-bce66d1494a4 x-openstack-request-id: req-0c18c31a-7810-4236-872c-bce66d1494a4 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:04.940635 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:04.940915 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c18c31a-7810-4236-872c-bce66d1494a4 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:04.941292 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'status': 'completed', 'code': 200}
Nov 10 04:00:05.015759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:05.215458 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148b36d0>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:51:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T04:00:02Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:05.230522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-947b33ca-f4d1-4723-95e7-b61d80bc10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.232269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-947b33ca-f4d1-4723-95e7-b61d80bc10b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 1099 time: 1.0625210
Nov 10 04:00:05.232831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'}, {'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-deleted', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:05.235169 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae4d40c-0628-48af-8d68-a16996c65114" -d '{"events": [{"name": "network-changed", "server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f"}, {"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-deleted", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:05.264334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c387-5685-4646-86be-73637b1f6c90 req-0391f078-c1b2-4c85-8777-ad164e4599c6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.273069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2d1c387-5685-4646-86be-73637b1f6c90 req-0391f078-c1b2-4c85-8777-ad164e4599c6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 948 time: 0.1771517
Nov 10 04:00:05.285847 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:00:05.299609 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:00:05.304307 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148b36d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T03:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:05.376871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a77847-b19b-4144-8ffb-d807fa52c3a7 req-139af5b1-e601-41c0-8360-12f33e0d64dc tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.382790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54a77847-b19b-4144-8ffb-d807fa52c3a7 req-139af5b1-e601-41c0-8360-12f33e0d64dc tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 1.1062672
Nov 10 04:00:05.440328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2d1c387-5685-4646-86be-73637b1f6c90 req-09f42414-a541-43a0-9fd2-6055073809d4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620080
Nov 10 04:00:05.469503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:00:05.521415 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807ba35-b0eb-4693-93e0-1915532cfec4 x-openstack-request-id: req-9807ba35-b0eb-4693-93e0-1915532cfec4 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:05.521709 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:05.521962 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9807ba35-b0eb-4693-93e0-1915532cfec4 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:05.522360 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'code': 200}
Nov 10 04:00:05.619255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-cfc143cb-a136-45d8-a62b-5ad7ce34ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.620171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-cfc143cb-a136-45d8-a62b-5ad7ce34ef2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7111030614ab994cb28cfe82f66df&device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 1096 time: 0.3734062
Nov 10 04:00:05.624411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.resource_extend [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:00:05.670933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3867a1a1-4d51-4961-b727-d2ca007dafe0 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:05.688309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:05.698822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:05.714183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Transition to ACTIVE for port object 3867a1a1-4d51-4961-b727-d2ca007dafe0 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:05.732012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe6e47b2-fcd2-4303-b5d6-2ee63fab69f9 req-21e9e22e-9ac3-4e15-9450-f3be46be9703 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 210 time: 0.1104121
Nov 10 04:00:05.742906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:05.764180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8e103-3546-42be-b8c5-6afc579fea31 req-d7b3e6a2-c818-4bc3-812c-ec2a509fe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.765656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 224d613d-7970-4e30-9b42-5f64dc988af9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:00:05.767613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 224d613d-7970-4e30-9b42-5f64dc988af9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:00:05.785052 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e8e103-3546-42be-b8c5-6afc579fea31 req-d7b3e6a2-c818-4bc3-812c-ec2a509fe71e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 1096 time: 0.1971712
Nov 10 04:00:05.786636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-70255aa7-39bb-4719-ad57-e7d725261d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:05.788158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-70255aa7-39bb-4719-ad57-e7d725261d95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 200  len: 925 time: 0.1127825
Nov 10 04:00:05.947335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54a77847-b19b-4144-8ffb-d807fa52c3a7 req-269137fc-f8e4-4b0e-a5fc-548659b55a5c tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4571476
Nov 10 04:00:05.966356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148b36d0>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:51:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T04:00:02Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:05.966552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:05.966552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:05.966552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:05.969360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:05.981462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:05.981853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:05.989929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e8e103-3546-42be-b8c5-6afc579fea31 req-b62da328-ce0b-4f0c-9a00-7b7cb8f72a7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722279
Nov 10 04:00:05.992973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:05.993374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:05.993840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:05.994349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Bound port: 3867a1a1-4d51-4961-b727-d2ca007dafe0, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:05.994770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:05.995559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.003269 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89cde4f-970e-437e-92cd-3aa683564141 None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'a9b8c7d8-e84c-4abf-a5df-110020a5db78', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'floating_ip_address': '172.32.3.254', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'port_id': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'mac_address': 'fa:16:3e:51:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:57:41Z', 'updated_at': '2021-11-10T04:00:02Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:00:06.011613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-d8ec8b91-4980-4e18-b0b9-695bd26e9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.013313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-d8ec8b91-4980-4e18-b0b9-695bd26e9896 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.7636204
Nov 10 04:00:06.029738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-b2b4a14b-92ed-4638-8079-395153d7c809 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7859516
Nov 10 04:00:06.041361 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed5b6a6-ed4c-435f-94df-d02f43243ff0 x-openstack-request-id: req-1ed5b6a6-ed4c-435f-94df-d02f43243ff0 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:06.041692 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f", "status": "completed", "code": 200}, {"server_uuid": "968a128b-fbc3-4e22-b436-0df62d698e66", "name": "network-vif-deleted", "tag": "224d613d-7970-4e30-9b42-5f64dc988af9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:06.041941 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ed5b6a6-ed4c-435f-94df-d02f43243ff0 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:06.042377 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', 'status': 'completed', 'code': 200}
Nov 10 04:00:06.042630 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968a128b-fbc3-4e22-b436-0df62d698e66', 'name': 'network-vif-deleted', 'tag': '224d613d-7970-4e30-9b42-5f64dc988af9', 'status': 'completed', 'code': 200}
Nov 10 04:00:06.054583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747afd3-8471-48d0-bbac-8d87c5019e08 req-219cf358-ed55-426a-ae0b-6b94325a72c7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.055595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.063955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0747afd3-8471-48d0-bbac-8d87c5019e08 req-219cf358-ed55-426a-ae0b-6b94325a72c7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.2144806
Nov 10 04:00:06.102519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.119962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-ea110f7a-812a-4b06-8b81-52435cfccd39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9df18041-53ef-47da-87cc-ac25bfa8b024 HTTP/1.1" status: 200  len: 217 time: 0.0764315
Nov 10 04:00:06.138823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0747afd3-8471-48d0-bbac-8d87c5019e08 req-e5e77685-bb88-4ca2-8521-05dc9839591e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738795
Nov 10 04:00:06.139973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:06.143635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:06.148411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.193266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.193907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.195310 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] 10.222.0.21 "PUT /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 1091 time: 1.2657480
Nov 10 04:00:06.220865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7101743-d2d6-4f0c-bf5b-c8f90718d9fd service neutron] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:06.229607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-6019bb74-2857-4dfb-a9e3-ba3d6ce7ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.232283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-6019bb74-2857-4dfb-a9e3-ba3d6ce7ca6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0593925
Nov 10 04:00:06.269213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-1e00e9a8-496e-4b26-be75-43dfb4fe735e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1 HTTP/1.1" status: 200  len: 999 time: 0.4408970
Nov 10 04:00:06.309450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-cb469b3d-31c6-4192-ba9e-4d2771463845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.311064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-cb469b3d-31c6-4192-ba9e-4d2771463845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1094 time: 0.0475147
Nov 10 04:00:06.311757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd06152-5581-4eeb-8245-bfc587586ff9 None None] New status for floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:00:06.358881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-2980e4e4-87a9-46e9-bd5e-6939f8c7ef4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 217 time: 0.0391564
Nov 10 04:00:06.409260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-605fa204-4024-4c90-88a4-a69c52508bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.410897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-605fa204-4024-4c90-88a4-a69c52508bd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0446267
Nov 10 04:00:06.446466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5249612-8e1d-47cf-95fb-4852fce59b0e req-f00069f7-ff7c-4323-a669-4a4b2a3c1e81 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.448936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5249612-8e1d-47cf-95fb-4852fce59b0e req-f00069f7-ff7c-4323-a669-4a4b2a3c1e81 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.3511798
Nov 10 04:00:06.452569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-ad5abaab-5f86-4fb8-9a10-3171c1250219 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321686
Nov 10 04:00:06.462493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.524024 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Floating IP 4ac471c7-7c4d-4f56-8b28-4d6625e75015 associated. External IP: 172.32.3.41, port: e337f77c-d135-430c-9e8b-333dc66d89e6.
Nov 10 04:00:06.593478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:06.599407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-8017f4cd-ff3e-4a48-938d-c1682c576489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.600857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-8017f4cd-ff3e-4a48-938d-c1682c576489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 200  len: 863 time: 0.3061135
Nov 10 04:00:06.625644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-79a9494d-67e8-4dc8-8550-622cb431c0ee service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619797
Nov 10 04:00:06.635736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:06.638633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:06.649232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-62771c34-f55d-4927-99fa-7edca2b3208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.650692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-62771c34-f55d-4927-99fa-7edca2b3208c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1100 time: 0.0961065
Nov 10 04:00:06.665341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-752f6c14-2934-4bda-a8c2-9970b72d8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.666765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-752f6c14-2934-4bda-a8c2-9970b72d8306 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3964884
Nov 10 04:00:06.694448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216a25-1688-4665-bc51-90d291371b7f req-386cf1a6-16a3-4d57-96cd-8032384273d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.695940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7216a25-1688-4665-bc51-90d291371b7f req-386cf1a6-16a3-4d57-96cd-8032384273d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 948 time: 0.1524541
Nov 10 04:00:06.812036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7bde8c6-cd60-436b-bb73-f62c858bcbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:06.839676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7216a25-1688-4665-bc51-90d291371b7f req-63423aca-cc56-4a09-b622-24dd68f62d58 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341805
Nov 10 04:00:06.845215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a283751a-a343-4950-a8cb-6fb3c55024cd req-4694211d-4e61-461f-a97c-538caed0c9ca service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108712
Nov 10 04:00:06.864427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-a9ffb990-6457-4d7f-9de2-4a7bf8b104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:06.866238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-a9ffb990-6457-4d7f-9de2-4a7bf8b104ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1794004
Nov 10 04:00:06.921436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-4e63b334-c574-4588-9f2a-6843f8764a01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.0471120
Nov 10 04:00:06.951061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:06.953318 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92735bf5-b77c-473c-a0f1-f34c59bf551a" -d '{"events": [{"name": "network-changed", "server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:07.000979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-3f232030-c69e-4f45-8d14-111ec3d6839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.002434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-3f232030-c69e-4f45-8d14-111ec3d6839e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0719585
Nov 10 04:00:07.010572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6fe0d-f361-47f6-8cea-6a2cb35c9568 req-d70c01f7-618c-4359-a1b6-19394016c0b0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.011984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-55b6fe0d-f361-47f6-8cea-6a2cb35c9568 req-d70c01f7-618c-4359-a1b6-19394016c0b0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 931 time: 0.0934839
Nov 10 04:00:07.092361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-2fdffa95-1ad6-4969-b6c7-d18fae408c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.093793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-2fdffa95-1ad6-4969-b6c7-d18fae408c2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0729892
Nov 10 04:00:07.095415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c28fc066-8309-4282-86e0-480407cf245f req-eb4dfb4b-2fc9-4586-a0b7-fdcb6c17e7ef service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8619988
Nov 10 04:00:07.098399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-55b6fe0d-f361-47f6-8cea-6a2cb35c9568 req-2be0cc6b-1122-4d85-a540-8c0e2a5ad104 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680904
Nov 10 04:00:07.103204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:07.127307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.127918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:07.160087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5249612-8e1d-47cf-95fb-4852fce59b0e req-b937056a-ca7b-4b97-acba-d3775559e1ca tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6482322
Nov 10 04:00:07.166428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-3efdbd35-6e5f-4a12-93e8-5f469e55ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.167916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-3efdbd35-6e5f-4a12-93e8-5f469e55ba2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d66c40f-96b4-4cf5-a17f-c2b6c5897402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5334070
Nov 10 04:00:07.184540 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095be40-6a6b-4745-b6f2-bee3f0b6e443 x-openstack-request-id: req-6095be40-6a6b-4745-b6f2-bee3f0b6e443 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:07.184864 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:07.185113 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6095be40-6a6b-4745-b6f2-bee3f0b6e443 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:07.185495 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'status': 'completed', 'code': 200}
Nov 10 04:00:07.222239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ed80a06b-21f3-4b74-8803-a9690cf992a6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3412588
Nov 10 04:00:07.281128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Request body: {'port': {'device_id': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:07.290366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-3024543d-4624-4ccb-999f-2383ef2cf415 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834705
Nov 10 04:00:07.376900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-2d6887b8-01a8-4ecd-b4aa-85c20a37a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.378378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-2d6887b8-01a8-4ecd-b4aa-85c20a37a7cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1094 time: 0.1447496
Nov 10 04:00:07.378507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-e4acbe24-cb06-4b7e-a6cd-00c3747c60f1 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6850798
Nov 10 04:00:07.393768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4056-a6d5-4905-b909-281de50e3216 req-5896ce75-2a4c-491c-8861-17225cf70aea tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.395260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f3b4056-a6d5-4905-b909-281de50e3216 req-5896ce75-2a4c-491c-8861-17225cf70aea tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1200094
Nov 10 04:00:07.505932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-680d19dc-5e63-48f4-9cc9-9a22eaf11cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989353
Nov 10 04:00:07.514561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d40c-0628-48af-8d68-a16996c65114 req-13960060-d2a9-4041-b916-0f2f6b355354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.516060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-13960060-d2a9-4041-b916-0f2f6b355354 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 1099 time: 0.3436308
Nov 10 04:00:07.523536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f3b4056-a6d5-4905-b909-281de50e3216 req-c5749e84-4966-4e3a-b485-3d245a02e9a4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153090
Nov 10 04:00:07.552108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-bc7c6cfe-c575-4d2c-a083-a9aabd485a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.552641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-bc7c6cfe-c575-4d2c-a083-a9aabd485a1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1547544
Nov 10 04:00:07.577794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:07.616959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-0dbc9267-6918-4e97-acf9-efeda5e997a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 217 time: 0.0550697
Nov 10 04:00:07.620164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-c1ba2704-84b7-46a1-b9e9-381dbb190ead service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288442
Nov 10 04:00:07.642678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dcc47-a3d3-4530-8a1b-985fbd227fb9 req-c902a449-1349-4dd7-9370-5aab788882f8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.644153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d75dcc47-a3d3-4530-8a1b-985fbd227fb9 req-c902a449-1349-4dd7-9370-5aab788882f8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.3669732
Nov 10 04:00:07.685693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-dbd4b15e-8679-4c56-9b14-11489d616180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.687193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-dbd4b15e-8679-4c56-9b14-11489d616180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0543532
Nov 10 04:00:07.713589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df18041-53ef-47da-87cc-ac25bfa8b024 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:07.723933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:00:07.725345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-c7c475cb-e7d5-4f0d-ae86-b613b5627643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259571
Nov 10 04:00:07.777005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-db4e40a1-99cc-4104-9e4d-b0165f55a02d service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3596241
Nov 10 04:00:07.815121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:07.845190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df18041-53ef-47da-87cc-ac25bfa8b024,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:07.845408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-63321021-1925-4689-a1fd-24985fea4f96 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1118839
Nov 10 04:00:07.857941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '9df18041-53ef-47da-87cc-ac25bfa8b024', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '9df18041-53ef-47da-87cc-ac25bfa8b024', 'mac_address': 'fa:16:3e:c0:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:07.900204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:07.901498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d40c-0628-48af-8d68-a16996c65114 req-315af633-2d8d-492b-bf8c-7628f73b2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:07.903008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-315af633-2d8d-492b-bf8c-7628f73b2f4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3698943
Nov 10 04:00:07.915159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df18041-53ef-47da-87cc-ac25bfa8b024 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:07.936279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df18041-53ef-47da-87cc-ac25bfa8b024,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:07.942282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:07.973926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92735bf5-b77c-473c-a0f1-f34c59bf551a req-cc1d8f09-f391-435d-9476-8a3073504cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204545
Nov 10 04:00:07.993456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:07.998392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce45a-179d-437a-b69a-91b1dd20a56c req-26a9357c-4720-4cfa-997a-218d7d655aab tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.000067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb9ce45a-179d-437a-b69a-91b1dd20a56c req-26a9357c-4720-4cfa-997a-218d7d655aab tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 948 time: 0.0673177
Nov 10 04:00:08.001496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d75dcc47-a3d3-4530-8a1b-985fbd227fb9 req-f946523c-769a-49f7-a299-8e4e9af68ffc tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3312914
Nov 10 04:00:08.047625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-60a63b5b-cbd6-42e5-b1e2-fe2e649b4af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f HTTP/1.1" status: 200  len: 217 time: 0.1037316
Nov 10 04:00:08.051430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb9ce45a-179d-437a-b69a-91b1dd20a56c req-72f09e97-fdd2-41f1-8350-b02ded643755 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422981
Nov 10 04:00:08.108635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2e6cec6-3598-489b-865b-c95a323730f8 req-c541429e-ee2e-4b09-9f12-2d83bd123e99 service neutron] 10.222.0.21 "GET /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4613819
Nov 10 04:00:08.188448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:00:08.193513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.199039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Sync routers for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:00:08.208641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d40c-0628-48af-8d68-a16996c65114 req-90ba5243-bb15-4db8-8cee-77f89d60e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.209893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-90ba5243-bb15-4db8-8cee-77f89d60e0c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1196849
Nov 10 04:00:08.210789 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:00:08.212165 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148b3280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:08.225645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['9df18041-53ef-47da-87cc-ac25bfa8b024'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:08.301732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5a91293a-f0d1-436b-9156-6e83c8500365 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "PUT /v2.0/floatingips/4ac471c7-7c4d-4f56-8b28-4d6625e75015 HTTP/1.1" status: 200  len: 991 time: 4.3764470
Nov 10 04:00:08.305485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:08.307757 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b641fe-6f2d-4581-ae74-fac3c19de0be" -d '{"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:08.308673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee62cb-1a90-4ade-ab97-224a45ad29c7 req-4f23901a-7653-4324-8825-8bf19d7fdc8d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.318519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-daee62cb-1a90-4ade-ab97-224a45ad29c7 req-4f23901a-7653-4324-8825-8bf19d7fdc8d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0790689
Nov 10 04:00:08.347547 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:00:08.348874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83a7f-5e57-4a53-87d9-df188cdaa798 req-5027de14-0037-493e-9073-b115db769299 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.350645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0e83a7f-5e57-4a53-87d9-df188cdaa798 req-5027de14-0037-493e-9073-b115db769299 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 931 time: 0.1660864
Nov 10 04:00:08.387961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-daee62cb-1a90-4ade-ab97-224a45ad29c7 req-ba6822cb-df4a-4979-810e-88478446cd87 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633523
Nov 10 04:00:08.390304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d40c-0628-48af-8d68-a16996c65114 req-3c6aa886-6af9-4dbd-807c-fb0d6d50eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.391792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-3c6aa886-6af9-4dbd-807c-fb0d6d50eed1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1438839
Nov 10 04:00:08.414559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65abc053-f3c3-4b65-a2d0-e85cb1d659ab {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:08.464180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.497078 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf1822-4bd3-410d-b9f3-e7495d2a40dd x-openstack-request-id: req-d3cf1822-4bd3-410d-b9f3-e7495d2a40dd {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:08.497368 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:08.497620 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3cf1822-4bd3-410d-b9f3-e7495d2a40dd {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:08.498009 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'status': 'completed', 'code': 200}
Nov 10 04:00:08.511425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Transition to ACTIVE for port object 65abc053-f3c3-4b65-a2d0-e85cb1d659ab will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:08.519419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0e83a7f-5e57-4a53-87d9-df188cdaa798 req-058d1097-8cfb-4cdf-9e5e-5c13a1f9afe4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479144
Nov 10 04:00:08.522101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.595059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-7c628018-373c-4833-8007-b4235019796f service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944065
Nov 10 04:00:08.613076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.613649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.615967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.616451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.618598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.618911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.619375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.624949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-58b67789-2f99-4cb3-b3cd-30e2003407e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.1044424
Nov 10 04:00:08.645808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:08.646490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148b3280>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4ac471c7-7c4d-4f56-8b28-4d6625e75015', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'floating_ip_address': '172.32.3.41', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'port_id': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'mac_address': 'fa:16:3e:1b:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:58:59Z', 'updated_at': '2021-11-10T04:00:05Z', 'revision_number': 1, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:08.683927 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Checking router: a951d6ca-c8e9-4182-a9f8-8d6348e2b61b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:00:08.697381 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:00:08.698028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148b3280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:08.744940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6448-57cc-4bbe-a600-9458e7863310 req-787d19bd-0222-4df9-9cb7-a0d21b189d3c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.746441 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e7c6448-57cc-4bbe-a600-9458e7863310 req-787d19bd-0222-4df9-9cb7-a0d21b189d3c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1201136
Nov 10 04:00:08.759765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Attempting to bind port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:08.760100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Attempting to bind port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:08.760435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Attempting to bind port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:08.766278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae4d40c-0628-48af-8d68-a16996c65114 req-9a08f799-2225-4d1e-b2be-d568e42174ae service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620598
Nov 10 04:00:08.768296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:08.768633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Attempting to bind port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:08.774480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:08.774810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Checking segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:08.775195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Bound using segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:08.775623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Bound port: 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:08.775979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.781965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-7c98383d-e416-4b60-a961-b284989c9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.783438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-7c98383d-e416-4b60-a961-b284989c9161 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a HTTP/1.1" status: 200  len: 912 time: 0.1427679
Nov 10 04:00:08.815149 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:00:08.857488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:08.860742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:08.867802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.877343 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e7c6448-57cc-4bbe-a600-9458e7863310 req-5309a9ba-50ed-4971-9c43-28952dd31d02 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190107
Nov 10 04:00:08.908346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.908991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:08.910370 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] 10.222.0.21 "PUT /v2.0/ports/65abc053-f3c3-4b65-a2d0-e85cb1d659ab HTTP/1.1" status: 200  len: 1091 time: 1.6345925
Nov 10 04:00:08.919118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-0a50de8c-bf90-4d02-839d-bb19ecad3862 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 999 time: 0.1215794
Nov 10 04:00:08.931787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142dd4b-3a7f-4e8c-b445-76e140ecd743 service neutron] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:08.970777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-ebce4509-69b9-45a3-afe4-6cb38027ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:08.972405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-ebce4509-69b9-45a3-afe4-6cb38027ff0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 200  len: 850 time: 0.0457036
Nov 10 04:00:09.003983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ebb8c370-01b2-4e17-95dc-d966d6db69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.005545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-ebb8c370-01b2-4e17-95dc-d966d6db69e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 1094 time: 0.0454535
Nov 10 04:00:09.018585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-115d7e5f-bfd5-406c-a5a5-8036d0131afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.020178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-115d7e5f-bfd5-406c-a5a5-8036d0131afc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01593d7b-06da-4887-af8e-d07f45308c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405517
Nov 10 04:00:09.074062 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148b3280>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4ac471c7-7c4d-4f56-8b28-4d6625e75015', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'floating_ip_address': '172.32.3.41', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'port_id': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'mac_address': 'fa:16:3e:1b:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:58:59Z', 'updated_at': '2021-11-10T04:00:05Z', 'revision_number': 1, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:09.076784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-b1a54aa6-8596-44fb-a02e-e76eb8c0df96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab HTTP/1.1" status: 200  len: 217 time: 0.0605621
Nov 10 04:00:09.105515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc81b5-b7e0-49c9-8bda-83acdb3aef33 None None] The sync data for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 is: [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4ac471c7-7c4d-4f56-8b28-4d6625e75015', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'floating_ip_address': '172.32.3.41', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'port_id': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'mac_address': 'fa:16:3e:1b:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T03:58:59Z', 'updated_at': '2021-11-10T04:00:05Z', 'revision_number': 1, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:00:09.167941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-e329b0ea-5dad-466e-9cfc-bf608396a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.169568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-e329b0ea-5dad-466e-9cfc-bf608396a01e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.0769701
Nov 10 04:00:09.177526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-92bb9ab7-e5e9-4276-a7e4-45ce5764b8f1 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470199
Nov 10 04:00:09.181468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f4273-8bd8-4e5c-8c5a-66f11457944d req-0b837179-26cf-405c-88d4-11c55dce05a5 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.182997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e04f4273-8bd8-4e5c-8c5a-66f11457944d req-0b837179-26cf-405c-88d4-11c55dce05a5 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.1005783
Nov 10 04:00:09.219007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-afa212fc-de8f-42e8-aa49-f8e9960d8658 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350313
Nov 10 04:00:09.235100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:09.260961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d88ef-1aea-4832-89b8-1f4d5a4b19ed req-3121357b-be7e-48b7-bcba-8113b824bdd8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.262475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c2d88ef-1aea-4832-89b8-1f4d5a4b19ed req-3121357b-be7e-48b7-bcba-8113b824bdd8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 948 time: 0.1280580
Nov 10 04:00:09.305307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e04f4273-8bd8-4e5c-8c5a-66f11457944d req-88218cdb-8904-4ddb-8ebc-cbd0c1b4d3ab tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113143
Nov 10 04:00:09.325947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b641fe-6f2d-4581-ae74-fac3c19de0be req-f25c22d9-c112-44d7-aea8-8cf1597accec service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370754
Nov 10 04:00:09.349506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c2d88ef-1aea-4832-89b8-1f4d5a4b19ed req-e4c6c87b-4cd7-4097-a0bb-10921e7be1e3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765471
Nov 10 04:00:09.367196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-19bff9a6-cf2e-4991-9708-e784a5361972 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375792
Nov 10 04:00:09.371125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316dac07-e55a-49b2-b9e7-7a4c773ef32b None None] New status for floating IP 4ac471c7-7c4d-4f56-8b28-4d6625e75015: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:00:09.404247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:09.508197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767c9d5-afd8-4f97-9c60-9e08f5f35c23 req-e53890aa-8d49-4bfd-9787-be990ddc3953 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.510002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3767c9d5-afd8-4f97-9c60-9e08f5f35c23 req-e53890aa-8d49-4bfd-9787-be990ddc3953 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0579822
Nov 10 04:00:09.562522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3767c9d5-afd8-4f97-9c60-9e08f5f35c23 req-90fe54a0-fa69-4ff5-88f5-a86eac383fac tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456789
Nov 10 04:00:09.620864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:09.634849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', 'mac_address': 'fa:16:3e:4d:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:09.680125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:09.697710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:09.720244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:09.722144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df18041-53ef-47da-87cc-ac25bfa8b024 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:09.725881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:09.751595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:09.759497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abc05f-7d58-4b0d-9cc4-5fd75e9d6372 req-f86483ce-072a-48ad-9e88-4adac6955f5c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.761210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63abc05f-7d58-4b0d-9cc4-5fd75e9d6372 req-f86483ce-072a-48ad-9e88-4adac6955f5c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 943 time: 0.0591829
Nov 10 04:00:09.774055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef320a-6650-48e5-87b1-69dbdb8a7f7f req-cd9a52d0-da18-44a6-b40f-957591425e3d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:09.775539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07ef320a-6650-48e5-87b1-69dbdb8a7f7f req-cd9a52d0-da18-44a6-b40f-957591425e3d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0904512
Nov 10 04:00:09.814497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3a4ec8-9704-4486-aa2d-2dba99e30d64 req-f1719baa-276a-46b3-984a-15e138644681 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404819
Nov 10 04:00:09.821017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63abc05f-7d58-4b0d-9cc4-5fd75e9d6372 req-871b4820-d4ec-4824-b175-70338e970a31 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525465
Nov 10 04:00:09.857182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07ef320a-6650-48e5-87b1-69dbdb8a7f7f req-e70a87b4-2593-49e1-9947-540a25d23f69 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723519
Nov 10 04:00:09.863563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:09.888988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 9df18041-53ef-47da-87cc-ac25bfa8b024 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:09.897414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 9df18041-53ef-47da-87cc-ac25bfa8b024 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:09.897786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:09.964702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:09.978005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'port_id': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'mac_address': 'fa:16:3e:71:9e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a36c3-296e-4a97-983d-b73804e80819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:10.008531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61e7d-3f2b-48fc-ace5-0ad864bc213a req-cc751bfe-8183-4375-b474-296df06bf5de tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.011020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2cd61e7d-3f2b-48fc-ace5-0ad864bc213a req-cc751bfe-8183-4375-b474-296df06bf5de tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.0529540
Nov 10 04:00:10.049903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:10.060978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:10.062977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2cd61e7d-3f2b-48fc-ace5-0ad864bc213a req-3c0968d0-90db-4936-8465-b20bd58c2e7e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452254
Nov 10 04:00:10.074851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3867a1a1-4d51-4961-b727-d2ca007dafe0 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:10.079722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:10.132038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:10.138137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:10.140344 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad521b07-0f2a-4d70-b40e-121f8e169328" -d '{"events": [{"server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "name": "network-vif-plugged", "status": "completed", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:10.153911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:10.167511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df18041-53ef-47da-87cc-ac25bfa8b024,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:10.211859 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3485b8fc-803b-4c70-9ee7-b0c46914bd0a x-openstack-request-id: req-3485b8fc-803b-4c70-9ee7-b0c46914bd0a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:10.213009 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "name": "network-vif-plugged", "status": "completed", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:10.213328 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3485b8fc-803b-4c70-9ee7-b0c46914bd0a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:10.214571 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024', 'code': 200}
Nov 10 04:00:10.230662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:10.305229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cd269-0bb7-446c-af6b-f7c14b37fbb8 req-a2409f50-4da6-487d-8987-72303829ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.307088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de0cd269-0bb7-446c-af6b-f7c14b37fbb8 req-a2409f50-4da6-487d-8987-72303829ed83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 1101 time: 0.0458808
Nov 10 04:00:10.381035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de0cd269-0bb7-446c-af6b-f7c14b37fbb8 req-521f0ad1-7fdc-4d36-8582-fd86d6938141 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635071
Nov 10 04:00:10.382875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:10.413280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:10.495747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a99fb-9a84-495b-aed4-ef70bc42bd90 req-a492916b-7fdd-4112-8af4-3b49f8143563 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.500163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:10.503203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-229a99fb-9a84-495b-aed4-ef70bc42bd90 req-a492916b-7fdd-4112-8af4-3b49f8143563 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 949 time: 0.0646000
Nov 10 04:00:10.506399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:10.508890 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:10.513957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd167185-8fc1-4573-bb89-4cbaf203cd3f req-1987eb40-8d11-4d5b-8ba2-6053758c1b81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.516566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd167185-8fc1-4573-bb89-4cbaf203cd3f req-1987eb40-8d11-4d5b-8ba2-6053758c1b81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0616441
Nov 10 04:00:10.527075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:10.557850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-229a99fb-9a84-495b-aed4-ef70bc42bd90 req-c6164445-fec3-4e3b-8d24-d4f12f630a97 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521543
Nov 10 04:00:10.584231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd167185-8fc1-4573-bb89-4cbaf203cd3f req-41cc44e6-46c1-4782-91f5-e25df91e5b67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608382
Nov 10 04:00:10.621354 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ba47c-c39c-4ae8-9212-2006ce30b3d4 x-openstack-request-id: req-196ba47c-c39c-4ae8-9212-2006ce30b3d4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:10.621648 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:10.621898 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-196ba47c-c39c-4ae8-9212-2006ce30b3d4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:10.622321 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'status': 'completed', 'code': 200}
Nov 10 04:00:10.690475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-38349ab8-b3c0-4e5f-8848-b61f06d73b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.692365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-38349ab8-b3c0-4e5f-8848-b61f06d73b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 1094 time: 0.0446284
Nov 10 04:00:10.702656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008897b1-8ee1-4bfd-8e36-b32d3f816edf req-c37f859e-2f58-4fda-9063-f3dee65a9fe8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.710064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-008897b1-8ee1-4bfd-8e36-b32d3f816edf req-c37f859e-2f58-4fda-9063-f3dee65a9fe8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0601373
Nov 10 04:00:10.755017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-008897b1-8ee1-4bfd-8e36-b32d3f816edf req-2c73702c-d127-4903-92a2-01e5089fb666 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440056
Nov 10 04:00:10.793800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-93f106b1-542d-45ef-8e6a-53b229b18431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.795244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-93f106b1-542d-45ef-8e6a-53b229b18431 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 905 time: 0.0895650
Nov 10 04:00:10.840135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-6e2f4c56-4639-4d3c-8276-184dff1f8720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab HTTP/1.1" status: 200  len: 217 time: 0.0359025
Nov 10 04:00:10.906780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-8038060e-7ebb-4588-b63b-e93001381c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.908248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-8038060e-7ebb-4588-b63b-e93001381c17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.0520787
Nov 10 04:00:10.957619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-6613cc37-529b-48e6-9046-ea589d527377 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408258
Nov 10 04:00:10.986523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425198-08f0-487c-a596-233c6ccf422c req-e5bbead2-2ba9-4b7e-908f-f65bb2703a38 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:10.987938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5425198-08f0-487c-a596-233c6ccf422c req-e5bbead2-2ba9-4b7e-908f-f65bb2703a38 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 943 time: 0.0881224
Nov 10 04:00:11.081385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5425198-08f0-487c-a596-233c6ccf422c req-52d3eda1-0b30-4ab2-ad6f-05a7f6ee0bea tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834918
Nov 10 04:00:11.094802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-af889eec-991d-4af4-a1ad-8ebb3fae826d service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236191
Nov 10 04:00:11.182438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238ffa4-4437-48a2-8f09-2a28f2491e9a req-e99838ed-ce2a-4e04-bb88-97731809d782 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:11.183821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3238ffa4-4437-48a2-8f09-2a28f2491e9a req-e99838ed-ce2a-4e04-bb88-97731809d782 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.0469232
Nov 10 04:00:11.191923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1ad12c6-537e-4123-b7cc-9aaf94d377a3 req-8af8fe78-7bfa-4578-85a9-c95e0936c3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870113
Nov 10 04:00:11.231244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3238ffa4-4437-48a2-8f09-2a28f2491e9a req-795016df-b364-412c-bc1d-585732ddffe0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408268
Nov 10 04:00:11.673988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a14e4-ee87-4a19-8877-91aca1681c00 req-5fd058b7-da98-4ecf-a222-c26976a19ea1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:11.675620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-917a14e4-ee87-4a19-8877-91aca1681c00 req-5fd058b7-da98-4ecf-a222-c26976a19ea1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 949 time: 0.0521848
Nov 10 04:00:11.710374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f756665-b6e3-4e3c-9965-e11fce7ee3b3 req-04ea1ef3-5404-4775-8f7e-afaeefdfd9ed tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:11.712436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f756665-b6e3-4e3c-9965-e11fce7ee3b3 req-04ea1ef3-5404-4775-8f7e-afaeefdfd9ed tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0590763
Nov 10 04:00:11.727632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-917a14e4-ee87-4a19-8877-91aca1681c00 req-b0d86f72-06e9-48d2-ace8-193d5fcb7c48 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450418
Nov 10 04:00:11.752077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:11.767038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f756665-b6e3-4e3c-9965-e11fce7ee3b3 req-838d9433-16cc-4de7-962d-23e2d57768ae tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481443
Nov 10 04:00:11.828152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 3867a1a1-4d51-4961-b727-d2ca007dafe0 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:11.838508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 3867a1a1-4d51-4961-b727-d2ca007dafe0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:11.838968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:11.873470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d12bc1-5d6a-457a-a920-bf4760176b1c req-3f506941-04f6-4db2-9bea-9930353d47dd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:11.874958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6d12bc1-5d6a-457a-a920-bf4760176b1c req-3f506941-04f6-4db2-9bea-9930353d47dd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0503850
Nov 10 04:00:11.921895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6d12bc1-5d6a-457a-a920-bf4760176b1c req-daab5144-9810-4e49-9130-ecd556c8ec4a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411284
Nov 10 04:00:11.923243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:11.955510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:11.959066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:12.005794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:12.194534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7a0c-561b-4e40-8728-98d65d1b8c9b req-486bfcc3-32fe-4af6-88ed-743b99c84122 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:12.196508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c8a7a0c-561b-4e40-8728-98d65d1b8c9b req-486bfcc3-32fe-4af6-88ed-743b99c84122 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 943 time: 0.0512784
Nov 10 04:00:12.215785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:12.218196 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cf7efe-0a32-4f13-b2ec-3f6e95846d49" -d '{"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:12.242573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c8a7a0c-561b-4e40-8728-98d65d1b8c9b req-82dd2a6e-a600-4175-ba63-f492f9d89238 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399876
Nov 10 04:00:12.254520 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeed0e4-d1dc-446b-9e2a-27162ce987c8 x-openstack-request-id: req-6eeed0e4-d1dc-446b-9e2a-27162ce987c8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:12.254823 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:12.255072 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6eeed0e4-d1dc-446b-9e2a-27162ce987c8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:12.255459 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'code': 200}
Nov 10 04:00:12.379672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ec1d-ea3e-4af5-8265-957be4b81d59 req-34afe55b-ea3c-450d-8e74-1a9ee03f13b7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:12.381150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dc1ec1d-ea3e-4af5-8265-957be4b81d59 req-34afe55b-ea3c-450d-8e74-1a9ee03f13b7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0789287
Nov 10 04:00:12.386885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0dc3-ea4c-491e-a00b-7b74ed8b8e9e req-72402f3c-dbba-4885-826b-120eef81023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:12.388243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20db0dc3-ea4c-491e-a00b-7b74ed8b8e9e req-72402f3c-dbba-4885-826b-120eef81023e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1096 time: 0.0566740
Nov 10 04:00:12.455027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dc1ec1d-ea3e-4af5-8265-957be4b81d59 req-f6d1d9c3-e398-4731-9640-98cf9c0a6237 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658324
Nov 10 04:00:12.460881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20db0dc3-ea4c-491e-a00b-7b74ed8b8e9e req-0f35a14a-ddfb-4119-a168-d70372e99865 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587626
Nov 10 04:00:12.845734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb5cb6-9eca-4bf0-94d9-755f33ce5e0e req-68160064-59d9-437f-b2a6-a8c479206586 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:12.847376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ccb5cb6-9eca-4bf0-94d9-755f33ce5e0e req-68160064-59d9-437f-b2a6-a8c479206586 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 949 time: 0.0514987
Nov 10 04:00:12.890729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334ba63-13fc-4bf2-8f2d-c4f772c1abca req-0589cbc0-32af-40cc-979c-08815b5cd36b tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:12.892207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5334ba63-13fc-4bf2-8f2d-c4f772c1abca req-0589cbc0-32af-40cc-979c-08815b5cd36b tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0493577
Nov 10 04:00:12.895115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ccb5cb6-9eca-4bf0-94d9-755f33ce5e0e req-69ead22f-65da-47fb-b9dd-a7f8f9d127b8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411379
Nov 10 04:00:12.949277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5334ba63-13fc-4bf2-8f2d-c4f772c1abca req-4d03b1c1-3ff7-4697-838b-3352dcd46626 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501356
Nov 10 04:00:13.058299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ed6c-f3d1-4103-b791-d3b32b2557a4 req-8d9aa01f-e2da-4612-bf63-26f1f0318cac tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:13.059930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb78ed6c-f3d1-4103-b791-d3b32b2557a4 req-8d9aa01f-e2da-4612-bf63-26f1f0318cac tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0522101
Nov 10 04:00:13.113227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb78ed6c-f3d1-4103-b791-d3b32b2557a4 req-bfd7e179-4322-4a5e-a5f3-8fdf6f8486a7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465477
Nov 10 04:00:13.373155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcb405-ca93-4ae9-8c99-a6fe263d6e97 req-ff1d69d3-60db-487f-b6f7-a582d24f97ee tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:13.374573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bbcb405-ca93-4ae9-8c99-a6fe263d6e97 req-ff1d69d3-60db-487f-b6f7-a582d24f97ee tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 943 time: 0.0573251
Nov 10 04:00:13.410364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:13.414342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:13.426549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bbcb405-ca93-4ae9-8c99-a6fe263d6e97 req-a29a0399-0174-4ea3-88fa-00a0ab898943 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450442
Nov 10 04:00:13.523692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:13.537820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:13.538190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:13.567811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:13.575302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9741-e266-4ef8-93ba-516acb5dd581 req-9ed07e00-5969-4a7c-b831-dee75e89d9d7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:13.576819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19ab9741-e266-4ef8-93ba-516acb5dd581 req-9ed07e00-5969-4a7c-b831-dee75e89d9d7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0517612
Nov 10 04:00:13.590113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'port_id': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'mac_address': 'fa:16:3e:a9:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564fd93-cf03-499d-9fba-68dc30cb0f00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:13.625230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19ab9741-e266-4ef8-93ba-516acb5dd581 req-1f71de03-6ec2-4903-9cd4-cedf441ee1bd tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423877
Nov 10 04:00:13.637826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:13.669109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff7ca3e5-0d52-4c82-8e96-69023f9b250a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:13.696394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:13.700130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:13.706827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:13.763722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:13.767124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:13.779734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:13.789471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:13.865558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ff7ca3e5-0d52-4c82-8e96-69023f9b250a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:13.919322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:13.963623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:13.986507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'mac_address': 'fa:16:3e:72:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:14.020940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04801e-4243-4d78-84a4-793479bf98d8 req-0e8319f9-980e-40f3-8d6d-ffebe9dd02b0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.024007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb04801e-4243-4d78-84a4-793479bf98d8 req-0e8319f9-980e-40f3-8d6d-ffebe9dd02b0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 950 time: 0.0535283
Nov 10 04:00:14.059770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:14.078302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb04801e-4243-4d78-84a4-793479bf98d8 req-8b2a90ae-6521-45f7-9029-8c0b71d5ff59 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487545
Nov 10 04:00:14.080187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65abc053-f3c3-4b65-a2d0-e85cb1d659ab {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:14.111015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:14.120339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:14.174168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d031e6-e662-4e92-8e53-8e258663cb42 req-7f4a1f6e-cecb-499c-8f1f-d5a3e63c9cd1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.175720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86d031e6-e662-4e92-8e53-8e258663cb42 req-7f4a1f6e-cecb-499c-8f1f-d5a3e63c9cd1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 944 time: 0.0746834
Nov 10 04:00:14.188524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:14.227000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86d031e6-e662-4e92-8e53-8e258663cb42 req-9a827280-d93d-4f70-ae01-5134ae348ed8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430124
Nov 10 04:00:14.256928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:14.260158 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37073494-dba4-44be-af4a-a350f617a9f6" -d '{"events": [{"server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "name": "network-vif-plugged", "status": "completed", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:14.286101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a4618-f560-44e7-9446-d520fee484e4 req-e1f29342-e0c1-4a18-92d2-8d2af31a3276 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.287730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e74a4618-f560-44e7-9446-d520fee484e4 req-e1f29342-e0c1-4a18-92d2-8d2af31a3276 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0503459
Nov 10 04:00:14.338276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e74a4618-f560-44e7-9446-d520fee484e4 req-42b65e59-7f58-499d-ade2-6c8f3eab6e86 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436780
Nov 10 04:00:14.386101 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d918f7f6-7a45-4d47-b881-343fd3dc578f x-openstack-request-id: req-d918f7f6-7a45-4d47-b881-343fd3dc578f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:14.386507 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "name": "network-vif-plugged", "status": "completed", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:14.386825 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d918f7f6-7a45-4d47-b881-343fd3dc578f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:14.387284 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', 'code': 200}
Nov 10 04:00:14.472064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['65abc053-f3c3-4b65-a2d0-e85cb1d659ab'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:14.484636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adf23f-7310-46f6-afe3-81bb2477e540 req-67381156-4dda-4c2e-9275-d5241e62aba8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.486475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6adf23f-7310-46f6-afe3-81bb2477e540 req-67381156-4dda-4c2e-9275-d5241e62aba8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 944 time: 0.0589173
Nov 10 04:00:14.511913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc2742-ddb6-4196-bcaf-6bcb212e66b9 req-03ab5329-d9d2-439f-bd97-fdd517a06959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.513465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9dc2742-ddb6-4196-bcaf-6bcb212e66b9 req-03ab5329-d9d2-439f-bd97-fdd517a06959 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 1101 time: 0.0555565
Nov 10 04:00:14.541806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6adf23f-7310-46f6-afe3-81bb2477e540 req-cd8410dc-7c84-462b-94ba-b47edcb587bd tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476713
Nov 10 04:00:14.592405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509084-e09b-4e83-a28e-f2c591a331c9 req-1d518abc-3fe1-487b-889d-6cb467a09ecf tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.593916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa509084-e09b-4e83-a28e-f2c591a331c9 req-1d518abc-3fe1-487b-889d-6cb467a09ecf tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 944 time: 0.0792530
Nov 10 04:00:14.621894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9dc2742-ddb6-4196-bcaf-6bcb212e66b9 req-1c11d774-9452-4896-83bc-c6609444f622 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941808
Nov 10 04:00:14.651320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa509084-e09b-4e83-a28e-f2c591a331c9 req-9cb11398-5f4e-4c17-aac4-e29d6f6542f6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491550
Nov 10 04:00:14.745757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1da0-ebc9-45af-a0d8-5fb1971ee535 req-8bb98bca-e3e3-42b2-a743-908d694ea239 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.747167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89ef1da0-ebc9-45af-a0d8-5fb1971ee535 req-8bb98bca-e3e3-42b2-a743-908d694ea239 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0530298
Nov 10 04:00:14.793674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89ef1da0-ebc9-45af-a0d8-5fb1971ee535 req-dc68a921-a690-4e42-8630-1cbdde6a1041 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404902
Nov 10 04:00:14.895511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab1436-4470-4174-be0f-0563b2111614 req-1a10d948-7ebb-4442-9a91-2ebbaa715cab tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:14.896978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eab1436-4470-4174-be0f-0563b2111614 req-1a10d948-7ebb-4442-9a91-2ebbaa715cab tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1096 time: 0.0375633
Nov 10 04:00:15.213514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eab1436-4470-4174-be0f-0563b2111614 req-b86f6de2-d50d-467c-8980-b67bad0e94dc tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102937
Nov 10 04:00:15.215039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3737-f62a-48f0-ae7a-a7d493e9aedb req-882c3742-6f1b-4b1f-a68d-72d4b8a03153 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:15.216546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fef3737-f62a-48f0-ae7a-a7d493e9aedb req-882c3742-6f1b-4b1f-a68d-72d4b8a03153 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 950 time: 0.0532091
Nov 10 04:00:15.264625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fef3737-f62a-48f0-ae7a-a7d493e9aedb req-1cf7a26d-4959-448e-a50d-8b15677592d4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417564
Nov 10 04:00:15.423943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:15.440385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:00:15.465912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60791386-8ad1-4e83-9c79-79846c4f3447 req-1da5d8b7-fe0b-44a8-835f-3b8ed5cdace9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:15.467730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60791386-8ad1-4e83-9c79-79846c4f3447 req-1da5d8b7-fe0b-44a8-835f-3b8ed5cdace9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0566182
Nov 10 04:00:15.483135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ff7ca3e5-0d52-4c82-8e96-69023f9b250a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:15.483619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:15.520648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60791386-8ad1-4e83-9c79-79846c4f3447 req-2491bc9a-8ac6-4166-8932-68ed8c01ca74 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444202
Nov 10 04:00:15.577718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:15.628739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:15.634834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:15.688096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6072f7-e8d3-4d05-97b5-68a8426f0ed7 req-a112cba0-7748-4f25-a8cb-545eaa2a9aea tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:15.689694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a6072f7-e8d3-4d05-97b5-68a8426f0ed7 req-a112cba0-7748-4f25-a8cb-545eaa2a9aea tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0570202
Nov 10 04:00:15.691143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:15.744792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a6072f7-e8d3-4d05-97b5-68a8426f0ed7 req-72d01299-1b48-43da-8c5f-1b97cd5f3161 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488479
Nov 10 04:00:15.781617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:15.782108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ceac-19b8-43d1-a946-e73622385d61 req-39e95c8d-3380-45dc-b864-a193717777d2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:15.789271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e56ceac-19b8-43d1-a946-e73622385d61 req-39e95c8d-3380-45dc-b864-a193717777d2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 944 time: 0.0569613
Nov 10 04:00:15.840980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:15.845221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:15.845692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:15.849304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e56ceac-19b8-43d1-a946-e73622385d61 req-9eae82c2-bc9f-448e-92e6-5567957cf7ae tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584054
Nov 10 04:00:15.925955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:15.960223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:15.964053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:16.011066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:16.383005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dafc6-48dc-46b8-95b1-910994864ebe req-5fbb03e1-9348-448e-879d-e9586524a2a5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:16.384459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-203dafc6-48dc-46b8-95b1-910994864ebe req-5fbb03e1-9348-448e-879d-e9586524a2a5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 950 time: 0.0497344
Nov 10 04:00:16.388814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a'}, {'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:16.391090 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6787e82c-f3ea-4202-9f91-f9881554fa9e" -d '{"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a"}, {"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-plugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:16.433530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-203dafc6-48dc-46b8-95b1-910994864ebe req-c3ad5041-9880-47ea-a4a9-11e2d10cec0c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430732
Nov 10 04:00:16.434229 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c080b3d0-832d-42cb-8323-0121a15d5d84 x-openstack-request-id: req-c080b3d0-832d-42cb-8323-0121a15d5d84 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:16.434529 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a", "code": 200}, {"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-plugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:16.434898 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c080b3d0-832d-42cb-8323-0121a15d5d84 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:16.435289 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'code': 200}
Nov 10 04:00:16.435542 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'code': 200}
Nov 10 04:00:16.548989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-9aad1688-fcac-450f-8854-232ec61619b1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:16.550792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-9aad1688-fcac-450f-8854-232ec61619b1 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 945 time: 0.0858083
Nov 10 04:00:16.557975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c761ec-45d9-4ec5-941e-139810d47a23 req-f87e2674-9b28-406f-b54e-1fbc0b945a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:16.559841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22c761ec-45d9-4ec5-941e-139810d47a23 req-f87e2674-9b28-406f-b54e-1fbc0b945a6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 1096 time: 0.0463638
Nov 10 04:00:16.602850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f3f7a-d5f2-4415-8bb4-5223127b3e87 req-d8551379-c74d-4cab-88a1-079f0b3127de tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:16.604327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e2f3f7a-d5f2-4415-8bb4-5223127b3e87 req-d8551379-c74d-4cab-88a1-079f0b3127de tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 950 time: 0.0929017
Nov 10 04:00:16.632378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22c761ec-45d9-4ec5-941e-139810d47a23 req-b60d9c83-2dca-470a-b28d-45452d119504 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551405
Nov 10 04:00:16.673143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f9ae5-e73a-4a5e-82ff-76a53af9732b req-57eb74bc-690e-4b9e-b10f-1693edb8a128 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:16.674846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b8f9ae5-e73a-4a5e-82ff-76a53af9732b req-57eb74bc-690e-4b9e-b10f-1693edb8a128 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0621772
Nov 10 04:00:16.698925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e2f3f7a-d5f2-4415-8bb4-5223127b3e87 req-2d520cb9-b4df-46e8-b213-6db9265d13d3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850186
Nov 10 04:00:16.705646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Deleting port ff7ca3e5-0d52-4c82-8e96-69023f9b250a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:16.705975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:16.741111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b8f9ae5-e73a-4a5e-82ff-76a53af9732b req-8506d261-1eed-485c-b46a-d88d9ed16f68 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547826
Nov 10 04:00:16.799427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] For port ff7ca3e5-0d52-4c82-8e96-69023f9b250a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:16.799793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:16.822384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Calling delete_port for ff7ca3e5-0d52-4c82-8e96-69023f9b250a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:16.967031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:16.979379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ff7ca3e5-0d52-4c82-8e96-69023f9b250a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:16.998179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event deleted for resources: {'Port': ['ID=ff7ca3e5-0d52-4c82-8e96-69023f9b250a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:17.006044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.006399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.006755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.007120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.007433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.007763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.008100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.009092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.009433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.009763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.010092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.010524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:17.035361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d1836-d852-4dfa-b79e-2ae85431b2d6 req-1faff9a4-29cd-4159-a879-0cccaafbb62a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.042268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d1836-d852-4dfa-b79e-2ae85431b2d6 req-1faff9a4-29cd-4159-a879-0cccaafbb62a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.043955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b9d1836-d852-4dfa-b79e-2ae85431b2d6 req-1faff9a4-29cd-4159-a879-0cccaafbb62a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820&device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 1691 time: 0.0699842
Nov 10 04:00:17.064504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] No DVR routers for this DVR port ff7ca3e5-0d52-4c82-8e96-69023f9b250a on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:00:17.069588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:17.074564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eacdbb61-03bf-4cd2-bb57-73097c42019b req-e8d414b0-b930-482d-a0cd-ee8a903fc78a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "DELETE /v2.0/ports/ff7ca3e5-0d52-4c82-8e96-69023f9b250a HTTP/1.1" status: 204  len: 173 time: 0.5154376
Nov 10 04:00:17.075057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-deleted', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:17.077660 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bde7ea-7fff-4ebf-b304-2b5c0dcd7c9a" -d '{"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-deleted", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:17.110604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b9d1836-d852-4dfa-b79e-2ae85431b2d6 req-755d0dc2-faf7-4397-95eb-13f75443cdac tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599751
Nov 10 04:00:17.153392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9b92264-c9e4-4186-aa74-bf29d0fb1c69 req-36563e23-8213-43e3-b0b4-19829267ca6f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a65d40-8d88-4d6f-89f1-840d1fca7eeb HTTP/1.1" status: 200  len: 210 time: 0.0394216
Nov 10 04:00:17.206181 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b4d8c-db8b-42b0-8cbc-6e38dd8615d3 x-openstack-request-id: req-9d3b4d8c-db8b-42b0-8cbc-6e38dd8615d3 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:17.206470 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a65d40-8d88-4d6f-89f1-840d1fca7eeb", "name": "network-vif-deleted", "tag": "ff7ca3e5-0d52-4c82-8e96-69023f9b250a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:17.206719 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d3b4d8c-db8b-42b0-8cbc-6e38dd8615d3 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:17.207113 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a65d40-8d88-4d6f-89f1-840d1fca7eeb', 'name': 'network-vif-deleted', 'tag': 'ff7ca3e5-0d52-4c82-8e96-69023f9b250a', 'status': 'completed', 'code': 200}
Nov 10 04:00:17.224634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff09b9-e160-489b-b896-14323e77d6af req-9639dc8c-95ad-4f2a-9506-3d7206b008f7 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.226247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ff09b9-e160-489b-b896-14323e77d6af req-9639dc8c-95ad-4f2a-9506-3d7206b008f7 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0559123
Nov 10 04:00:17.280727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ff09b9-e160-489b-b896-14323e77d6af req-f648f486-cc2c-4289-8e34-92599b4b773f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484366
Nov 10 04:00:17.373637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a711d-42b6-4324-8a69-7fd80ced1fcb req-16e820a7-145e-4218-b720-d8d4baf52099 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.375148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f0a711d-42b6-4324-8a69-7fd80ced1fcb req-16e820a7-145e-4218-b720-d8d4baf52099 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 1101 time: 0.0404847
Nov 10 04:00:17.421907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f0a711d-42b6-4324-8a69-7fd80ced1fcb req-4c029208-6cbc-4550-99b9-2be0c8b057c8 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384276
Nov 10 04:00:17.529970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989b41-a5be-4429-ad1b-1f4d471fc85b req-442285df-a98c-4303-8373-e7781274af40 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.531484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11989b41-a5be-4429-ad1b-1f4d471fc85b req-442285df-a98c-4303-8373-e7781274af40 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 1101 time: 0.0397065
Nov 10 04:00:17.591466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11989b41-a5be-4429-ad1b-1f4d471fc85b req-d7843383-946f-4148-ae0b-48335774ef25 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527830
Nov 10 04:00:17.833985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-2c426cb5-ea8e-420d-91b7-86e8588487dd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364175
Nov 10 04:00:17.897803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6064-cf42-4bcb-9613-9f659081e6a2 req-2c08860e-78b1-4458-9af5-f32b8801846a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.900025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-041a6064-cf42-4bcb-9613-9f659081e6a2 req-2c08860e-78b1-4458-9af5-f32b8801846a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0573502
Nov 10 04:00:17.962087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-041a6064-cf42-4bcb-9613-9f659081e6a2 req-db2e9dc4-3337-4dff-b477-7a7cd8034ba6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549088
Nov 10 04:00:17.965381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-93fe5861-aa59-40ce-917e-bf177767955e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:17.972032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-93fe5861-aa59-40ce-917e-bf177767955e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1318624
Nov 10 04:00:17.982526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-6e6a2899-5ee7-42c0-9606-36bca30c079d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.0096691
Nov 10 04:00:18.038017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-65589a31-3eff-4a67-8b41-0c83a3ee5e4c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0502460
Nov 10 04:00:18.269033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f55ba3-bf51-4640-ae3a-4127f0b3443b req-1aeb9346-780c-4cb4-8986-3e7ce7395c07 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 210 time: 0.0577791
Nov 10 04:00:18.418815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4fb9-ce5d-4c13-b3f2-1b53ae6bca98 req-c0fe6490-5f11-43ef-9847-d1957499d7f6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:18.420296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d93b4fb9-ce5d-4c13-b3f2-1b53ae6bca98 req-c0fe6490-5f11-43ef-9847-d1957499d7f6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0566134
Nov 10 04:00:18.452684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:18.487642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d93b4fb9-ce5d-4c13-b3f2-1b53ae6bca98 req-88e647eb-b58b-4336-8f9a-76d97ca38c89 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593297
Nov 10 04:00:18.652171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:18.664032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-0b4ebbc1-2285-443f-b537-aebd9eed0a4a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:18.665729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-0b4ebbc1-2285-443f-b537-aebd9eed0a4a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.1395445
Nov 10 04:00:18.682865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-f8d41407-3c59-42f7-abc1-7b23d3b9ac2f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/quotas/3c429da1ce66472ea906f7e8cf5e4dd8 HTTP/1.1" status: 200  len: 375 time: 0.0111060
Nov 10 04:00:18.744064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-0fc5a994-6a08-4c39-a907-c968a3233b53 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0553036
Nov 10 04:00:18.802094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89329-8486-414f-92b5-a7f741aab112 req-ce92b888-41a8-4226-84a6-3c889d027b27 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:18.803850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b0a89329-8486-414f-92b5-a7f741aab112 req-ce92b888-41a8-4226-84a6-3c889d027b27 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0535307
Nov 10 04:00:18.837135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-677b2cfd-3eec-4036-baaf-76f78f4dcde3 service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861175
Nov 10 04:00:18.858703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b0a89329-8486-414f-92b5-a7f741aab112 req-db1515bf-d43d-45bb-bb03-1160d6867b00 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470164
Nov 10 04:00:18.939701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-390ab69d-a868-4458-980e-bc80d3bc5447 service neutron] 10.222.0.13 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946627
Nov 10 04:00:19.094562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b035-8dd2-4d09-893c-77e2bba98ea7 req-4254fdb5-55d2-4e58-9772-99658beca3bc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:19.096258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bb0b035-8dd2-4d09-893c-77e2bba98ea7 req-4254fdb5-55d2-4e58-9772-99658beca3bc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0569596
Nov 10 04:00:19.121879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1547029a-ad57-47fd-952a-03b389568b46 req-7f233a53-6fb0-455d-b3e3-00dea223998c tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 210 time: 0.0296185
Nov 10 04:00:19.152086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bb0b035-8dd2-4d09-893c-77e2bba98ea7 req-d901655a-c0c7-4d59-a79e-7174f2857e1b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499866
Nov 10 04:00:19.367214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ae78453-f1f9-4edb-9690-3442f057b426 req-a1ecb321-929f-46d6-9690-e1c8fcc15a9a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 210 time: 0.0268393
Nov 10 04:00:19.448805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:19.473158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: ff7ca3e5-0d52-4c82-8e96-69023f9b250a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:00:19.473790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ff7ca3e5-0d52-4c82-8e96-69023f9b250a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:00:19.577767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-c25f0182-ef56-4465-85cf-896ff071fc89 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289845
Nov 10 04:00:19.715037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-fb5e52c8-768d-4d81-8962-9aa5307fcadf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:19.716468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-fb5e52c8-768d-4d81-8962-9aa5307fcadf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1286397
Nov 10 04:00:19.746665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:19.855346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:19.858892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.021452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.182 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/4d075e69-890e-4167-8ee5-fce4bc01d13d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:20.031012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1552b8-4e7c-423f-a168-ffd0a2097b24 req-8b3fd044-5e24-4109-ae8d-a63d3c4e847f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.032248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-db1552b8-4e7c-423f-a168-ffd0a2097b24 req-8b3fd044-5e24-4109-ae8d-a63d3c4e847f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0963516
Nov 10 04:00:20.129871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-db1552b8-4e7c-423f-a168-ffd0a2097b24 req-495706ee-7d87-4db8-848b-2567d4072c15 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827026
Nov 10 04:00:20.155883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-2a50a60f-8083-4e79-8cb4-25055e76969a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.158261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-2a50a60f-8083-4e79-8cb4-25055e76969a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 822 time: 0.1393383
Nov 10 04:00:20.173050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Request body: {'port': {'device_id': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'admin_state_up': True, 'tenant_id': '3c429da1ce66472ea906f7e8cf5e4dd8'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:20.276336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bbd2d682-5e5e-4401-84b8-c7f370bd8b99 req-96068f3b-4a3c-4031-b57f-54342d72bcf7 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 210 time: 0.0612743
Nov 10 04:00:20.308876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.329633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aa041-bbf9-48b6-a8ca-b0fa6fdac9a4 req-ebd3e86b-d274-49ba-a436-6ee113a39998 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.331140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab8aa041-bbf9-48b6-a8ca-b0fa6fdac9a4 req-ebd3e86b-d274-49ba-a436-6ee113a39998 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0838294
Nov 10 04:00:20.350746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Made reservation on behalf of 3c429da1ce66472ea906f7e8cf5e4dd8 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:20.354895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.379487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.393943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:20.439186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:20.443122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab8aa041-bbf9-48b6-a8ca-b0fa6fdac9a4 req-d1b8c01c-c15f-43e2-a1b4-a150b7839fce tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971603
Nov 10 04:00:20.446590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:20.450905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:20.474634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:20.475155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:20.489030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.489385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.489728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.490083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.490395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.490728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.491055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.494688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.494688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.494688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.494688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.494688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:20.524703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.525372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.547424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-dd0eca6c-abcb-4b3c-ae42-9ce1b06fdbb0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8042295
Nov 10 04:00:20.553886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Allocated IP 172.20.0.4 (943af04c-ea46-4657-a360-32fb92e48ee3/b564fd93-cf03-499d-9fba-68dc30cb0f00/4b6d28b5-9db6-487f-8176-cb7b15a77e09) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:20.564759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Request body: {'port': {'device_id': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:20.576714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e342-7d0a-47c2-9377-83a833c60949 req-5f65ec96-35bd-47c7-9ab6-33c2374a51c3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.578409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4817e342-7d0a-47c2-9377-83a833c60949 req-5f65ec96-35bd-47c7-9ab6-33c2374a51c3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 936 time: 0.0909979
Nov 10 04:00:20.669666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.703659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4817e342-7d0a-47c2-9377-83a833c60949 req-fd6ea4f4-c807-4e02-ab69-8f7c3896f748 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146705
Nov 10 04:00:20.858659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-03bbf273-a2e3-4daf-bc9a-d1be8a5e4727 None None] Provisioning complete for port 4d075e69-890e-4167-8ee5-fce4bc01d13d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:20.859079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03bbf273-a2e3-4daf-bc9a-d1be8a5e4727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.872495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.919018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.933293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-03bbf273-a2e3-4daf-bc9a-d1be8a5e4727 None None] Port 4d075e69-890e-4167-8ee5-fce4bc01d13d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:20.966621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Network 943af04c-ea46-4657-a360-32fb92e48ee3 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:20.973502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:20.977939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:20.984078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:20.984495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.987258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d075e69-890e-4167-8ee5-fce4bc01d13d {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:20.994980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:20.995452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event updated for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:21.009143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Transition to ACTIVE for port object 4d075e69-890e-4167-8ee5-fce4bc01d13d will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:21.009295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-535c0e1c-e0cf-44d3-87e5-8caee8341e64 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8412576
Nov 10 04:00:21.013388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.024717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Request body: {'port': {'device_id': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:21.069676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:21.082995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.142793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Attempting to bind port 4d075e69-890e-4167-8ee5-fce4bc01d13d on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:21.143226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Attempting to bind port 4d075e69-890e-4167-8ee5-fce4bc01d13d by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:21.143664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Attempting to bind port 4d075e69-890e-4167-8ee5-fce4bc01d13d on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:21.150921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Port 4d075e69-890e-4167-8ee5-fce4bc01d13d on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:21.151433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Attempting to bind port 4d075e69-890e-4167-8ee5-fce4bc01d13d on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:21.157607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:21.158043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:21.158527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:21.159089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Bound port: 4d075e69-890e-4167-8ee5-fce4bc01d13d, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:21.159529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.238344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:21.241918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:21.248872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.293557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.294178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.295528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d075e69-890e-4167-8ee5-fce4bc01d13d HTTP/1.1" status: 200  len: 1096 time: 0.7358754
Nov 10 04:00:21.295976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:21.298226 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:21.316762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b3144-037a-4772-ad51-f03d7ec4dee2 req-ffbfa81a-63aa-438a-9ddf-ecc392a24528 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.318740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-837b3144-037a-4772-ad51-f03d7ec4dee2 req-ffbfa81a-63aa-438a-9ddf-ecc392a24528 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.1134813
Nov 10 04:00:21.326388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4eab7-3c7a-487a-a081-122c43b8ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:21.422404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-837b3144-037a-4772-ad51-f03d7ec4dee2 req-e8ac3c7a-656d-41c7-8e3e-25a646a2bca5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950267
Nov 10 04:00:21.461819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff244d77-98ef-4dc6-835a-a004ee5c7dde req-11a88063-b0ee-414f-bb05-7f7d76b6c13e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.463313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff244d77-98ef-4dc6-835a-a004ee5c7dde req-11a88063-b0ee-414f-bb05-7f7d76b6c13e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 931 time: 0.0652287
Nov 10 04:00:21.469116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-71ea989a-caed-4d10-bb42-47c878803b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.471071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-71ea989a-caed-4d10-bb42-47c878803b23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 1099 time: 0.1103449
Nov 10 04:00:21.488741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6d28b5-9db6-487f-8176-cb7b15a77e09 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:21.492897 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493c288-918e-440a-a368-1c8ed762da19 x-openstack-request-id: req-b493c288-918e-440a-a368-1c8ed762da19 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:21.493342 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:21.493695 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b493c288-918e-440a-a368-1c8ed762da19 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:21.494208 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d', 'status': 'completed', 'code': 200}
Nov 10 04:00:21.501198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.518528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Transition to ACTIVE for port object 4b6d28b5-9db6-487f-8176-cb7b15a77e09 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:21.526519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.554074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-22d35bbd-9909-407f-af15-64f6d09e6df2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d HTTP/1.1" status: 200  len: 217 time: 0.0588975
Nov 10 04:00:21.610964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:21.618346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff244d77-98ef-4dc6-835a-a004ee5c7dde req-764759dd-279d-413f-ba31-762f2f8d9da6 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441121
Nov 10 04:00:21.631796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-3fb8d303-8772-40f2-bed3-ce62c5ca214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.634026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-3fb8d303-8772-40f2-bed3-ce62c5ca214c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0679660
Nov 10 04:00:21.654706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b133e2d-671d-446c-99bd-6e055a0d763c req-904dd6b1-02c3-4665-b7d9-e5fac5101b41 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.656235 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b133e2d-671d-446c-99bd-6e055a0d763c req-904dd6b1-02c3-4665-b7d9-e5fac5101b41 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0989170
Nov 10 04:00:21.658863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Attempting to bind port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:21.659205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Attempting to bind port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:21.659542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Attempting to bind port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:21.670955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 on network 943af04c-ea46-4657-a360-32fb92e48ee3 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:21.671278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Attempting to bind port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 on network 943af04c-ea46-4657-a360-32fb92e48ee3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:21.687864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:21.688204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Checking segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:21.688643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Bound using segment: {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:21.689548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Bound port: 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:21.689548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.697556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-4f9e663e-7323-4eca-aaa6-28f4278480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.699073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-4f9e663e-7323-4eca-aaa6-28f4278480d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0534976
Nov 10 04:00:21.749453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b133e2d-671d-446c-99bd-6e055a0d763c req-79083674-acea-4ac3-9df5-128de83dbe9e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865912
Nov 10 04:00:21.778371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:21.781597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:21.786839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.824360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.825014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:21.826406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] 10.222.0.26 "PUT /v2.0/ports/4b6d28b5-9db6-487f-8176-cb7b15a77e09 HTTP/1.1" status: 200  len: 1091 time: 0.8073030
Nov 10 04:00:21.826851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:21.829255 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b273c-7903-411f-964e-7905aa237176" -d '{"events": [{"name": "network-changed", "server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:21.870834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f731c6-a479-4ac5-927a-db9f06d95084 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:21.882575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8471e04-1941-47e5-8225-95c607565db9 req-8a88d69f-84ea-4a07-abb0-7f57bfb680f9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.887054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8471e04-1941-47e5-8225-95c607565db9 req-8a88d69f-84ea-4a07-abb0-7f57bfb680f9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 948 time: 0.0943017
Nov 10 04:00:21.889207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-d3a567b1-d2ff-42a4-9f50-91a99b5c3f34 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744239
Nov 10 04:00:21.906815 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69b2d2-fbdd-4ceb-b318-b91d9a0ce13d x-openstack-request-id: req-ae69b2d2-fbdd-4ceb-b318-b91d9a0ce13d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:21.907193 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:21.907502 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae69b2d2-fbdd-4ceb-b318-b91d9a0ce13d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:21.907948 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09', 'status': 'completed', 'code': 200}
Nov 10 04:00:21.923787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-28690cf6-5c52-40f5-a739-ad2541235f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:21.925408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-28690cf6-5c52-40f5-a739-ad2541235f3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 1094 time: 0.0449264
Nov 10 04:00:21.972156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-04c3ba72-ce9d-4bfc-8f80-f2d9966c338a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09 HTTP/1.1" status: 200  len: 217 time: 0.0364459
Nov 10 04:00:21.996701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8471e04-1941-47e5-8225-95c607565db9 req-c49e8ed7-056e-4c3d-bd36-18b90c38883e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064413
Nov 10 04:00:22.030399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-711c00ee-ee8c-4bad-8f61-3c33ab3a0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.032017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-711c00ee-ee8c-4bad-8f61-3c33ab3a0558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.0522180
Nov 10 04:00:22.037621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c90943b-8e41-4317-957b-3e1a75c168f1 req-23d0d986-ef8c-4352-8635-268f003b8b51 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333995
Nov 10 04:00:22.064081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-3c2eef89-609d-4775-a19a-baf64ab06c3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251963
Nov 10 04:00:22.150642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-06d1feea-4311-4d34-b168-07eb36dcbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.151950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-06d1feea-4311-4d34-b168-07eb36dcbf28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 1099 time: 0.0432565
Nov 10 04:00:22.154263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-6a04fe16-3e82-45e3-af67-004e1a0d8822 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829544
Nov 10 04:00:22.253074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-308054c9-6b45-4c50-a03d-a2a878f38aa6 req-a6a583d9-8088-4e51-ae74-57b733fce74c service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915706
Nov 10 04:00:22.255224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-3f207cf2-98a0-4fbe-bb96-77bd3c3efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.257493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-3f207cf2-98a0-4fbe-bb96-77bd3c3efae7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.0957425
Nov 10 04:00:22.318895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-bec72e6d-fb4c-443c-8a7d-0634f443c23c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d HTTP/1.1" status: 200  len: 217 time: 0.0424948
Nov 10 04:00:22.348637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b273c-7903-411f-964e-7905aa237176 req-97ef7fad-cedc-4aea-bfb3-39e1e86e7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.350425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-97ef7fad-cedc-4aea-bfb3-39e1e86e7354 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 1094 time: 0.0483463
Nov 10 04:00:22.389262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-55b0f0c4-9ba0-4f24-9fe1-1a573476bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.390732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-55b0f0c4-9ba0-4f24-9fe1-1a573476bd23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0505357
Nov 10 04:00:22.462098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-dbcc65d5-34eb-47de-94e7-9f436b903c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.463323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b273c-7903-411f-964e-7905aa237176 req-a4efc76a-1c32-4744-8e82-00e41a031187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.463894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-dbcc65d5-34eb-47de-94e7-9f436b903c68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0603743
Nov 10 04:00:22.465000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-a4efc76a-1c32-4744-8e82-00e41a031187 service neutron] 10.222.0.26 "GET /v2.0/networks?id=943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 200  len: 923 time: 0.1058617
Nov 10 04:00:22.541632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-f2c9accd-9eaf-4392-9069-80236e0caf97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09 HTTP/1.1" status: 200  len: 217 time: 0.0666463
Nov 10 04:00:22.614547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-26bd8b77-e89f-48f5-b005-e16990a61cc4 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297164
Nov 10 04:00:22.663174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b273c-7903-411f-964e-7905aa237176 req-a680c49c-59b4-4d37-a6a1-d05b9f8870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.665175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-a680c49c-59b4-4d37-a6a1-d05b9f8870aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 200  len: 862 time: 0.1046438
Nov 10 04:00:22.675648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c129-19fd-4653-ba17-545530759f96 req-0d4f2b8c-dda8-46f5-aaa1-303a0b248df3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:22.677222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3f8c129-19fd-4653-ba17-545530759f96 req-0d4f2b8c-dda8-46f5-aaa1-303a0b248df3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.1343040
Nov 10 04:00:22.677789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58742) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:22.716589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-a5b76645-903e-446e-a211-642084250fba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=943af04c-ea46-4657-a360-32fb92e48ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376916
Nov 10 04:00:22.808148 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3f8c129-19fd-4653-ba17-545530759f96 req-1094fc2f-ae82-44f3-bae9-6dd2534f373e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159589
Nov 10 04:00:22.833732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b194f1c-b1e9-4299-8d85-d8f198288596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:22.872922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-570077ca-c52d-4401-bfe9-728431622821 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477218
Nov 10 04:00:23.037288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183a7e9-98d7-4d30-b720-342bd9b06878 req-a09d5ef0-f656-457e-878f-9217911608b0 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:23.038800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183a7e9-98d7-4d30-b720-342bd9b06878 req-a09d5ef0-f656-457e-878f-9217911608b0 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 943 time: 0.1489542
Nov 10 04:00:23.045959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3d4a2f3-718f-4d8e-a0f8-b986957d7130 req-97feae47-e808-42a2-a7ba-4c5a44f91a13 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4175956
Nov 10 04:00:23.048689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a3047-47b8-41b4-bdc6-821905464e6b req-a8747416-06b4-4f00-86bb-0e15665b7c5c tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:23.053517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed2a3047-47b8-41b4-bdc6-821905464e6b req-a8747416-06b4-4f00-86bb-0e15665b7c5c tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1096 time: 0.3600910
Nov 10 04:00:23.082680 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-624b273c-7903-411f-964e-7905aa237176 req-9b5fcba6-e419-4d83-b0c1-5beeb6a51100 service neutron] 10.222.0.26 "GET /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029827
Nov 10 04:00:23.088929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b194f1c-b1e9-4299-8d85-d8f198288596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.095037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8b194f1c-b1e9-4299-8d85-d8f198288596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.110628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed2a3047-47b8-41b4-bdc6-821905464e6b req-f29ff16b-fce2-4033-b0db-6f226b123e80 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534284
Nov 10 04:00:23.146620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8b194f1c-b1e9-4299-8d85-d8f198288596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=157fe2bd078d444d99aedf1711fca242&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4642537
Nov 10 04:00:23.147080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:23.147964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183a7e9-98d7-4d30-b720-342bd9b06878 req-9cb5067c-21f5-498e-a221-b5ab99617a57 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918660
Nov 10 04:00:23.158737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194f1c-b1e9-4299-8d85-d8f198288596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7155290c-732b-4ca9-afb4-37ab119053f0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:23.204032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.225034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.262747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137cae3-e6ab-49ce-9570-c5be2bc2f106 req-4b84f37c-9fa3-4f46-af9a-956fd667f657 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:23.264247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8137cae3-e6ab-49ce-9570-c5be2bc2f106 req-4b84f37c-9fa3-4f46-af9a-956fd667f657 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0498822
Nov 10 04:00:23.276593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.279450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:23.283204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7155290c-732b-4ca9-afb4-37ab119053f0 HTTP/1.1" status: 204  len: 168 time: 0.1325762
Nov 10 04:00:23.290401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25d7c-bb18-4b6a-b4f0-62854167809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155290c-732b-4ca9-afb4-37ab119053f0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:23.335306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8137cae3-e6ab-49ce-9570-c5be2bc2f106 req-e01ff6ab-e1e7-4499-afb1-34bf0699290e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641804
Nov 10 04:00:23.418909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38f773-b903-4f5b-b3cf-25e0ec1394e7 req-f0e80b9c-de63-4db5-b74b-9f6f73800e9e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:23.420864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd38f773-b903-4f5b-b3cf-25e0ec1394e7 req-f0e80b9c-de63-4db5-b74b-9f6f73800e9e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 948 time: 0.0553257
Nov 10 04:00:23.442190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-a782b873-10ba-4af3-b168-fe71d8460755 req-6748842a-f0fd-4780-865b-51eed63baec3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:00:23.443173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a782b873-10ba-4af3-b168-fe71d8460755 req-6748842a-f0fd-4780-865b-51eed63baec3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056288
Nov 10 04:00:23.474071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd38f773-b903-4f5b-b3cf-25e0ec1394e7 req-344be3f8-c173-4071-b5f5-a62d69a87a3b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467763
Nov 10 04:00:23.943968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cea4d-a3bf-491f-a633-3615b1034f1a req-be06a2f4-b261-4f32-a81b-ee6fcf53ac18 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:23.945617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed2cea4d-a3bf-491f-a633-3615b1034f1a req-be06a2f4-b261-4f32-a81b-ee6fcf53ac18 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0520365
Nov 10 04:00:24.006462 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed2cea4d-a3bf-491f-a633-3615b1034f1a req-ecf57d8c-9271-439f-9c04-eca13b661187 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489044
Nov 10 04:00:24.284208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af92778-3000-4551-9737-d338f1918915 req-c7e3514b-0a72-4822-a9b6-b6d4eed64dc4 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:24.285878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6af92778-3000-4551-9737-d338f1918915 req-c7e3514b-0a72-4822-a9b6-b6d4eed64dc4 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 943 time: 0.0636954
Nov 10 04:00:24.341409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6af92778-3000-4551-9737-d338f1918915 req-ccb2a5b3-aa22-430d-b860-8e7e9bc7530e tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467353
Nov 10 04:00:24.599094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75ebb-1eed-47d7-8420-47b62db3fb18 req-3fd06f65-69d8-49ce-b1b5-45f301f63b78 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:24.600852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3df75ebb-1eed-47d7-8420-47b62db3fb18 req-3fd06f65-69d8-49ce-b1b5-45f301f63b78 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0568259
Nov 10 04:00:24.652063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3df75ebb-1eed-47d7-8420-47b62db3fb18 req-8481abbe-ee13-42be-af83-1ebf45caa1ea tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450337
Nov 10 04:00:24.727411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-29f229ad-64c6-4425-a984-9326f7878e0c tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:00:24.728406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-29f229ad-64c6-4425-a984-9326f7878e0c tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2279513
Nov 10 04:00:24.762830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55518-7d3e-464f-ac11-2d5d5d4b38ab req-06b2c33e-0d50-418e-9f04-7b9a5b01780d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:24.764622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36d55518-7d3e-464f-ac11-2d5d5d4b38ab req-06b2c33e-0d50-418e-9f04-7b9a5b01780d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 948 time: 0.0529041
Nov 10 04:00:24.767659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-3d7a046a-7c59-42bf-af3e-3ce29f1b193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:24.769253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-3d7a046a-7c59-42bf-af3e-3ce29f1b193e service neutron] 10.222.0.13 "GET /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 1093 time: 0.0340548
Nov 10 04:00:24.778209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Request body: {'binding': {'host': 'nch2-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:24.778658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:00:24.842400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36d55518-7d3e-464f-ac11-2d5d5d4b38ab req-ba8e6ac6-df4e-4685-904b-65de692d26a3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655136
Nov 10 04:00:24.924478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on host nch2-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:24.924849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:24.925175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:24.929482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:24.930494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:24.935187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:24.935523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:24.935900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:24.936320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Bound port: 3867a1a1-4d51-4961-b727-d2ca007dafe0, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:24.989251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:24.996850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:24.997444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f1a4c7cd-c2f2-4473-9ff3-c7856921ab6a service neutron] 10.222.0.13 "POST /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0/bindings HTTP/1.1" status: 201  len: 389 time: 0.2226303
Nov 10 04:00:25.189952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979397-e45e-429a-b9d0-df19058fd5d4 req-3bfcbe3b-bc0f-439e-a788-4827a32ee716 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.193243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c979397-e45e-429a-b9d0-df19058fd5d4 req-3bfcbe3b-bc0f-439e-a788-4827a32ee716 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0695369
Nov 10 04:00:25.193842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22274808-1ca5-4562-9de0-ce266750000d req-030ad9b6-dda1-436f-9166-6c4127be99a4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.197718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22274808-1ca5-4562-9de0-ce266750000d req-030ad9b6-dda1-436f-9166-6c4127be99a4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0829246
Nov 10 04:00:25.264892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c979397-e45e-429a-b9d0-df19058fd5d4 req-4040c95d-95be-4c9b-94b1-ec6578a742f2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632849
Nov 10 04:00:25.265343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22274808-1ca5-4562-9de0-ce266750000d req-6325d99b-3c0d-4d06-a03d-86b455f6347f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612686
Nov 10 04:00:25.313583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-79726c34-f233-421c-92ba-998076f464bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.315090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-79726c34-f233-421c-92ba-998076f464bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1096 time: 0.0485666
Nov 10 04:00:25.392837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58878) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:25.442914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-cf865422-ef56-4bf9-a18a-14f6c55b4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.444407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-cf865422-ef56-4bf9-a18a-14f6c55b4945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1219265
Nov 10 04:00:25.492848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4b6d28b5-9db6-487f-8176-cb7b15a77e09 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:25.500453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-51f388f9-448c-4d5d-b55e-d692739f5f84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 217 time: 0.0465441
Nov 10 04:00:25.510786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c78ed-ae60-43c0-87d0-04876623989c req-c85e3e47-5d74-44dc-8e79-cbf3786b9ff4 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.517806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b50c78ed-ae60-43c0-87d0-04876623989c req-c85e3e47-5d74-44dc-8e79-cbf3786b9ff4 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 943 time: 0.1043227
Nov 10 04:00:25.536879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a49cdb3-8352-455b-90b3-303592813647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.597137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-7e263207-1014-4c7a-a252-3f044b10733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.598754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-7e263207-1014-4c7a-a252-3f044b10733a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0784683
Nov 10 04:00:25.620195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b50c78ed-ae60-43c0-87d0-04876623989c req-90231be7-feed-48fc-b2bd-352cbcd6a65a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015208
Nov 10 04:00:25.629373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a49cdb3-8352-455b-90b3-303592813647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.634982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a49cdb3-8352-455b-90b3-303592813647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.635797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:25.636414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-debafa55-c0a8-4794-9699-15532e27bf55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281413
Nov 10 04:00:25.649165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '4b6d28b5-9db6-487f-8176-cb7b15a77e09', 'network_id': '943af04c-ea46-4657-a360-32fb92e48ee3', 'port_id': '4b6d28b5-9db6-487f-8176-cb7b15a77e09', 'mac_address': 'fa:16:3e:c7:c0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b564fd93-cf03-499d-9fba-68dc30cb0f00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:25.677192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a49cdb3-8352-455b-90b3-303592813647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2792b267fc8d40f9ac78ea7a23bc21cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2829678
Nov 10 04:00:25.679542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:25.686412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49cdb3-8352-455b-90b3-303592813647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f597d66-c7d9-4825-95f8-0ed2e6b07940,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:25.691298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.706024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6d28b5-9db6-487f-8176-cb7b15a77e09 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:25.730620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:25.736723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.751612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.781147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-315ff969-012f-434d-949b-f4733f3ff004 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310515
Nov 10 04:00:25.793437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:25.801580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.802302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.802774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.803392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.803862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.804346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.805483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.805984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.806478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.806964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.807103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.807558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.808025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:00:25.835656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 4d075e69-890e-4167-8ee5-fce4bc01d13d details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:25.846226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597548de-4847-4792-974e-e4e388dfa567 req-37611e16-e52c-402a-940b-9a91768d76e1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:25.847805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-597548de-4847-4792-974e-e4e388dfa567 req-37611e16-e52c-402a-940b-9a91768d76e1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0932615
Nov 10 04:00:25.908418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-6c762c74-3261-46e3-ace8-87edd31f0c75 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1180305
Nov 10 04:00:25.908692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.911386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:25.914970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f597d66-c7d9-4825-95f8-0ed2e6b07940 HTTP/1.1" status: 204  len: 168 time: 0.2321796
Nov 10 04:00:25.919882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-597548de-4847-4792-974e-e4e388dfa567 req-c223a195-3488-4d8a-8bb6-6106dcb351b6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640786
Nov 10 04:00:25.926593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c5f55-9211-4068-82b2-ef9e5febf671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f597d66-c7d9-4825-95f8-0ed2e6b07940,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:26.026894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9ef31-842f-4b58-9570-d33917b839e3 req-746dd362-25dd-4432-a326-0938de2c55e1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:26.028845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91f9ef31-842f-4b58-9570-d33917b839e3 req-746dd362-25dd-4432-a326-0938de2c55e1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 948 time: 0.0684814
Nov 10 04:00:26.104351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91f9ef31-842f-4b58-9570-d33917b839e3 req-1f5aafac-c708-4a95-af6f-a9abcd2e4c58 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675142
Nov 10 04:00:26.144464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:26.157387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '4d075e69-890e-4167-8ee5-fce4bc01d13d', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '4d075e69-890e-4167-8ee5-fce4bc01d13d', 'mac_address': 'fa:16:3e:c4:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:26.201928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.220207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d075e69-890e-4167-8ee5-fce4bc01d13d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:26.242034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:26.247259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.277709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['4b6d28b5-9db6-487f-8176-cb7b15a77e09'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:26.289780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:26.313599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d6a-cd08-4935-af52-d563a4a22987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.345596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:26.413054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3034df-722e-4d91-9e0f-57fa1feb5b59 req-0947e330-7222-49de-9ea1-212f65c08f44 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:26.424311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc3034df-722e-4d91-9e0f-57fa1feb5b59 req-0947e330-7222-49de-9ea1-212f65c08f44 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0711584
Nov 10 04:00:26.478103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d6a-cd08-4935-af52-d563a4a22987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.498580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83a58c-34b1-4606-8c92-f4f6e8d8d5f9 req-7405626e-e548-4eb9-a1ed-00d68fd03c20 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:26.499710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a83a58c-34b1-4606-8c92-f4f6e8d8d5f9 req-7405626e-e548-4eb9-a1ed-00d68fd03c20 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0969129
Nov 10 04:00:26.500535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d6a-cd08-4935-af52-d563a4a22987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.505414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc3034df-722e-4d91-9e0f-57fa1feb5b59 req-3d17bf13-c96d-4ad7-9ead-b02953d3c748 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802531
Nov 10 04:00:26.567694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf0d6a-cd08-4935-af52-d563a4a22987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2cab53-34de-41e8-8c75-25319a8d67e9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:26.579490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58914) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:26.579735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-44bf0d6a-cd08-4935-af52-d563a4a22987 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b598ddf482040a796d6d6dfe5da864d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2872398
Nov 10 04:00:26.613357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a83a58c-34b1-4606-8c92-f4f6e8d8d5f9 req-3e89d9cf-1a29-44e1-a21d-7560b49ec894 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009998
Nov 10 04:00:26.640006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['4d075e69-890e-4167-8ee5-fce4bc01d13d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:26.665470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.691011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.754047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.758175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:26.763086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b2cab53-34de-41e8-8c75-25319a8d67e9 HTTP/1.1" status: 204  len: 168 time: 0.1821387
Nov 10 04:00:26.773920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f470-6a2b-4b86-9b72-eb7b5dd1ad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2cab53-34de-41e8-8c75-25319a8d67e9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:26.793366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f3474-4997-44f7-a4f2-8b161e420d20 req-2a9b6698-0ac5-4bb5-aafb-9b509373a6f8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:26.819739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a9f3474-4997-44f7-a4f2-8b161e420d20 req-2a9b6698-0ac5-4bb5-aafb-9b509373a6f8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 944 time: 0.0897195
Nov 10 04:00:26.878552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a9f3474-4997-44f7-a4f2-8b161e420d20 req-41eaf1ca-4ca9-40ab-9802-7d8a2957d0ec tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570827
Nov 10 04:00:27.061393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c2da-e7d7-46da-bb91-eab17429cbb9 req-141dadc1-17de-4a18-a3bb-d0038b140371 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:27.062926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d842c2da-e7d7-46da-bb91-eab17429cbb9 req-141dadc1-17de-4a18-a3bb-d0038b140371 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0537219
Nov 10 04:00:27.125137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d842c2da-e7d7-46da-bb91-eab17429cbb9 req-e6202cf3-c0f6-482c-a9c0-bc4e7a8e0431 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555820
Nov 10 04:00:27.253561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18740-ae95-43d9-b07a-ff1ba0b4418c req-6655d9ca-8760-433a-8686-eae933e06fdb tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:27.255510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bad18740-ae95-43d9-b07a-ff1ba0b4418c req-6655d9ca-8760-433a-8686-eae933e06fdb tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 949 time: 0.0645874
Nov 10 04:00:27.308006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bad18740-ae95-43d9-b07a-ff1ba0b4418c req-00a8910e-a27a-408e-bf95-52288981b6c8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448596
Nov 10 04:00:27.620997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57e2c-62b4-4a0c-8e3b-85ecb9d83d64 req-211f06bc-1ff7-42d4-9c67-716e3d56452b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:27.622525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7de57e2c-62b4-4a0c-8e3b-85ecb9d83d64 req-211f06bc-1ff7-42d4-9c67-716e3d56452b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0552726
Nov 10 04:00:27.691924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7de57e2c-62b4-4a0c-8e3b-85ecb9d83d64 req-c2d65d2f-73b8-4b40-9f28-760e5cbddaac tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606995
Nov 10 04:00:27.805521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d2a1a-9ffc-49f4-af91-05efa09e806a req-0b8a2f97-a50e-4705-9958-896ba3e1acd5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:27.807189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e41d2a1a-9ffc-49f4-af91-05efa09e806a req-0b8a2f97-a50e-4705-9958-896ba3e1acd5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0614688
Nov 10 04:00:27.859905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e41d2a1a-9ffc-49f4-af91-05efa09e806a req-74bc5c9d-b17f-4884-978e-2f4dfbd18720 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459709
Nov 10 04:00:27.998241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79136dc8-1df8-4c2e-ae82-a760ff36184e req-3446f319-4eee-4afa-a8a1-1db3ab8a8b8f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:27.999873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79136dc8-1df8-4c2e-ae82-a760ff36184e req-3446f319-4eee-4afa-a8a1-1db3ab8a8b8f tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 944 time: 0.0495870
Nov 10 04:00:28.049501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79136dc8-1df8-4c2e-ae82-a760ff36184e req-acff7053-e42a-474a-9b2a-9e338cf6d841 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434628
Nov 10 04:00:28.253791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621992-2bb4-48ba-b259-232eec2d6df1 req-97224a7a-4fae-4fc8-b9e6-e8848cf1df08 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:28.255329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2621992-2bb4-48ba-b259-232eec2d6df1 req-97224a7a-4fae-4fc8-b9e6-e8848cf1df08 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0501926
Nov 10 04:00:28.308960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2621992-2bb4-48ba-b259-232eec2d6df1 req-fab104bc-ad82-445a-a719-fbb36353a8f9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466621
Nov 10 04:00:28.425218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b640fad-c77a-4021-8e48-0dec591fed78 req-2922e14b-e734-477c-90f3-63b5780cba5e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:28.426702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b640fad-c77a-4021-8e48-0dec591fed78 req-2922e14b-e734-477c-90f3-63b5780cba5e tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 949 time: 0.0477788
Nov 10 04:00:28.480082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b640fad-c77a-4021-8e48-0dec591fed78 req-df6bd16c-2f33-40a8-b76d-b277ca134e62 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463440
Nov 10 04:00:28.815667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44a01-cba1-41c7-9659-fdf1b6bb6d14 req-54e34183-dcca-46d3-a3ce-f7d4aa222ac0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:28.823326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29d44a01-cba1-41c7-9659-fdf1b6bb6d14 req-54e34183-dcca-46d3-a3ce-f7d4aa222ac0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0580051
Nov 10 04:00:28.873869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29d44a01-cba1-41c7-9659-fdf1b6bb6d14 req-fe3f5be0-ddec-4dab-81d1-bc4da98d0fdb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498054
Nov 10 04:00:28.989845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd752e8-85da-4999-91e4-9a55af6f99e2 req-f3dd6b4e-fb7a-4107-ab54-10b2d2ea6f99 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:28.991314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fdd752e8-85da-4999-91e4-9a55af6f99e2 req-f3dd6b4e-fb7a-4107-ab54-10b2d2ea6f99 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0561843
Nov 10 04:00:29.043345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fdd752e8-85da-4999-91e4-9a55af6f99e2 req-30b1a098-f144-47b9-b70b-bbfc124df3d8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461693
Nov 10 04:00:29.166462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c3019-2853-47f1-a599-7c2d4fa8d236 req-8e9ef001-30a2-48b8-8694-d5a069edea26 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:29.168089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f64c3019-2853-47f1-a599-7c2d4fa8d236 req-8e9ef001-30a2-48b8-8694-d5a069edea26 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 944 time: 0.0517962
Nov 10 04:00:29.215197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f64c3019-2853-47f1-a599-7c2d4fa8d236 req-017b7f11-9b56-4dff-a2de-2e3f9d38f64c tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411565
Nov 10 04:00:29.245900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59036) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:29.351734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f63ef76f-8d42-48f0-bb65-f18547435fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.463549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747987e6-82a2-4a79-8860-5774b54b3818 req-855db8f7-bffe-4053-85f2-e3ba8ba4aabd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:29.465024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-747987e6-82a2-4a79-8860-5774b54b3818 req-855db8f7-bffe-4053-85f2-e3ba8ba4aabd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0788560
Nov 10 04:00:29.481342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f63ef76f-8d42-48f0-bb65-f18547435fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.491660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f63ef76f-8d42-48f0-bb65-f18547435fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.500958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4b6d28b5-9db6-487f-8176-cb7b15a77e09 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:29.548715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ef76f-8d42-48f0-bb65-f18547435fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3aece7-4c83-4b7f-8508-2f228ab32d08,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:29.551260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:29.556866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f63ef76f-8d42-48f0-bb65-f18547435fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a28a16a9ad74864b95c6cd730fdd987&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3098505
Nov 10 04:00:29.559418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59044) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:29.562316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:29.563047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.577212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-747987e6-82a2-4a79-8860-5774b54b3818 req-f3713270-b2a4-433b-a6ba-ec082e2d5245 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048865
Nov 10 04:00:29.630919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.636082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d8d00-c24e-4637-879c-20a4e87bfff3 req-e2efbc4e-ee91-4ade-a765-9061df4bf314 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:29.637914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-965d8d00-c24e-4637-879c-20a4e87bfff3 req-e2efbc4e-ee91-4ade-a765-9061df4bf314 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 949 time: 0.0816534
Nov 10 04:00:29.659615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.662585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.687707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:29.690295 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee67b929-eb30-4bb5-bb8e-3f1e800aed64" -d '{"events": [{"server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:29.704583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:29.710093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.737578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.741181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:29.744666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a3aece7-4c83-4b7f-8508-2f228ab32d08 HTTP/1.1" status: 204  len: 168 time: 0.1831343
Nov 10 04:00:29.755770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-965d8d00-c24e-4637-879c-20a4e87bfff3 req-4a4ca4db-0cd8-41b8-a1c4-25971d43b4f1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115217
Nov 10 04:00:29.756361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863050-a73a-4115-a27e-53e3fe3b1df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3aece7-4c83-4b7f-8508-2f228ab32d08,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:29.773242 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd611c-8ac5-446a-bbde-a783fe14dae5 x-openstack-request-id: req-d1fd611c-8ac5-446a-bbde-a783fe14dae5 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:29.773630 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:29.773861 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1fd611c-8ac5-446a-bbde-a783fe14dae5 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:29.774599 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09', 'code': 200}
Nov 10 04:00:29.820002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e2e75dd9-86b9-4b2b-bd24-33776eace001 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:29.822622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e2e75dd9-86b9-4b2b-bd24-33776eace001 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1614556
Nov 10 04:00:29.843618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 4d075e69-890e-4167-8ee5-fce4bc01d13d up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:29.852127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-817176-1'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:29.861301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:29.922744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70beb2-95e4-469a-93c9-dfc70e772c13 req-2ad3627c-ea6e-4895-9035-6780dd52558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:29.924533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c70beb2-95e4-469a-93c9-dfc70e772c13 req-2ad3627c-ea6e-4895-9035-6780dd52558e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 1096 time: 0.0910542
Nov 10 04:00:29.943268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 4d075e69-890e-4167-8ee5-fce4bc01d13d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:29.950274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 4d075e69-890e-4167-8ee5-fce4bc01d13d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:29.950945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.005514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c70beb2-95e4-469a-93c9-dfc70e772c13 req-877e61f2-1a15-4502-b90f-893919867ba0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728416
Nov 10 04:00:30.063833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b59999-3f8b-44d3-b9c2-8668dae62a1e req-ef14d70a-512d-4a7a-adcb-e5d55f07d8f5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:30.075785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96b59999-3f8b-44d3-b9c2-8668dae62a1e req-ef14d70a-512d-4a7a-adcb-e5d55f07d8f5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0832472
Nov 10 04:00:30.098641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.169360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96b59999-3f8b-44d3-b9c2-8668dae62a1e req-6e0d7fee-044f-43d3-9d05-a76825fa6b7c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921969
Nov 10 04:00:30.174456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:30.181145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.202435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59060) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:30.217075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87436bcb-d11c-4b8b-ac09-2c99df69a6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.253939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:30.310298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.359663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87436bcb-d11c-4b8b-ac09-2c99df69a6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.364021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87436bcb-d11c-4b8b-ac09-2c99df69a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.367716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f90f69-9e23-4608-9723-bfc020918638 req-95901cfd-1923-4878-89bc-bffec960fab7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:30.369226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83f90f69-9e23-4608-9723-bfc020918638 req-95901cfd-1923-4878-89bc-bffec960fab7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 945 time: 0.0892889
Nov 10 04:00:30.417633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-87436bcb-d11c-4b8b-ac09-2c99df69a6e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83cbdbd7df1245dc82f0c514d4869a5e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2115827
Nov 10 04:00:30.423726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59064) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:30.424029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775be3-f836-4459-8cc6-ae71a96e80a9 req-322b6058-7d3c-49cc-a1b5-0781162dbc73 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:30.425541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7775be3-f836-4459-8cc6-ae71a96e80a9 req-322b6058-7d3c-49cc-a1b5-0781162dbc73 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 945 time: 0.1131134
Nov 10 04:00:30.426614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87436bcb-d11c-4b8b-ac09-2c99df69a6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248eede-52a7-4f82-87a6-2644d598356c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:30.485409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7775be3-f836-4459-8cc6-ae71a96e80a9 req-a47d6985-c76b-4db7-965f-98c8dfa80728 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492978
Nov 10 04:00:30.511058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83f90f69-9e23-4608-9723-bfc020918638 req-cf8d013a-e253-418c-9d64-b2a229a504cc tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344147
Nov 10 04:00:30.534425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:30.536424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.575713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.616408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:30.662764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:30.665862 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c436783a-bdbc-4306-a589-f4db2fb6b54d" -d '{"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-unplugged", "status": "completed", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:30.675344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.684573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.695840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.698701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.700803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6248eede-52a7-4f82-87a6-2644d598356c HTTP/1.1" status: 204  len: 168 time: 0.2754309
Nov 10 04:00:30.716583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f053a-c886-4d96-a970-a1b245f1b228 req-e0bd6515-beb6-4040-bb8f-a1bfe0b86af1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:30.718332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e20f053a-c886-4d96-a970-a1b245f1b228 req-e0bd6515-beb6-4040-bb8f-a1bfe0b86af1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0589669
Nov 10 04:00:30.724938 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583422ae-3fec-473d-8bb9-46b077134c9b x-openstack-request-id: req-583422ae-3fec-473d-8bb9-46b077134c9b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:30.725252 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-unplugged", "status": "completed", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:30.725757 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-583422ae-3fec-473d-8bb9-46b077134c9b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:30.726084 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'code': 200}
Nov 10 04:00:30.754133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dccc0d-e4a5-4f1a-b490-9e6cd29f2978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248eede-52a7-4f82-87a6-2644d598356c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:30.775968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:30.784016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e20f053a-c886-4d96-a970-a1b245f1b228 req-09c8e42a-5a7b-4a71-9b3e-7db4493b84cb tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593143
Nov 10 04:00:30.840163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on host nch1-817176-1 for vnic_type normal with profile {"migrating_to": "nch2-817176-1"} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:30.840493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:30.840848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:30.846498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:30.846874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Attempting to bind port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:30.856198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:30.856695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:30.857643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:30.858150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Bound port: 3867a1a1-4d51-4961-b727-d2ca007dafe0, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:30.858757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:30.960235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:30.966641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:30.974449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:31.013442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce7f9-2ec4-4a84-acf7-9917526e9f3b req-9f3382f4-6f25-48fa-9513-87dfac00a617 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.020506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-904ce7f9-2ec4-4a84-acf7-9917526e9f3b req-9f3382f4-6f25-48fa-9513-87dfac00a617 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.1484110
Nov 10 04:00:31.084507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=8']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:31.119227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.119901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:31.121481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-d129732a-4803-4d9d-956f-a6493d39e9d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 1121 time: 1.2738087
Nov 10 04:00:31.125223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-904ce7f9-2ec4-4a84-acf7-9917526e9f3b req-5a7a2d14-d19d-473c-8286-97c11e6c11dc tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038685
Nov 10 04:00:31.294695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:31.337463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2efbe-9b6a-4dc6-8e3f-aa4ece325614 req-ecc39671-760c-44e9-a7ac-66098efc9a2a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.340544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1bd2efbe-9b6a-4dc6-8e3f-aa4ece325614 req-ecc39671-760c-44e9-a7ac-66098efc9a2a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0721331
Nov 10 04:00:31.399719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:31.408999 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1bd2efbe-9b6a-4dc6-8e3f-aa4ece325614 req-767eaa1a-308b-4874-b4c5-7e9ba7655b6b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605295
Nov 10 04:00:31.518074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:31.674022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dccc48-24b1-4e0c-80a3-57e94b4111ef req-35d66171-94ff-4b13-ac52-b7f5ee58a403 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.675845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4dccc48-24b1-4e0c-80a3-57e94b4111ef req-35d66171-94ff-4b13-ac52-b7f5ee58a403 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.0744250
Nov 10 04:00:31.685692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855b92-5f68-45e9-b962-abadb556d2da req-d95348c6-72fa-44ff-9728-28a4f6a6f911 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.687887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54855b92-5f68-45e9-b962-abadb556d2da req-d95348c6-72fa-44ff-9728-28a4f6a6f911 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 945 time: 0.1125472
Nov 10 04:00:31.724073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:31.737104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 has no active binding in host nch2-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:00:31.752851 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4dccc48-24b1-4e0c-80a3-57e94b4111ef req-ba4c7c51-b9b5-49c3-8b42-a218002940b0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660710
Nov 10 04:00:31.761155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54855b92-5f68-45e9-b962-abadb556d2da req-ad8697ec-be30-4c8e-b657-ac982905e02a tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611258
Nov 10 04:00:31.775430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:31.777747 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d50635b-7da0-4cf4-8efe-2af49aa72e3d" -d '{"events": [{"server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "name": "network-vif-plugged", "status": "completed", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:31.826763 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1288162b-3008-4a84-8b41-18f73038ee70 x-openstack-request-id: req-1288162b-3008-4a84-8b41-18f73038ee70 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:31.827454 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "name": "network-vif-plugged", "status": "completed", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:31.827908 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1288162b-3008-4a84-8b41-18f73038ee70 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:31.828760 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d', 'code': 200}
Nov 10 04:00:31.985378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594428-85a9-4851-b116-48590cc466ca req-8234c1ba-7556-482d-9e79-d9f624d74c01 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:31.986819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71594428-85a9-4851-b116-48590cc466ca req-8234c1ba-7556-482d-9e79-d9f624d74c01 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0870476
Nov 10 04:00:32.007380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2835a5-d84f-4d9c-86aa-a7b30c6cc3b6 req-5836733c-6a21-4671-b4ff-58c7840cfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.008969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b2835a5-d84f-4d9c-86aa-a7b30c6cc3b6 req-5836733c-6a21-4671-b4ff-58c7840cfe86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 1101 time: 0.0821965
Nov 10 04:00:32.078083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1dd18-2b39-48d7-9ea4-fdf7adf26020 req-29f5d674-22b2-4eaf-b16c-1776d2f11e74 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.079630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a1dd18-2b39-48d7-9ea4-fdf7adf26020 req-29f5d674-22b2-4eaf-b16c-1776d2f11e74 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 945 time: 0.0540669
Nov 10 04:00:32.096960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71594428-85a9-4851-b116-48590cc466ca req-683e6525-366b-4c48-bde1-c870190f6302 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004229
Nov 10 04:00:32.114031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b2835a5-d84f-4d9c-86aa-a7b30c6cc3b6 req-b478a13b-b2be-4b99-ac76-cbd2ea4dcee9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948381
Nov 10 04:00:32.138428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a1dd18-2b39-48d7-9ea4-fdf7adf26020 req-03ac5ff9-a4d1-4d6a-bb28-a2a604968d42 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492711
Nov 10 04:00:32.329858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30228d-bf27-466e-84c7-746571d72dbb req-0ca62e70-af7b-4a78-ae77-dabcfd60f87b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.339733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa30228d-bf27-466e-84c7-746571d72dbb req-0ca62e70-af7b-4a78-ae77-dabcfd60f87b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.0672746
Nov 10 04:00:32.411561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa30228d-bf27-466e-84c7-746571d72dbb req-1b3bea3c-38f8-4977-bdde-62f5fe5e6642 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708318
Nov 10 04:00:32.459186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59132) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:32.545919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107e448-4777-4294-beb8-9a54e3cfe393 req-1207f5d6-6ad8-422f-9fc0-173817e08fae tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.547396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5107e448-4777-4294-beb8-9a54e3cfe393 req-1207f5d6-6ad8-422f-9fc0-173817e08fae tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0502784
Nov 10 04:00:32.569610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:32.609443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:32.614790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5107e448-4777-4294-beb8-9a54e3cfe393 req-21311616-3c70-418c-9713-568e9c6c943f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615947
Nov 10 04:00:32.702510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:32.735624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:32.737929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23399b6-ee7d-4233-9955-eeb9ed323735" -d '{"events": [{"name": "network-changed", "server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:32.784296 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f7531-bde8-4583-ad90-27f45fc7f477 x-openstack-request-id: req-804f7531-bde8-4583-ad90-27f45fc7f477 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:32.784574 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:32.784839 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-804f7531-bde8-4583-ad90-27f45fc7f477 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:32.785214 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'status': 'completed', 'code': 200}
Nov 10 04:00:32.812769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Allocated IP 172.32.3.51 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3361e72a-87c1-44d8-9be1-fd888987777d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:32.853442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-cb31ec9f-f0a3-495f-a387-5543980865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.854950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-cb31ec9f-f0a3-495f-a387-5543980865c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1124 time: 0.0552926
Nov 10 04:00:32.953853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c92af-ebe1-4d1f-8528-809831d1c2d2 req-e6e75ade-b526-4f27-af19-80b309867a30 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.955646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c5c92af-ebe1-4d1f-8528-809831d1c2d2 req-e6e75ade-b526-4f27-af19-80b309867a30 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1105771
Nov 10 04:00:32.955935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-7206ab85-3ead-4b94-b2aa-3d6f05d6ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:32.957546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-7206ab85-3ead-4b94-b2aa-3d6f05d6ce92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.0929918
Nov 10 04:00:32.995173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.009711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-b81b77f9-b936-4bb8-9951-af7dcadbc526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 217 time: 0.0416374
Nov 10 04:00:33.031418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c5c92af-ebe1-4d1f-8528-809831d1c2d2 req-1103c439-fcde-4ec5-b763-513de6493161 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660436
Nov 10 04:00:33.055304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.063295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-ca138bc1-2ace-456d-b7db-ca0eb56dc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.064749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-ca138bc1-2ace-456d-b7db-ca0eb56dc30c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0462050
Nov 10 04:00:33.091163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:33.095942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:33.099641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:33.103498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-2121bbe3-29cd-4f16-998c-f1db28c9e92d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243092
Nov 10 04:00:33.115113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Pushing event updated for resources: {'Port': ['ID=3361e72a-87c1-44d8-9be1-fd888987777d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:33.161751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.203457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.254953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-e38d0fbf-5d9f-470c-9d01-58e7dac6426b service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414809
Nov 10 04:00:33.282937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f6cc-6705-403c-9da1-320959ec4032 req-686d14db-5d03-4217-84fc-4d5f8eeb316b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.284544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1359f6cc-6705-403c-9da1-320959ec4032 req-686d14db-5d03-4217-84fc-4d5f8eeb316b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0860901
Nov 10 04:00:33.355101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd7db-46ee-4a46-91ee-92cb7ae0ce0b req-4ce70194-6619-4acb-87bf-18e107ca7a31 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.356891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-250dd7db-46ee-4a46-91ee-92cb7ae0ce0b req-4ce70194-6619-4acb-87bf-18e107ca7a31 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 945 time: 0.1182525
Nov 10 04:00:33.398552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1359f6cc-6705-403c-9da1-320959ec4032 req-bec2b340-e2ed-4f4d-81f1-a97c0cf7d510 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745020
Nov 10 04:00:33.411803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23399b6-ee7d-4233-9955-eeb9ed323735 req-c5095cff-5625-4584-96bc-3efe5f2db4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454465
Nov 10 04:00:33.445084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-250dd7db-46ee-4a46-91ee-92cb7ae0ce0b req-17162c43-a281-40aa-8f09-66b70b674de8 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a8be298-2b2c-40b2-ac65-ccd0ec92c937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801964
Nov 10 04:00:33.474153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.479792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.499206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.555325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.556567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0960801
Nov 10 04:00:33.559871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:33.561745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29053a3b-3e6f-4e68-9e0f-7cd025f3fc54 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Pushing event updated for resources: {'Port': ['ID=3361e72a-87c1-44d8-9be1-fd888987777d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:33.568793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-316328253', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'fixed_ips': [{'ip_address': '172.32.3.51'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:33.621422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Made reservation on behalf of 581a199bea484a469b31b5d90f573f0a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:33.624092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.639628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a7c76-7050-43bb-8f9f-46507177ecf8 req-2679ff86-6d4c-46d0-8dcc-ab27d14318b0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.641292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-575a7c76-7050-43bb-8f9f-46507177ecf8 req-2679ff86-6d4c-46d0-8dcc-ab27d14318b0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.0931022
Nov 10 04:00:33.648968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.731449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-575a7c76-7050-43bb-8f9f-46507177ecf8 req-20d34b86-1395-4b33-947a-74bbc45adce9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787160
Nov 10 04:00:33.745939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee350b0-4f43-4a37-a2da-84d1ddfc7975 req-ef05beef-f314-46f4-842f-d3029d14b204 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.747579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ee350b0-4f43-4a37-a2da-84d1ddfc7975 req-ef05beef-f314-46f4-842f-d3029d14b204 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0531337
Nov 10 04:00:33.784184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.788813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:33.794667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] device_id is not set on port 8e96fe68-8127-4675-a057-1a4cdd339dcc yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:33.838202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-91c443a8-0653-4fd3-8157-81f27877e08d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:33.839905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-91c443a8-0653-4fd3-8157-81f27877e08d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 945 time: 0.0902109
Nov 10 04:00:33.845320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ee350b0-4f43-4a37-a2da-84d1ddfc7975 req-9258ae4b-0dc1-4799-9f6c-5ed04a930193 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829363
Nov 10 04:00:33.873964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676f70e-d95c-4946-8dca-1faad176c8e6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:33.943795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Deleting port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:33.944137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.006891 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:00:34.007478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:00:34.025744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e9912f2-aa60-486b-846b-a2274d6a9d34 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 0.4629540
Nov 10 04:00:34.028674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59154) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:34.046128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] For port 4b6d28b5-9db6-487f-8176-cb7b15a77e09, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4b6d28b5-9db6-487f-8176-cb7b15a77e09,segment=NetworkSegment(d2db5ce1-1d54-4f9e-9812-ccbeda817cf9),segment_id=d2db5ce1-1d54-4f9e-9812-ccbeda817cf9)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:34.046439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.059347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Calling delete_port for 4b6d28b5-9db6-487f-8176-cb7b15a77e09 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:34.206269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.221318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['4b6d28b5-9db6-487f-8176-cb7b15a77e09'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:34.229958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817240-5279-4410-8d73-602d4166bd12 req-5a25fc72-e1b5-44b8-942a-87db29255eb7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:34.231666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9817240-5279-4410-8d73-602d4166bd12 req-5a25fc72-e1b5-44b8-942a-87db29255eb7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1208701
Nov 10 04:00:34.237054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event deleted for resources: {'Port': ['ID=4b6d28b5-9db6-487f-8176-cb7b15a77e09,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:34.267386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Deleting port 3361e72a-87c1-44d8-9be1-fd888987777d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:34.267739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.278223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ebe676d-c6e6-425e-a9f3-f454eb7dfa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.287267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] No DVR routers for this DVR port 4b6d28b5-9db6-487f-8176-cb7b15a77e09 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:00:34.290299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.294357 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ece0b889-ec4c-43d6-bc89-d11b41a73632 req-0c234739-32b5-4432-bdea-27dea809ab81 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.26 "DELETE /v2.0/ports/4b6d28b5-9db6-487f-8176-cb7b15a77e09 HTTP/1.1" status: 204  len: 173 time: 0.4462781
Nov 10 04:00:34.356433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9817240-5279-4410-8d73-602d4166bd12 req-203f0f43-9b8d-4c24-9836-3defae139981 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165564
Nov 10 04:00:34.394042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.394382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.406332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Calling delete_port for 3361e72a-87c1-44d8-9be1-fd888987777d owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:34.526851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e702-0f81-4e79-9ff5-f051a4031260 req-bd22ddaf-e227-4207-af0f-a7ede589ff3f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:34.528585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2350e702-0f81-4e79-9ff5-f051a4031260 req-bd22ddaf-e227-4207-af0f-a7ede589ff3f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0553432
Nov 10 04:00:34.593193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2350e702-0f81-4e79-9ff5-f051a4031260 req-e122baa3-646b-46bb-9ab7-17995ee8e704 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570540
Nov 10 04:00:34.597729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76f0bd7a-7f4d-4d8d-8074-f34c16c5bd55 req-afe07626-96d5-4d21-9f3e-70f29dcf4d1d tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/ports?device_id=74b05ef6-6b09-436c-a3da-0c0bf208a7d8 HTTP/1.1" status: 200  len: 210 time: 0.0342515
Nov 10 04:00:34.604725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.636265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Pushing event deleted for resources: {'Port': ['ID=3361e72a-87c1-44d8-9be1-fd888987777d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:34.711475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.714164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:34.715388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da3af6d4-2844-41c1-b5ae-206bfe172c59 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415 tempest-ExternalNetworksAdminNegativeTestJSON-1724040415-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/da23d9cd-7fee-4927-8deb-7974e7869c6a HTTP/1.1" status: 204  len: 168 time: 0.6858404
Nov 10 04:00:34.787612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'name': 'network-vif-deleted', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:34.792270 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb9d49-85e1-4f9d-b6d3-7eeed6dc8da9" -d '{"events": [{"server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "name": "network-vif-deleted", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:34.848663 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f065f-dec0-46ac-badf-dbec20768e3e x-openstack-request-id: req-277f065f-dec0-46ac-badf-dbec20768e3e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:34.849130 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b05ef6-6b09-436c-a3da-0c0bf208a7d8", "name": "network-vif-deleted", "tag": "4b6d28b5-9db6-487f-8176-cb7b15a77e09", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:34.850067 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-277f065f-dec0-46ac-badf-dbec20768e3e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:34.850569 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b05ef6-6b09-436c-a3da-0c0bf208a7d8', 'name': 'network-vif-deleted', 'tag': '4b6d28b5-9db6-487f-8176-cb7b15a77e09', 'status': 'completed', 'code': 200}
Nov 10 04:00:34.880661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e30252-9517-43fe-b8c4-91d2187b9547 req-afb7ce32-415e-44c3-8434-cf689298d39d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:34.882939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43e30252-9517-43fe-b8c4-91d2187b9547 req-afb7ce32-415e-44c3-8434-cf689298d39d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.0641925
Nov 10 04:00:34.957603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43e30252-9517-43fe-b8c4-91d2187b9547 req-6bfdcf87-fefe-4879-85d9-7deec60d5b01 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672340
Nov 10 04:00:35.023734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3158c-6ab9-4933-9a71-7ad42168a6bb req-5b67c1ce-7a71-4847-9412-fc7d41b69e89 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:35.029786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3d3158c-6ab9-4933-9a71-7ad42168a6bb req-5b67c1ce-7a71-4847-9412-fc7d41b69e89 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0963519
Nov 10 04:00:35.081087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80839-7e7b-468d-b502-4b91ec8727dc req-6e20c3af-e941-4e06-ae55-88149ed876f1 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:35.082633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cc80839-7e7b-468d-b502-4b91ec8727dc req-6e20c3af-e941-4e06-ae55-88149ed876f1 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 1101 time: 0.0423656
Nov 10 04:00:35.093230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3d3158c-6ab9-4933-9a71-7ad42168a6bb req-c34b783a-48f7-42d6-a80f-d19e1c83e703 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602028
Nov 10 04:00:35.094019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59178) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:35.134081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cc80839-7e7b-468d-b502-4b91ec8727dc req-170782d8-dd01-493a-8f05-a9233de95972 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439875
Nov 10 04:00:35.221079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1ff93f4f-731d-4d85-ba68-a311a2f55a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.313547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1ff93f4f-731d-4d85-ba68-a311a2f55a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.317344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1ff93f4f-731d-4d85-ba68-a311a2f55a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.365728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-3f18375d-099a-42a3-9026-6dd711846cd8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453267
Nov 10 04:00:35.406386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93f4f-731d-4d85-ba68-a311a2f55a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372fd653-d3e6-4867-9152-9eb0ce46057e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:35.441077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1ff93f4f-731d-4d85-ba68-a311a2f55a74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7572ebe87af14e9ba2092c738de93fbb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3456981
Nov 10 04:00:35.444458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:35.491311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7edb3a-0819-44b3-9e96-39bb549cabd5 req-91c3e18e-10af-4c9d-908b-062e09cea02d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:35.493132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d7edb3a-0819-44b3-9e96-39bb549cabd5 req-91c3e18e-10af-4c9d-908b-062e09cea02d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.0532718
Nov 10 04:00:35.542037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.547828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d7edb3a-0819-44b3-9e96-39bb549cabd5 req-cab9efdc-b00b-4dff-89c9-cb82b24b0f97 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477009
Nov 10 04:00:35.550400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-531673cb-669e-46dd-b9bf-01a4eb577642 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:35.551876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-531673cb-669e-46dd-b9bf-01a4eb577642 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1761055
Nov 10 04:00:35.579390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-cf10a2b7-90aa-43e2-bf20-f21debaa806b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.0181479
Nov 10 04:00:35.584040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.668803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-4ae70f56-acd8-44bc-8c46-7d62feac0b41 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0820603
Nov 10 04:00:35.684164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.687231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:35.692712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/372fd653-d3e6-4867-9152-9eb0ce46057e HTTP/1.1" status: 204  len: 168 time: 0.2436318
Nov 10 04:00:35.699304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75c4a4-0533-4346-954f-a0dbd064ebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372fd653-d3e6-4867-9152-9eb0ce46057e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:35.739338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa029-2c77-451a-91fd-d79fc0eaacfb req-e5477078-7e49-4b12-a67b-ab0cc8ed726c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:35.741031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447fa029-2c77-451a-91fd-d79fc0eaacfb req-e5477078-7e49-4b12-a67b-ab0cc8ed726c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0775981
Nov 10 04:00:35.795686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447fa029-2c77-451a-91fd-d79fc0eaacfb req-032ef6b3-737b-4d4d-b350-8ec2e31006d0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458238
Nov 10 04:00:36.000998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4d03690-981f-4976-a53e-7a6f02b6809b req-183a963f-1b66-47fd-a290-0ab265a4e2b6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 210 time: 0.0301354
Nov 10 04:00:36.097204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:36.105414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59232) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:36.166664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6de680ab-1003-4b94-a829-6b2f7ec92be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=581a199bea484a469b31b5d90f573f0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0598140
Nov 10 04:00:36.167568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59236) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:36.169318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.205292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.261006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb4b15-5dc7-4dbf-8ccd-e546ae92791e req-42f7f141-5bbb-41e4-9ea2-5eb305aa8876 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:36.262877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70fb4b15-5dc7-4dbf-8ccd-e546ae92791e req-42f7f141-5bbb-41e4-9ea2-5eb305aa8876 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0925338
Nov 10 04:00:36.270740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.274396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.275854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bdf04ff-5cac-4904-b688-af2b7ffbdafc HTTP/1.1" status: 204  len: 168 time: 0.1775692
Nov 10 04:00:36.276792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.280197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59240) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:36.288272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382d27-c721-4188-8cb6-dadab7228e67 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf04ff-5cac-4904-b688-af2b7ffbdafc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:36.330054 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-0c5a793b-320e-49c8-9bf5-15791bd9766c tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] show failed (client error): The resource could not be found.
Nov 10 04:00:36.331133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0c5a793b-320e-49c8-9bf5-15791bd9766c tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "GET /v2.0/security-groups/1bdf04ff-5cac-4904-b688-af2b7ffbdafc HTTP/1.1" status: 404  len: 347 time: 0.0448773
Nov 10 04:00:36.334253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59242) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:36.343326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.386742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70fb4b15-5dc7-4dbf-8ccd-e546ae92791e req-8d08e966-5b8d-44b0-bc05-2cbc3b5f1ebb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120594
Nov 10 04:00:36.426290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.429125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.430981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e676f70e-d95c-4946-8dca-1faad176c8e6 HTTP/1.1" status: 204  len: 168 time: 0.2622559
Nov 10 04:00:36.440056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2ced6-543c-44de-a0da-5adb53b338fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676f70e-d95c-4946-8dca-1faad176c8e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:36.508447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Deleting port 5e4f4945-b4b5-4087-9dbe-36e663fb11ac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:36.509071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.612762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.613179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.628829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Calling delete_port for 5e4f4945-b4b5-4087-9dbe-36e663fb11ac owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:36.739928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad120e-5ab4-4e30-ba02-fd3c01934a85 req-9bc1b5f0-3ad0-498c-a591-41756f16a667 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:36.741440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8dad120e-5ab4-4e30-ba02-fd3c01934a85 req-9bc1b5f0-3ad0-498c-a591-41756f16a667 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1062756
Nov 10 04:00:36.813898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17100ea0-172f-4d91-ae08-2cf4d1733f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.822561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8dad120e-5ab4-4e30-ba02-fd3c01934a85 req-f238c44b-f60c-487a-9bd4-dbc266951117 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748162
Nov 10 04:00:36.859086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:36.888446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Pushing event deleted for resources: {'Port': ['ID=5e4f4945-b4b5-4087-9dbe-36e663fb11ac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:36.984710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b9203-34cc-4861-a8a3-8d6480abfb89 req-6a255cc0-403c-444d-9e46-32e7b42ec98f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:36.994495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526b9203-34cc-4861-a8a3-8d6480abfb89 req-6a255cc0-403c-444d-9e46-32e7b42ec98f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0918436
Nov 10 04:00:37.011694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.018052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.024334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62d8203e-c41c-45e8-9598-8faaa808df32 tempest-ImagesOneServerNegativeTestJSON-2008699618 tempest-ImagesOneServerNegativeTestJSON-2008699618-project] 10.222.0.13 "DELETE /v2.0/floatingips/f46ab55a-cf7e-49f6-9cb7-3b649c268a35 HTTP/1.1" status: 204  len: 168 time: 0.6877406
Nov 10 04:00:37.102790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526b9203-34cc-4861-a8a3-8d6480abfb89 req-67ef6357-8c3d-466e-88e0-4a94ab5a04ff tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071167
Nov 10 04:00:37.147752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-31847d30-5c4f-436d-b7b2-8af325b248fe tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297210
Nov 10 04:00:37.274919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9751c543-8035-4e25-9e8f-6610babe3bdf req-94e234b5-e592-42ac-b195-e461116d6a8a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 210 time: 0.0498333
Nov 10 04:00:37.338503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59284) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:37.344097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-df78b2ab-0e6b-4c13-9b8f-940092f973d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:37.346377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-df78b2ab-0e6b-4c13-9b8f-940092f973d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1930676
Nov 10 04:00:37.363579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:37.398948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Deleting subnet b564fd93-cf03-499d-9fba-68dc30cb0f00 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:00:37.402795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.444588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59288) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:37.456145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.465182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.542206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.548275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:37.551862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.566469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4b6d28b5-9db6-487f-8176-cb7b15a77e09 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:37.568629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b564fd93-cf03-499d-9fba-68dc30cb0f00,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:37.571195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a5ffb-9b34-4ebd-aaea-3350d91102b3 req-4e40c9c8-29b5-45cd-b719-be2959cae5e4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:37.578685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.580041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-129a5ffb-9b34-4ebd-aaea-3350d91102b3 req-4e40c9c8-29b5-45cd-b719-be2959cae5e4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0944021
Nov 10 04:00:37.584835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7adbda26-7858-47d6-a941-004f19f7f718 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b564fd93-cf03-499d-9fba-68dc30cb0f00 HTTP/1.1" status: 204  len: 168 time: 0.2424965
Nov 10 04:00:37.585117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59292) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:37.608979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 4b6d28b5-9db6-487f-8176-cb7b15a77e09 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:00:37.609323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4b6d28b5-9db6-487f-8176-cb7b15a77e09 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:00:37.617825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1253141918'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:37.671456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.701304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-129a5ffb-9b34-4ebd-aaea-3350d91102b3 req-53d68e96-1cb9-462d-ad76-ddf1064c8c2e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203711
Nov 10 04:00:37.705087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:37.707857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.723484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.760245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.785599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:37.816678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f820f36e4c0>> segment before_delete 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.817005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f820f36e4c0>> subnet precommit_delete_associations 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.818388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> segment_host_mapping after_create 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.818855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> port after_create 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.819272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> port after_delete 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.820427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> port after_update 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.820929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> segment after_delete 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.821298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> subnet after_create 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.821974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> subnet after_delete 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.822328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f820ec98d60>> subnet after_update 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.914416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820e720760>> subnet after_create 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.914794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820e720760>> subnet after_delete 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.915160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820e720760>> subnet before_create 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.915552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f820e720760>> subnet before_update 55550000 {{(pid=119696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 04:00:37.916104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f188130>,) {'filters': {'network_id': ['943af04c-ea46-4657-a360-32fb92e48ee3']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:37.956755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f188130>, 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:37.957202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f188130>, 'd2db5ce1-1d54-4f9e-9812-ccbeda817cf9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:00:37.995018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.026212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.040809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:00:38.041380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   from cryptography.utils import int_from_bytes
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   from cryptography.utils import int_from_bytes
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:00:38.046890 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:00:38.057236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b49c58-3b15-41c9-bffb-153f6b3a6e89 req-3d6675ee-8ae0-4208-80db-289e8796c600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:38.058966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86b49c58-3b15-41c9-bffb-153f6b3a6e89 req-3d6675ee-8ae0-4208-80db-289e8796c600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.1368675
Nov 10 04:00:38.108375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.200 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/75c06897-adfc-4e00-9d20-51aa9bf52be7) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:38.177580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.188580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.197869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] 10.222.0.13 "DELETE /v2.0/networks/943af04c-ea46-4657-a360-32fb92e48ee3 HTTP/1.1" status: 204  len: 168 time: 0.6106768
Nov 10 04:00:38.204572 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86b49c58-3b15-41c9-bffb-153f6b3a6e89 req-0c5bbea6-4c9e-4354-aa63-1cc9b66040b9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319766
Nov 10 04:00:38.216494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6864424-b988-4fbe-94ab-2baa9c340a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=943af04c-ea46-4657-a360-32fb92e48ee3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:38.250948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.262630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.313893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:00:38.348062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1bfce-e693-4cc3-b5e5-df9c10babcce,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:38.380822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.381390 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Added segment 2e031b4c-1913-4dbb-b638-610b71689daf of type vlan for network f191de13-ca5e-4b21-ac77-19b1ce583c65
Nov 10 04:00:38.403490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb740ef9-fe80-4ceb-b640-3933977ed1c0 req-b9731435-d0b0-47dd-bd01-d1b7719c9e9a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 210 time: 0.0487735
Nov 10 04:00:38.410959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a7df-df48-4e0e-bdc5-e9973ace2057 req-20cbb924-0682-4d25-8156-57c6d6245933 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:38.412666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73f9a7df-df48-4e0e-bdc5-e9973ace2057 req-20cbb924-0682-4d25-8156-57c6d6245933 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1089292
Nov 10 04:00:38.440136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.452123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59306) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:38.474460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.506531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9d722b6-f336-461a-bd66-599f04b8b68c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c429da1ce66472ea906f7e8cf5e4dd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0529585
Nov 10 04:00:38.507656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59308) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:38.540112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73f9a7df-df48-4e0e-bdc5-e9973ace2057 req-d5f68a04-76e2-4052-ae5c-9943d3bd2595 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981638
Nov 10 04:00:38.546849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.553646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:38.554955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.564724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.574495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.585424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:38.590216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024', '4d075e69-890e-4167-8ee5-fce4bc01d13d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:38.605658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.674218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:38.683336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.2364249
Nov 10 04:00:38.686551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59310) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:38.695232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'subnet': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:38.695568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dc641-411d-4603-b19c-17e0bb17bfa5 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Network': ['ID=f191de13-ca5e-4b21-ac77-19b1ce583c65,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:38.698244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:38.702966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:38.709969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:38.718886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:00:38.782781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:38.783494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.824345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-f9aba5c5-105b-4224-b1b8-902a898f7ec9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4649801
Nov 10 04:00:38.842414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Request body: {'port': {'device_id': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:38.859204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.861229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.865260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a8be298-2b2c-40b2-ac65-ccd0ec92c937 HTTP/1.1" status: 204  len: 168 time: 0.3562562
Nov 10 04:00:38.921133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b4a6-25cb-4733-9384-38ae84c9a59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8be298-2b2c-40b2-ac65-ccd0ec92c937,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:38.947152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:38.964677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:38.969941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.015249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a1fe2-c13c-4a95-ad53-0321072e0409 req-543e54f6-c7a3-406a-acb5-d59abcfc4872 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:39.018049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c6a1fe2-c13c-4a95-ad53-0321072e0409 req-543e54f6-c7a3-406a-acb5-d59abcfc4872 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.1773522
Nov 10 04:00:39.147998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-7615d7e3-f65d-456e-b329-e5bdfe1e955d service neutron] 10.222.0.21 "GET /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0/bindings/nch2-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.2030191
Nov 10 04:00:39.172019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c6a1fe2-c13c-4a95-ad53-0321072e0409 req-df6bddf8-da9c-431e-8339-478186c4ae95 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764554
Nov 10 04:00:39.225059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-53ef9a60-494a-4a7c-a496-0e4579259f58 None None] Provisioning complete for port 75c06897-adfc-4e00-9d20-51aa9bf52be7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:39.225560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-53ef9a60-494a-4a7c-a496-0e4579259f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.323559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.326092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-53ef9a60-494a-4a7c-a496-0e4579259f58 None None] Port 75c06897-adfc-4e00-9d20-51aa9bf52be7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:39.448219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.579669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b51aa-8e35-4399-9eb0-4d698ddea037 req-c6b5342e-6259-438d-8c27-6c56f9ba6603 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:39.581915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba7b51aa-8e35-4399-9eb0-4d698ddea037 req-c6b5342e-6259-438d-8c27-6c56f9ba6603 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 943 time: 0.2100565
Nov 10 04:00:39.612866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c06897-adfc-4e00-9d20-51aa9bf52be7 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:39.631408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.636663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Subnet': ['ID=8236b30d-27b5-4847-a1a8-057de2185312,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:39.654683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Checking segment: {'id': '2e031b4c-1913-4dbb-b638-610b71689daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:39.655086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network hostable DHCP agents. Network: f191de13-ca5e-4b21-ac77-19b1ce583c65, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:00:39.676717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Transition to ACTIVE for port object 75c06897-adfc-4e00-9d20-51aa9bf52be7 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:39.682245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-b317cc20-f6ea-4724-8802-ec62e8bbc6c0 service neutron] 10.222.0.26 "GET /v2.0/ports/96b42f90-6a5b-45f9-896f-96b0bb83be05/bindings/nch2-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.1801407
Nov 10 04:00:39.711640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7066e07-1a1a-448e-a8ee-29238adbc099 req-cf44f27c-8bf4-48ab-8b1d-a9d8e57a4cab tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:39.713361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7066e07-1a1a-448e-a8ee-29238adbc099 req-cf44f27c-8bf4-48ab-8b1d-a9d8e57a4cab tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 936 time: 0.1577809
Nov 10 04:00:39.719357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.729995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:00:39.759667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f191de13-ca5e-4b21-ac77-19b1ce583c65) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:39.762399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba7b51aa-8e35-4399-9eb0-4d698ddea037 req-f300d16d-6ddc-4f5d-9b23-9203f3233afe tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601152
Nov 10 04:00:39.769559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:39.770663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:39.771442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53947a61-3c07-4e5f-9e79-48a10e7d3b23 None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:00:39.813218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7066e07-1a1a-448e-a8ee-29238adbc099 req-659b5807-5181-44a9-b61c-03e91c170167 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907986
Nov 10 04:00:39.828237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a59805d9-6f72-4770-97cd-948d2fd34650 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1398845
Nov 10 04:00:39.832919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Pushing event updated for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:39.837283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:39.854894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944821166'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:39.951363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:40.021595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-953470c3-dcd2-4527-ab87-cf636550c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.024185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-953470c3-dcd2-4527-ab87-cf636550c9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1100 time: 0.0664375
Nov 10 04:00:40.069834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f191de13-ca5e-4b21-ac77-19b1ce583c65', 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'tenant_id': '03858c7c818644f1a0b3d203f8b24a78', 'fixed_ips': [{'subnet_id': '8236b30d-27b5-4847-a1a8-057de2185312'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:00:40.071071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.112754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:40.126155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-d0e55f03-b386-4354-9d7c-91b5d0508da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.128264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-d0e55f03-b386-4354-9d7c-91b5d0508da0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1100 time: 0.0708461
Nov 10 04:00:40.229944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3867a1a1-4d51-4961-b727-d2ca007dafe0 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:40.249132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9eb-08c6-465c-bf69-1944a461abf6 req-712a93b3-4459-44bc-ba48-e4bff0d4c461 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.256571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-deeab9eb-08c6-465c-bf69-1944a461abf6 req-712a93b3-4459-44bc-ba48-e4bff0d4c461 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.3081436
Nov 10 04:00:40.279917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:40.299930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-30b9b527-6299-4f70-a204-a4e0f2ff4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.302086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-30b9b527-6299-4f70-a204-a4e0f2ff4614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1643069
Nov 10 04:00:40.310050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Attempting to bind port 75c06897-adfc-4e00-9d20-51aa9bf52be7 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:40.310399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Attempting to bind port 75c06897-adfc-4e00-9d20-51aa9bf52be7 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:40.310751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Attempting to bind port 75c06897-adfc-4e00-9d20-51aa9bf52be7 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:40.322310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.326458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Port 75c06897-adfc-4e00-9d20-51aa9bf52be7 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:40.326788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Attempting to bind port 75c06897-adfc-4e00-9d20-51aa9bf52be7 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:40.349008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:40.353329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.353557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.360055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:40.360397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:40.360828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:40.361262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Bound port: 75c06897-adfc-4e00-9d20-51aa9bf52be7, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:40.362119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.381742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Allocated IP 2001:db8::2 (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/bb4349cc-8531-4881-9e04-6aa1aa38aa30) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:40.403920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-deeab9eb-08c6-465c-bf69-1944a461abf6 req-70a494e9-4083-46dc-9980-1b1ac3168029 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461692
Nov 10 04:00:40.411695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-ec79c093-3394-4ed3-a9f5-1af5c17124d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.0953779
Nov 10 04:00:40.435772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bbcd0-f5e1-4fbb-a2da-27010899f57f req-1d5188b1-cd46-439a-b826-e8b01ff53697 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.437402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-807bbcd0-f5e1-4fbb-a2da-27010899f57f req-1d5188b1-cd46-439a-b826-e8b01ff53697 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.1346426
Nov 10 04:00:40.478746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port b52ca96e-c0e5-40e6-96b1-78932167716e yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:40.510932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-8ee4c68d-a300-41e7-aa20-b52ceb27261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.512996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-8ee4c68d-a300-41e7-aa20-b52ceb27261a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0874829
Nov 10 04:00:40.610810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-807bbcd0-f5e1-4fbb-a2da-27010899f57f req-a3d9432c-215b-46c5-902e-b19b709082aa tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621327
Nov 10 04:00:40.614467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-a4cc7908-bfd5-40cf-8327-1d94ceba9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.616133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-a4cc7908-bfd5-40cf-8327-1d94ceba9b31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0922348
Nov 10 04:00:40.728775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-744c4a4e-5521-47d5-a383-ddfb348de13b service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021328
Nov 10 04:00:40.729726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:40.732020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] Transition to ACTIVE for port object 3867a1a1-4d51-4961-b727-d2ca007dafe0 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:40.733808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:40.736886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.748712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.790311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.808869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.822017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:40.822652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:40.824052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/75c06897-adfc-4e00-9d20-51aa9bf52be7 HTTP/1.1" status: 200  len: 1096 time: 1.9868484
Nov 10 04:00:40.834979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:40.837302 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793c693-0a03-4cf2-8666-ffbe4de0f3db" -d '{"events": [{"name": "network-changed", "server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:40.840092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] No DVR routers for this DVR port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:00:40.892194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bd0af20-ea7d-4fc8-bd91-072576addc35 req-992cfd4c-6f7b-45dc-8b69-55252860480e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491499
Nov 10 04:00:40.918850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:40.933429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:40.941492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:40.945508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Pushing event updated for resources: {'Port': ['ID=bb4349cc-8531-4881-9e04-6aa1aa38aa30,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:40.963198 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bcacf2-a395-428a-bcac-88bcf34d040b x-openstack-request-id: req-62bcacf2-a395-428a-bcac-88bcf34d040b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:40.963676 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:40.964065 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62bcacf2-a395-428a-bcac-88bcf34d040b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:40.964558 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7', 'status': 'completed', 'code': 200}
Nov 10 04:00:40.991853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:41.000011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-c02fedca-bad7-4e28-b734-ce75eaa91ee3 service neutron] 10.222.0.21 "PUT /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0/bindings/nch2-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6297505
Nov 10 04:00:41.055669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Attempting to bind port bb4349cc-8531-4881-9e04-6aa1aa38aa30 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:41.056036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Attempting to bind port bb4349cc-8531-4881-9e04-6aa1aa38aa30 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2e031b4c-1913-4dbb-b638-610b71689daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:41.056433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Attempting to bind port bb4349cc-8531-4881-9e04-6aa1aa38aa30 on network f191de13-ca5e-4b21-ac77-19b1ce583c65 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:41.065970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae23b3-abe4-48e1-ac43-bdc93eba1e2e req-e2a58436-5dc3-4a29-ab15-84e02e2d8c2e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.066506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:41.066506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Checking segment: {'id': '2e031b4c-1913-4dbb-b638-610b71689daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:41.066749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:41.067242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Bound using segment: {'id': '2e031b4c-1913-4dbb-b638-610b71689daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:41.067711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52ae23b3-abe4-48e1-ac43-bdc93eba1e2e req-e2a58436-5dc3-4a29-ab15-84e02e2d8c2e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.1516314
Nov 10 04:00:41.067848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Bound port: bb4349cc-8531-4881-9e04-6aa1aa38aa30, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e031b4c-1913-4dbb-b638-610b71689daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:41.068161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:41.170713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] For port bb4349cc-8531-4881-9e04-6aa1aa38aa30, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:41.173072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bda87-bb8f-4b84-9747-f15b63ac72c5 service neutron] Pushing event updated for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:41.175498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] For port bb4349cc-8531-4881-9e04-6aa1aa38aa30, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb4349cc-8531-4881-9e04-6aa1aa38aa30,segment=NetworkSegment(2e031b4c-1913-4dbb-b638-610b71689daf),segment_id=2e031b4c-1913-4dbb-b638-610b71689daf)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:41.179587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::18a (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/b52ca96e-c0e5-40e6-96b1-78932167716e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:41.187652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:41.188285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-380bdfca-c69d-4d8d-a10a-1f8139ccb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.190173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-380bdfca-c69d-4d8d-a10a-1f8139ccb4cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 1099 time: 0.2783239
Nov 10 04:00:41.233042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52ae23b3-abe4-48e1-ac43-bdc93eba1e2e req-d0ab77fb-b900-4f44-a1d7-d5dee02f54de tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575992
Nov 10 04:00:41.249373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f13b22a5-9175-4e24-8161-47498bab8e72 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.250903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-f13b22a5-9175-4e24-8161-47498bab8e72 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0716612
Nov 10 04:00:41.274508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-74650e10-7c1d-4549-972b-f98047556cf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7 HTTP/1.1" status: 200  len: 217 time: 0.0738335
Nov 10 04:00:41.276517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aad19-1787-4fae-86bd-a387ad4c87bc None None] Pushing event updated for resources: {'Port': ['ID=bb4349cc-8531-4881-9e04-6aa1aa38aa30,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:41.315294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28d125-2c81-4736-8429-c98447207280 req-9ef6e50b-a1db-4435-ae24-8550ed2c2694 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.315825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-92d07653-1f72-4e9b-a31b-3fb80f497d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.316958 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a28d125-2c81-4736-8429-c98447207280 req-9ef6e50b-a1db-4435-ae24-8550ed2c2694 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 948 time: 0.2264986
Nov 10 04:00:41.324585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-92d07653-1f72-4e9b-a31b-3fb80f497d2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7&tenant_id=ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 1095 time: 0.0643632
Nov 10 04:00:41.418593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-5b337335-c518-4925-8ec0-0f2b9d540be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.420491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-5b337335-c518-4925-8ec0-0f2b9d540be2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1095 time: 0.0558503
Nov 10 04:00:41.443557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a28d125-2c81-4736-8429-c98447207280 req-69536e2c-9a6e-4109-aff6-55f012640d56 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046171
Nov 10 04:00:41.458139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-31c7ba81-e736-4ab0-89d2-a2c06141b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.459615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-31c7ba81-e736-4ab0-89d2-a2c06141b6d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1730168
Nov 10 04:00:41.579932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-424d22a4-c9fd-4962-a191-25e715b046d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.585306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-424d22a4-c9fd-4962-a191-25e715b046d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1567078
Nov 10 04:00:41.605854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-e5818a27-e2c1-4cdb-b6ab-b267e0f2e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.607850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-e5818a27-e2c1-4cdb-b6ab-b267e0f2e7c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1395757
Nov 10 04:00:41.677410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-12beed15-358b-4015-aa9c-20f9656d3fd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 200  len: 217 time: 0.0736096
Nov 10 04:00:41.726793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:41.756178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-bf2dca26-8e06-4b4c-bf52-66a4bca49a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.758256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-bf2dca26-8e06-4b4c-bf52-66a4bca49a51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.0678027
Nov 10 04:00:41.770472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7824ee-87ab-4487-8a3d-c6e8bb579413 req-29c49036-622c-4379-8741-5cddc0c74a59 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.780842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed7824ee-87ab-4487-8a3d-c6e8bb579413 req-29c49036-622c-4379-8741-5cddc0c74a59 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.2034903
Nov 10 04:00:41.823223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-73632b8b-a0de-4626-88e6-4ece33f615fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401652
Nov 10 04:00:41.836939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-5b628043-4421-46cf-8e72-8d73d33c7567 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173827
Nov 10 04:00:41.851582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688be48-58db-41d6-98e1-77048659f9c3 req-2d8f23b2-ddcd-44a9-89e3-156e7d0710aa tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:41.853170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3688be48-58db-41d6-98e1-77048659f9c3 req-2d8f23b2-ddcd-44a9-89e3-156e7d0710aa tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.1324162
Nov 10 04:00:41.865912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:41.883575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:41.901855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed7824ee-87ab-4487-8a3d-c6e8bb579413 req-ca731cee-df4f-43f4-936a-32875df70957 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200140
Nov 10 04:00:41.951613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:00:41.996167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:42.015430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-66db1a5e-1361-478b-908e-3a20919f3bec service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772535
Nov 10 04:00:42.017732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:42.026495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:42.032825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.033490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:42.042666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=b52ca96e-c0e5-40e6-96b1-78932167716e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:42.072554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3688be48-58db-41d6-98e1-77048659f9c3 req-56a79a64-fae6-480d-b7e9-92c83023daee tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081115
Nov 10 04:00:42.090491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fb312e87-33d5-4f73-b40a-6e03212e68f6 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.2488048
Nov 10 04:00:42.093597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:42.098258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb65640c-b7b6-4c20-a436-61740f13a81d req-5b5dc97e-a2b4-4d48-8bf0-8e1ab5578665 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440021
Nov 10 04:00:42.104213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1637299707', 'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:0a:bf:0e'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:42.208932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e2924fed-6206-4b39-a632-07d4f7d0a26b service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840332
Nov 10 04:00:42.231368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-ffbf72e2-f8e4-4e1a-8e8b-1f0315a615ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.235612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-ffbf72e2-f8e4-4e1a-8e8b-1f0315a615ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 1099 time: 0.0777900
Nov 10 04:00:42.285201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:42.440026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-63e0c4d4-9645-4ba3-8e65-f6f85bfabb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.442857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-63e0c4d4-9645-4ba3-8e65-f6f85bfabb16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1901004
Nov 10 04:00:42.586550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-33d9d335-7e15-479e-b5c0-d9d66bb821ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7 HTTP/1.1" status: 200  len: 217 time: 0.1302783
Nov 10 04:00:42.594520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:42.640080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port 08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:42.676528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189327e-6572-469c-ad7a-110eab81256d req-0fd5f62e-c99e-4460-8e8f-47b688c2e1d1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.679526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e53fb-b5e4-4f0e-aafc-f659875fa962 req-5fc361b5-9d0b-4fbc-98e6-803074e266ce tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.684316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6189327e-6572-469c-ad7a-110eab81256d req-0fd5f62e-c99e-4460-8e8f-47b688c2e1d1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.2146058
Nov 10 04:00:42.689231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-544e53fb-b5e4-4f0e-aafc-f659875fa962 req-5fc361b5-9d0b-4fbc-98e6-803074e266ce tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 948 time: 0.1093826
Nov 10 04:00:42.716550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-13a8071f-38bb-4fe7-8225-6e84097880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.718042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-13a8071f-38bb-4fe7-8225-6e84097880c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0983734
Nov 10 04:00:42.754476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-b8f467d9-5a66-4981-80de-8f568cffda98 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.762225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-b8f467d9-5a66-4981-80de-8f568cffda98 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.2457840
Nov 10 04:00:42.791371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c27a2-6ca8-43c7-a8d4-47d451f97f03 None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:00:42.809020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-93b9ecb7-10cb-4b7b-b604-3e1f83cb2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:42.810975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-93b9ecb7-10cb-4b7b-b604-3e1f83cb2bae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0764606
Nov 10 04:00:42.821340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-544e53fb-b5e4-4f0e-aafc-f659875fa962 req-0b8b38ca-0c62-4acd-9b66-3b3c7549aebb tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310706
Nov 10 04:00:42.905037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb4349cc-8531-4881-9e04-6aa1aa38aa30 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:42.922144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6189327e-6572-469c-ad7a-110eab81256d req-816e9c34-d30d-49fc-a111-e445d49ded53 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368042
Nov 10 04:00:42.959388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-75c23cd1-e625-4fd8-8a03-788dbc6f8e3e service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333613
Nov 10 04:00:42.985143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] Provisioning complete for port bb4349cc-8531-4881-9e04-6aa1aa38aa30 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:42.985700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.001860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::7f (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:43.098764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0793c693-0a03-4cf2-8666-ffbe4de0f3db req-de4edeef-f08c-4295-89cc-4c1a917fe9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213269
Nov 10 04:00:43.165491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb4349cc-8531-4881-9e04-6aa1aa38aa30 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:43.169584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.219618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.311891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479d94-a9b4-4524-9883-9831bf6562cf req-e13bc371-4d70-43ea-b286-ad7f5de6b97a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:43.314684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2479d94-a9b4-4524-9883-9831bf6562cf req-e13bc371-4d70-43ea-b286-ad7f5de6b97a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0739384
Nov 10 04:00:43.325980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] For port bb4349cc-8531-4881-9e04-6aa1aa38aa30, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb4349cc-8531-4881-9e04-6aa1aa38aa30,segment=NetworkSegment(2e031b4c-1913-4dbb-b638-610b71689daf),segment_id=2e031b4c-1913-4dbb-b638-610b71689daf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:43.334338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.386206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2479d94-a9b4-4524-9883-9831bf6562cf req-f0d01a62-e539-4ead-ad3b-a5c9db68517b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626068
Nov 10 04:00:43.422562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfaa85-98a7-4810-ac13-696d026c5e31 None None] Pushing event updated for resources: {'Port': ['ID=bb4349cc-8531-4881-9e04-6aa1aa38aa30,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:43.566054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e27ae947-0932-4361-b183-f504eb70e4b9 service neutron] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:43.583039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca28b6a-6463-42cc-860c-b03b583bad26 req-2ff95f0a-bf04-438e-9d5d-5bda4038142a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:43.584663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca28b6a-6463-42cc-860c-b03b583bad26 req-2ff95f0a-bf04-438e-9d5d-5bda4038142a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.5886824
Nov 10 04:00:43.597161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e27ae947-0932-4361-b183-f504eb70e4b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.598244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f506b82-e96a-4bd8-ae18-71da07dd991a req-e27ae947-0932-4361-b183-f504eb70e4b9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0/bindings/nch1-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.8130116
Nov 10 04:00:43.612477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:43.617337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:43.633723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.694475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca28b6a-6463-42cc-860c-b03b583bad26 req-5eade485-a8af-4efd-b84c-6de609ef92a2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904725
Nov 10 04:00:43.724622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.784411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:43.787532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-895fcfae-c8bd-4eb5-98a5-cd75f38867e1 None None] Provisioning complete for port b52ca96e-c0e5-40e6-96b1-78932167716e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:43.787900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-895fcfae-c8bd-4eb5-98a5-cd75f38867e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.789575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:43.793161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:43.799307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:43.800032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.820589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:43.828887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fedea1b6-565c-44f3-8baf-c07252ae6731 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 1.7318330
Nov 10 04:00:43.831331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:43.922551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:43.925456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:43.927957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-895fcfae-c8bd-4eb5-98a5-cd75f38867e1 None None] Port b52ca96e-c0e5-40e6-96b1-78932167716e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:43.964951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'mac_address': 'fa:16:3e:15:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:43.974618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-895fcfae-c8bd-4eb5-98a5-cd75f38867e1 None None] Provisioning complete for port bb4349cc-8531-4881-9e04-6aa1aa38aa30 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:43.975002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-895fcfae-c8bd-4eb5-98a5-cd75f38867e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.011639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e79e3-d8d9-455d-b3e6-19dc58df05e4 req-44d6af66-cfde-4296-8001-a83d276a4550 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.019708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f17e79e3-d8d9-455d-b3e6-19dc58df05e4 req-44d6af66-cfde-4296-8001-a83d276a4550 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 948 time: 0.0866423
Nov 10 04:00:44.021813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dcfc9-2e61-4e25-9bc1-ab6f814728f2 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.035076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dcfc9-2e61-4e25-9bc1-ab6f814728f2 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.044649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.047533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:44.051623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dcfc9-2e61-4e25-9bc1-ab6f814728f2 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.060662 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92796bde-dfc5-4c61-9179-00f2558700cf" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-unplugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:44.060877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b65dcfc9-2e61-4e25-9bc1-ab6f814728f2 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.2271347
Nov 10 04:00:44.062957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59454) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:44.098727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:44.104672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:44.112132 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f17e79e3-d8d9-455d-b3e6-19dc58df05e4 req-edcf396a-3cf8-4d6a-b441-9206294b22c8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910330
Nov 10 04:00:44.121369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.201139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ca64d-e6b1-4f28-9ed7-5372c934a362 req-0dd6815c-61ce-4273-8a8a-86f06bf065a3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.202928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c90ca64d-e6b1-4f28-9ed7-5372c934a362 req-0dd6815c-61ce-4273-8a8a-86f06bf065a3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.1268411
Nov 10 04:00:44.271817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:00:44.272067 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:00:44.286274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c90ca64d-e6b1-4f28-9ed7-5372c934a362 req-070eb8fb-d426-466a-b6f0-48d7bcad9a0b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755446
Nov 10 04:00:44.290106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port 08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:44.290337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.297930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:44.368404 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31029e6-eeb5-4ab8-8047-6b0292344e6a x-openstack-request-id: req-e31029e6-eeb5-4ab8-8047-6b0292344e6a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:44.368754 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-unplugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:44.369007 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e31029e6-eeb5-4ab8-8047-6b0292344e6a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:44.369403 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'code': 200}
Nov 10 04:00:44.410163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.423511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for 08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:44.442016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Provisioning complete for port b52ca96e-c0e5-40e6-96b1-78932167716e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:44.442584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.483179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Port b52ca96e-c0e5-40e6-96b1-78932167716e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:44.508266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Provisioning complete for port 08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:44.508662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.518448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010deb08-92dd-47fb-9981-503c5bb9c9aa req-97418598-0283-4a31-9a74-81b4e052e115 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.525776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-010deb08-92dd-47fb-9981-503c5bb9c9aa req-97418598-0283-4a31-9a74-81b4e052e115 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1095 time: 0.0567744
Nov 10 04:00:44.557998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-71b0d901-c2c3-40e7-9f36-d3d6cab09c79 None None] Port 08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:44.577166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-010deb08-92dd-47fb-9981-503c5bb9c9aa req-10f15fee-167e-4baf-87a0-c776c9286352 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504894
Nov 10 04:00:44.619772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb9fe-d972-49e8-a972-6d0635628c3e req-985c7e06-de0e-4aeb-896b-d6837b19f430 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.621436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18ddb9fe-d972-49e8-a972-6d0635628c3e req-985c7e06-de0e-4aeb-896b-d6837b19f430 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0907488
Nov 10 04:00:44.628238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.687935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:44.714298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65aec-39c1-40f4-b511-80a3d456b223 req-bd211cdb-adb8-4ed0-beb3-1a6fcac01e0a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:44.715633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27d65aec-39c1-40f4-b511-80a3d456b223 req-bd211cdb-adb8-4ed0-beb3-1a6fcac01e0a tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 1095 time: 0.0708432
Nov 10 04:00:44.726908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb4349cc-8531-4881-9e04-6aa1aa38aa30 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:44.771105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27d65aec-39c1-40f4-b511-80a3d456b223 req-c112f83e-7038-47fd-a21f-5c7e4642a0b3 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482101
Nov 10 04:00:44.805383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18ddb9fe-d972-49e8-a972-6d0635628c3e req-ff28122d-46f5-421d-b525-b33194d96465 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687381
Nov 10 04:00:44.854614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.878231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.881593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:44.890387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb4349cc-8531-4881-9e04-6aa1aa38aa30 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:44.890779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.896353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:44.897482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4b7aa86b-d944-4f00-9255-e1e0f3e90fb0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c HTTP/1.1" status: 204  len: 168 time: 0.8334181
Nov 10 04:00:44.951802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:44.959694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:44.965878 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cc71fc-94d4-4e91-9875-b61cb10bac04 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] GET failed (client error): The resource could not be found.
Nov 10 04:00:44.967501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d1cc71fc-94d4-4e91-9875-b61cb10bac04 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports/08db9bb3-4cd0-4b61-8e7d-6b38c6c5421c HTTP/1.1" status: 404  len: 333 time: 0.0697343
Nov 10 04:00:44.971407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59496) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:44.976766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-23041122'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:45.001595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102836fc-cb1a-4e5a-96f9-a37e87c17658 req-1c574083-3eaf-4bb7-9970-918792674b46 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.014472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-102836fc-cb1a-4e5a-96f9-a37e87c17658 req-1c574083-3eaf-4bb7-9970-918792674b46 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 947 time: 0.1140733
Nov 10 04:00:45.047030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:45.078873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-102836fc-cb1a-4e5a-96f9-a37e87c17658 req-a3e928ec-cd0f-4154-8ede-f8e4ea7e50a2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635211
Nov 10 04:00:45.136351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:45.140531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:45.158751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port 84eddaa6-449f-4bcc-a459-cd4731186990 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:45.321276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::388 (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/84eddaa6-449f-4bcc-a459-cd4731186990) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:45.362351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['96b42f90-6a5b-45f9-896f-96b0bb83be05'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:45.416567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aeb22-c968-4f6f-8fcd-bcebfbf4a6f0 req-b5461889-74ed-4efc-8f5f-039f93fc8e55 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.418101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f93aeb22-c968-4f6f-8fcd-bcebfbf4a6f0 req-b5461889-74ed-4efc-8f5f-039f93fc8e55 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 948 time: 0.1001425
Nov 10 04:00:45.557239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-42410204-174a-4c48-b03c-fe914fd72c72 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.558741 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-42410204-174a-4c48-b03c-fe914fd72c72 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977&tenant_id=a17b8439aab5416baf5623b3adedbb8c&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 948 time: 0.1631813
Nov 10 04:00:45.574067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f93aeb22-c968-4f6f-8fcd-bcebfbf4a6f0 req-1524605a-0ad3-44a5-95e0-007f95a1e460 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488564
Nov 10 04:00:45.641344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83098-d42b-4c50-8b7e-80d7cf9127af req-7fb5e486-a4ce-4a15-80eb-10a37e0f55ae tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.643287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ad83098-d42b-4c50-8b7e-80d7cf9127af req-7fb5e486-a4ce-4a15-80eb-10a37e0f55ae tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.0797427
Nov 10 04:00:45.649582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:45.681199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-0cd30735-76e6-446d-baf8-216d4ec7897a service neutron] 10.222.0.26 "GET /v2.0/ports/96b42f90-6a5b-45f9-896f-96b0bb83be05/bindings/nch2-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.0986204
Nov 10 04:00:45.712911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:45.716656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ad83098-d42b-4c50-8b7e-80d7cf9127af req-f0c69675-62ed-4679-9f6d-28859525fdce tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644808
Nov 10 04:00:45.785394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:45.790896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:45.792954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=84eddaa6-449f-4bcc-a459-cd4731186990,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:45.796298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:45.802412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.803033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:45.825797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-d55d7500-8988-4216-933a-7662a2929ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.833821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-d55d7500-8988-4216-933a-7662a2929ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1099 time: 0.1120646
Nov 10 04:00:45.839598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-18b8f962-8b64-4947-b01e-ff0a29ee7e0c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.8671024
Nov 10 04:00:45.842554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59538) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:45.852286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:0a:bf:0e'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:45.919679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 75c06897-adfc-4e00-9d20-51aa9bf52be7 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:45.954864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-191f9149-a111-4c88-a77b-8c9834def48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:45.956338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-191f9149-a111-4c88-a77b-8c9834def48f service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1049523
Nov 10 04:00:46.041658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-d5d51903-56a0-41eb-91fc-84d994d46f66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.0770051
Nov 10 04:00:46.090799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:46.105382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ed1c6d8d-dd66-4618-9559-4acae888cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:46.107234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ed1c6d8d-dd66-4618-9559-4acae888cb93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0532179
Nov 10 04:00:46.108663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ed9b-cb93-4161-99b8-1ac2b4cac14d req-4ae8a433-2da5-483a-be05-07c3b72e34de tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:46.110649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '75c06897-adfc-4e00-9d20-51aa9bf52be7', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '75c06897-adfc-4e00-9d20-51aa9bf52be7', 'mac_address': 'fa:16:3e:2b:f1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:46.113067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b503ed9b-cb93-4161-99b8-1ac2b4cac14d req-4ae8a433-2da5-483a-be05-07c3b72e34de tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.2160969
Nov 10 04:00:46.138909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-30f76ce5-b6f0-42f9-9771-640100bae179 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0245881
Nov 10 04:00:46.153831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.160588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.169951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c06897-adfc-4e00-9d20-51aa9bf52be7 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:46.193990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:46.202379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.222392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b503ed9b-cb93-4161-99b8-1ac2b4cac14d req-39960b85-4f93-4fbb-aac1-ca59dfd7d84d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891321
Nov 10 04:00:46.232785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1107b197-6486-4290-b70c-82c73eeb1ac5 None None] Provisioning complete for port 84eddaa6-449f-4bcc-a459-cd4731186990 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:46.233160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1107b197-6486-4290-b70c-82c73eeb1ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.281719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-2e96e967-2a23-4b9b-92fc-fedf2b6345b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:46.283230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-2e96e967-2a23-4b9b-92fc-fedf2b6345b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1113172
Nov 10 04:00:46.290194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d6fd9aa5-9240-49a8-88f3-b94f35beb14f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:46.291529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:46.291672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d6fd9aa5-9240-49a8-88f3-b94f35beb14f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1461368
Nov 10 04:00:46.300160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1107b197-6486-4290-b70c-82c73eeb1ac5 None None] Port 84eddaa6-449f-4bcc-a459-cd4731186990 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:46.349563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-97bfa328-9d22-47dd-a1aa-5c13f7183a07 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/quotas/e9986f60f3d449caa2bd8b4dc8fef2ba HTTP/1.1" status: 200  len: 375 time: 0.0477014
Nov 10 04:00:46.384325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-445fabf3-8415-4a18-a583-99b28b2d969d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287168
Nov 10 04:00:46.392904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.398849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.433935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-061ecbf3-0924-479a-af8a-3d0bb12edc5c service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413674
Nov 10 04:00:46.457429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] In _notify_port_updated(), no bound segment for port 84eddaa6-449f-4bcc-a459-cd4731186990 on network f191de13-ca5e-4b21-ac77-19b1ce583c65 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:00:46.466767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:46.467759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.469367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "PUT /v2.0/ports/84eddaa6-449f-4bcc-a459-cd4731186990 HTTP/1.1" status: 200  len: 1001 time: 0.6253526
Nov 10 04:00:46.473177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59568) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:46.545834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8570f7-eebb-4083-ba8a-daaa82755444 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=84eddaa6-449f-4bcc-a459-cd4731186990,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:46.709648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-766e0713-fca2-4cd7-bd44-01917fc95ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592757
Nov 10 04:00:46.769145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['75c06897-adfc-4e00-9d20-51aa9bf52be7'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:46.823142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port 84eddaa6-449f-4bcc-a459-cd4731186990 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:46.831665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:46.926479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-4be2de40-a367-4be8-885a-44096334506a tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0380342
Nov 10 04:00:46.947037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e4eb3914-54a4-48b1-aa05-a0492baedefb None None] Provisioning complete for port 84eddaa6-449f-4bcc-a459-cd4731186990 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:46.947424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3914-54a4-48b1-aa05-a0492baedefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.003359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb3914-54a4-48b1-aa05-a0492baedefb None None] Port 84eddaa6-449f-4bcc-a459-cd4731186990 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:47.070903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-f102ad9a-9e6a-4733-adba-be8a57e6544e tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:47.080311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-f102ad9a-9e6a-4733-adba-be8a57e6544e tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1528642
Nov 10 04:00:47.096237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-cf1b2beb-f329-4e3c-b4e4-2d57bf292779 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/quotas/e9986f60f3d449caa2bd8b4dc8fef2ba HTTP/1.1" status: 200  len: 375 time: 0.0148461
Nov 10 04:00:47.131517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-efbe81ce-aac8-4a64-bbab-864f102768e7 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279129
Nov 10 04:00:47.291821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37806a2-0dc0-4031-9bef-121141875f3e req-3cbfa292-fd92-4ce6-b7eb-d80653f27baf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:47.293478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c37806a2-0dc0-4031-9bef-121141875f3e req-3cbfa292-fd92-4ce6-b7eb-d80653f27baf tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 949 time: 0.4529626
Nov 10 04:00:47.317143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.344432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for 84eddaa6-449f-4bcc-a459-cd4731186990 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:47.380078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c37806a2-0dc0-4031-9bef-121141875f3e req-6807efff-1f43-478b-a4be-1b8da59c947b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733316
Nov 10 04:00:47.482547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806056-5aac-4004-93ff-1f1dee0be48d req-e2166697-cd04-4f01-8b37-e0a92b406046 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:47.489455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f6cc6be-9fbc-4f8f-8d08-89e0b02f9e7b req-078baf30-08aa-4c57-b86f-4b685c17186c tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 210 time: 0.0301576
Nov 10 04:00:47.497275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d806056-5aac-4004-93ff-1f1dee0be48d req-e2166697-cd04-4f01-8b37-e0a92b406046 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 948 time: 0.1111035
Nov 10 04:00:47.584523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d806056-5aac-4004-93ff-1f1dee0be48d req-a3382ea0-b73c-4d2b-940a-8ae242c9c298 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729580
Nov 10 04:00:47.593730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.623446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:47.648799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=84eddaa6-449f-4bcc-a459-cd4731186990,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:47.685511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 96b42f90-6a5b-45f9-896f-96b0bb83be05 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:47.685511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.792966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f676a-acf9-4673-807d-a27570cb06ad req-6a6000a1-f2db-4bb5-a396-4559fcfff5ea tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:47.802055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c6f676a-acf9-4673-807d-a27570cb06ad req-6a6000a1-f2db-4bb5-a396-4559fcfff5ea tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.2276132
Nov 10 04:00:47.843910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.898613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:47.912865 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437febd-d6bb-4a18-9c84-7122834cfce9" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:47.930084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:47.937856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.974649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:47.979092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b3d8b46-691f-45be-893f-4640239459b0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/84eddaa6-449f-4bcc-a459-cd4731186990 HTTP/1.1" status: 204  len: 168 time: 1.5044122
Nov 10 04:00:47.981998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:48.007797 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3119a44-30a4-4f32-babe-607677193cb8 x-openstack-request-id: req-c3119a44-30a4-4f32-babe-607677193cb8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:48.008963 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:48.009231 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3119a44-30a4-4f32-babe-607677193cb8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:48.009781 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'code': 200}
Nov 10 04:00:48.034445 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4c24ac-717b-4f8f-a8a3-6233e66692b4 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] GET failed (client error): The resource could not be found.
Nov 10 04:00:48.043078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59640) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:48.044234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7d4c24ac-717b-4f8f-a8a3-6233e66692b4 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports/84eddaa6-449f-4bcc-a459-cd4731186990 HTTP/1.1" status: 404  len: 333 time: 0.0606372
Nov 10 04:00:48.061455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:48.074761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-328270874'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:48.090618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c6f676a-acf9-4673-807d-a27570cb06ad req-dde401a1-c0e9-49ec-9162-51f24d50dd25 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883084
Nov 10 04:00:48.183063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-e638105a-143d-4d04-8c00-a2e94f25fd8a tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0990682
Nov 10 04:00:48.331054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:48.334980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:48.372376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-5c9b6828-a329-4a88-8a61-85f1a188351d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:48.374067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-5c9b6828-a329-4a88-8a61-85f1a188351d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1727533
Nov 10 04:00:48.375539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port 09863924-d1bd-4e57-82a4-80c256522205 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:48.424282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Request body: {'port': {'device_id': '44e6e3d6-523c-478a-96c2-614382266d15', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'e9986f60f3d449caa2bd8b4dc8fef2ba'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:48.462315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:48.635650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55772f-3724-4732-a2c7-0ba19697ae02 req-a0cbf8ee-3da1-4228-a785-b9f3bb622c31 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:48.637237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f55772f-3724-4732-a2c7-0ba19697ae02 req-a0cbf8ee-3da1-4228-a785-b9f3bb622c31 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 949 time: 0.1370938
Nov 10 04:00:48.638491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62660b29-3e9c-4892-af6f-6dc47054001f req-80cd1605-7ff6-4099-888a-ee0f919d94db tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 210 time: 0.0462077
Nov 10 04:00:48.653918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::282 (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/09863924-d1bd-4e57-82a4-80c256522205) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:48.697865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:48.704652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Made reservation on behalf of e9986f60f3d449caa2bd8b4dc8fef2ba for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:48.708444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:48.750853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:48.783256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8723fd-427c-42d9-ba6e-409cb7efb27b req-cbf161bb-cb1c-4cf4-a780-22d4a2d0cb57 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:48.785646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac8723fd-427c-42d9-ba6e-409cb7efb27b req-cbf161bb-cb1c-4cf4-a780-22d4a2d0cb57 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.0767515
Nov 10 04:00:48.811704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-50d9eb1d-c456-44bf-ad2b-bf00bd318faf tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0751936
Nov 10 04:00:48.822786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f55772f-3724-4732-a2c7-0ba19697ae02 req-1002eee7-cc99-4ffc-ac4d-ecce522936b2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581213
Nov 10 04:00:48.902329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac8723fd-427c-42d9-ba6e-409cb7efb27b req-acc95429-02d9-40bf-a94a-7de9bfe91bb5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069200
Nov 10 04:00:49.090314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d5b4c03b-945e-4507-90e7-321584fa6086 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.091768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d5b4c03b-945e-4507-90e7-321584fa6086 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2679024
Nov 10 04:00:49.104601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.111170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Request body: {'port': {'device_id': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'e9986f60f3d449caa2bd8b4dc8fef2ba'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:49.185970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.198807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.232290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c24c-2392-4351-b3d2-e7d9770ea4ba req-ed0563e7-e27c-44cc-93fd-78b37493dea2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.233930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3975c24c-2392-4351-b3d2-e7d9770ea4ba req-ed0563e7-e27c-44cc-93fd-78b37493dea2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0602527
Nov 10 04:00:49.310547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65293725-cca5-45e6-b589-3eadeb1799f1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:49.323657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ad3fb0ba-6c44-4780-96d9-162360d3dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.325491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ad3fb0ba-6c44-4780-96d9-162360d3dfcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1100 time: 0.0881388
Nov 10 04:00:49.326287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.389325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3975c24c-2392-4351-b3d2-e7d9770ea4ba req-3134dbd5-0d1a-4aca-a4fc-1601042e32e3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402409
Nov 10 04:00:49.416383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-2155247f-8d9c-4a18-a5ff-bad52766bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.418417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-2155247f-8d9c-4a18-a5ff-bad52766bee0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 1100 time: 0.0668905
Nov 10 04:00:49.449544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:49.466791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:49.474144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:49.480485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.481592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.488017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=09863924-d1bd-4e57-82a4-80c256522205,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:49.518429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Allocated IP 192.168.233.21 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/70e8b85c-ef3b-4f56-aa31-a9154a07a1b5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:49.537816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Made reservation on behalf of e9986f60f3d449caa2bd8b4dc8fef2ba for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:49.543594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.568678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4457a342-779c-4ee6-8d03-ddfabe59add9 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.5134647
Nov 10 04:00:49.573852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59714) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:49.582320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0a:bf:0e'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:49.608816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-a0cb6225-8a1a-4507-94c1-8a75b8f095a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.610756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-a0cb6225-8a1a-4507-94c1-8a75b8f095a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1816139
Nov 10 04:00:49.683388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-63b900b2-8229-4abc-8c8e-0447bf8ffd07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 200  len: 217 time: 0.0622270
Nov 10 04:00:49.799526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c88716d1-c204-434b-8b72-187da1b07a42 req-dc0c7267-7975-4ca7-b7fa-a3a60afecf57 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 210 time: 0.0458040
Nov 10 04:00:49.808229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.817071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ecfa8be4-b56f-413b-8873-995c27342f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.818619 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-ecfa8be4-b56f-413b-8873-995c27342f58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1230378
Nov 10 04:00:49.856501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.911278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-e03f3d80-2579-4799-817a-616136bb400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:49.912934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-e03f3d80-2579-4799-817a-616136bb400f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0850706
Nov 10 04:00:49.919615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:49.931712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 75c06897-adfc-4e00-9d20-51aa9bf52be7 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:49.951904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:49.978938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Allocated IP 192.168.233.248 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/509a8e93-954e-47e8-a66b-135916c1d531) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:49.982239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a99e2c2d-4af1-44c7-8488-a47b1c01b116 None None] Provisioning complete for port 09863924-d1bd-4e57-82a4-80c256522205 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:49.982873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a99e2c2d-4af1-44c7-8488-a47b1c01b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.010135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:50.021447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:50.026840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a99e2c2d-4af1-44c7-8488-a47b1c01b116 None None] Port 09863924-d1bd-4e57-82a4-80c256522205 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:50.041860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 75c06897-adfc-4e00-9d20-51aa9bf52be7 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:00:50.049997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 75c06897-adfc-4e00-9d20-51aa9bf52be7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:50.050647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.094101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:50.146413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015754-8f59-47b0-9757-3ce70f30ca92 req-b4adbac1-7f65-4ac8-9a1c-1f10b217cce4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.148474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48015754-8f59-47b0-9757-3ce70f30ca92 req-b4adbac1-7f65-4ac8-9a1c-1f10b217cce4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1471684
Nov 10 04:00:50.159683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-08242326-1604-4f52-b309-ee771ef659e8 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369683
Nov 10 04:00:50.184832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.189339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.189994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.212344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7168-cddc-4d77-ae92-716e4fda7a4b req-8274c9d9-3245-4d53-83d4-10f854b174e1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.213688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6bd7168-cddc-4d77-ae92-716e4fda7a4b req-8274c9d9-3245-4d53-83d4-10f854b174e1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 949 time: 0.2813017
Nov 10 04:00:50.227989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:50.231241 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a1152-2332-4978-9408-0cf372dab82d" -d '{"events": [{"server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:50.259302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:50.260775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d28d0f25-e0b9-4ac9-b0ba-48c568966419 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8405712
Nov 10 04:00:50.266491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.309450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Request body: {'port': {'device_id': '44e6e3d6-523c-478a-96c2-614382266d15', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:50.313688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48015754-8f59-47b0-9757-3ce70f30ca92 req-9985dd02-fff6-4896-81d4-5afdbee332b6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552908
Nov 10 04:00:50.329227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.345575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:50.354796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a1e43e9-a136-4f36-b574-573fa11b8220 req-42af5070-7366-4279-8899-ac68f6baa56c service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839857
Nov 10 04:00:50.376862 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6bd7168-cddc-4d77-ae92-716e4fda7a4b req-f4132425-ac09-4b65-a595-d358e0b51715 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489315
Nov 10 04:00:50.398651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.410555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.425932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.437589 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eadff2-10d9-4036-9d08-2f395e381188 x-openstack-request-id: req-31eadff2-10d9-4036-9d08-2f395e381188 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:50.437900 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:50.438151 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31eadff2-10d9-4036-9d08-2f395e381188 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:50.438614 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7', 'code': 200}
Nov 10 04:00:50.455313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] In _notify_port_updated(), no bound segment for port 09863924-d1bd-4e57-82a4-80c256522205 on network f191de13-ca5e-4b21-ac77-19b1ce583c65 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:00:50.461921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.462076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.466835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "PUT /v2.0/ports/09863924-d1bd-4e57-82a4-80c256522205 HTTP/1.1" status: 200  len: 1002 time: 0.8889754
Nov 10 04:00:50.466994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:50.480820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-450c2a04-f0d4-404f-9be1-3a0a49d19619 None None] Provisioning complete for port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:50.481456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-450c2a04-f0d4-404f-9be1-3a0a49d19619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.588228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-450c2a04-f0d4-404f-9be1-3a0a49d19619 None None] Port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:50.602326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ccdfc-ed35-4407-81f5-67329bf1dc02 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=09863924-d1bd-4e57-82a4-80c256522205,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:50.676359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.682827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8b318-cb98-4e2b-8216-df658d8249a0 req-83c04ac3-4fad-4078-a76a-9aae09631e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.684557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3aa8b318-cb98-4e2b-8216-df658d8249a0 req-83c04ac3-4fad-4078-a76a-9aae09631e9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 1101 time: 0.1523213
Nov 10 04:00:50.780115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:50.786405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:50.791145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:50.795239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:50.947589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3126a9c4-f028-4380-981d-6a41f0ef6bd0 None None] Provisioning complete for port 09863924-d1bd-4e57-82a4-80c256522205 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:50.948163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3126a9c4-f028-4380-981d-6a41f0ef6bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.948266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:50.948926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:50.997084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3126a9c4-f028-4380-981d-6a41f0ef6bd0 None None] Port 09863924-d1bd-4e57-82a4-80c256522205 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:51.001430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-8e40f204-0d27-4b4d-ac2d-fd035be7d808 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8939676
Nov 10 04:00:51.030576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Request body: {'port': {'device_id': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:51.062452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeec557-0975-42ef-87b5-3644cb2a0fcf req-1839eb8a-659d-45ba-97fb-231ff520993b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:51.063569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eeec557-0975-42ef-87b5-3644cb2a0fcf req-1839eb8a-659d-45ba-97fb-231ff520993b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.5209181
Nov 10 04:00:51.075481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-c2131d1d-be6d-4b20-8296-b06db95479ba tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:51.077089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-c2131d1d-be6d-4b20-8296-b06db95479ba tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.2696409
Nov 10 04:00:51.079213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:51.090609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.121894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a631d065-ba1d-4451-8494-16bda2670bde None None] Provisioning complete for port 509a8e93-954e-47e8-a66b-135916c1d531 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:51.122283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a631d065-ba1d-4451-8494-16bda2670bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.129533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-a34c11a3-78a7-4d7a-83d3-16e4dee79914 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/quotas/ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 375 time: 0.0410879
Nov 10 04:00:51.133031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3aa8b318-cb98-4e2b-8216-df658d8249a0 req-2fd51b37-25c5-499c-a0de-213b884fbe2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937011
Nov 10 04:00:51.137114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Transition to ACTIVE for port object 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:51.142140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port 09863924-d1bd-4e57-82a4-80c256522205 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:51.142473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.152653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.156428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.176561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a631d065-ba1d-4451-8494-16bda2670bde None None] Port 509a8e93-954e-47e8-a66b-135916c1d531 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:51.194543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eeec557-0975-42ef-87b5-3644cb2a0fcf req-e25b6884-e933-4a6f-a6a9-cf1c7da21f43 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197252
Nov 10 04:00:51.262884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.264137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:51.277304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for 09863924-d1bd-4e57-82a4-80c256522205 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:51.298999 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-0a37d4d5-9bf5-4e59-a104-cf10aa587c6b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1584792
Nov 10 04:00:51.384051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b194d4-b80c-4073-be64-29ffc8cfc3aa req-f9b7d464-66f8-44a3-8603-35ee576c65d3 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:51.385776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6b194d4-b80c-4073-be64-29ffc8cfc3aa req-f9b7d464-66f8-44a3-8603-35ee576c65d3 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 936 time: 0.0961759
Nov 10 04:00:51.474894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6b194d4-b80c-4073-be64-29ffc8cfc3aa req-5f42cdd2-daff-4c8c-a093-fe3ea23d5596 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791578
Nov 10 04:00:51.499979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.534143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=09863924-d1bd-4e57-82a4-80c256522205,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:51.578073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.581816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7fef09c7-514e-4a66-93a5-8730ab670f2b tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/09863924-d1bd-4e57-82a4-80c256522205 HTTP/1.1" status: 204  len: 168 time: 1.1139112
Nov 10 04:00:51.595921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59746) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:51.618870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:00:51.628060 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a6f9ba-d353-4123-acba-3aaa846a6819 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] GET failed (client error): The resource could not be found.
Nov 10 04:00:51.629581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03a6f9ba-d353-4123-acba-3aaa846a6819 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports/09863924-d1bd-4e57-82a4-80c256522205 HTTP/1.1" status: 404  len: 333 time: 0.0324965
Nov 10 04:00:51.639739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59750) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:51.645409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-466215976'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:51.736004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cdae7-ed0f-4c03-9c10-92711e24e021 req-4db6f2e1-4109-4fbc-94c0-ef0a4bdb22dc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:51.744510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d8cdae7-ed0f-4c03-9c10-92711e24e021 req-4db6f2e1-4109-4fbc-94c0-ef0a4bdb22dc tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1806166
Nov 10 04:00:51.747285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.803566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:51.810601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.837436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d8cdae7-ed0f-4c03-9c10-92711e24e021 req-f24ceac1-c22f-4a42-853c-f094f81e2d4e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732524
Nov 10 04:00:51.875870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Attempting to bind port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:51.876509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Attempting to bind port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:51.876509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Attempting to bind port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:51.878328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:51.901653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:51.902587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:51.902909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Attempting to bind port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:51.905069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.916523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-d0b077be-334a-4bd4-9dad-b44371b51194 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6077325
Nov 10 04:00:51.917249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:51.917577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:51.917957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:51.918386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Bound port: 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:51.918754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:51.943836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port 55b52a77-fff8-48fe-9286-669e1a3f77f3 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:51.992319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3624c4-4225-4968-80c7-f0698c7be3cf req-995fef40-a310-4138-99dc-d2e47369ee82 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:51.993860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f3624c4-4225-4968-80c7-f0698c7be3cf req-995fef40-a310-4138-99dc-d2e47369ee82 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.1073637
Nov 10 04:00:52.097068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f3624c4-4225-4968-80c7-f0698c7be3cf req-e33adc70-f6c6-4531-bec6-70944bc0d56b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964773
Nov 10 04:00:52.126661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::3ba (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/55b52a77-fff8-48fe-9286-669e1a3f77f3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:52.137326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-84ecedb2-0d39-4b55-9c8a-fa235e87a118 service neutron] 10.222.0.13 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110643
Nov 10 04:00:52.148485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:52.152347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509a8e93-954e-47e8-a66b-135916c1d531 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:52.158156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:52.163872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.166819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.213345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Transition to ACTIVE for port object 509a8e93-954e-47e8-a66b-135916c1d531 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:52.223975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.224752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.226216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] 10.222.0.21 "PUT /v2.0/ports/70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 HTTP/1.1" status: 200  len: 1095 time: 1.9287124
Nov 10 04:00:52.226996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:52.229363 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:52.235138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.261661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee543-62e3-4716-bf2c-d4630cb22348 service neutron] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:52.424880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:52.439575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:52.446995 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101bac8-4ee8-4898-8c7d-47c6ede3be47" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-unplugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:52.456492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:00:52.465112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-110e42e0-ec86-4313-843e-43522c4ae9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.466753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-110e42e0-ec86-4313-843e-43522c4ae9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 1098 time: 0.1719501
Nov 10 04:00:52.539246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Attempting to bind port 509a8e93-954e-47e8-a66b-135916c1d531 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:52.539586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Attempting to bind port 509a8e93-954e-47e8-a66b-135916c1d531 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:52.539917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Attempting to bind port 509a8e93-954e-47e8-a66b-135916c1d531 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:52.544234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-50a39656-fc29-41b3-ab9c-8543f27f21d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 HTTP/1.1" status: 200  len: 217 time: 0.0589359
Nov 10 04:00:52.552467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Port 509a8e93-954e-47e8-a66b-135916c1d531 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:52.552865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Attempting to bind port 509a8e93-954e-47e8-a66b-135916c1d531 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:52.570108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.617677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.674042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-b703aab9-fee9-4217-b7f1-cede65e05b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.679833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-b703aab9-fee9-4217-b7f1-cede65e05b3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1043124
Nov 10 04:00:52.685203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:52.685553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:52.685953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:52.686413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Bound port: 509a8e93-954e-47e8-a66b-135916c1d531, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:52.686876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.720009 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681050db-84bf-4e3e-bb8e-1e6a31981c78 x-openstack-request-id: req-681050db-84bf-4e3e-bb8e-1e6a31981c78 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:52.720339 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:52.720553 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-681050db-84bf-4e3e-bb8e-1e6a31981c78 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:52.720973 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'status': 'completed', 'code': 200}
Nov 10 04:00:52.767950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:52.768311 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c9c69-2d69-49b2-9856-9fe04c596df9 x-openstack-request-id: req-c00c9c69-2d69-49b2-9856-9fe04c596df9 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:52.768871 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-unplugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:52.769807 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c00c9c69-2d69-49b2-9856-9fe04c596df9 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:52.770058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=55b52a77-fff8-48fe-9286-669e1a3f77f3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:52.770582 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'code': 200}
Nov 10 04:00:52.785854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:52.795626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-9187bd81-32ea-4191-abd6-052e4651ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.797355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-9187bd81-32ea-4191-abd6-052e4651ebd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1050763
Nov 10 04:00:52.809927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:52.815680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.816475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:52.849075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b3a8e-12da-46e7-92ab-51cdbff1761f req-5a958a49-c047-4ecb-b225-436c1d99c353 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:52.863072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-651b3a8e-12da-46e7-92ab-51cdbff1761f req-5a958a49-c047-4ecb-b225-436c1d99c353 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.3751025
Nov 10 04:00:52.919592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bf55a8e3-cde2-40eb-972a-ae77d3b3d6db tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2789345
Nov 10 04:00:52.920263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:52.935581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-651b3a8e-12da-46e7-92ab-51cdbff1761f req-84cd44d3-1995-41ca-92ff-d49cab44a92b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686777
Nov 10 04:00:52.955188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'network_id': 'f191de13-ca5e-4b21-ac77-19b1ce583c65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-724587145'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:52.972720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:53.003903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:53.044798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.109306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf190e-851a-4f3c-b3e7-c85aa8aa41df req-4aee4a38-98dd-47b5-a24b-0c5b683a0fe9 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.117017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdcf190e-851a-4f3c-b3e7-c85aa8aa41df req-4aee4a38-98dd-47b5-a24b-0c5b683a0fe9 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.1908586
Nov 10 04:00:53.132083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5c9d4f1-0a93-40d6-89b4-8be0df5cadd9 req-56887df0-709a-4b1e-a8b6-2a83b22ba7b3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 210 time: 0.0563350
Nov 10 04:00:53.169085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.169735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.171704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] 10.222.0.21 "PUT /v2.0/ports/509a8e93-954e-47e8-a66b-135916c1d531 HTTP/1.1" status: 200  len: 1096 time: 2.1471674
Nov 10 04:00:53.219230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9c621-5a45-4933-8003-221d892c1d28 service neutron] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:53.235289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-d6761d2d-b511-4884-975d-24a1103ab25b service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140232
Nov 10 04:00:53.242118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Made reservation on behalf of 03858c7c818644f1a0b3d203f8b24a78 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:53.246533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.268910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] device_id is not set on port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:00:53.299827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-67932d20-2b5a-49e8-93c1-416b153e0cc3 None None] Provisioning complete for port 55b52a77-fff8-48fe-9286-669e1a3f77f3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:53.300201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67932d20-2b5a-49e8-93c1-416b153e0cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.352266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdcf190e-851a-4f3c-b3e7-c85aa8aa41df req-6645ea31-57f1-41bf-86c3-e3a9392095bf tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339411
Nov 10 04:00:53.376411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-67932d20-2b5a-49e8-93c1-416b153e0cc3 None None] Port 55b52a77-fff8-48fe-9286-669e1a3f77f3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:53.451063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d4aab935-fab0-4bee-9a88-836974c0bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.452852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d4aab935-fab0-4bee-9a88-836974c0bfd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 1099 time: 0.2030694
Nov 10 04:00:53.459653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4624209-3527-4bc9-aa1d-6f73f075c8f4 req-91f6c522-6074-469d-8f0d-5364af82b273 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011876
Nov 10 04:00:53.471960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3da34-5099-42a6-b6cd-94a137c47c91 req-520daad6-40a7-4f26-84bb-810a2d1e6413 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.473301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08c3da34-5099-42a6-b6cd-94a137c47c91 req-520daad6-40a7-4f26-84bb-810a2d1e6413 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 947 time: 0.1450934
Nov 10 04:00:53.510076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Allocated IP 2001:db8::32 (f191de13-ca5e-4b21-ac77-19b1ce583c65/8236b30d-27b5-4847-a1a8-057de2185312/f30f4d5f-59b5-4593-a9e7-8fce72f5cff5) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:53.552113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-3d3f5548-f0b0-4a36-9faa-a8580b353121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=509a8e93-954e-47e8-a66b-135916c1d531 HTTP/1.1" status: 200  len: 217 time: 0.0801153
Nov 10 04:00:53.561279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08c3da34-5099-42a6-b6cd-94a137c47c91 req-7ac3ba08-8ff2-408c-bbbf-ca2c3d029742 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804837
Nov 10 04:00:53.604119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-fa817643-b32d-46c2-a103-6e433928aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.605874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-fa817643-b32d-46c2-a103-6e433928aa14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 1098 time: 0.0767710
Nov 10 04:00:53.625623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:53.724982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8303ae9-e3cc-45b5-8bcb-7fc7382a786a req-054bc1c8-007f-43ea-9b91-017b7876ebff tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.731992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8303ae9-e3cc-45b5-8bcb-7fc7382a786a req-054bc1c8-007f-43ea-9b91-017b7876ebff tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.2780681
Nov 10 04:00:53.773946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:53.774897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-118b658a-186b-4cfa-98dc-444e2f5c1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.776369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-118b658a-186b-4cfa-98dc-444e2f5c1157 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1412065
Nov 10 04:00:53.783936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-968c9677-e97c-4703-ba44-d8998ea81cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.786123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-968c9677-e97c-4703-ba44-d8998ea81cfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1961937
Nov 10 04:00:53.787493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'mac_address': 'fa:16:3e:15:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:53.833315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.842045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.854940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:53.877272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-bc502863-b7bb-47fc-9a9c-5946dc60484c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 HTTP/1.1" status: 200  len: 217 time: 0.0743442
Nov 10 04:00:53.882407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:53.885211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8303ae9-e3cc-45b5-8bcb-7fc7382a786a req-651fc380-8824-4698-83f3-93e2f234af27 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523023
Nov 10 04:00:53.889441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.915638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:53.953757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:53.973469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d793ee67-196c-40cb-b432-203b7f066e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:53.975213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-d793ee67-196c-40cb-b432-203b7f066e03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1617124
Nov 10 04:00:53.982350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:53.988815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:53.990837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=f30f4d5f-59b5-4593-a9e7-8fce72f5cff5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:53.994308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:54.000053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.000918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:54.012362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856c2b0-73b8-43eb-8676-d53afe1bbb23 req-529a0e2f-ca8f-4dd9-9f4c-9496e26abf88 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.019019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d856c2b0-73b8-43eb-8676-d53afe1bbb23 req-529a0e2f-ca8f-4dd9-9f4c-9496e26abf88 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 949 time: 0.1358562
Nov 10 04:00:54.027848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-8bb9fea8-ac2b-400b-ac6e-2b2b0281888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.029405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-8bb9fea8-ac2b-400b-ac6e-2b2b0281888e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1277070
Nov 10 04:00:54.060946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1c853014-458d-4de7-8738-e4edda763698 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.1153677
Nov 10 04:00:54.063537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59792) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:54.074226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:0a:bf:0e'}, {'ip_address': '2001:db8::3ba', 'mac_address': 'fa:16:3e:63:85:c0'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:54.120714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f93f40-9bf9-45d8-9c93-5e299e512746 req-f6f21c5d-3c2e-46d6-a606-ae581f93f5d0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.122241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25f93f40-9bf9-45d8-9c93-5e299e512746 req-f6f21c5d-3c2e-46d6-a606-ae581f93f5d0 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 1101 time: 0.1441977
Nov 10 04:00:54.138361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d856c2b0-73b8-43eb-8676-d53afe1bbb23 req-a383b8e5-1102-42cd-847c-141cb9218976 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111505
Nov 10 04:00:54.149746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-92c03884-2463-4e25-bee1-4262e9516f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.151273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-92c03884-2463-4e25-bee1-4262e9516f9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0962329
Nov 10 04:00:54.237135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-df33e692-893f-428e-93fe-8e96f4617ec6 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477791
Nov 10 04:00:54.240269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:54.278434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['96b42f90-6a5b-45f9-896f-96b0bb83be05'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:54.322148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25f93f40-9bf9-45d8-9c93-5e299e512746 req-3f0dfa09-a2c7-4aef-aac9-114b0150b156 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864522
Nov 10 04:00:54.376653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-8b5e3c4d-3e8e-453b-8f83-38d3327633c1 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053010
Nov 10 04:00:54.403520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-471e30a4-2220-4565-ba93-ed3d7d90204b None None] Provisioning complete for port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:54.404141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-471e30a4-2220-4565-ba93-ed3d7d90204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:54.503037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf0658-94f1-4c66-b0e8-25c3ec637475 req-d009c337-5286-40ac-9db0-872be56b861f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.505157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9cf0658-94f1-4c66-b0e8-25c3ec637475 req-d009c337-5286-40ac-9db0-872be56b861f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.2688677
Nov 10 04:00:54.522960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-471e30a4-2220-4565-ba93-ed3d7d90204b None None] Port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:54.523471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9399bf05-2614-4897-8db7-4558c2239850 req-8b835757-25a8-4764-a0bd-98909491bfd5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 210 time: 0.0820522
Nov 10 04:00:54.533373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccea0602-1d4e-4a3a-b2b7-653f604a8ade req-dd0fcc94-78c1-415a-b6a7-09bc47ed519b service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786548
Nov 10 04:00:54.627128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52107ce2-25f0-42bb-9a4a-36ddd3dea2ae req-815c721b-af85-422d-8a7c-ee2fab1b333e service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417970
Nov 10 04:00:54.735945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:54.738795 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f3ac7a-b165-4b69-b283-cd860c8465c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "tag": "509a8e93-954e-47e8-a66b-135916c1d531"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:54.771094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bdf5-b1e4-4da5-915c-56ee55d9dad9 req-833cdd86-9e44-4ad4-b46e-2533d1aade1b tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.772833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f04bdf5-b1e4-4da5-915c-56ee55d9dad9 req-833cdd86-9e44-4ad4-b46e-2533d1aade1b tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.0944715
Nov 10 04:00:54.776087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-54894dde-a356-4810-9581-1ca94ba3a4b5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:54.777718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-54894dde-a356-4810-9581-1ca94ba3a4b5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 808 time: 0.4053605
Nov 10 04:00:54.793947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9cf0658-94f1-4c66-b0e8-25c3ec637475 req-3732aa52-f389-4309-9d2d-ef2e3e5aa609 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354367
Nov 10 04:00:54.815896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Request body: {'port': {'device_id': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'admin_state_up': True, 'tenant_id': 'ea64fdb2282844728c33886df39a303b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:54.848871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f04bdf5-b1e4-4da5-915c-56ee55d9dad9 req-11f78bb3-a608-4de0-8da5-1e2037a72304 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677018
Nov 10 04:00:54.957251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-26e9033f-31af-4a65-abaa-d40120362c9a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0470290
Nov 10 04:00:55.063924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.080991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.087337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-ae1c01c2-5d72-42c0-8295-33a79a0c5bfe tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268464
Nov 10 04:00:55.138624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] In _notify_port_updated(), no bound segment for port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 on network f191de13-ca5e-4b21-ac77-19b1ce583c65 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:00:55.145348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.145982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.150471 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "PUT /v2.0/ports/f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 HTTP/1.1" status: 200  len: 1066 time: 1.0853853
Nov 10 04:00:55.151316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:55.246928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-740b6bde-44d4-4cbb-a8f0-e7f25507ab83 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.247532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-df2badd3-520f-430f-896b-5edd1e54b340 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.248898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-740b6bde-44d4-4cbb-a8f0-e7f25507ab83 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2832179
Nov 10 04:00:55.252933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Made reservation on behalf of ea64fdb2282844728c33886df39a303b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:55.255910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-df2badd3-520f-430f-896b-5edd1e54b340 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1616106
Nov 10 04:00:55.259177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.264452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b5e8-98cf-47c9-bb66-43c7ccd77729 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event updated for resources: {'Port': ['ID=f30f4d5f-59b5-4593-a9e7-8fce72f5cff5,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:55.307753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-625bd75e-3c9c-4a4d-a02d-8761df98cab7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/quotas/a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 375 time: 0.0280817
Nov 10 04:00:55.351364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-0c368d39-4461-488c-9c29-0f0e3642d9a8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/quotas/a5ed7dce06584ab79a7dcbe1e5b27dc3 HTTP/1.1" status: 200  len: 375 time: 0.0873544
Nov 10 04:00:55.444756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-c44cf2c1-f90d-4258-8288-93324f742d21 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1267114
Nov 10 04:00:55.452247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-4df26ff5-d859-441c-81b3-e92b620bf0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0985849
Nov 10 04:00:55.519408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-75065eef-c8ef-4b97-9e12-4a83a8dab977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1665859
Nov 10 04:00:55.571683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-3c563b6b-658e-4f9b-aaec-35c196642497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.576637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-3c563b6b-658e-4f9b-aaec-35c196642497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 1100 time: 0.0903666
Nov 10 04:00:55.618251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:55.618598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.683766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Allocated IP 172.20.0.12 (26052801-3b22-4390-bcdf-3933643a2943/0e4a36c3-296e-4a97-983d-b73804e80819/18e764ea-7b6e-4388-92f2-173bdb3e092c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:55.692868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-484d4e66-1bec-4b41-a526-0a81179d32b4 None None] Provisioning complete for port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:55.700205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-484d4e66-1bec-4b41-a526-0a81179d32b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:55.711349 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb65b7c-8f1d-41ad-85f6-b6efbd3990a2 x-openstack-request-id: req-0eb65b7c-8f1d-41ad-85f6-b6efbd3990a2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:55.712441 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "tag": "509a8e93-954e-47e8-a66b-135916c1d531", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:55.712910 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eb65b7c-8f1d-41ad-85f6-b6efbd3990a2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:55.713623 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531', 'status': 'completed', 'code': 200}
Nov 10 04:00:55.793002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-484d4e66-1bec-4b41-a526-0a81179d32b4 None None] Port f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:00:55.883867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-914efc0d-0471-4c51-8177-0abbf13eac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.889254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-914efc0d-0471-4c51-8177-0abbf13eac52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2781634
Nov 10 04:00:55.899564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-d2eb2fb7-1c9f-4ce7-a660-384bb59bc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:55.902950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-d2eb2fb7-1c9f-4ce7-a660-384bb59bc205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 1099 time: 0.1629391
Nov 10 04:00:55.949587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:55.994435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3de13479-c173-410b-9d14-953bf40c8bbc req-10fb6d77-321f-49b5-ac01-707d4c6a806d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 210 time: 0.1129246
Nov 10 04:00:56.003084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.034353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-20df4fb6-b093-4399-8e70-984a2c5c449c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b HTTP/1.1" status: 200  len: 217 time: 0.1302624
Nov 10 04:00:56.036258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-94d534a1-1994-40a0-990f-d30e890bffd6 req-390950ea-4093-42b5-8839-3ce38d2b1eaa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 210 time: 0.0386527
Nov 10 04:00:56.213300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:56.244410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'mac_address': 'fa:16:3e:0b:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:56.263654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:56.294506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.313007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:56.348807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-deb13c97-3635-4114-9887-30865333c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:56.352477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-deb13c97-3635-4114-9887-30865333c48b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2985418
Nov 10 04:00:56.379836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:56.390301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.426706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-0fdcd6b8-5a44-4335-8003-af6f52bf6568 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2171202
Nov 10 04:00:56.437038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-ae41569f-2e11-48cc-a13b-0b5202c1a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:56.438515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-ae41569f-2e11-48cc-a13b-0b5202c1a75b service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.5255275
Nov 10 04:00:56.460476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b05d77-0184-47d1-9b59-27b503354643 req-ece54e43-446f-45ca-9008-1f730603cf63 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:56.462046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82b05d77-0184-47d1-9b59-27b503354643 req-ece54e43-446f-45ca-9008-1f730603cf63 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.2386928
Nov 10 04:00:56.468565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:56.516844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfe27869-6ffa-4d2b-acf5-98611f903b28 req-457eaf39-083a-4e20-9660-5b430c630610 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.2629569
Nov 10 04:00:56.588092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-39bf0aee-a406-47a5-9b9b-fc596e59ab3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=509a8e93-954e-47e8-a66b-135916c1d531 HTTP/1.1" status: 200  len: 217 time: 0.1249976
Nov 10 04:00:56.623924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.749918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.768531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:56.774122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:56.804671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:56.831092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f109e-ba63-4621-ad52-730bd69b2f1c req-ca8feae5-462a-4602-8daf-814715326c37 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:56.839458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb3f109e-ba63-4621-ad52-730bd69b2f1c req-ca8feae5-462a-4602-8daf-814715326c37 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.1705289
Nov 10 04:00:56.847035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Network 26052801-3b22-4390-bcdf-3933643a2943 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:00:56.884084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:00:56.899897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:00:56.957846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:56.988367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-b1824961-92c7-43b1-8a0d-6a6f879f727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:56.990145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-b1824961-92c7-43b1-8a0d-6a6f879f727d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6202884
Nov 10 04:00:57.029930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82b05d77-0184-47d1-9b59-27b503354643 req-ec384ff3-54b9-4bb9-a15a-054d852951a4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5479856
Nov 10 04:00:57.038793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=f30f4d5f-59b5-4593-a9e7-8fce72f5cff5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:57.058699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.059393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.068945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb3f109e-ba63-4621-ad52-730bd69b2f1c req-e5252582-7ce2-47bf-9b57-16dceea85b1f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285278
Nov 10 04:00:57.131587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-e37b5df9-2e21-4a33-b5d7-01f7f2de5c46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3323860
Nov 10 04:00:57.151579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Request body: {'port': {'device_id': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:57.186439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-52471453-635c-493b-bcb0-d767a569afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.188869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-52471453-635c-493b-bcb0-d767a569afb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2497344
Nov 10 04:00:57.207909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-f4e59b67-b388-4d4e-a004-de68b0dfdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.215812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-f4e59b67-b388-4d4e-a004-de68b0dfdcd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 1101 time: 0.6397123
Nov 10 04:00:57.282574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.286338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34931bdb-eaec-467c-8d0d-9f48d5932157 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 HTTP/1.1" status: 204  len: 168 time: 2.1216736
Nov 10 04:00:57.289564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:57.290384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.325962 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d05786-2ae6-464c-8adb-cb318334dab0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] GET failed (client error): The resource could not be found.
Nov 10 04:00:57.328017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-55d05786-2ae6-464c-8adb-cb318334dab0 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports/f30f4d5f-59b5-4593-a9e7-8fce72f5cff5 HTTP/1.1" status: 404  len: 333 time: 0.0352669
Nov 10 04:00:57.332128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:57.492661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-278a8de9-09d3-4f15-8b88-6694c0147e7f service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4865050
Nov 10 04:00:57.498717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-cdd0bfcd-021c-41ad-a656-401517163ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.500904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-cdd0bfcd-021c-41ad-a656-401517163ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2799666
Nov 10 04:00:57.515360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-54c8f855-4411-461a-9330-cef9d93223b9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a17b8439aab5416baf5623b3adedbb8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0810001
Nov 10 04:00:57.549438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b7fef52-d54a-4daf-8035-53846c2e93ee req-c7482362-0308-4d1a-9647-aef605618c70 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 210 time: 0.0878882
Nov 10 04:00:57.628366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:57.698662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ad882-6c9b-4f03-a5be-a23c898e17a1 req-e634576e-1d74-4884-bb72-6f9be16328c9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.700366 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c89ad882-6c9b-4f03-a5be-a23c898e17a1 req-e634576e-1d74-4884-bb72-6f9be16328c9 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 932 time: 0.3821647
Nov 10 04:00:57.711758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-92f713d2-031f-4c33-93a4-4b4ca5d7cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:57.713798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-92f713d2-031f-4c33-93a4-4b4ca5d7cc59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.4578640
Nov 10 04:00:57.733673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 96b42f90-6a5b-45f9-896f-96b0bb83be05 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:00:57.734047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.838763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-1b0f45f9-bc09-43bd-b96f-f0dc9130f125 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 200  len: 217 time: 0.0958035
Nov 10 04:00:57.848813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.876964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:57.879546 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898c3116-5e48-4c05-a63a-f3c38b7dfb2b" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:57.899065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:57.905423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:57.923930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-44979290-bf07-4d35-8136-481f360529b9 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4086740
Nov 10 04:00:57.932549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22fa3881-1720-49d2-b7be-f15f5cef457c req-81da4a72-a909-4f18-96ea-a24cb392131a service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4266007
Nov 10 04:00:57.946619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:00:57.952282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c89ad882-6c9b-4f03-a5be-a23c898e17a1 req-d10baf5a-0c28-407d-a325-2eca51f9ff87 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371705
Nov 10 04:00:58.009912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d3855c0-ebf4-4978-a17a-5d92d6519706 req-00078e72-caa1-46ac-8ce3-787365490354 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.0432322
Nov 10 04:00:58.063173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:58.078816 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe7893-14ea-43d8-90f4-36f4fc54c02e x-openstack-request-id: req-a3fe7893-14ea-43d8-90f4-36f4fc54c02e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:58.079122 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-plugged", "status": "completed", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:58.079437 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3fe7893-14ea-43d8-90f4-36f4fc54c02e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:58.079927 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'code': 200}
Nov 10 04:00:58.081055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '509a8e93-954e-47e8-a66b-135916c1d531', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '509a8e93-954e-47e8-a66b-135916c1d531', 'mac_address': 'fa:16:3e:24:dd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:00:58.082212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-8012b305-faa3-40b9-a4ea-efd15aac80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.083696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-8012b305-faa3-40b9-a4ea-efd15aac80b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2245133
Nov 10 04:00:58.094391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port 55b52a77-fff8-48fe-9286-669e1a3f77f3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:58.096394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.133650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:58.148194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.166356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509a8e93-954e-47e8-a66b-135916c1d531 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:58.173712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55f3ac7a-b165-4b69-b283-cd860c8465c9 req-d54c208a-3d94-4817-be36-51bfc7660331 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2178166
Nov 10 04:00:58.175519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-5cd2aeeb-fc63-400f-a920-c1224bf510ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.177150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-5cd2aeeb-fc63-400f-a920-c1224bf510ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0821545
Nov 10 04:00:58.193452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:00:58.203942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.261069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:58.320698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0edff201-f897-4701-8506-201cce2f40c6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.322627 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0edff201-f897-4701-8506-201cce2f40c6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7873392
Nov 10 04:00:58.330442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-82e8b3ed-0262-4679-b213-5486951c3c5f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1193032
Nov 10 04:00:58.331262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98921a-9f56-479e-b3e7-7de5e6085cfc req-53c2f26c-346e-4d02-b8c7-86532ed3d69f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.337119 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c98921a-9f56-479e-b3e7-7de5e6085cfc req-53c2f26c-346e-4d02-b8c7-86532ed3d69f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 949 time: 0.1370709
Nov 10 04:00:58.372956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-58adbdcb-5885-45c7-ae53-ebd0073b3b8e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878767
Nov 10 04:00:58.376700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Request body: {'port': {'device_id': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a17b8439aab5416baf5623b3adedbb8c'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:58.448451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c98921a-9f56-479e-b3e7-7de5e6085cfc req-9ac01dc7-2b44-4b7a-ad50-933453f2c30f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056321
Nov 10 04:00:58.517169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e00b07b-1ab9-4aac-a909-c9c400a9b606 req-593f1d42-0bdb-4656-8a8d-d1bd434b9d7f service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298878
Nov 10 04:00:58.538889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['509a8e93-954e-47e8-a66b-135916c1d531'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:00:58.566411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed45d24-e96e-4828-b841-0b7ad6076534 req-a8084af2-eb3f-4eb3-a701-3f3208e2680a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.574959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aed45d24-e96e-4828-b841-0b7ad6076534 req-a8084af2-eb3f-4eb3-a701-3f3208e2680a tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.3522751
Nov 10 04:00:58.597040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.604273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e764ea-7b6e-4388-92f2-173bdb3e092c {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:00:58.643813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.649074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for 55b52a77-fff8-48fe-9286-669e1a3f77f3 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:58.715131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Transition to ACTIVE for port object 18e764ea-7b6e-4388-92f2-173bdb3e092c will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:00:58.757599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cba1e3c8-2463-4cd8-96c3-0744dfeddd71 req-e3771d5f-52e9-407a-b25b-448dde66290f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 210 time: 0.0505450
Nov 10 04:00:58.776258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.805503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-e9c48a64-107c-4eba-bcf3-12d2d7e786b1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:58.806977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-e9c48a64-107c-4eba-bcf3-12d2d7e786b1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4520278
Nov 10 04:00:58.831553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aed45d24-e96e-4828-b841-0b7ad6076534 req-f267305e-4ce1-4e80-8166-a083d16d96c2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557249
Nov 10 04:00:58.848111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Request body: {'port': {'device_id': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'a5ed7dce06584ab79a7dcbe1e5b27dc3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:00:58.938834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Made reservation on behalf of a17b8439aab5416baf5623b3adedbb8c for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:58.942464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:58.955766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:59.154459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90f12-64bb-4b53-b706-7118aec38c20 req-8d15935a-87df-4eb4-ac0f-2e9276a23f01 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:59.164970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8f90f12-64bb-4b53-b706-7118aec38c20 req-8d15935a-87df-4eb4-ac0f-2e9276a23f01 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.1357810
Nov 10 04:00:59.212109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98b0764a-5e6a-4a2b-a351-3cfd78baa4ee req-d2b5d542-b4ce-4e0b-99d6-1cb6fb00b73f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.0548067
Nov 10 04:00:59.212823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.228332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8f90f12-64bb-4b53-b706-7118aec38c20 req-66ef7699-9a2c-4d08-970d-df640ea7c660 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621853
Nov 10 04:00:59.254980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:00:59.255304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:00:59.255623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:59.288837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=55b52a77-fff8-48fe-9286-669e1a3f77f3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:59.306333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:00:59.306630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:00:59.313138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Made reservation on behalf of a5ed7dce06584ab79a7dcbe1e5b27dc3 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:00:59.317030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.347480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:00:59.347783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:00:59.348202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:00:59.348636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Bound port: 18e764ea-7b6e-4388-92f2-173bdb3e092c, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:00:59.348989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.358978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.362247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2871062a-eba1-475d-a449-347769314864 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/55b52a77-fff8-48fe-9286-669e1a3f77f3 HTTP/1.1" status: 204  len: 168 time: 2.0291553
Nov 10 04:00:59.365312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:59.385656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Allocated IP 192.168.233.30 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/95609758-a165-4136-aee2-df191b908e9a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:00:59.404075 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0a09f4-9505-486d-9c3a-8277fc1e1413 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] GET failed (client error): The resource could not be found.
Nov 10 04:00:59.411469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f0a09f4-9505-486d-9c3a-8277fc1e1413 tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "GET /v2.0/ports/55b52a77-fff8-48fe-9286-669e1a3f77f3 HTTP/1.1" status: 404  len: 333 time: 0.0450494
Nov 10 04:00:59.412110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59900) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:00:59.538850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port b52ca96e-c0e5-40e6-96b1-78932167716e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:00:59.540346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.567950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:00:59.577869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:00:59.647013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.664920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.680210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for b52ca96e-c0e5-40e6-96b1-78932167716e owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:00:59.715180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:59.715813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.717553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] 10.222.0.26 "PUT /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 1092 time: 2.5720031
Nov 10 04:00:59.721945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:00:59.724313 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598505f5-c6ff-4f57-a8cb-44ef8f06025e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:00:59.766730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee4ef-824d-474e-90d2-0f0a910e3570 req-36da8f50-c4de-4235-870c-34c3275e99b9 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:59.768345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66cee4ef-824d-474e-90d2-0f0a910e3570 req-36da8f50-c4de-4235-870c-34c3275e99b9 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 949 time: 0.1890583
Nov 10 04:00:59.774400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a53d0a-5aa2-4057-ae96-75ed6f4c6dce service neutron] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:59.798085 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e28b06a-55b9-4561-bbc5-21b6d01eba86 x-openstack-request-id: req-3e28b06a-55b9-4561-bbc5-21b6d01eba86 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:00:59.798342 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:00:59.798593 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e28b06a-55b9-4561-bbc5-21b6d01eba86 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:00:59.798959 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'status': 'completed', 'code': 200}
Nov 10 04:00:59.854445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.890732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b88707f-1322-4a9d-9708-e9b85eba30e0 req-756d5d34-9fc7-4f78-9579-439004d43b61 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 210 time: 0.0382607
Nov 10 04:00:59.916706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66cee4ef-824d-474e-90d2-0f0a910e3570 req-8eb9103f-c3fc-48a9-9905-88764dc6947d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317351
Nov 10 04:00:59.916706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-06eedc4c-ea81-4819-b523-e6e69dd236ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:00:59.916706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-06eedc4c-ea81-4819-b523-e6e69dd236ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1095 time: 0.1274259
Nov 10 04:00:59.920751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:00:59.950641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:00:59.956160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=b52ca96e-c0e5-40e6-96b1-78932167716e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:00:59.978526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-79effdb0-1146-4cdb-ba70-4bc77e3247eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 217 time: 0.0514455
Nov 10 04:00:59.993983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.009297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', '1f2a3d69-ab28-4c5f-be61-4c62f736422f', '96b42f90-6a5b-45f9-896f-96b0bb83be05'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:00.026756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.030355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34b0c763-0916-4665-a442-44bd604f1e3e tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/ports/b52ca96e-c0e5-40e6-96b1-78932167716e HTTP/1.1" status: 204  len: 168 time: 0.6172585
Nov 10 04:01:00.041833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59914) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:00.078680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa42631-f337-4f73-b901-282a304fd50b req-5d65c274-e6df-46ec-8eda-9e42435687bb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:00.080544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6aa42631-f337-4f73-b901-282a304fd50b req-5d65c274-e6df-46ec-8eda-9e42435687bb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 945 time: 0.0888045
Nov 10 04:01:00.144711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:01:00.159507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6aa42631-f337-4f73-b901-282a304fd50b req-4159d62d-c1f9-4905-b33d-6ad2877e9b36 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697098
Nov 10 04:01:00.168955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:01:00.202305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:01:00.225477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Allocated IP 192.168.233.82 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/0024ec51-24f8-4dc7-90d4-3c38570a1128) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:01:00.268422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-043c249a-fdbc-4bb2-8183-2c9a83170684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:00.270073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-043c249a-fdbc-4bb2-8183-2c9a83170684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.2775137
Nov 10 04:01:00.285405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting subnet 8236b30d-27b5-4847-a1a8-057de2185312 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:01:00.287639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:00.315622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.345554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 509a8e93-954e-47e8-a66b-135916c1d531 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:00.377703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 509a8e93-954e-47e8-a66b-135916c1d531 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:00.378199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.380666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-a6d4b9fe-8883-4225-83e2-73e4c21917b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0899704
Nov 10 04:01:00.430796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-470a0d87-f445-41f9-a9f5-d36ce72828f6 req-7d3b1b7d-cc13-49bd-a603-28b561d3e984 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.0844543
Nov 10 04:01:00.451594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:00.451594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.526051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.585656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0480a5e8-f2fd-4e3f-a3a2-8abe6b44c1b3 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2361217
Nov 10 04:01:00.609422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Request body: {'port': {'device_id': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:00.653012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd4c23-2d44-4476-95fd-c77a4d4af86d req-988b34a9-9671-4913-aece-25588cb827d6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:00.654874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9afd4c23-2d44-4476-95fd-c77a4d4af86d req-988b34a9-9671-4913-aece-25588cb827d6 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.0974603
Nov 10 04:01:00.746303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9afd4c23-2d44-4476-95fd-c77a4d4af86d req-83be3e14-4e97-4e3a-b761-0a61b4ef1106 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758300
Nov 10 04:01:00.773619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-711b3f9b-307c-405e-86d6-48b77c4120c3 None None] Provisioning complete for port 95609758-a165-4136-aee2-df191b908e9a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:00.774643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711b3f9b-307c-405e-86d6-48b77c4120c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.781885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.822716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-0a7c282e-587c-4d9b-8ee5-c3c34c245d2d service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4301777
Nov 10 04:01:00.871399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:00.886351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:00.888896 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4783af4f-696b-4e4b-a06f-05a91e4c854d" -d '{"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-plugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:00.971926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:01.015765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-711b3f9b-307c-405e-86d6-48b77c4120c3 None None] Port 95609758-a165-4136-aee2-df191b908e9a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:01:01.020952 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d858c6bc-8a74-4f67-9fe3-1cb0a599e547 x-openstack-request-id: req-d858c6bc-8a74-4f67-9fe3-1cb0a599e547 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:01.021258 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-plugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:01.021510 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d858c6bc-8a74-4f67-9fe3-1cb0a599e547 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:01.021958 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531', 'code': 200}
Nov 10 04:01:01.023882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.024891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:01.125196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e333f-c334-459a-b2ff-e0309ae48f4e req-8bd7a577-fa25-43b4-abc3-05babdd9c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:01.127818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a91e333f-c334-459a-b2ff-e0309ae48f4e req-8bd7a577-fa25-43b4-abc3-05babdd9c6d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 1101 time: 0.0763304
Nov 10 04:01:01.148992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08911cc1-de3d-423d-8011-dc3fd75bb7c8 req-a0525c96-a4d9-4673-999c-4c976412f2f8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:01.151110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08911cc1-de3d-423d-8011-dc3fd75bb7c8 req-a0525c96-a4d9-4673-999c-4c976412f2f8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 950 time: 0.0892313
Nov 10 04:01:01.162476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:01.190579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:01.196487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:01.197551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.242635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a91e333f-c334-459a-b2ff-e0309ae48f4e req-ac329bf0-d675-4322-b10c-fb80de5f12fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040180
Nov 10 04:01:01.270103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08911cc1-de3d-423d-8011-dc3fd75bb7c8 req-0d6663fd-66a2-4127-b61d-9d694f10b0a8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049430
Nov 10 04:01:01.286337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.311991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.356333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:01.362924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.416567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.419602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:01.526279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682624b3-d66a-4e6e-ab01-bd9f1c9264b3 req-8e9d1a65-8183-46e6-8e8b-894d0ab9fa2e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:01.528533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-682624b3-d66a-4e6e-ab01-bd9f1c9264b3 req-8e9d1a65-8183-46e6-8e8b-894d0ab9fa2e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 935 time: 0.2641797
Nov 10 04:01:01.537306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f725b3c3-dd1f-43f7-826c-c64a40e35788 req-6b6c2fcc-72dc-4ac1-8a9e-1261144f0ea5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.0351112
Nov 10 04:01:01.550593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f600e8a7-638b-41f8-9bd7-7e42ecf81168 req-91f3bc60-823f-4c84-b41d-a74136a0eb44 service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7063687
Nov 10 04:01:01.568248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.634387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Subnet': ['ID=8236b30d-27b5-4847-a1a8-057de2185312,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:01.635089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac96d3-385d-4514-a3da-8550206aec35 None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:01:01.637828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.641141 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f37de06f-093a-4cab-b6a8-af2ecf7dde5d tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/subnets/8236b30d-27b5-4847-a1a8-057de2185312 HTTP/1.1" status: 204  len: 168 time: 1.5762753
Nov 10 04:01:01.644001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:01.686197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.707279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024', '4d075e69-890e-4167-8ee5-fce4bc01d13d', '75c06897-adfc-4e00-9d20-51aa9bf52be7'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:01.737276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.786821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-682624b3-d66a-4e6e-ab01-bd9f1c9264b3 req-22cc2e86-c4a7-4bf1-aeee-ebe59f33b777 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319558
Nov 10 04:01:01.817248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:01:01.819946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-b1b7e260-3afc-4758-bba5-440f1671e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:01.824065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-b1b7e260-3afc-4758-bba5-440f1671e71a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1095 time: 0.2016630
Nov 10 04:01:01.830639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:01:01.833961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Deleting port bb4349cc-8531-4881-9e04-6aa1aa38aa30 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:01.834557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:01.838459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event updated for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:01.849912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:01:02.013055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977068ac-8786-4179-af59-126445e65e80 None None] DHCP port deletion for f191de13-ca5e-4b21-ac77-19b1ce583c65 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:01:02.024981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] For port bb4349cc-8531-4881-9e04-6aa1aa38aa30, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb4349cc-8531-4881-9e04-6aa1aa38aa30,segment=NetworkSegment(2e031b4c-1913-4dbb-b638-610b71689daf),segment_id=2e031b4c-1913-4dbb-b638-610b71689daf)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:02.025357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.051545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Calling delete_port for bb4349cc-8531-4881-9e04-6aa1aa38aa30 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:02.091383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95609758-a165-4136-aee2-df191b908e9a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:02.100488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.116651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Transition to ACTIVE for port object 95609758-a165-4136-aee2-df191b908e9a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:01:02.134962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.165898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-977068ac-8786-4179-af59-126445e65e80 None None] Deleting port bb4349cc-8531-4881-9e04-6aa1aa38aa30 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:02.167054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-977068ac-8786-4179-af59-126445e65e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.188342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275d2dd-cc1a-4785-b95d-8f02639768bb req-e45dfd1a-50d6-402c-9460-07e1ce34a874 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.190512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f275d2dd-cc1a-4785-b95d-8f02639768bb req-e45dfd1a-50d6-402c-9460-07e1ce34a874 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.2408772
Nov 10 04:01:02.191767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.215864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:02.224343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:02.229125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Port': ['ID=bb4349cc-8531-4881-9e04-6aa1aa38aa30,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:02.253366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] No DVR routers for this DVR port bb4349cc-8531-4881-9e04-6aa1aa38aa30 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:02.281350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.282566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.321086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-b8fa49f5-4ebc-47e5-a7f0-41f1331438ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4868109
Nov 10 04:01:02.345976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-977068ac-8786-4179-af59-126445e65e80 None None] For port bb4349cc-8531-4881-9e04-6aa1aa38aa30, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb4349cc-8531-4881-9e04-6aa1aa38aa30,segment=NetworkSegment(2e031b4c-1913-4dbb-b638-610b71689daf),segment_id=2e031b4c-1913-4dbb-b638-610b71689daf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:02.346515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-977068ac-8786-4179-af59-126445e65e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.350878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Request body: {'port': {'device_id': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:02.362650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f275d2dd-cc1a-4785-b95d-8f02639768bb req-a5f21b05-fdc1-4236-bba0-ffa07a47fce0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363447
Nov 10 04:01:02.389351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.402511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-a8cc0660-45f6-4dcb-a628-1de7e11096d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.402932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e606040>,) {'filters': {'network_id': ['f191de13-ca5e-4b21-ac77-19b1ce583c65']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:01:02.404640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-a8cc0660-45f6-4dcb-a628-1de7e11096d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.5620766
Nov 10 04:01:02.414262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-977068ac-8786-4179-af59-126445e65e80 None None] Calling delete_port for bb4349cc-8531-4881-9e04-6aa1aa38aa30 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:02.414983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e606040>, '2e031b4c-1913-4dbb-b638-610b71689daf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:01:02.415528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e606040>, '2e031b4c-1913-4dbb-b638-610b71689daf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:01:02.427257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.444998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.453106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:01:02.454111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:01:02.457429 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:01:02.518057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f1c34d0f-e1c4-4628-b368-aaebbba77d7f None None] Provisioning complete for port 0024ec51-24f8-4dc7-90d4-3c38570a1128 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:02.518711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f1c34d0f-e1c4-4628-b368-aaebbba77d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.542059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.543196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-6dd28642-e3ab-4ea9-8461-e266480181a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 217 time: 0.0851629
Nov 10 04:01:02.558009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.565565 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] 10.222.0.13 "DELETE /v2.0/networks/f191de13-ca5e-4b21-ac77-19b1ce583c65 HTTP/1.1" status: 204  len: 168 time: 0.9173291
Nov 10 04:01:02.588211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e333fdc-de77-4fd6-afe4-4562fe1ef79c tempest-AllowedAddressPairIpV6TestJSON-772938619 tempest-AllowedAddressPairIpV6TestJSON-772938619-project] Pushing event deleted for resources: {'Network': ['ID=f191de13-ca5e-4b21-ac77-19b1ce583c65,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:02.689880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c9fe0-f782-4109-8c13-e2ae7356709a req-5b1a9b72-0d24-4cc8-9438-bedf35fb7a08 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.700489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e08c9fe0-f782-4109-8c13-e2ae7356709a req-5b1a9b72-0d24-4cc8-9438-bedf35fb7a08 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 950 time: 0.2911673
Nov 10 04:01:02.732072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.758513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:02.763406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:02.764122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:02.799137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb4349cc-8531-4881-9e04-6aa1aa38aa30 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:02.808584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:02.810636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:02.814306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8385-b9c9-41be-a58b-ea55ca76fdaa req-a1e1eb98-49ad-4692-9165-18e581396997 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.816331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-b0cb2a3c-0690-47d3-b1f6-d60bfbbfd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:02.817312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8dd8385-b9c9-41be-a58b-ea55ca76fdaa req-a1e1eb98-49ad-4692-9165-18e581396997 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 935 time: 0.1369164
Nov 10 04:01:02.819540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-b0cb2a3c-0690-47d3-b1f6-d60bfbbfd2d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.2649834
Nov 10 04:01:02.856137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:02.856137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:02.856498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:02.857145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Bound port: 95609758-a165-4136-aee2-df191b908e9a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:02.857535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:02.886694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-0d9fbd47-cc55-4604-9d99-27952753b5fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522783
Nov 10 04:01:02.928343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bb4349cc-8531-4881-9e04-6aa1aa38aa30 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:02.928343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb4349cc-8531-4881-9e04-6aa1aa38aa30 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:02.944774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e08c9fe0-f782-4109-8c13-e2ae7356709a req-26b57234-3162-48c0-aa24-2c0c6ef5e6f8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431924
Nov 10 04:01:02.944930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f1c34d0f-e1c4-4628-b368-aaebbba77d7f None None] Port 0024ec51-24f8-4dc7-90d4-3c38570a1128 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:01:02.983121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8dd8385-b9c9-41be-a58b-ea55ca76fdaa req-78e55ec3-435d-4c0f-8912-5d75315bd897 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447878
Nov 10 04:01:03.037216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:03.040162 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f36164d-fe97-4a39-87c6-699ab5cbfefc" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:03.067258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-977068ac-8786-4179-af59-126445e65e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.081071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59990) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:03.104695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977068ac-8786-4179-af59-126445e65e80 None None] Pushing event deleted for resources: {'Port': ['ID=bb4349cc-8531-4881-9e04-6aa1aa38aa30,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:03.139491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-977068ac-8786-4179-af59-126445e65e80 None None] Network f191de13-ca5e-4b21-ac77-19b1ce583c65 is not hosted by any dhcp agent {{(pid=119698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:01:03.139990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977068ac-8786-4179-af59-126445e65e80 None None] No DVR routers for this DVR port bb4349cc-8531-4881-9e04-6aa1aa38aa30 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:03.215652 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a3a1d-693e-46bb-bfb4-b94052015257 x-openstack-request-id: req-005a3a1d-693e-46bb-bfb4-b94052015257 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:03.215967 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:03.216269 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-005a3a1d-693e-46bb-bfb4-b94052015257 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:03.216649 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'code': 200}
Nov 10 04:01:03.336236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:03.379947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1d59d4e0-db0a-4f78-afc9-212ba923d9f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03858c7c818644f1a0b3d203f8b24a78&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2974095
Nov 10 04:01:03.383480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60000) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:03.401188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1cb37-5980-41d5-8866-499ea17abc10 req-0f39141c-bf88-4a05-8458-9bd3ac1d5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:03.402826 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29a1cb37-5980-41d5-8866-499ea17abc10 req-0f39141c-bf88-4a05-8458-9bd3ac1d5f48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 1100 time: 0.0780971
Nov 10 04:01:03.413277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b68146-5ab8-42d3-94b2-2a7c35d56ff3 req-a5db5a78-0a57-4514-9dbe-f794e169010a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:03.414867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b68146-5ab8-42d3-94b2-2a7c35d56ff3 req-a5db5a78-0a57-4514-9dbe-f794e169010a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 947 time: 0.3101480
Nov 10 04:01:03.424736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-46dbfb73-7254-4501-ac36-ee500fc1304a service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074170
Nov 10 04:01:03.426851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:03.459989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.471818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.511463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29a1cb37-5980-41d5-8866-499ea17abc10 req-662f2d01-feda-49e0-bc17-7eb0f2a2dfa0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985789
Nov 10 04:01:03.530470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.563479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:03.564152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.565482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1618-9149-4394-be8d-26847dddbb20 req-ca24970b-bc72-47cd-b421-096840f7c62e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:03.566026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] 10.222.0.26 "PUT /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 1095 time: 2.9621208
Nov 10 04:01:03.566846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae2c1618-9149-4394-be8d-26847dddbb20 req-ca24970b-bc72-47cd-b421-096840f7c62e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.0962238
Nov 10 04:01:03.581292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:03.583984 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba48098a-6c54-4b9f-9f25-60f8966291f1" -d '{"events": [{"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:03.652830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.656500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.658128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30c1bfce-e693-4cc3-b5e5-df9c10babcce HTTP/1.1" status: 204  len: 168 time: 0.2738163
Nov 10 04:01:03.668262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64b68146-5ab8-42d3-94b2-2a7c35d56ff3 req-eae4ab67-75f3-4d30-bab0-5fc278a32670 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2372785
Nov 10 04:01:03.684877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785890cc-9fdb-4559-a4ff-f011279c935d service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:03.685958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b2e5-1bdf-465c-818e-eaeb1558fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1bfce-e693-4cc3-b5e5-df9c10babcce,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:03.693701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae2c1618-9149-4394-be8d-26847dddbb20 req-d7c98c55-1dd5-4f45-a9f7-a622efcc98f7 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968883
Nov 10 04:01:03.818736 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe714b4f-c8ae-4d0b-bf16-e5534a2c922e x-openstack-request-id: req-fe714b4f-c8ae-4d0b-bf16-e5534a2c922e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:03.819656 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:03.820007 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe714b4f-c8ae-4d0b-bf16-e5534a2c922e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:03.820382 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'status': 'completed', 'code': 200}
Nov 10 04:01:03.836734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-598505f5-c6ff-4f57-a8cb-44ef8f06025e req-064ababb-0f02-4f5e-8d4a-1b89909c3dcb service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3946991
Nov 10 04:01:03.854593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0024ec51-24f8-4dc7-90d4-3c38570a1128 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:03.866225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.879497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0be4a4ff-c2b0-4186-91fc-691adff094d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:03.881115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-0be4a4ff-c2b0-4186-91fc-691adff094d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1098 time: 0.1492343
Nov 10 04:01:03.887480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Transition to ACTIVE for port object 0024ec51-24f8-4dc7-90d4-3c38570a1128 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:01:03.902817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:03.962731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-22a8847f-7728-4b1f-8188-99904184d2d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0668352
Nov 10 04:01:03.966073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:04.027953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:04.185835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:04.199182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-8c8e106e-2df0-4cce-ac0f-44e8f31f20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.200893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-8c8e106e-2df0-4cce-ac0f-44e8f31f20ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2270331
Nov 10 04:01:04.225357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de046-8ef0-472b-b302-0461f4e6a010 req-f84ade94-5745-484f-95df-80394f44df2f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.236056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a2de046-8ef0-472b-b302-0461f4e6a010 req-f84ade94-5745-484f-95df-80394f44df2f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 947 time: 0.1310503
Nov 10 04:01:04.248912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'mac_address': 'fa:16:3e:72:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:04.270987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Attempting to bind port 0024ec51-24f8-4dc7-90d4-3c38570a1128 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:04.271349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Attempting to bind port 0024ec51-24f8-4dc7-90d4-3c38570a1128 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:04.271640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Attempting to bind port 0024ec51-24f8-4dc7-90d4-3c38570a1128 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:04.293420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250cc52-d7df-4c90-b862-48ec744a5c13 req-f5acf6dd-32c6-4005-898d-3524b74d3ed8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.303990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9250cc52-d7df-4c90-b862-48ec744a5c13 req-f5acf6dd-32c6-4005-898d-3524b74d3ed8 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 950 time: 0.2566926
Nov 10 04:01:04.311240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Port 0024ec51-24f8-4dc7-90d4-3c38570a1128 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:04.311566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Attempting to bind port 0024ec51-24f8-4dc7-90d4-3c38570a1128 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:04.343507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a2de046-8ef0-472b-b302-0461f4e6a010 req-e7273469-8e83-4c10-ae47-9093c5743e08 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064615
Nov 10 04:01:04.345831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:04.346748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:04.346748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:04.347029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Bound port: 0024ec51-24f8-4dc7-90d4-3c38570a1128, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:04.347356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.352177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b91ef81d-b774-4ad1-99ef-15be30a57da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.370602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-20c616c7-6664-44a4-b971-bd0152f7f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.372751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-20c616c7-6664-44a4-b971-bd0152f7f866 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1614833
Nov 10 04:01:04.373501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.413286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65abc053-f3c3-4b65-a2d0-e85cb1d659ab {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:04.457681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:04.468933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.540343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:04.595292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9250cc52-d7df-4c90-b862-48ec744a5c13 req-c9f786d2-dfb5-43a0-9d13-2446b02b75c6 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888463
Nov 10 04:01:04.626637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:04.630216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:04.636055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-615c11ea-996b-4552-97a3-37db305b15d1 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546375
Nov 10 04:01:04.638437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.654045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['65abc053-f3c3-4b65-a2d0-e85cb1d659ab'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:04.793240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.794527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:04.795911 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/0024ec51-24f8-4dc7-90d4-3c38570a1128 HTTP/1.1" status: 200  len: 1095 time: 2.4511392
Nov 10 04:01:04.798256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-833423f1-c6eb-443c-84ba-f3bb8a8d634c req-8302fbb8-6f6a-4864-b732-507ce6db7fe8 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526248
Nov 10 04:01:04.972865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f08dcd-1e28-4277-97f6-2bab46a10cd8 req-ac989337-ff38-4b4a-a5f0-bf0dabc1d018 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:04.988277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e1f08dcd-1e28-4277-97f6-2bab46a10cd8 req-ac989337-ff38-4b4a-a5f0-bf0dabc1d018 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 949 time: 0.2199411
Nov 10 04:01:05.112361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee929a9d-8406-48dc-a61b-3c393cd069e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:05.167372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e1f08dcd-1e28-4277-97f6-2bab46a10cd8 req-fd465b32-19dd-4f1d-922e-68551843bb05 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668344
Nov 10 04:01:05.168466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60074) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.169461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1ded-527f-49c6-b3b5-b39e101be105 req-884ad785-1f7a-424a-9db3-31e0ffa60b71 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.177429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0cbd1ded-527f-49c6-b3b5-b39e101be105 req-884ad785-1f7a-424a-9db3-31e0ffa60b71 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 947 time: 0.2991428
Nov 10 04:01:05.186905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-01a084d8-a95b-4f6a-9e15-a5dbfafc65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.188671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-01a084d8-a95b-4f6a-9e15-a5dbfafc65a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 1098 time: 0.3047035
Nov 10 04:01:05.226148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-c59217a1-15f0-4b86-8917-f052009a2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.233576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-c59217a1-15f0-4b86-8917-f052009a2957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1098 time: 0.2547817
Nov 10 04:01:05.307400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-e66a568f-ed5d-4aac-b156-19e999f4b1a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128 HTTP/1.1" status: 200  len: 217 time: 0.0962162
Nov 10 04:01:05.366472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952493e-9114-45e1-9fd9-aeb152da67f6 req-7978cbc1-3c85-46cf-af12-9d02ba4213e8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.368835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d952493e-9114-45e1-9fd9-aeb152da67f6 req-7978cbc1-3c85-46cf-af12-9d02ba4213e8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.0710270
Nov 10 04:01:05.376247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7a859958-69f6-44d7-8fd7-34622d3b8199 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] Request body: {'port': {'network_id': '4e7becd2-94a6-4f93-9dab-bd969a2026b9', 'name': 'tempest-NetworksNegativeTestJSON-1949611725'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:05.413932 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a859958-69f6-44d7-8fd7-34622d3b8199 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] POST failed (client error): The resource could not be found.
Nov 10 04:01:05.414517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a859958-69f6-44d7-8fd7-34622d3b8199 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:05.416099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a859958-69f6-44d7-8fd7-34622d3b8199 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2467487
Nov 10 04:01:05.422666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60080) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.453290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d952493e-9114-45e1-9fd9-aeb152da67f6 req-42086b53-7cfc-4265-85dd-1d99a3e400b0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715952
Nov 10 04:01:05.477824 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d2e35-1d95-4214-9eb7-9559deea4914 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:01:05.478655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4d2e35-1d95-4214-9eb7-9559deea4914 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:05.481803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0cbd1ded-527f-49c6-b3b5-b39e101be105 req-681c162d-e15a-4ac8-b8d5-c94b3434564f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3032770
Nov 10 04:01:05.483479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd4d2e35-1d95-4214-9eb7-9559deea4914 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "DELETE /v2.0/networks/dbfd5501-8890-4c65-8e6e-b201c0303024 HTTP/1.1" status: 404  len: 339 time: 0.0353057
Nov 10 04:01:05.500293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60082) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.520788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-5db9832b-b802-4d94-b545-da12c8efd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.523056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-5db9832b-b802-4d94-b545-da12c8efd3f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1653345
Nov 10 04:01:05.528647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-d9a642dd-2a83-4e11-b548-dede6049ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.530479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-d9a642dd-2a83-4e11-b548-dede6049ad64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2342958
Nov 10 04:01:05.555097 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf503ca-ba49-4b67-9d68-b5c030103caf tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:01:05.557277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf503ca-ba49-4b67-9d68-b5c030103caf tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:05.563954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aaf503ca-ba49-4b67-9d68-b5c030103caf tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "DELETE /v2.0/ports/3c4a6867-48d4-4fa1-bebb-0be383b272b1 HTTP/1.1" status: 404  len: 333 time: 0.0625544
Nov 10 04:01:05.571990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.623754 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-16375d0a-ae7f-4bc6-96f9-c4a5f4b31c35 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:01:05.624488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16375d0a-ae7f-4bc6-96f9-c4a5f4b31c35 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:05.626929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:05.639486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16375d0a-ae7f-4bc6-96f9-c4a5f4b31c35 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "DELETE /v2.0/subnets/9b1d92f2-55a4-4548-89fb-9fa6686d3118 HTTP/1.1" status: 404  len: 337 time: 0.0620835
Nov 10 04:01:05.676204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.759271 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d24a84-597d-4a8e-a808-48eb6e009deb tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] GET failed (client error): The resource could not be found.
Nov 10 04:01:05.767271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-20d24a84-597d-4a8e-a808-48eb6e009deb tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "GET /v2.0/networks/528c2068-6371-4242-98d5-adc5e39f76bc HTTP/1.1" status: 404  len: 339 time: 0.0894220
Nov 10 04:01:05.778203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60102) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.840693 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e403663e-6f91-47a4-8a37-d30e9a19abe2 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] GET failed (client error): The resource could not be found.
Nov 10 04:01:05.847555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e403663e-6f91-47a4-8a37-d30e9a19abe2 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "GET /v2.0/ports/b7091485-9e06-4132-9371-d8963d30c99a HTTP/1.1" status: 404  len: 333 time: 0.0683222
Nov 10 04:01:05.865320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:05.870973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadbda9-08e7-46e9-a16c-b1e827d470b9 req-224bb066-f0b5-49c3-9741-dc7c0463dd00 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:05.882724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0aadbda9-08e7-46e9-a16c-b1e827d470b9 req-224bb066-f0b5-49c3-9741-dc7c0463dd00 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 947 time: 0.2873025
Nov 10 04:01:05.885040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60104) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:05.905946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'network_id': '26052801-3b22-4390-bcdf-3933643a2943', 'port_id': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'mac_address': 'fa:16:3e:9a:08:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a36c3-296e-4a97-983d-b73804e80819', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:05.976421 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e3c353-f00f-44a5-8bce-b38527d99895 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] GET failed (client error): The resource could not be found.
Nov 10 04:01:05.977895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52e3c353-f00f-44a5-8bce-b38527d99895 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "GET /v2.0/subnets/8b979e7c-6661-4eb7-890b-9784e2c2ee2c HTTP/1.1" status: 404  len: 337 time: 0.0919504
Nov 10 04:01:05.983889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:05.984572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:06.000069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2ef8a111-629b-4d50-873c-716ce4571ef9 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] Request body: {'network': {'name': 'new_name'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:06.040531 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef8a111-629b-4d50-873c-716ce4571ef9 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] PUT failed (client error): The resource could not be found.
Nov 10 04:01:06.043216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef8a111-629b-4d50-873c-716ce4571ef9 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:06.051336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2ef8a111-629b-4d50-873c-716ce4571ef9 tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "PUT /v2.0/networks/150e46e3-df44-4381-8a93-1bb210cedf09 HTTP/1.1" status: 404  len: 339 time: 0.0570819
Nov 10 04:01:06.051842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.062246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60108) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:06.072403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-96398b0e-7a12-4d24-8451-0bfb9882727d tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] Request body: {'port': {'name': 'new_name'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:06.080223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e764ea-7b6e-4388-92f2-173bdb3e092c {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:06.111142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:06.113412 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80db6533-3662-4f51-8257-2f4ecd0b5366" -d '{"events": [{"name": "network-changed", "server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:06.115521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:06.120579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-d0d19a51-7f74-48e4-9bfa-b2c47cfb05d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.5293286
Nov 10 04:01:06.129187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.134621 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-96398b0e-7a12-4d24-8451-0bfb9882727d tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] PUT failed (client error): The resource could not be found.
Nov 10 04:01:06.135642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96398b0e-7a12-4d24-8451-0bfb9882727d tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:06.137421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-96398b0e-7a12-4d24-8451-0bfb9882727d tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "PUT /v2.0/ports/9dd15442-bfa2-4335-b00f-d2c9c7e28b95 HTTP/1.1" status: 404  len: 333 time: 0.0714149
Nov 10 04:01:06.155279 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0aadbda9-08e7-46e9-a16c-b1e827d470b9 req-b48baa93-0383-4aa2-a88b-ca0cf88b9864 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696197
Nov 10 04:01:06.155803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:06.161047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-90ff9942-8400-46fe-823f-6cbfbb0a5d7c tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:06.192508 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619f06f-4939-4069-b8d5-9af91a4cf6ac x-openstack-request-id: req-5619f06f-4939-4069-b8d5-9af91a4cf6ac {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:06.192840 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:06.193097 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5619f06f-4939-4069-b8d5-9af91a4cf6ac {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:06.193588 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128', 'status': 'completed', 'code': 200}
Nov 10 04:01:06.196075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-fa34df92-6ea9-439d-bca6-1feaaefb4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:06.197935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-fa34df92-6ea9-439d-bca6-1feaaefb4762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6657705
Nov 10 04:01:06.207021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:06.207704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.216230 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ff9942-8400-46fe-823f-6cbfbb0a5d7c tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] PUT failed (client error): The resource could not be found.
Nov 10 04:01:06.216994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ff9942-8400-46fe-823f-6cbfbb0a5d7c tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:01:06.218357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-90ff9942-8400-46fe-823f-6cbfbb0a5d7c tempest-NetworksNegativeTestJSON-31587647 tempest-NetworksNegativeTestJSON-31587647-project] 10.222.0.13 "PUT /v2.0/subnets/3f2c9464-1d1e-42bc-8722-6f372e62ad9d HTTP/1.1" status: 404  len: 337 time: 0.0615866
Nov 10 04:01:06.242957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-56e2b28f-fd8a-411a-906c-af558a382b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:06.245206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-56e2b28f-fd8a-411a-906c-af558a382b52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1141710
Nov 10 04:01:06.265784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:06.318765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f2ce8-514d-4a4f-b32d-eaf1c8788529 req-848ce27a-6ced-47b2-a08d-0ff53be45951 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:06.328476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd9f2ce8-514d-4a4f-b32d-eaf1c8788529 req-848ce27a-6ced-47b2-a08d-0ff53be45951 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 949 time: 0.0766745
Nov 10 04:01:06.348701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.388542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:06.391130 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b5c9e-57b0-4466-bb12-84a83b8dc878" -d '{"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-plugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:06.409005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd9f2ce8-514d-4a4f-b32d-eaf1c8788529 req-d715db9c-5999-4e51-8077-e38acd29d0d4 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761859
Nov 10 04:01:06.450898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:06.461432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.474901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-3467e571-8d72-42a1-b2e2-be0bfdec4553 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285261
Nov 10 04:01:06.520684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-ad09e76e-9406-49bb-a57b-eaa572715081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:06.529474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-ad09e76e-9406-49bb-a57b-eaa572715081 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1817532
Nov 10 04:01:06.541941 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70602927-8890-4e75-a140-d6546adc7c2a x-openstack-request-id: req-70602927-8890-4e75-a140-d6546adc7c2a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:06.546164 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-plugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:06.547647 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70602927-8890-4e75-a140-d6546adc7c2a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:06.550972 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'code': 200}
Nov 10 04:01:06.565087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['18e764ea-7b6e-4388-92f2-173bdb3e092c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:06.708043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:06.834061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-836ef6f2-5a6f-43a8-bde9-393960a1581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:06.860226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42f284-2854-4ffd-92d4-e73d47fdaff7 req-9d7ceba1-b9ee-46ef-900e-98715b4f95de tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:06.872466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f42f284-2854-4ffd-92d4-e73d47fdaff7 req-9d7ceba1-b9ee-46ef-900e-98715b4f95de tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.2164092
Nov 10 04:01:06.894343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:06.988430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-752c6482-7d5b-4bff-b42b-6d3481f22a02 req-6836a162-85a8-40b0-baac-afde2380e8ab service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5013778
Nov 10 04:01:07.094377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-b0f5b9ec-87df-4335-9884-0262195971cd service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5157714
Nov 10 04:01:07.116421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef00eb99-3a44-41a3-b106-457ea6d9167f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.150811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f42f284-2854-4ffd-92d4-e73d47fdaff7 req-59c605c6-8570-466b-a9b7-29b6ae98cdf3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751884
Nov 10 04:01:07.196248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed144-5285-4368-91ca-efaa55503f4e req-9a3996f8-05c4-447f-931f-56ecd0a3570f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.198761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-345ed144-5285-4368-91ca-efaa55503f4e req-9a3996f8-05c4-447f-931f-56ecd0a3570f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 947 time: 0.1332059
Nov 10 04:01:07.224846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-8e3a6bae-8876-46e0-a4c5-5d3ab47f6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.226489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-8e3a6bae-8876-46e0-a4c5-5d3ab47f6f9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 1098 time: 0.1591411
Nov 10 04:01:07.304796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-345ed144-5285-4368-91ca-efaa55503f4e req-d6f1af6e-4829-42ad-ad8d-7f7ad0c29422 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994940
Nov 10 04:01:07.355800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef00eb99-3a44-41a3-b106-457ea6d9167f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.364928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef00eb99-3a44-41a3-b106-457ea6d9167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.408524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba48098a-6c54-4b9f-9f25-60f8966291f1 req-78add20a-e57b-4b11-aa37-8a71f61323b0 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2843766
Nov 10 04:01:07.450784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef00eb99-3a44-41a3-b106-457ea6d9167f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7064dbebd844554a250466764be4d9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5529373
Nov 10 04:01:07.451380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60162) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:07.477145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00eb99-3a44-41a3-b106-457ea6d9167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2351ba21-186e-4ac1-9772-6d3c34b89e95,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:07.512521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-b3f396bb-30f3-419f-829d-af01fedcae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.514295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-b3f396bb-30f3-419f-829d-af01fedcae8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2761424
Nov 10 04:01:07.558963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.566820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-dcc04140-d9b9-44fe-b454-8404a69fcdde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128 HTTP/1.1" status: 200  len: 217 time: 0.0401733
Nov 10 04:01:07.593509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.636738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:07.653371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-2369ef6f-b673-42d9-82c7-ceec3bf99532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.654991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-2369ef6f-b673-42d9-82c7-ceec3bf99532 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0807614
Nov 10 04:01:07.661888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.667461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.669007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2351ba21-186e-4ac1-9772-6d3c34b89e95 HTTP/1.1" status: 204  len: 168 time: 0.2170517
Nov 10 04:01:07.681753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f1690-a7e4-4b11-82b7-150078eec9aa req-525e8e68-c5ff-4209-8075-17eb6ec4ad6f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.697315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d7f1690-a7e4-4b11-82b7-150078eec9aa req-525e8e68-c5ff-4209-8075-17eb6ec4ad6f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 947 time: 0.1106150
Nov 10 04:01:07.707747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338d91c-7721-4d34-bc28-4050134676ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2351ba21-186e-4ac1-9772-6d3c34b89e95,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:07.789081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:07.811500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-6e4e2f62-4a6c-479d-a56c-474e5555be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:07.811874 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-6e4e2f62-4a6c-479d-a56c-474e5555be40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1452343
Nov 10 04:01:07.832096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d7f1690-a7e4-4b11-82b7-150078eec9aa req-e21be3cb-c237-44a7-a91a-4f2fa4940ee8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338804
Nov 10 04:01:07.948731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:07.962300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '95609758-a165-4136-aee2-df191b908e9a', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '95609758-a165-4136-aee2-df191b908e9a', 'mac_address': 'fa:16:3e:1d:7a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:08.020446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-79237677-211e-46a8-a327-4244b94de95e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790988
Nov 10 04:01:08.047030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:08.061710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95609758-a165-4136-aee2-df191b908e9a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:08.088175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:08.094591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:08.175199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:08.182039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80db6533-3662-4f51-8257-2f4ecd0b5366 req-09a1856f-7594-43fc-8849-f5b7090e2d04 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507688
Nov 10 04:01:08.346496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef85f7f-ef62-4cf6-be06-7807fa5a2269 req-f1b6d4a4-9a46-489d-84b9-66e545997b51 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:08.357993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ef85f7f-ef62-4cf6-be06-7807fa5a2269 req-f1b6d4a4-9a46-489d-84b9-66e545997b51 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.0933471
Nov 10 04:01:08.453470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ef85f7f-ef62-4cf6-be06-7807fa5a2269 req-e934419a-5dcb-4074-96e8-31cb02441b46 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940676
Nov 10 04:01:08.489448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['95609758-a165-4136-aee2-df191b908e9a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:08.520628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403e83f-cc26-4ee6-9e26-285e42891057 req-209450ad-fc88-4905-b8be-41f0e79c0967 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:08.529223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7403e83f-cc26-4ee6-9e26-285e42891057 req-209450ad-fc88-4905-b8be-41f0e79c0967 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.0652680
Nov 10 04:01:08.662592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7403e83f-cc26-4ee6-9e26-285e42891057 req-a1d733f3-8e4f-4192-9cbf-dc4296c23aa5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292436
Nov 10 04:01:08.968469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef9118-56f8-47df-9941-2c94e1800e37 req-1690f282-b7d6-47a5-9ae7-ed2d1b5b39ec tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:08.969995 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6ef9118-56f8-47df-9941-2c94e1800e37 req-1690f282-b7d6-47a5-9ae7-ed2d1b5b39ec tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 947 time: 0.0613551
Nov 10 04:01:09.048706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6ef9118-56f8-47df-9941-2c94e1800e37 req-c696a393-413c-4e01-abe1-bd1b4a4cfa54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707254
Nov 10 04:01:09.249654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:09.617734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc8de-c086-4831-981e-707cb08cbf50 req-f493700d-b230-47bc-9a81-9e8c64921312 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:09.619339 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71acc8de-c086-4831-981e-707cb08cbf50 req-f493700d-b230-47bc-9a81-9e8c64921312 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.0727637
Nov 10 04:01:09.668178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0024ec51-24f8-4dc7-90d4-3c38570a1128 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:09.675993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:09.691158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71acc8de-c086-4831-981e-707cb08cbf50 req-1a83cd7f-144a-472e-afbf-d93b34193176 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641787
Nov 10 04:01:09.908500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8610d-9072-4969-b775-de8f580c633e req-be8a0d73-36dc-40a9-82b3-1522d1e3209e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:09.910238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83f8610d-9072-4969-b775-de8f580c633e req-be8a0d73-36dc-40a9-82b3-1522d1e3209e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.0776668
Nov 10 04:01:09.947038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 18e764ea-7b6e-4388-92f2-173bdb3e092c completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:09.954095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 18e764ea-7b6e-4388-92f2-173bdb3e092c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:09.954310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.008293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83f8610d-9072-4969-b775-de8f580c633e req-6e58c133-9ee7-4e9a-86dd-804b891b8fec tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819690
Nov 10 04:01:10.020667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:10.057796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:10.095256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0024ec51-24f8-4dc7-90d4-3c38570a1128', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '0024ec51-24f8-4dc7-90d4-3c38570a1128', 'mac_address': 'fa:16:3e:c3:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:10.119476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.214036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b99a1f-7461-4b81-bb1b-151fad27ced7 req-a7d289ea-0a89-43d9-99ea-13cbc3bacccc tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:10.225664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51b99a1f-7461-4b81-bb1b-151fad27ced7 req-a7d289ea-0a89-43d9-99ea-13cbc3bacccc tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 947 time: 0.0815094
Nov 10 04:01:10.247242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:10.248411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.268154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:10.270389 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f1bfd-ec8b-4219-a493-00f8284eb5d6" -d '{"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-plugged", "status": "completed", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:10.274852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0024ec51-24f8-4dc7-90d4-3c38570a1128 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:10.280194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.319567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.320373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51b99a1f-7461-4b81-bb1b-151fad27ced7 req-5f8be43a-8ff3-4507-99a4-745afcb3a170 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928683
Nov 10 04:01:10.353375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:10.366159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.368960 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a3a5b-de9e-497b-ac20-97097274998c x-openstack-request-id: req-002a3a5b-de9e-497b-ac20-97097274998c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:10.369239 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-plugged", "status": "completed", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:10.369489 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-002a3a5b-de9e-497b-ac20-97097274998c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:10.369873 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'code': 200}
Nov 10 04:01:10.395194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:10.399011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:10.447673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'mac_address': 'fa:16:3e:0b:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:10.540287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1a3d-4550-4c19-bb0a-8209fc2a20a4 req-80e2a16f-19b6-4c33-ab01-e491122a6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:10.542175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f9a1a3d-4550-4c19-bb0a-8209fc2a20a4 req-80e2a16f-19b6-4c33-ab01-e491122a6976 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1097 time: 0.0850129
Nov 10 04:01:10.563886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:10.568075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.610273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:10.621887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f9a1a3d-4550-4c19-bb0a-8209fc2a20a4 req-73d34a7d-fc87-4ee1-a2b8-380441117e06 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694873
Nov 10 04:01:10.649820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:10.659284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:10.746875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:10.762128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0024ec51-24f8-4dc7-90d4-3c38570a1128'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:10.871629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:10.981042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971bac-8026-4151-9764-d8d0c1979243 req-38336a6e-5744-4ea1-b49f-2f8a11981250 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:10.985277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9971bac-8026-4151-9764-d8d0c1979243 req-38336a6e-5744-4ea1-b49f-2f8a11981250 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.1458404
Nov 10 04:01:11.061277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9971bac-8026-4151-9764-d8d0c1979243 req-64cf516f-f94f-4703-aa60-b5408c39a881 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651047
Nov 10 04:01:11.200110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60324) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:11.366367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f40e1a-6224-4600-a2a9-1ba19b9cbe79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.580341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f40e1a-6224-4600-a2a9-1ba19b9cbe79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.590196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f40e1a-6224-4600-a2a9-1ba19b9cbe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.655390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:11.655950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57f40e1a-6224-4600-a2a9-1ba19b9cbe79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d189e0cb2b24206a37a0604bb55e5d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4541814
Nov 10 04:01:11.656653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40e1a-6224-4600-a2a9-1ba19b9cbe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c11d9-5e86-4d41-855b-581e6dd56741,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:11.665740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:11.759042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.775597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 95609758-a165-4136-aee2-df191b908e9a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:11.789476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 95609758-a165-4136-aee2-df191b908e9a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:11.790247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.864823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.996093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:11.999648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.004452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/820c11d9-5e86-4d41-855b-581e6dd56741 HTTP/1.1" status: 204  len: 168 time: 0.3477824
Nov 10 04:01:12.016954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3903ff-d4b2-4126-a545-d15178ff8c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c11d9-5e86-4d41-855b-581e6dd56741,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:12.040900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:12.102414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.162760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:12.164890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:12.165451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.203423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.259656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:12.372153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:12.377358 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6007f571-661e-411c-9cd1-b171e02b1675" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:12.388479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.441647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:12.451089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.536080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:12.623053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60348) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:12.642471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79b1b859-b4d0-4c9f-aceb-8c25ebcd9660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.860898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79b1b859-b4d0-4c9f-aceb-8c25ebcd9660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.894809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79b1b859-b4d0-4c9f-aceb-8c25ebcd9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:12.957920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1b859-b4d0-4c9f-aceb-8c25ebcd9660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913000b7-72d9-40ac-b2e2-ce2d0082ee6c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:13.000859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60350) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:13.009007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-79b1b859-b4d0-4c9f-aceb-8c25ebcd9660 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb11d1b7ab5d48b8b8c1ed86b08a0da3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3846538
Nov 10 04:01:13.118848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:13.175138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:13.250596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:13.254229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:13.260163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/913000b7-72d9-40ac-b2e2-ce2d0082ee6c HTTP/1.1" status: 204  len: 168 time: 0.2549658
Nov 10 04:01:13.277496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590b389-20ae-4010-8af1-dcac098dff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913000b7-72d9-40ac-b2e2-ce2d0082ee6c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:13.659360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0024ec51-24f8-4dc7-90d4-3c38570a1128 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:13.814217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0024ec51-24f8-4dc7-90d4-3c38570a1128 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:13.844172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0024ec51-24f8-4dc7-90d4-3c38570a1128 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:13.845011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:13.984277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:14.088136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:14.096466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:14.192044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:18.482056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:18.698150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:19.410337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58503e-603e-493a-a70e-a92e1dbf6f6f req-50758532-c5e8-425d-978f-bf03dc361120 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:19.418365 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c58503e-603e-493a-a70e-a92e1dbf6f6f req-50758532-c5e8-425d-978f-bf03dc361120 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0717459
Nov 10 04:01:19.420157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30706256-1146-45fb-9fcb-0740c67e058f req-7f6cabf4-07e6-4587-8a8b-3c2c28c672f0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:19.431948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30706256-1146-45fb-9fcb-0740c67e058f req-7f6cabf4-07e6-4587-8a8b-3c2c28c672f0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.0707600
Nov 10 04:01:19.483636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30706256-1146-45fb-9fcb-0740c67e058f req-89c65bdc-a0d1-46ca-86b1-b6fa468bc4f4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509169
Nov 10 04:01:19.493233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c58503e-603e-493a-a70e-a92e1dbf6f6f req-c6ca7d3d-b60a-4928-81eb-81bac12dfa1e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739422
Nov 10 04:01:19.701722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad1690-9cce-45db-b2ca-189f5e043273 req-57b31e77-63cf-4c36-9d69-b6d976978494 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:19.704752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82ad1690-9cce-45db-b2ca-189f5e043273 req-57b31e77-63cf-4c36-9d69-b6d976978494 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.0692527
Nov 10 04:01:19.711728 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f60c6-b1b8-4638-89ce-73b8ed4f0b41 x-openstack-request-id: req-692f60c6-b1b8-4638-89ce-73b8ed4f0b41 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:19.712982 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:19.713495 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-692f60c6-b1b8-4638-89ce-73b8ed4f0b41 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:19.714126 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'code': 200}
Nov 10 04:01:19.805499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82ad1690-9cce-45db-b2ca-189f5e043273 req-5ba3a682-e1e1-4d66-98fb-44fa177049bd tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911338
Nov 10 04:01:19.940838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee748-66dd-41f0-9d81-0921083b8258 req-3c6cb5f4-6dba-4125-b4e6-1011ca99eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:19.942808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e1ee748-66dd-41f0-9d81-0921083b8258 req-3c6cb5f4-6dba-4125-b4e6-1011ca99eb10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1100 time: 0.1050208
Nov 10 04:01:20.035461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e1ee748-66dd-41f0-9d81-0921083b8258 req-cb7fb21e-3ee4-4447-8af0-65b02aa72610 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837212
Nov 10 04:01:20.038331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf4ae1-cfee-404d-ab67-62558daa3656 req-7aee5a34-5e3d-4fa2-a540-d61d049738ab tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:20.040089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ccf4ae1-cfee-404d-ab67-62558daa3656 req-7aee5a34-5e3d-4fa2-a540-d61d049738ab tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1097 time: 0.0871582
Nov 10 04:01:20.102104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ccf4ae1-cfee-404d-ab67-62558daa3656 req-f728f3f9-afc6-4513-ae37-1f54622f5774 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519111
Nov 10 04:01:20.257174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2fda5-cf67-41f2-8107-96811472d09e req-77caf90b-8402-4d1c-a31c-b6d8c1e043e9 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:20.265172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6a2fda5-cf67-41f2-8107-96811472d09e req-77caf90b-8402-4d1c-a31c-b6d8c1e043e9 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1097 time: 0.0826094
Nov 10 04:01:20.342232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6a2fda5-cf67-41f2-8107-96811472d09e req-7d793aa4-6d00-438e-a00f-52bcb1e8b115 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678170
Nov 10 04:01:20.357014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60518) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:20.556516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:20.670138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:20.676117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:20.723109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a866c6f-58fa-4af5-b6ec-5a9694a6dba6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:20.743468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.743956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.744527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.745133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.745670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.746202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.746718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.747253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.747759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.748269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.748813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.749392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:20.778281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60564) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:20.778839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-affac17b-66cd-45e5-8417-a1ca80c4d119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77c7f1a880694c2e9bbbc7f139d3e2c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4284120
Nov 10 04:01:20.857561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:20.902007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc7b8b-bc28-4a80-9ea2-5c8b6a5fb778 req-79e8c384-3941-43e8-8340-d6d5a7c1fbaa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:20.903886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f0fc7b8b-bc28-4a80-9ea2-5c8b6a5fb778 req-79e8c384-3941-43e8-8340-d6d5a7c1fbaa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0570545
Nov 10 04:01:20.915875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:20.943857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05724de-884d-496c-8d93-e800c8473c46 req-bc79067f-0d1e-48b0-9e68-c65412452043 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:20.952654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b05724de-884d-496c-8d93-e800c8473c46 req-bc79067f-0d1e-48b0-9e68-c65412452043 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.0956821
Nov 10 04:01:20.992921 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f0fc7b8b-bc28-4a80-9ea2-5c8b6a5fb778 req-0aacbe5a-3dd2-41a2-853a-64cbfa474d75 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771191
Nov 10 04:01:21.024436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b05724de-884d-496c-8d93-e800c8473c46 req-a01a40d5-bf66-4de8-8b63-7b6ed7018e5d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720525
Nov 10 04:01:21.043170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.049617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.050911 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a866c6f-58fa-4af5-b6ec-5a9694a6dba6 HTTP/1.1" status: 204  len: 168 time: 0.2716544
Nov 10 04:01:21.064461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a866c6f-58fa-4af5-b6ec-5a9694a6dba6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:21.074121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.074790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.075459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.075947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.077300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.077571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.079113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.079460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.081721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.081863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.082138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.082425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256b7c1-b034-48fa-80a2-905a33527e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:21.593636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60588) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:21.614579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f467a4b4-df04-405d-9a14-7f570acfa6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.716009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}, {'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:21.719088 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ec616-af69-4fac-b814-333c3e37463a" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}, {"server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "name": "network-vif-plugged", "status": "completed", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:21.748728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-b3568f63-dac8-4204-a3bc-1a897b5d36b4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:21.750327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-b3568f63-dac8-4204-a3bc-1a897b5d36b4 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.1769361
Nov 10 04:01:21.755416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f467a4b4-df04-405d-9a14-7f570acfa6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.762835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f467a4b4-df04-405d-9a14-7f570acfa6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.775166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-26a87d33-9aaa-4c36-86f1-0df21b16115d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/quotas/4f733c65bb8b451582fb9a9f98c0c5ee HTTP/1.1" status: 200  len: 375 time: 0.0174029
Nov 10 04:01:21.806460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f467a4b4-df04-405d-9a14-7f570acfa6aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1130251e63154623823c6f2c9293a1ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2115026
Nov 10 04:01:21.807393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467a4b4-df04-405d-9a14-7f570acfa6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72b1c5-f618-4296-950c-90ba1ba04bc9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:21.817671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60600) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:21.874411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-5ae2fc5d-1ba9-4028-ad8e-fa9b13daa716 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0929856
Nov 10 04:01:21.950096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:21.981138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:22.045726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-4a53e220-44eb-4e8e-a531-3010ab6c1cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702986
Nov 10 04:01:22.089114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:22.117594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:22.127993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:22.129655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d72b1c5-f618-4296-950c-90ba1ba04bc9 HTTP/1.1" status: 204  len: 168 time: 0.3100770
Nov 10 04:01:22.147499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731309b-a509-4f5a-a7bf-a868e1cb40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72b1c5-f618-4296-950c-90ba1ba04bc9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:22.194994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-287ae884-26af-4f20-a5aa-bc38cba4df1a service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482623
Nov 10 04:01:22.357396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:22.429579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:22.489223 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f06cb-f805-4261-88da-b35fe3b1e7c3 x-openstack-request-id: req-699f06cb-f805-4261-88da-b35fe3b1e7c3 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:22.489848 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "code": 200}, {"server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "name": "network-vif-plugged", "status": "completed", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:22.490260 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-699f06cb-f805-4261-88da-b35fe3b1e7c3 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:22.490685 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'code': 200}
Nov 10 04:01:22.499799 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128', 'code': 200}
Nov 10 04:01:22.504996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:22.659475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e5ff6105-70b7-4dd6-8431-1ddf4a63eaf1 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:01:22.666634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:22.683316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e5ff6105-70b7-4dd6-8431-1ddf4a63eaf1 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0371385
Nov 10 04:01:22.801318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2611-83f7-4be3-8582-3f2f03a9e0b4 req-e96f29a1-be0f-49bf-ae2d-756c0f55046d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:22.811760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-154e2611-83f7-4be3-8582-3f2f03a9e0b4 req-e96f29a1-be0f-49bf-ae2d-756c0f55046d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0735164
Nov 10 04:01:22.829694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e8da-95bf-49ac-94b9-e90c58477c96 req-7f163d35-c9dd-4e84-bb1b-ceb0188a9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:22.832172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2591e8da-95bf-49ac-94b9-e90c58477c96 req-7f163d35-c9dd-4e84-bb1b-ceb0188a9407 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 1100 time: 0.2473855
Nov 10 04:01:22.838064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-f7182867-fc0c-4895-8fe3-361e10cec87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:22.841283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-f7182867-fc0c-4895-8fe3-361e10cec87b service neutron] 10.222.0.13 "GET /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 1094 time: 0.1564450
Nov 10 04:01:22.870517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:22.871059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:01:22.893039 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-154e2611-83f7-4be3-8582-3f2f03a9e0b4 req-923b024a-bf85-4d04-8637-ebcb66cf5a09 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799158
Nov 10 04:01:23.034073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb57a3-7984-4c74-8695-6a921a7590e5 req-82fa8d15-b4ae-44d7-8faf-108d6e25f0c0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:23.041698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2afb57a3-7984-4c74-8695-6a921a7590e5 req-82fa8d15-b4ae-44d7-8faf-108d6e25f0c0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.0812068
Nov 10 04:01:23.049454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2591e8da-95bf-49ac-94b9-e90c58477c96 req-72d6cb3b-93d9-4469-8643-fceddf85390c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045374
Nov 10 04:01:23.120460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2afb57a3-7984-4c74-8695-6a921a7590e5 req-ff6d05b7-2297-4b08-a365-95d000cd5493 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738890
Nov 10 04:01:23.160950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:23.161988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:23.162799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:23.168257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:23.168947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:23.175067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:23.175967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:23.176593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:23.177281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Bound port: 18e764ea-7b6e-4388-92f2-173bdb3e092c, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:23.268005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:23.280445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:23.290458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-746a0570-0a1a-4935-b68e-823a334c5419 service neutron] 10.222.0.13 "POST /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c/bindings HTTP/1.1" status: 201  len: 389 time: 0.4350996
Nov 10 04:01:23.451601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-3d9a7c68-c782-4e36-a898-fc44f923df89 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:23.453341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-3d9a7c68-c782-4e36-a898-fc44f923df89 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a75f46b-19e7-4d27-9852-dd0757e1fe15 HTTP/1.1" status: 200  len: 943 time: 0.1296928
Nov 10 04:01:23.566698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1bf809da-97e3-4da4-9dd2-170cde34c601 req-e1bdc7e5-f263-4685-b9d3-14326b9905fd tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 210 time: 0.0965586
Nov 10 04:01:23.685756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc13164-3401-4e55-994f-5aad15666ec4 req-fee0fa40-2162-4dbb-b4fe-bcfb97e4bf05 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:23.693021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dc13164-3401-4e55-994f-5aad15666ec4 req-fee0fa40-2162-4dbb-b4fe-bcfb97e4bf05 tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1100 time: 0.1056886
Nov 10 04:01:23.750665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dc13164-3401-4e55-994f-5aad15666ec4 req-1bad7591-f1b9-46a9-bd0d-4d5dbb9c4c2f tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548255
Nov 10 04:01:24.075210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Deleting port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:24.075702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:24.154488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac124-ed4b-49d7-afd3-d1603400247f req-ba9779c8-82fe-49b3-a61b-6c5f52af5566 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.161946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-081ac124-ed4b-49d7-afd3-d1603400247f req-ba9779c8-82fe-49b3-a61b-6c5f52af5566 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.4788842
Nov 10 04:01:24.177125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-a7e9fefa-28d9-4b53-850c-5d8c66211b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.178680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-a7e9fefa-28d9-4b53-850c-5d8c66211b47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1097 time: 0.1403551
Nov 10 04:01:24.400710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-081ac124-ed4b-49d7-afd3-d1603400247f req-caa33cf8-70c1-4a64-89da-248a329bb7e0 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376513
Nov 10 04:01:24.420349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] For port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:24.420686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:24.500652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:24.504721 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d056fe23-d47c-414e-b44f-ab4a6d2c7ac7" -d '{"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-unplugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:24.522891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Calling delete_port for 65abc053-f3c3-4b65-a2d0-e85cb1d659ab owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:24.538799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-26af3520-0921-4c52-8a9e-ccef264d1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.544761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-26af3520-0921-4c52-8a9e-ccef264d1f83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.3522201
Nov 10 04:01:24.677603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-3ef29ae4-0643-4703-b859-1f1eef06e1eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 217 time: 0.1196012
Nov 10 04:01:24.705402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-2ac38e3e-5f55-4eb6-83aa-dd2fe3c32704 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.708176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-2ac38e3e-5f55-4eb6-83aa-dd2fe3c32704 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.2557251
Nov 10 04:01:24.725801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Request body: {'port': {'device_id': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'admin_state_up': True, 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:24.887901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:01:24.892324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:24.905994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd6c4-a27c-41af-9b93-1b5eeead7e17 req-535eee87-76a8-46ab-90bb-8a551f86ab7d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.907759 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d4fd6c4-a27c-41af-9b93-1b5eeead7e17 req-535eee87-76a8-46ab-90bb-8a551f86ab7d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.2248111
Nov 10 04:01:24.939743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-934c9431-0048-4f68-aa44-0ec34cd83dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:24.941521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-934c9431-0048-4f68-aa44-0ec34cd83dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.2317684
Nov 10 04:01:25.029522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-7a02d45a-217f-4146-9073-caf933923281 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617502
Nov 10 04:01:25.076832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-97a53daf-3786-43fb-8dd2-927355500a6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1023064
Nov 10 04:01:25.124712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Allocated IP 172.20.0.4 (52f8d12c-011d-42a9-8ca6-bb85f7e5376e/9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a/5a2b8e18-61a7-402d-9143-b3309ec1438f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:01:25.132651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d4fd6c4-a27c-41af-9b93-1b5eeead7e17 req-bcf52c21-0909-41e9-a7d3-bdd86923ca2c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113988
Nov 10 04:01:25.155061 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861e0e03-54ff-4ad5-80aa-40523f00fe89 x-openstack-request-id: req-861e0e03-54ff-4ad5-80aa-40523f00fe89 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:25.155352 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-unplugged", "status": "completed", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:25.155602 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-861e0e03-54ff-4ad5-80aa-40523f00fe89 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:25.156017 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'code': 200}
Nov 10 04:01:25.239562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:25.341225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-974de24f-1b1d-4717-a4c8-a6afea9776b5 req-ad779245-dba9-419e-8b0a-2fe45afa9173 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 210 time: 0.0865226
Nov 10 04:01:25.362408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event deleted for resources: {'Port': ['ID=65abc053-f3c3-4b65-a2d0-e85cb1d659ab,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:25.373279 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-238267f1-7c60-4c6b-9eea-495b7b37fd41 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302314
Nov 10 04:01:25.492924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6db75-2710-4d9a-94f6-ad143f7180b1 req-f2614332-08d7-4eea-baa6-7331e3e2413f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:25.500187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bee6db75-2710-4d9a-94f6-ad143f7180b1 req-f2614332-08d7-4eea-baa6-7331e3e2413f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1513886
Nov 10 04:01:25.541842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-d4f70c77-0eb0-4213-93b2-701bb632cc0f service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427441
Nov 10 04:01:25.569179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] No DVR routers for this DVR port 65abc053-f3c3-4b65-a2d0-e85cb1d659ab on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:25.572503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:25.577422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a86633d9-9e22-46ee-a67f-b486454edd8e req-be4e1dd4-ebc3-4f46-8598-0befe58dfa37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "DELETE /v2.0/ports/65abc053-f3c3-4b65-a2d0-e85cb1d659ab HTTP/1.1" status: 204  len: 173 time: 2.0950460
Nov 10 04:01:25.594045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-deleted', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:25.596602 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1cbda6-dff1-47e2-be51-3445e706b2a9" -d '{"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-deleted", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:25.597981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bee6db75-2710-4d9a-94f6-ad143f7180b1 req-7a98ac27-1f70-4eff-a4a4-2c02eaa0b441 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968499
Nov 10 04:01:25.663433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd93ab-3103-4ac2-be2b-084d340fbc1a req-77e442ae-083f-4541-a0c8-3829c1595420 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:25.671645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:25.675011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8fd93ab-3103-4ac2-be2b-084d340fbc1a req-77e442ae-083f-4541-a0c8-3829c1595420 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.1320324
Nov 10 04:01:25.761324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecada27-6bc4-4ead-8fa9-93f0e4e4e53a req-fd7be97b-0fdb-4db5-add2-58033668d92c tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:25.762881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aecada27-6bc4-4ead-8fa9-93f0e4e4e53a req-fd7be97b-0fdb-4db5-add2-58033668d92c tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 949 time: 0.0754781
Nov 10 04:01:25.776227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:25.779592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8fd93ab-3103-4ac2-be2b-084d340fbc1a req-96f76629-b36c-432e-8fd9-18f309195c2a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033363
Nov 10 04:01:25.869943 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd5325-f350-4579-ba7f-6143ac085c52 x-openstack-request-id: req-e5bd5325-f350-4579-ba7f-6143ac085c52 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:25.870244 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75f46b-19e7-4d27-9852-dd0757e1fe15", "name": "network-vif-deleted", "tag": "65abc053-f3c3-4b65-a2d0-e85cb1d659ab", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:25.870658 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5bd5325-f350-4579-ba7f-6143ac085c52 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:25.871106 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75f46b-19e7-4d27-9852-dd0757e1fe15', 'name': 'network-vif-deleted', 'tag': '65abc053-f3c3-4b65-a2d0-e85cb1d659ab', 'status': 'completed', 'code': 200}
Nov 10 04:01:25.900741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:01:25.935663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aecada27-6bc4-4ead-8fa9-93f0e4e4e53a req-f4a0669f-21ff-447f-ae44-1726795c5c17 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653589
Nov 10 04:01:25.936512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:01:25.938748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:25.941376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:01:26.037046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.037571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:26.071986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-924e4324-edc4-45a4-af84-a67090c0b119 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3525653
Nov 10 04:01:26.093520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Request body: {'port': {'device_id': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:26.104184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:26.130331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 65abc053-f3c3-4b65-a2d0-e85cb1d659ab {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:26.131708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65abc053-f3c3-4b65-a2d0-e85cb1d659ab not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:26.229993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:26.509607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78500b27-8c6b-4401-beb2-daf8562f29a2 req-c0e0ee0e-3358-4d78-bcd5-637fe9e164d0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.511108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78500b27-8c6b-4401-beb2-daf8562f29a2 req-c0e0ee0e-3358-4d78-bcd5-637fe9e164d0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.1447828
Nov 10 04:01:26.512970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87713861-5866-488d-827c-292b37b04210 req-53e41466-e3a0-46a0-b4d4-1a9a472b4193 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.523737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87713861-5866-488d-827c-292b37b04210 req-53e41466-e3a0-46a0-b4d4-1a9a472b4193 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 931 time: 0.0834923
Nov 10 04:01:26.597962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87713861-5866-488d-827c-292b37b04210 req-a74407ba-6627-48cd-af8f-fc6b68b1e341 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670218
Nov 10 04:01:26.617761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78500b27-8c6b-4401-beb2-daf8562f29a2 req-38e52fb2-c706-43ac-bc15-f5c260c451c6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994563
Nov 10 04:01:26.709155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2b8e18-61a7-402d-9143-b3309ec1438f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:26.718967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:26.758791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Transition to ACTIVE for port object 5a2b8e18-61a7-402d-9143-b3309ec1438f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:01:26.766411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:26.781559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7339087-0573-45f4-a175-9e80b9617548 req-4e7defb0-9fc6-474e-87f2-e8556ec1e044 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.783525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7339087-0573-45f4-a175-9e80b9617548 req-4e7defb0-9fc6-474e-87f2-e8556ec1e044 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 1100 time: 0.0483952
Nov 10 04:01:26.832988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b845d0-c6d4-423c-a30e-8cff3351fb03 req-75721d2e-4d86-4d1d-8a63-b7e9ee2f89bf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.835499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b845d0-c6d4-423c-a30e-8cff3351fb03 req-75721d2e-4d86-4d1d-8a63-b7e9ee2f89bf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1134233
Nov 10 04:01:26.845011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7339087-0573-45f4-a175-9e80b9617548 req-340cefc7-5f90-4963-b5e5-6a7bb664e5f8 tempest-ServersOnMultiNodesTest-326033396 tempest-ServersOnMultiNodesTest-326033396-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521557
Nov 10 04:01:26.852924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:26.933884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b845d0-c6d4-423c-a30e-8cff3351fb03 req-38402671-048c-4838-ac56-dd92ce8f466b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888898
Nov 10 04:01:26.962926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Attempting to bind port 5a2b8e18-61a7-402d-9143-b3309ec1438f on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:26.963449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Attempting to bind port 5a2b8e18-61a7-402d-9143-b3309ec1438f by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:26.963985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Attempting to bind port 5a2b8e18-61a7-402d-9143-b3309ec1438f on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:26.970705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Port 5a2b8e18-61a7-402d-9143-b3309ec1438f on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:26.971188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Attempting to bind port 5a2b8e18-61a7-402d-9143-b3309ec1438f on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:26.979623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:26.979988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Checking segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:26.980351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Bound using segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:26.980913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Bound port: 5a2b8e18-61a7-402d-9143-b3309ec1438f, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:26.982002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:26.985144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe02a6-382e-40e6-a4f6-af5706f0d9f9 req-029e98ed-a340-4406-a7d5-ee0780590e58 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:26.987341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ebe02a6-382e-40e6-a4f6-af5706f0d9f9 req-029e98ed-a340-4406-a7d5-ee0780590e58 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.0641210
Nov 10 04:01:27.070982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:27.072453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ebe02a6-382e-40e6-a4f6-af5706f0d9f9 req-a2f327d3-ed13-41e4-a36c-8e7b9479c1ff tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742967
Nov 10 04:01:27.078985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:27.086828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:27.129266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.129266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:27.129266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] 10.222.0.21 "PUT /v2.0/ports/5a2b8e18-61a7-402d-9143-b3309ec1438f HTTP/1.1" status: 200  len: 1091 time: 1.0439160
Nov 10 04:01:27.129593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:27.132065 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46" -d '{"events": [{"name": "network-changed", "server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:27.188647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10010-795c-45d1-bdb7-e6c3cc57e4ea service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:27.247866 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be8054f-ddd7-4b24-9406-7046aea39646 x-openstack-request-id: req-4be8054f-ddd7-4b24-9406-7046aea39646 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:27.247866 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:27.247866 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4be8054f-ddd7-4b24-9406-7046aea39646 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:27.247866 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'status': 'completed', 'code': 200}
Nov 10 04:01:27.363015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-ebd11b4f-6e15-496b-9357-7fa86d0e641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.365003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-ebd11b4f-6e15-496b-9357-7fa86d0e641b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1100 time: 0.0919824
Nov 10 04:01:27.382189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-87bbf2d2-87cb-4654-98bc-2be97744e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.387849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-87bbf2d2-87cb-4654-98bc-2be97744e553 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 1094 time: 0.1582472
Nov 10 04:01:27.390470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a6b7-3721-4b59-87d3-385909d83914 req-2287429f-673c-4151-b6e2-076bf4ccb661 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.392312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0287a6b7-3721-4b59-87d3-385909d83914 req-2287429f-673c-4151-b6e2-076bf4ccb661 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.0766361
Nov 10 04:01:27.449110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0287a6b7-3721-4b59-87d3-385909d83914 req-195685bf-c233-41a0-b840-85c70a3dbe9c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497508
Nov 10 04:01:27.484822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-9e5acfd7-3600-4e61-ac9b-eb7485b22dbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f HTTP/1.1" status: 200  len: 217 time: 0.0705485
Nov 10 04:01:27.560768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-e72b1c95-6994-4d39-88d1-ed27ca1d5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.562588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-e72b1c95-6994-4d39-88d1-ed27ca1d5e82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1736655
Nov 10 04:01:27.619324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-083456f0-aa76-41d3-8936-0f60436192e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0463691
Nov 10 04:01:27.621293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-eb3da727-6195-43b9-a528-bf6a4289f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.625226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-eb3da727-6195-43b9-a528-bf6a4289f537 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.0982342
Nov 10 04:01:27.731719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-229cccf4-c2e6-46ac-bcb5-232c37cd4283 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590367
Nov 10 04:01:27.752254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-4046de42-3cd2-488e-8e21-0be4de04473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.753637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-4046de42-3cd2-488e-8e21-0be4de04473a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1184890
Nov 10 04:01:27.834877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb392c2d-c105-4b76-a93a-8215d28f1aaf req-a092aee5-0c99-4dbc-b721-cb63abeedaf5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.836388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb392c2d-c105-4b76-a93a-8215d28f1aaf req-a092aee5-0c99-4dbc-b721-cb63abeedaf5 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 943 time: 0.1622827
Nov 10 04:01:27.895681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-3c9dbb5e-0f82-4a36-986c-657849bcea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:27.897133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-3c9dbb5e-0f82-4a36-986c-657849bcea66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1299617
Nov 10 04:01:27.909661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-53707961-6024-434a-af97-f81998d2b42d service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664836
Nov 10 04:01:27.963870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb392c2d-c105-4b76-a93a-8215d28f1aaf req-26301941-0c8a-41ae-a56a-f4aaa714090c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205535
Nov 10 04:01:28.073630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6a91-c2e2-4694-a00e-fc45d1e1b2bc req-3740476e-a9cb-417b-a6e4-6de2a25313d8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.075591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-caba6a91-c2e2-4694-a00e-fc45d1e1b2bc req-3740476e-a9cb-417b-a6e4-6de2a25313d8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0570476
Nov 10 04:01:28.096257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:28.143157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-caba6a91-c2e2-4694-a00e-fc45d1e1b2bc req-d89d48c1-a4a4-43b7-96fa-1480199c725d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612631
Nov 10 04:01:28.203617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:28.227675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:28.230004 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294e549-fa7f-4536-880e-3784f6eaea87" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:28.242992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:28.248820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:28.277882 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a9247b-0b2d-4234-a0c4-20677ba36b19 x-openstack-request-id: req-74a9247b-0b2d-4234-a0c4-20677ba36b19 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:28.278164 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:28.278408 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74a9247b-0b2d-4234-a0c4-20677ba36b19 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:28.278820 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'code': 200}
Nov 10 04:01:28.303576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:28.313701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.314116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.314525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.314927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.315326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.315725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.316122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.316513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.316935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.317314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.317705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.318446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:01:28.408116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-9b7e099c-415a-49be-8ebf-a1b032be4524 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4974241
Nov 10 04:01:28.424473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3844-3690-4a08-84b1-20267300294f req-aef2b834-29b8-4a49-b486-aa003096470e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.426100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58fa3844-3690-4a08-84b1-20267300294f req-aef2b834-29b8-4a49-b486-aa003096470e tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.1166418
Nov 10 04:01:28.458497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bd6b25f-a7db-4ecb-9ee8-79949885d90f req-4939180b-049b-48ff-8341-5260163f4567 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5378804
Nov 10 04:01:28.545248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58fa3844-3690-4a08-84b1-20267300294f req-1fcba0af-8555-47ae-88dc-36174876edca tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070466
Nov 10 04:01:28.564446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-ebe3b006-516d-46de-9c81-8d62949e35b9 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373343
Nov 10 04:01:28.618456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c076691-406d-46d9-bfbc-d67f2a8eae90 req-e60b8225-66db-4ff3-88bd-6f09ecd9ff20 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.620442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6c076691-406d-46d9-bfbc-d67f2a8eae90 req-e60b8225-66db-4ff3-88bd-6f09ecd9ff20 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.0876503
Nov 10 04:01:28.621857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-1280c8c3-ad17-4135-bf29-7f7cb9b4117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.623897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-1280c8c3-ad17-4135-bf29-7f7cb9b4117c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 1094 time: 0.0621040
Nov 10 04:01:28.712787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6c076691-406d-46d9-bfbc-d67f2a8eae90 req-823e4c5c-41df-4772-9215-d489d7a908b5 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810997
Nov 10 04:01:28.820643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-7c98e1ea-9549-48f0-b8a1-dabe54c180b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.822473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-7c98e1ea-9549-48f0-b8a1-dabe54c180b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 905 time: 0.1867487
Nov 10 04:01:28.870686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-1240cc60-99c1-42f1-9da1-14c380f3954e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f HTTP/1.1" status: 200  len: 217 time: 0.0382853
Nov 10 04:01:28.932495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-266d694d-35d7-4dc3-8cd7-672287a9544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:28.933998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-266d694d-35d7-4dc3-8cd7-672287a9544f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.0553098
Nov 10 04:01:28.984480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-779c45bb-5d98-41dd-b59c-d3cdba4bb185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415306
Nov 10 04:01:29.070880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-4fd79fa4-736d-41cb-b5c4-fb94bcc47ae9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:29.073592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-4fd79fa4-736d-41cb-b5c4-fb94bcc47ae9 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 949 time: 0.1385689
Nov 10 04:01:29.119011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d3f0-3137-4d95-b50b-0789ed6d3889 req-62a1c905-90d3-46bf-8147-0e313f2cb1f7 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:29.125472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5067d3f0-3137-4d95-b50b-0789ed6d3889 req-62a1c905-90d3-46bf-8147-0e313f2cb1f7 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 943 time: 0.0877001
Nov 10 04:01:29.220171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5067d3f0-3137-4d95-b50b-0789ed6d3889 req-cfb4004a-fa6a-495c-b073-a2ed9a19be39 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921655
Nov 10 04:01:29.231857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-177cc05e-a165-4bbd-b935-4c51d5cff695 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334058
Nov 10 04:01:29.368898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 0024ec51-24f8-4dc7-90d4-3c38570a1128 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:29.369314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.446028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:01:29.461550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05bd8c-7241-400f-85e3-d2ead4951280 req-52994d28-8d80-4186-8eca-035113055d83 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:29.463368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b05bd8c-7241-400f-85e3-d2ead4951280 req-52994d28-8d80-4186-8eca-035113055d83 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1870623
Nov 10 04:01:29.465565 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ec388d0-e5d0-4cd7-88fd-646dbfc62a46 req-7d9e03ab-ff2d-4fbb-9448-4e3d615429e9 service neutron] 10.222.0.21 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174230
Nov 10 04:01:29.552307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:29.556519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 0024ec51-24f8-4dc7-90d4-3c38570a1128, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0024ec51-24f8-4dc7-90d4-3c38570a1128,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:29.556916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.573446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b05bd8c-7241-400f-85e3-d2ead4951280 req-a3c15f25-ee02-4828-8dfb-7d8ac13baf56 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971441
Nov 10 04:01:29.585867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 0024ec51-24f8-4dc7-90d4-3c38570a1128 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:29.675386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1a722-0861-4e60-966c-3859c6f858e5 req-bac5ed4b-c76f-437c-b075-07e4aec61f55 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:29.676918 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6a1a722-0861-4e60-966c-3859c6f858e5 req-bac5ed4b-c76f-437c-b075-07e4aec61f55 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 946 time: 0.0601258
Nov 10 04:01:29.688623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a291e33-2fe5-4dbb-a066-03c34c126c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.731155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.747301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024', '4d075e69-890e-4167-8ee5-fce4bc01d13d', '75c06897-adfc-4e00-9d20-51aa9bf52be7'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:29.782455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6a1a722-0861-4e60-966c-3859c6f858e5 req-ab3ad6df-78c7-4b0b-addf-d69abde056f1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955892
Nov 10 04:01:29.801951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', '0024ec51-24f8-4dc7-90d4-3c38570a1128'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:29.811150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=0024ec51-24f8-4dc7-90d4-3c38570a1128,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:29.895159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a291e33-2fe5-4dbb-a066-03c34c126c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.915224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d358bc4-cd26-4767-b5a4-c3d08d2d8f44 req-63bd81c0-c010-4ee8-9279-fcf9c0417889 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6816672-7c1d-4894-b6b2-e468a79bf8c6 HTTP/1.1" status: 200  len: 210 time: 0.0931990
Nov 10 04:01:29.916991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a291e33-2fe5-4dbb-a066-03c34c126c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.920143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 0024ec51-24f8-4dc7-90d4-3c38570a1128 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:29.926662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:29.930545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723fd40a-92f4-4a9d-a0dc-b16b4e0f6ca2 req-30220e15-8116-4c1e-ae8a-fab6bb97d977 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "DELETE /v2.0/ports/0024ec51-24f8-4dc7-90d4-3c38570a1128 HTTP/1.1" status: 204  len: 173 time: 0.8481328
Nov 10 04:01:29.931208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'name': 'network-vif-deleted', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:29.933888 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e12d8-c569-4214-abf6-171fd073f1b1" -d '{"events": [{"server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "name": "network-vif-deleted", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:30.039362 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8166a4-8093-40e2-b56c-f8e0ba262020 x-openstack-request-id: req-3d8166a4-8093-40e2-b56c-f8e0ba262020 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:30.041031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a291e33-2fe5-4dbb-a066-03c34c126c53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c153fdbf1fe4871b9e76a63be97966e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4869494
Nov 10 04:01:30.041188 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6816672-7c1d-4894-b6b2-e468a79bf8c6", "name": "network-vif-deleted", "tag": "0024ec51-24f8-4dc7-90d4-3c38570a1128", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:30.041381 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d8166a4-8093-40e2-b56c-f8e0ba262020 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:30.042612 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6816672-7c1d-4894-b6b2-e468a79bf8c6', 'name': 'network-vif-deleted', 'tag': '0024ec51-24f8-4dc7-90d4-3c38570a1128', 'status': 'completed', 'code': 200}
Nov 10 04:01:30.044509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60962) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:30.059343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a291e33-2fe5-4dbb-a066-03c34c126c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1a3aa-9ec9-4dfb-9f37-13e364f0cd54,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:30.092852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-4ec6e20a-b9d5-4758-bc88-f0c5c3ff204e tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:30.097014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-4ec6e20a-b9d5-4758-bc88-f0c5c3ff204e tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1097 time: 0.0741112
Nov 10 04:01:30.114824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:30.116424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:30.124148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.150669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.191131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.206339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.209800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.211074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1f1a3aa-9ec9-4dfb-9f37-13e364f0cd54 HTTP/1.1" status: 204  len: 168 time: 0.1634481
Nov 10 04:01:30.227313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b8d7f-995b-4eaa-96fb-c7353dd44591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1a3aa-9ec9-4dfb-9f37-13e364f0cd54,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:30.383195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:30.407001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333d287-80d6-47d7-a90f-68b49ffc4a0e req-c7ea9d74-e7ce-468b-be61-5cf6abe17774 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:30.412595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:30.416010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d333d287-80d6-47d7-a90f-68b49ffc4a0e req-c7ea9d74-e7ce-468b-be61-5cf6abe17774 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 943 time: 0.1135213
Nov 10 04:01:30.454762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:01:30.454938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:30.494350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d333d287-80d6-47d7-a90f-68b49ffc4a0e req-a9edf1c3-75c3-4d75-b5a2-7540dce17845 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774910
Nov 10 04:01:30.515484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:30.598178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.614385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.620489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:30.662703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24ce0d53-d147-4d3b-9347-7a03d8cdfb68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.741806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:30.789538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab48a5-1d34-49f1-b77c-ecd70bac614a req-c2fbbb0a-2cb2-45cb-b167-7268727c1b40 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:30.799127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38ab48a5-1d34-49f1-b77c-ecd70bac614a req-c2fbbb0a-2cb2-45cb-b167-7268727c1b40 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1071348
Nov 10 04:01:30.801347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:30.801696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:30.803569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:30.809044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:30.809880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Attempting to bind port 18e764ea-7b6e-4388-92f2-173bdb3e092c on network 26052801-3b22-4390-bcdf-3933643a2943 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:30.816687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:30.817208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Checking segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:30.817600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Bound using segment: {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:30.818231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Bound port: 18e764ea-7b6e-4388-92f2-173bdb3e092c, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eefc09-513f-467c-8fcc-47422bf1ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26052801-3b22-4390-bcdf-3933643a2943'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:30.818892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.869177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24ce0d53-d147-4d3b-9347-7a03d8cdfb68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.883691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24ce0d53-d147-4d3b-9347-7a03d8cdfb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:30.892304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:30.904365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:30.909412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:30.912427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38ab48a5-1d34-49f1-b77c-ecd70bac614a req-e0ab5db2-d2fd-4f32-aec1-239cd0188b00 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121705
Nov 10 04:01:30.914421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '509a8e93-954e-47e8-a66b-135916c1d531', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '509a8e93-954e-47e8-a66b-135916c1d531', 'mac_address': 'fa:16:3e:24:dd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:30.926131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.000173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.010437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60994) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:31.011808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-24ce0d53-d147-4d3b-9347-7a03d8cdfb68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a830940d418467da0c13a91a15d41d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3884726
Nov 10 04:01:31.017226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce0d53-d147-4d3b-9347-7a03d8cdfb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46937bda-31a7-44ac-833a-03744d34ef84,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:31.033225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 509a8e93-954e-47e8-a66b-135916c1d531 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:31.084571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:31.096071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.141335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=8']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:31.145102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:31.145719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.147724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c0c70e0a-52d0-4dca-98bf-2dd587f39544 service neutron] 10.222.0.21 "PUT /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 1122 time: 1.0410492
Nov 10 04:01:31.199837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:31.209896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d30a3-3c26-4f34-9629-16c5cdeeaa36 req-df8a40e1-d45d-4ecf-9608-25dd8319efd3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:31.212002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e85d30a3-3c26-4f34-9629-16c5cdeeaa36 req-df8a40e1-d45d-4ecf-9608-25dd8319efd3 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.1690896
Nov 10 04:01:31.213202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.269287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['509a8e93-954e-47e8-a66b-135916c1d531'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:31.327340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['18e764ea-7b6e-4388-92f2-173bdb3e092c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:31.342120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.374547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e85d30a3-3c26-4f34-9629-16c5cdeeaa36 req-1a0c1c3a-869b-4702-968d-ffdf443f0dfb tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470482
Nov 10 04:01:31.376113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['18e764ea-7b6e-4388-92f2-173bdb3e092c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:31.434598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.440576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:31.450962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46937bda-31a7-44ac-833a-03744d34ef84 HTTP/1.1" status: 204  len: 168 time: 0.4342246
Nov 10 04:01:31.464706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851bdaf-4ec2-454e-9dba-b39e194d5b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46937bda-31a7-44ac-833a-03744d34ef84,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:31.513820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf86d0-c13f-4990-92a1-097bb7f2e649 req-bbcfb721-91ec-4f41-b31e-003d00700553 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:31.523148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49cf86d0-c13f-4990-92a1-097bb7f2e649 req-bbcfb721-91ec-4f41-b31e-003d00700553 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.0755177
Nov 10 04:01:31.673259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49cf86d0-c13f-4990-92a1-097bb7f2e649 req-268d5c8c-68b1-46e2-b409-8777a88505c1 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491535
Nov 10 04:01:31.709337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adde5b-f0aa-4a41-9a29-3031d7901997 req-5955eb74-cb0b-4520-bb52-06ec3be00bb9 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:31.717384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09adde5b-f0aa-4a41-9a29-3031d7901997 req-5955eb74-cb0b-4520-bb52-06ec3be00bb9 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 943 time: 0.1124930
Nov 10 04:01:31.857002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09adde5b-f0aa-4a41-9a29-3031d7901997 req-86ea3206-ac18-4a6d-be19-fe5bbf194719 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351550
Nov 10 04:01:32.048116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c'}, {'name': 'network-changed', 'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:32.050406 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b52816-2588-43ea-803e-fe0dc098b9c9" -d '{"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-unplugged", "status": "completed", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c"}, {"name": "network-changed", "server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:32.062433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c31e73-eafe-4644-8001-51fb82025878 req-430bf0c9-52ac-4935-b6df-5eed1171179b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.064001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62c31e73-eafe-4644-8001-51fb82025878 req-430bf0c9-52ac-4935-b6df-5eed1171179b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0747418
Nov 10 04:01:32.127110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:32.133780 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1c920-460d-49fc-99d4-c943a3ffdd6c x-openstack-request-id: req-a9d1c920-460d-49fc-99d4-c943a3ffdd6c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:32.134123 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-unplugged", "status": "completed", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c", "code": 200}, {"name": "network-changed", "server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:32.134444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:32.134905 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9d1c920-460d-49fc-99d4-c943a3ffdd6c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:32.135394 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'code': 200}
Nov 10 04:01:32.135764 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'status': 'completed', 'code': 200}
Nov 10 04:01:32.198094 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62c31e73-eafe-4644-8001-51fb82025878 req-2c6cac57-03ee-455b-9f33-60ce15849b79 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173971
Nov 10 04:01:32.243841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-0ff23090-f10c-437c-9484-8fe44d019f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.246326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-0ff23090-f10c-437c-9484-8fe44d019f9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1125 time: 0.0846686
Nov 10 04:01:32.322979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 509a8e93-954e-47e8-a66b-135916c1d531 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:32.323238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:32.356439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:32.372803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-1ca704af-2961-4a54-a0b9-39b04679aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.374970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-1ca704af-2961-4a54-a0b9-39b04679aa4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.1200135
Nov 10 04:01:32.383806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'mac_address': 'fa:16:3e:ca:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:32.442278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-36a3fdc3-7068-4128-8113-65376a39da29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 217 time: 0.0574455
Nov 10 04:01:32.467945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:32.481255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:32.511814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2b8e18-61a7-402d-9143-b3309ec1438f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:32.521556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:32.523791 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95a9f71-bc98-4642-ae1b-2a8a6a3ad9a3" -d '{"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-plugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:32.545352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:32.556177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:32.559534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:32.614269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:32.640147 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583c091-92de-4a14-911b-3344bc974124 x-openstack-request-id: req-1583c091-92de-4a14-911b-3344bc974124 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:32.640482 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-plugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:32.640958 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1583c091-92de-4a14-911b-3344bc974124 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:32.641366 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531', 'code': 200}
Nov 10 04:01:32.651703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-558d55d1-2220-4da8-8498-a18a57e2b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.655895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-558d55d1-2220-4da8-8498-a18a57e2b39b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1982415
Nov 10 04:01:32.661461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:32.751456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:32.787649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d3a0e-ad10-4c98-b8be-f83db29ffafd req-170d25fe-7509-40a3-a1ee-b17c2c632e3a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.791564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f0d3a0e-ad10-4c98-b8be-f83db29ffafd req-170d25fe-7509-40a3-a1ee-b17c2c632e3a tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.2491055
Nov 10 04:01:32.798159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-93cf4c81-458d-4b89-8ab6-a74fbd111c31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1340611
Nov 10 04:01:32.893030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1801c-9ab1-42b7-9f93-bbdb4bc8c892 req-bc5cf849-75d7-4190-97cc-977cda4a707d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:32.899136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fe1801c-9ab1-42b7-9f93-bbdb4bc8c892 req-bc5cf849-75d7-4190-97cc-977cda4a707d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.1028526
Nov 10 04:01:32.950194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f0d3a0e-ad10-4c98-b8be-f83db29ffafd req-fadd2780-7528-4dd8-a892-e196b4d428ec tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490664
Nov 10 04:01:32.951102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-d56d0f87-41d6-43d1-84a3-dbda6e860acb service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391108
Nov 10 04:01:33.006845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fe1801c-9ab1-42b7-9f93-bbdb4bc8c892 req-428b1039-80f8-4d5d-9dab-25332422cd16 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980382
Nov 10 04:01:33.153159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b52816-2588-43ea-803e-fe0dc098b9c9 req-eb6333f7-2cc0-4c5c-aef4-ffccb7047bef service neutron] 10.222.0.26 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929376
Nov 10 04:01:33.192427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc0a2-d85f-480e-8178-0e79a8ac9956 req-f088624a-68d5-450e-8a79-14be925027b2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:33.203265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7ecc0a2-d85f-480e-8178-0e79a8ac9956 req-f088624a-68d5-450e-8a79-14be925027b2 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 944 time: 0.0823095
Nov 10 04:01:33.330287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7ecc0a2-d85f-480e-8178-0e79a8ac9956 req-f0fa1ca5-6666-4a41-b295-8fdc1ca0640b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172872
Nov 10 04:01:33.426311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92bbb-5cbc-4d67-aca2-e769c0858a50 req-397ef701-735b-40d4-8967-308768d41467 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:33.428440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3c92bbb-5cbc-4d67-aca2-e769c0858a50 req-397ef701-735b-40d4-8967-308768d41467 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1221714
Nov 10 04:01:33.510463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3c92bbb-5cbc-4d67-aca2-e769c0858a50 req-e4528b10-49c9-448c-b012-01a4b303f390 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750508
Nov 10 04:01:33.611776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-2a1581d7-31e5-444a-87bb-0998a13048e7 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:33.613395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-2a1581d7-31e5-444a-87bb-0998a13048e7 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.0801504
Nov 10 04:01:33.739331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 75c06897-adfc-4e00-9d20-51aa9bf52be7 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:33.740192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:33.816939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0024ec51-24f8-4dc7-90d4-3c38570a1128 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:33.862758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5a2b8e18-61a7-402d-9143-b3309ec1438f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:33.875103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 75c06897-adfc-4e00-9d20-51aa9bf52be7, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=75c06897-adfc-4e00-9d20-51aa9bf52be7,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:33.875478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:33.897817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 75c06897-adfc-4e00-9d20-51aa9bf52be7 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:33.904711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 0024ec51-24f8-4dc7-90d4-3c38570a1128 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:33.905071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0024ec51-24f8-4dc7-90d4-3c38570a1128 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:34.215124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25d9e2-fdc6-42b5-970c-dcaa1751fef5 req-9f15e0e0-6b81-4947-b163-427fc9e817e1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:34.217654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c25d9e2-fdc6-42b5-970c-dcaa1751fef5 req-9f15e0e0-6b81-4947-b163-427fc9e817e1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.1237292
Nov 10 04:01:34.225853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:34.242348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:34.272091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2586f-c784-40a8-893f-c8a144ac4ab5 req-2fa36a15-c0e5-48e3-a8a2-60f20da449d3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:34.287115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=75c06897-adfc-4e00-9d20-51aa9bf52be7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:34.287836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28e2586f-c784-40a8-893f-c8a144ac4ab5 req-2fa36a15-c0e5-48e3-a8a2-60f20da449d3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87387c3-13ca-4166-87ac-340d96cd9fdb HTTP/1.1" status: 200  len: 950 time: 0.1298749
Nov 10 04:01:34.313023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a8638cee-670a-4284-9098-4f060b56fdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:34.352678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c25d9e2-fdc6-42b5-970c-dcaa1751fef5 req-5973a902-6f44-4497-9f4b-a90965d75261 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216371
Nov 10 04:01:34.402560 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28e2586f-c784-40a8-893f-c8a144ac4ab5 req-38e6d0e4-d876-4bb5-809b-a3cb3bcbdf8c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137164
Nov 10 04:01:34.471604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 75c06897-adfc-4e00-9d20-51aa9bf52be7 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:34.475161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:34.484152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0092e04-8a52-4be1-83e1-27a236aff2ac req-4ccbe7af-8431-4fdb-91f8-d4afff81847a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "DELETE /v2.0/ports/75c06897-adfc-4e00-9d20-51aa9bf52be7 HTTP/1.1" status: 204  len: 173 time: 0.8638318
Nov 10 04:01:34.489311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'name': 'network-vif-deleted', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:34.492953 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001ffdd-a9d1-4957-9da7-1820ea1313b8" -d '{"events": [{"server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "name": "network-vif-deleted", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:34.660461 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a043e8eb-be00-47f7-8823-274f21fa0dae x-openstack-request-id: req-a043e8eb-be00-47f7-8823-274f21fa0dae {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:34.661159 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87387c3-13ca-4166-87ac-340d96cd9fdb", "name": "network-vif-deleted", "tag": "75c06897-adfc-4e00-9d20-51aa9bf52be7", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:34.662287 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a043e8eb-be00-47f7-8823-274f21fa0dae {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:34.662939 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87387c3-13ca-4166-87ac-340d96cd9fdb', 'name': 'network-vif-deleted', 'tag': '75c06897-adfc-4e00-9d20-51aa9bf52be7', 'status': 'completed', 'code': 200}
Nov 10 04:01:34.806019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f29385-f7fa-473e-ae6c-98d1ef5521bd req-6575efe6-2835-444e-ac2b-6db17691b5cf tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:34.814475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4f29385-f7fa-473e-ae6c-98d1ef5521bd req-6575efe6-2835-444e-ac2b-6db17691b5cf tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 944 time: 0.1373839
Nov 10 04:01:34.860091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc921c-5245-470e-a768-906ed4832dc7 req-8532d0a1-34a8-427f-836c-86471226b248 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:34.870481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bcc921c-5245-470e-a768-906ed4832dc7 req-8532d0a1-34a8-427f-836c-86471226b248 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1316319
Nov 10 04:01:34.937727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4f29385-f7fa-473e-ae6c-98d1ef5521bd req-93ddbaa4-4f60-44d8-b347-d830c51536f1 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221652
Nov 10 04:01:34.987037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bcc921c-5245-470e-a768-906ed4832dc7 req-ff6309a6-9a54-4a39-9676-e27535850be5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144631
Nov 10 04:01:35.100183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 32902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:35.220814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024', '4d075e69-890e-4167-8ee5-fce4bc01d13d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:35.233116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-c8a10857-ccb9-42db-a246-18278fd1299c service neutron] 10.222.0.26 "GET /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.1142650
Nov 10 04:01:35.358707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38cc594-0b47-4c0a-85d5-dc8ecd3e65dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:35.621931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645c900-baa6-4087-8613-128b297d4fea req-50c3e676-b503-421d-a8dc-6b115471e727 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:35.623874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4645c900-baa6-4087-8613-128b297d4fea req-50c3e676-b503-421d-a8dc-6b115471e727 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 944 time: 0.1281254
Nov 10 04:01:35.713594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4645c900-baa6-4087-8613-128b297d4fea req-ba584a88-fc13-4bdd-a918-9b6a26b784d8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801122
Nov 10 04:01:35.874690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:35.944140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38cc594-0b47-4c0a-85d5-dc8ecd3e65dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:35.946944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:35.989139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38cc594-0b47-4c0a-85d5-dc8ecd3e65dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.022647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269785ae-d9a2-42f3-9642-69fe5b7f1fc6 req-e3fe6048-4e43-41f2-854b-ed96da3c35b6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.032321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-269785ae-d9a2-42f3-9642-69fe5b7f1fc6 req-e3fe6048-4e43-41f2-854b-ed96da3c35b6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.0799367
Nov 10 04:01:36.050644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c38cc594-0b47-4c0a-85d5-dc8ecd3e65dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dc5ce71921c40ea9d0eda16e7d89220&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9482176
Nov 10 04:01:36.054557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 32922) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:36.122520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e764ea-7b6e-4388-92f2-173bdb3e092c {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:36.141405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:36.144576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cc594-0b47-4c0a-85d5-dc8ecd3e65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69084c82-8093-472f-a12a-c49c5847f419,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:36.150504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:36.163207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-269785ae-d9a2-42f3-9642-69fe5b7f1fc6 req-e00a4c4a-bc47-46bb-8f0b-f69e4cd5e98b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298354
Nov 10 04:01:36.168588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.176963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.190036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0d32-0400-4419-afb1-82b93c22b407 req-6a880142-ae2a-4d67-b807-6c8c0a62fc4f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.193856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c0d0d32-0400-4419-afb1-82b93c22b407 req-6a880142-ae2a-4d67-b807-6c8c0a62fc4f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 944 time: 0.1406856
Nov 10 04:01:36.244820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.248098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 5a2b8e18-61a7-402d-9143-b3309ec1438f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:01:36.254975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 5a2b8e18-61a7-402d-9143-b3309ec1438f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:36.256194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.321271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c0d0d32-0400-4419-afb1-82b93c22b407 req-2762fceb-374b-4322-8b9f-524aa6cf6769 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191535
Nov 10 04:01:36.364408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] Transition to ACTIVE for port object 18e764ea-7b6e-4388-92f2-173bdb3e092c will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:01:36.374821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.409545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.463045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52518a9-da0a-415b-8556-40333a694dbe req-eb213c2d-4d87-41e0-ac6b-09491d07b70b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.467775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:36.470526 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be7190-caed-43d6-9d3c-4bd199e3a0aa" -d '{"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:36.472360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d52518a9-da0a-415b-8556-40333a694dbe req-eb213c2d-4d87-41e0-ac6b-09491d07b70b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1743853
Nov 10 04:01:36.489042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:36.497521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.498508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 75c06897-adfc-4e00-9d20-51aa9bf52be7 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:36.514837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] No DVR routers for this DVR port 18e764ea-7b6e-4388-92f2-173bdb3e092c on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:36.551183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.558221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.558980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 75c06897-adfc-4e00-9d20-51aa9bf52be7 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:36.559453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69084c82-8093-472f-a12a-c49c5847f419 HTTP/1.1" status: 204  len: 168 time: 0.5038252
Nov 10 04:01:36.559587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 75c06897-adfc-4e00-9d20-51aa9bf52be7 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:36.562297 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf69d81b-8ef1-4107-b02a-4b5293f36ddb x-openstack-request-id: req-bf69d81b-8ef1-4107-b02a-4b5293f36ddb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:36.562728 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:36.562840 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf69d81b-8ef1-4107-b02a-4b5293f36ddb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:36.563194 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'code': 200}
Nov 10 04:01:36.606812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] Pushing event updated for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:36.623869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:36.642846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e3439e0a-0b10-42c6-9239-a3075350ab46 service neutron] 10.222.0.26 "PUT /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3888676
Nov 10 04:01:36.642978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d52518a9-da0a-415b-8556-40333a694dbe req-efe9f055-feb1-4c24-8f5e-cf9b1e8dc29d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588340
Nov 10 04:01:36.642978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b00d6-cd82-44eb-966b-11c2667e3a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69084c82-8093-472f-a12a-c49c5847f419,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:36.709805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49adefc-e071-485b-9887-0536e4a4571e req-4decec57-7c0c-47d1-9dbc-cd9e3c0b53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.711397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a49adefc-e071-485b-9887-0536e4a4571e req-4decec57-7c0c-47d1-9dbc-cd9e3c0b53a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 1096 time: 0.0693023
Nov 10 04:01:36.788282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a49adefc-e071-485b-9887-0536e4a4571e req-20a01382-68fc-4d6d-8275-67a646a2f425 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618091
Nov 10 04:01:36.824065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-467594d9-2d6b-49c7-a479-e71c17e49d7f tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.826184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-467594d9-2d6b-49c7-a479-e71c17e49d7f tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1229632
Nov 10 04:01:36.830649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0cc24030-dd04-44f7-b4bc-1519a40824cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:36.907084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b64aa-a612-4f09-8e94-5ce83f036501 req-b2447caa-9f1b-40f8-b587-b9bc9ae50212 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:36.915718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e01b64aa-a612-4f09-8e94-5ce83f036501 req-b2447caa-9f1b-40f8-b587-b9bc9ae50212 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.0681148
Nov 10 04:01:36.991117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e01b64aa-a612-4f09-8e94-5ce83f036501 req-40847192-8ee5-43bb-bf92-e9a7a0467ec2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744407
Nov 10 04:01:37.075610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 32946) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:37.091928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-3afe2f59-d2e1-44c7-9f2d-e01c5a9a794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.092504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6718aa4f-9f1c-47ae-bb24-de733bfb9968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.093690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-3afe2f59-d2e1-44c7-9f2d-e01c5a9a794b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d&tenant_id=ea64fdb2282844728c33886df39a303b HTTP/1.1" status: 200  len: 1096 time: 0.0668976
Nov 10 04:01:37.221660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6718aa4f-9f1c-47ae-bb24-de733bfb9968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.223247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-1b10208f-1e16-43fa-b178-853c0dc0ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.226533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-1b10208f-1e16-43fa-b178-853c0dc0ede1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea64fdb2282844728c33886df39a303b&device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1096 time: 0.1031227
Nov 10 04:01:37.231231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6718aa4f-9f1c-47ae-bb24-de733bfb9968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.311256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6718aa4f-9f1c-47ae-bb24-de733bfb9968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88be9870163a47d6a7f639013ad1fa73&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2332647
Nov 10 04:01:37.313213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718aa4f-9f1c-47ae-bb24-de733bfb9968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cff539-b8af-4a74-bebf-e68d7a13e82f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:37.315549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 32950) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:37.398770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8af737-0b9d-43fe-aaa4-730c31564e77 req-690a77e1-ad76-481d-8cef-22b4a51d8a42 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.400084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a8af737-0b9d-43fe-aaa4-730c31564e77 req-690a77e1-ad76-481d-8cef-22b4a51d8a42 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.1469643
Nov 10 04:01:37.453079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-1a444dab-bf79-40a7-897d-1ed2a0a6d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.453079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-1a444dab-bf79-40a7-897d-1ed2a0a6d62f service neutron] 10.222.0.21 "GET /v2.0/networks?id=26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 200  len: 909 time: 0.2156496
Nov 10 04:01:37.523922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.530779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-ae5f858c-0529-4560-9bb4-7fb214ab46fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 200  len: 217 time: 0.0654883
Nov 10 04:01:37.550259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.590616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463449-87f1-4595-9fde-27916e024ffa req-b330ffef-e4ee-431e-b653-5b39022ca0b6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.598057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50463449-87f1-4595-9fde-27916e024ffa req-b330ffef-e4ee-431e-b653-5b39022ca0b6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 945 time: 0.1450996
Nov 10 04:01:37.619456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a8af737-0b9d-43fe-aaa4-730c31564e77 req-d23c0330-67d0-4254-aae2-3937fbee0ea3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188466
Nov 10 04:01:37.648383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.648383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.650353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60cff539-b8af-4a74-bebf-e68d7a13e82f HTTP/1.1" status: 204  len: 168 time: 0.3316298
Nov 10 04:01:37.676870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-2afdeb26-705b-4903-9fa6-db93b4d008f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:37.679545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-2afdeb26-705b-4903-9fa6-db93b4d008f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 200  len: 848 time: 0.1385105
Nov 10 04:01:37.688353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36547116-d3e7-4fa9-90fa-004b4f8c4b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cff539-b8af-4a74-bebf-e68d7a13e82f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:37.775362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-b7ea7807-3819-4d5d-83fc-622b5a08105b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26052801-3b22-4390-bcdf-3933643a2943&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643785
Nov 10 04:01:37.791792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:37.810231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50463449-87f1-4595-9fde-27916e024ffa req-6c2c9a0e-a1c1-427d-9177-efc5a569490b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914916
Nov 10 04:01:37.956807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-8cd768c6-fca5-48ed-b11b-18dfd1943680 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449244
Nov 10 04:01:38.011949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-40233d80-20ab-4023-820d-f5bad37f34a4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:38.013583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-40233d80-20ab-4023-820d-f5bad37f34a4 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 950 time: 0.1290269
Nov 10 04:01:38.023778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e6300-e8b4-448e-83ea-5ccc8f0f4374 req-f7ee927d-ec46-49c8-891e-da0980cbc9c4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:38.031473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-578e6300-e8b4-448e-83ea-5ccc8f0f4374 req-f7ee927d-ec46-49c8-891e-da0980cbc9c4 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1044002
Nov 10 04:01:38.182959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-e5c52276-de4e-4a6a-9e89-c1fc60c9c3b0 service neutron] 10.222.0.21 "GET /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118413
Nov 10 04:01:38.187694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-578e6300-e8b4-448e-83ea-5ccc8f0f4374 req-5edde0cf-5b19-449f-986c-596b99d29d04 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480091
Nov 10 04:01:38.257648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3dcb7-4a98-4b1f-9170-c436aac067ae req-b4551fca-8ad2-43ca-9b6a-898ded689388 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:38.263064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 4d075e69-890e-4167-8ee5-fce4bc01d13d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:38.263497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:38.269085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0c3dcb7-4a98-4b1f-9170-c436aac067ae req-b4551fca-8ad2-43ca-9b6a-898ded689388 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.1000280
Nov 10 04:01:38.353182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0c3dcb7-4a98-4b1f-9170-c436aac067ae req-48e9ee45-da3c-442f-baa6-d412403a8548 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815096
Nov 10 04:01:38.429078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 4d075e69-890e-4167-8ee5-fce4bc01d13d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=4d075e69-890e-4167-8ee5-fce4bc01d13d,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:38.429677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:38.463774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 4d075e69-890e-4167-8ee5-fce4bc01d13d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:38.615590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-57904024-8648-4997-9c23-d2776827976f tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:38.617619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-57904024-8648-4997-9c23-d2776827976f tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d&tenant_id=ea64fdb2282844728c33886df39a303b&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.0775979
Nov 10 04:01:38.690626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:38.705557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:38.709554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:38.813784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fc9391c-1910-4d6a-abe5-5dae9ce583ec req-f284d26d-f1e7-4965-b255-68ea3951a536 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 210 time: 0.0625594
Nov 10 04:01:38.970613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=4d075e69-890e-4167-8ee5-fce4bc01d13d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:39.009618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-62f77257-b9e5-42c1-bcd3-25e31e2716d9 service neutron] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:39.014170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-62f77257-b9e5-42c1-bcd3-25e31e2716d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:39.018781 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdb197a1-f007-47f2-8805-2fc2b5f98220 req-62f77257-b9e5-42c1-bcd3-25e31e2716d9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.3889523
Nov 10 04:01:39.076183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 4d075e69-890e-4167-8ee5-fce4bc01d13d on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:39.086279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:39.090213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72c719fa-ae24-4063-8869-4c923a2a91bd req-8df67b2a-49ee-4b6e-8f8d-3cb5163829cd tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "DELETE /v2.0/ports/4d075e69-890e-4167-8ee5-fce4bc01d13d HTTP/1.1" status: 204  len: 173 time: 1.0565741
Nov 10 04:01:39.090900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'name': 'network-vif-deleted', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:39.095213 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d9487-4247-486c-9ac8-d6feca10f102" -d '{"events": [{"server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "name": "network-vif-deleted", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:39.135919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc8fb-2197-4a2b-b86b-f11bea82436b req-c52ca86d-8705-41c1-9882-0f75bfd00ead tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:39.138007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74ebc8fb-2197-4a2b-b86b-f11bea82436b req-c52ca86d-8705-41c1-9882-0f75bfd00ead tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 945 time: 0.1771178
Nov 10 04:01:39.269394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74ebc8fb-2197-4a2b-b86b-f11bea82436b req-51b225a2-4326-4e94-9309-6b9da40cd771 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220186
Nov 10 04:01:39.291538 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac6921-b09a-44a9-9d90-bbcf51856e8d x-openstack-request-id: req-acac6921-b09a-44a9-9d90-bbcf51856e8d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:39.292114 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ebd8ee-16ec-40db-9baf-865c486a026b", "name": "network-vif-deleted", "tag": "4d075e69-890e-4167-8ee5-fce4bc01d13d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:39.292549 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acac6921-b09a-44a9-9d90-bbcf51856e8d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:39.293285 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ebd8ee-16ec-40db-9baf-865c486a026b', 'name': 'network-vif-deleted', 'tag': '4d075e69-890e-4167-8ee5-fce4bc01d13d', 'status': 'completed', 'code': 200}
Nov 10 04:01:39.531785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:39.535411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1cd7c-e9c4-45ef-b8a9-868efc9a7157 req-19cd3fa1-0f5d-4410-8b6c-201cf937211b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:39.555052 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93f1cd7c-e9c4-45ef-b8a9-868efc9a7157 req-19cd3fa1-0f5d-4410-8b6c-201cf937211b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1605306
Nov 10 04:01:39.674774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93f1cd7c-e9c4-45ef-b8a9-868efc9a7157 req-1a910611-eea3-4ef7-ab26-6522950aa16f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186280
Nov 10 04:01:39.876588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:39.896067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e7c0-9c82-4c84-a6bf-3e3e828c694d req-27146214-c487-4a05-bc45-82ddd039e39c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:39.898420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c958e7c0-9c82-4c84-a6bf-3e3e828c694d req-27146214-c487-4a05-bc45-82ddd039e39c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.0633698
Nov 10 04:01:39.977813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:40.013943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ced3fe-457a-49e7-b2dc-ea580a1e0036 req-a566d17d-066f-4826-9a81-626426e6d87d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:40.015875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88ced3fe-457a-49e7-b2dc-ea580a1e0036 req-a566d17d-066f-4826-9a81-626426e6d87d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 945 time: 0.1061804
Nov 10 04:01:40.029016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c958e7c0-9c82-4c84-a6bf-3e3e828c694d req-4ad0dbf5-410c-4785-acef-bd313c579f65 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077406
Nov 10 04:01:40.206377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88ced3fe-457a-49e7-b2dc-ea580a1e0036 req-f05ba171-8efb-4e7a-a2de-2aa4cb219108 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741574
Nov 10 04:01:40.236964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 4d075e69-890e-4167-8ee5-fce4bc01d13d no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:40.289928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 4d075e69-890e-4167-8ee5-fce4bc01d13d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:40.290451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 4d075e69-890e-4167-8ee5-fce4bc01d13d not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:40.302150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:40.318123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ebd1b31-4267-44ae-8302-c42008d79fb9 req-f6f3a187-2566-48cf-a4b6-b6b8a6e79802 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebd8ee-16ec-40db-9baf-865c486a026b HTTP/1.1" status: 200  len: 210 time: 0.0606670
Nov 10 04:01:40.473538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587daf-f323-4575-91d9-77d25fc63bbb req-3516e8c1-d8a9-4110-bf60-4007298fdfb5 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:40.475653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1587daf-f323-4575-91d9-77d25fc63bbb req-3516e8c1-d8a9-4110-bf60-4007298fdfb5 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 1096 time: 0.0469596
Nov 10 04:01:40.548430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1587daf-f323-4575-91d9-77d25fc63bbb req-c2692a24-86ea-4c2f-8624-682b27806670 tempest-LiveMigrationTest-884092821 tempest-LiveMigrationTest-884092821-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629640
Nov 10 04:01:40.881819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5426c-31df-49a8-8d33-be4d4a4cda2f req-077cb332-87a4-4cf0-8c1e-581a3329bd36 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:40.883730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bde5426c-31df-49a8-8d33-be4d4a4cda2f req-077cb332-87a4-4cf0-8c1e-581a3329bd36 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1033773
Nov 10 04:01:41.000904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bde5426c-31df-49a8-8d33-be4d4a4cda2f req-56d4208b-5882-4377-8777-05f7827349d9 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066117
Nov 10 04:01:41.014603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0472d-9ea4-4398-8f8c-260522d561a7 req-86a864da-0217-47b0-8490-7f6e554a993d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:41.021948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4e0472d-9ea4-4398-8f8c-260522d561a7 req-86a864da-0217-47b0-8490-7f6e554a993d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.0758686
Nov 10 04:01:41.081250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4e0472d-9ea4-4398-8f8c-260522d561a7 req-2d17aaea-8871-4568-93b7-2c7f34886166 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580652
Nov 10 04:01:41.149683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:41.311199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5cea38b-1adb-4e6f-ab31-edc13b8bc949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.368525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64dd9-9d49-4984-952a-164d2b8023b3 req-4c301915-8b7e-4fc7-9b0b-cd7d21be5902 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:41.370434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5d64dd9-9d49-4984-952a-164d2b8023b3 req-4c301915-8b7e-4fc7-9b0b-cd7d21be5902 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 945 time: 0.0895667
Nov 10 04:01:41.457150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5d64dd9-9d49-4984-952a-164d2b8023b3 req-ae299d2e-1f94-4dec-80d5-f19c54ac1ea0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699382
Nov 10 04:01:41.481321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5cea38b-1adb-4e6f-ab31-edc13b8bc949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.486390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5cea38b-1adb-4e6f-ab31-edc13b8bc949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.555101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cea38b-1adb-4e6f-ab31-edc13b8bc949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73428a9d-4fa5-4842-a9a2-07b441f81180,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:41.591017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5cea38b-1adb-4e6f-ab31-edc13b8bc949 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b59f4c9b40848b09b95b066d8a10b0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4374998
Nov 10 04:01:41.592369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:41.690930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.741781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.817980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.822445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:41.823535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73428a9d-4fa5-4842-a9a2-07b441f81180 HTTP/1.1" status: 204  len: 168 time: 0.2295558
Nov 10 04:01:41.866407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc306b28-10bd-4761-843b-51a8e76c4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73428a9d-4fa5-4842-a9a2-07b441f81180,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:41.940325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-ac9ca40b-3cc0-465a-9948-6b353b03212c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:41.943824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-ac9ca40b-3cc0-465a-9948-6b353b03212c tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.1112344
Nov 10 04:01:42.253406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Deleting port 18e764ea-7b6e-4388-92f2-173bdb3e092c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:42.253939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:42.431163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69152f-8320-4e46-b8b4-eadd152d4937 req-3484915e-f36a-4fe6-87d1-3df194ddb6be tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:42.440205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d69152f-8320-4e46-b8b4-eadd152d4937 req-3484915e-f36a-4fe6-87d1-3df194ddb6be tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.2585557
Nov 10 04:01:42.501050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:42.520781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5db9e-29d5-4ae0-875b-a87662fdc36e req-84e83e93-3537-4ad5-a913-9ee5e11e66d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:42.522646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fb5db9e-29d5-4ae0-875b-a87662fdc36e req-84e83e93-3537-4ad5-a913-9ee5e11e66d2 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 950 time: 0.1693859
Nov 10 04:01:42.538384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb194a6-8931-4115-92a5-513cc13e804a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:42.631320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fb5db9e-29d5-4ae0-875b-a87662fdc36e req-c6e5248f-26c2-465f-b3b3-8c3e16500df6 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954535
Nov 10 04:01:42.768455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb194a6-8931-4115-92a5-513cc13e804a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:42.783541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb194a6-8931-4115-92a5-513cc13e804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:42.838996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1cb194a6-8931-4115-92a5-513cc13e804a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c1f8a3ee8734c168c27327a5faf0cca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3359189
Nov 10 04:01:42.840710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:42.858300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb194a6-8931-4115-92a5-513cc13e804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c759f40e-d367-471d-9f2e-6efc6eaafa1a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:42.899002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433a8-701d-413c-9b68-86d8d6472b5e req-e1acff71-ddad-44a1-b80c-59f415e53f5b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:42.900113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] For port 18e764ea-7b6e-4388-92f2-173bdb3e092c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=18e764ea-7b6e-4388-92f2-173bdb3e092c,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:42.900642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:42.906840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76f433a8-701d-413c-9b68-86d8d6472b5e req-e1acff71-ddad-44a1-b80c-59f415e53f5b tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 945 time: 0.1585388
Nov 10 04:01:42.935140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d69152f-8320-4e46-b8b4-eadd152d4937 req-f3c26e81-2830-45c5-89d8-a8371db740f0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4965470
Nov 10 04:01:42.945692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Calling delete_port for 18e764ea-7b6e-4388-92f2-173bdb3e092c owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:43.110357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76f433a8-701d-413c-9b68-86d8d6472b5e req-7089fc28-04e3-4d5b-b22d-3b7c15c6add1 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768708
Nov 10 04:01:43.132296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.194647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.279755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.294911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:43.300820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.305978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.310018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c759f40e-d367-471d-9f2e-6efc6eaafa1a HTTP/1.1" status: 204  len: 168 time: 0.4650013
Nov 10 04:01:43.326079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483794e-678d-4729-a4e6-c37af87ce67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c759f40e-d367-471d-9f2e-6efc6eaafa1a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:43.339927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-57e41844-2c61-4cb0-84bf-1a2dbd4a9822 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:43.341726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-57e41844-2c61-4cb0-84bf-1a2dbd4a9822 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/ports?device_id=204cfd98-e055-4d04-946f-06a0a488d820 HTTP/1.1" status: 200  len: 950 time: 0.1115103
Nov 10 04:01:43.344558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event deleted for resources: {'Port': ['ID=18e764ea-7b6e-4388-92f2-173bdb3e092c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:43.471991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] No DVR routers for this DVR port 18e764ea-7b6e-4388-92f2-173bdb3e092c on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:43.479787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.483260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21c8c675-f2c4-4100-a23f-50d4a7a32b93 req-3b783d89-9bc6-4ad2-8407-bf11247e6854 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "DELETE /v2.0/ports/18e764ea-7b6e-4388-92f2-173bdb3e092c HTTP/1.1" status: 204  len: 173 time: 1.5319490
Nov 10 04:01:43.486002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-deleted', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:43.487148 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab9554-2cbd-42af-8950-94b1d92aa005" -d '{"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-deleted", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:43.521585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-c117e53b-92c1-4cee-9e27-628d9d05ac9a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:43.527265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-c117e53b-92c1-4cee-9e27-628d9d05ac9a tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 950 time: 0.1217766
Nov 10 04:01:43.589434 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8616f-6e86-44bf-a07b-59a5aae17214 x-openstack-request-id: req-b2f8616f-6e86-44bf-a07b-59a5aae17214 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:43.589698 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff96dbd-60fd-4882-b401-38e80f96269d", "name": "network-vif-deleted", "tag": "18e764ea-7b6e-4388-92f2-173bdb3e092c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:43.589943 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2f8616f-6e86-44bf-a07b-59a5aae17214 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:43.590338 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff96dbd-60fd-4882-b401-38e80f96269d', 'name': 'network-vif-deleted', 'tag': '18e764ea-7b6e-4388-92f2-173bdb3e092c', 'status': 'completed', 'code': 200}
Nov 10 04:01:43.593833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:43.594178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.750523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:43.750898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.789444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:43.868072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 9df18041-53ef-47da-87cc-ac25bfa8b024 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:43.868416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:43.876457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c14ea7-0a17-448d-887b-c3d4eae9aae6 req-adefded5-5c89-4456-bf87-bb1a89d29639 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:43.878233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c14ea7-0a17-448d-887b-c3d4eae9aae6 req-adefded5-5c89-4456-bf87-bb1a89d29639 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 950 time: 0.1090186
Nov 10 04:01:44.031867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c14ea7-0a17-448d-887b-c3d4eae9aae6 req-fa724638-0957-4333-beee-fad0c156e54b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398368
Nov 10 04:01:44.064938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 9df18041-53ef-47da-87cc-ac25bfa8b024, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df18041-53ef-47da-87cc-ac25bfa8b024,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:44.075145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:44.161038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:44.181306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:44.184822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346', '9df18041-53ef-47da-87cc-ac25bfa8b024'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:44.219309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 9df18041-53ef-47da-87cc-ac25bfa8b024 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:44.239761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:44.335629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:44.338918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:44.353947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:44.357186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:44.390097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93e2b965-7d26-4a07-926e-5101c4fae49b req-5a86c5d2-617e-4ae9-9b83-7c7474a9def8 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "DELETE /v2.0/ports/a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f HTTP/1.1" status: 204  len: 173 time: 1.0414374
Nov 10 04:01:44.404443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c28b4-7852-4b32-b63d-44319102d0c0 req-098be351-d4e7-49d6-a889-3d43cc786e99 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:44.412457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b22c28b4-7852-4b32-b63d-44319102d0c0 req-098be351-d4e7-49d6-a889-3d43cc786e99 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.3201325
Nov 10 04:01:44.416707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 18e764ea-7b6e-4388-92f2-173bdb3e092c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:44.417430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 18e764ea-7b6e-4388-92f2-173bdb3e092c not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:44.488573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b22c28b4-7852-4b32-b63d-44319102d0c0 req-3af42c57-a93c-4b43-b834-12c05dd2bbbf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750389
Nov 10 04:01:44.532596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e00246fc-8d38-46ec-b5ba-771f68515c28 req-cfef7b65-2b0b-4371-a32b-f4c9dd6f8b4d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff96dbd-60fd-4882-b401-38e80f96269d HTTP/1.1" status: 200  len: 210 time: 0.1720495
Nov 10 04:01:44.700365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:44.815794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=9df18041-53ef-47da-87cc-ac25bfa8b024,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:44.906029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 9df18041-53ef-47da-87cc-ac25bfa8b024 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:44.912289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:44.917081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01e674c9-c15f-44fe-a8ee-ad541fc91a60 req-901ec7f1-a613-4de6-90aa-40cd6a62ba54 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "DELETE /v2.0/ports/9df18041-53ef-47da-87cc-ac25bfa8b024 HTTP/1.1" status: 204  len: 173 time: 1.3829679
Nov 10 04:01:44.917924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'name': 'network-vif-deleted', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:44.935841 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438b820-25d5-4898-bc8b-ccd970df93ff" -d '{"events": [{"server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "name": "network-vif-deleted", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:45.033145 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e82c8-8704-4692-8242-f0617a56bc4f x-openstack-request-id: req-7d8e82c8-8704-4692-8242-f0617a56bc4f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:45.033705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:45.034008 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9c6708-2335-4e39-8202-ce78b913e41c", "name": "network-vif-deleted", "tag": "9df18041-53ef-47da-87cc-ac25bfa8b024", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:45.034268 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d8e82c8-8704-4692-8242-f0617a56bc4f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:45.034674 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9c6708-2335-4e39-8202-ce78b913e41c', 'name': 'network-vif-deleted', 'tag': '9df18041-53ef-47da-87cc-ac25bfa8b024', 'status': 'completed', 'code': 200}
Nov 10 04:01:45.102835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'mac_address': 'fa:16:3e:ca:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:45.244841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd51b8b4-68e6-4d2e-b9c0-dd5d9d9ec99b req-af83ad35-0e65-4df9-8ac8-34b307aa0246 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd9c6708-2335-4e39-8202-ce78b913e41c HTTP/1.1" status: 200  len: 210 time: 0.0539193
Nov 10 04:01:45.329078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:45.402307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a2b8e18-61a7-402d-9143-b3309ec1438f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:45.533110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:45.570611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:45.591552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'name': 'network-vif-deleted', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:45.594142 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5e15a-a75e-4185-8894-e9ab3cdb5c53" -d '{"events": [{"server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "name": "network-vif-deleted", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:45.721782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5a2b8e18-61a7-402d-9143-b3309ec1438f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:45.776898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:45.797762 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d12d23-1016-4185-87a6-e42799c385dc x-openstack-request-id: req-80d12d23-1016-4185-87a6-e42799c385dc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:45.798356 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204cfd98-e055-4d04-946f-06a0a488d820", "name": "network-vif-deleted", "tag": "a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:45.798820 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80d12d23-1016-4185-87a6-e42799c385dc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:45.799367 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204cfd98-e055-4d04-946f-06a0a488d820', 'name': 'network-vif-deleted', 'tag': 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f', 'status': 'completed', 'code': 200}
Nov 10 04:01:45.869429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5', 'a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:45.896397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0368d-7d3e-4240-9969-cf4df8cb151d req-42e350d6-7878-4f50-b13d-8c7e84eeb50e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:45.905717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8aa0368d-7d3e-4240-9969-cf4df8cb151d req-42e350d6-7878-4f50-b13d-8c7e84eeb50e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.2565317
Nov 10 04:01:46.091064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8aa0368d-7d3e-4240-9969-cf4df8cb151d req-08f6be10-1036-494f-81aa-2e7eb73d0f7a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763475
Nov 10 04:01:46.303625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df18041-53ef-47da-87cc-ac25bfa8b024 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:46.339616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 9df18041-53ef-47da-87cc-ac25bfa8b024 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:46.340289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df18041-53ef-47da-87cc-ac25bfa8b024 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:47.318163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['43fcb80b-36d1-434f-91bf-7df8497ab95b', 'd7480209-b95d-4569-82a6-bbcd7ed5c346'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:47.892909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:47.939395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:47.939739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a86aef0f-0b0d-4dfb-a0b0-23aea6f0bf5f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:48.012074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:48.180422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b35698c-e924-42bc-8dca-4f72cce985da admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.241861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:48.347181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b35698c-e924-42bc-8dca-4f72cce985da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.353645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b35698c-e924-42bc-8dca-4f72cce985da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.354708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 5a2b8e18-61a7-402d-9143-b3309ec1438f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:48.356032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.405551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35698c-e924-42bc-8dca-4f72cce985da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47319945-34c9-4603-9def-36119c32eb21,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:48.439106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33408) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:48.439686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9b35698c-e924-42bc-8dca-4f72cce985da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6758f8760a445ba90c267b195104e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4254236
Nov 10 04:01:48.524198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.537259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.568120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.606479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.649678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:48.656149 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4266ae-73d3-461e-bfe5-1472d37354dc" -d '{"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:48.664985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.670002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.675476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47319945-34c9-4603-9def-36119c32eb21 HTTP/1.1" status: 204  len: 168 time: 0.2342451
Nov 10 04:01:48.687002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:48.689396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6eccc-f188-484b-9079-83f6021a25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47319945-34c9-4603-9def-36119c32eb21,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:48.700578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.702043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:48.819997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:49.157129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33416) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:49.212365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc5851df-77ee-40a9-b482-34e87426ad2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.338044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc5851df-77ee-40a9-b482-34e87426ad2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.343517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc5851df-77ee-40a9-b482-34e87426ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.397686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5851df-77ee-40a9-b482-34e87426ad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273172a5-03ae-46e4-88fe-496d8cef15ec,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:49.407682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33422) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:01:49.408026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc5851df-77ee-40a9-b482-34e87426ad2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe870e4af6a426f9e608659972457d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2496901
Nov 10 04:01:49.481628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.510953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.603256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.607438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:49.612917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/273172a5-03ae-46e4-88fe-496d8cef15ec HTTP/1.1" status: 204  len: 168 time: 0.2035134
Nov 10 04:01:49.633465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353729e-945e-4a01-a66b-eb4d485339af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273172a5-03ae-46e4-88fe-496d8cef15ec,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:50.464082 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565a2a6-0a40-460d-9a40-e71d48ac18f5 x-openstack-request-id: req-2565a2a6-0a40-460d-9a40-e71d48ac18f5 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:50.464632 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:50.464765 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2565a2a6-0a40-460d-9a40-e71d48ac18f5 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:50.465115 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'code': 200}
Nov 10 04:01:50.471033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c1ead-6d0e-429f-bfed-949f95521e18 req-5c29b08a-6ac7-48a3-8360-40062942e1fa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:50.481080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e58c1ead-6d0e-429f-bfed-949f95521e18 req-5c29b08a-6ac7-48a3-8360-40062942e1fa tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1472986
Nov 10 04:01:50.544798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e58c1ead-6d0e-429f-bfed-949f95521e18 req-4cade68f-7cc5-419d-a354-33394b08d1b7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625944
Nov 10 04:01:50.721886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563481a0-696b-485b-85ad-a97bd9ae8b5c req-265fb260-dcc9-485d-bb69-65bb5e9ef988 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:50.724079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-563481a0-696b-485b-85ad-a97bd9ae8b5c req-265fb260-dcc9-485d-bb69-65bb5e9ef988 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.0806658
Nov 10 04:01:50.790461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-563481a0-696b-485b-85ad-a97bd9ae8b5c req-b745ca6b-8891-4d5c-abeb-9b6d9106ca1f tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599167
Nov 10 04:01:50.877562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22f378-2986-488b-b02c-97c96f6b428c req-55c27d52-bbaf-4e0c-8849-2367d87933ef tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:50.879137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad22f378-2986-488b-b02c-97c96f6b428c req-55c27d52-bbaf-4e0c-8849-2367d87933ef tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 944 time: 0.0990951
Nov 10 04:01:51.038426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a7d00-d1b6-4cd1-9364-22c16fb4eec5 req-9d29c9fa-fc3f-42d9-91b6-4bad9007593b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:51.039805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f08a7d00-d1b6-4cd1-9364-22c16fb4eec5 req-9d29c9fa-fc3f-42d9-91b6-4bad9007593b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 949 time: 0.0744860
Nov 10 04:01:51.053941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Deleting port 3867a1a1-4d51-4961-b727-d2ca007dafe0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:51.054290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:51.074166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d26ef-e83d-4c80-b079-34337f84fa0d req-a50544b8-e329-45d2-98de-36ffa05c5582 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:51.076317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-825d26ef-e83d-4c80-b079-34337f84fa0d req-a50544b8-e329-45d2-98de-36ffa05c5582 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 950 time: 0.1399708
Nov 10 04:01:51.157676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-825d26ef-e83d-4c80-b079-34337f84fa0d req-c9ac33ae-5e7d-43d4-9b01-40d09166581f tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751989
Nov 10 04:01:51.181156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f08a7d00-d1b6-4cd1-9364-22c16fb4eec5 req-d59e6a1e-c2ea-4359-9f41-92425596f980 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289864
Nov 10 04:01:51.251106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] For port 3867a1a1-4d51-4961-b727-d2ca007dafe0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3867a1a1-4d51-4961-b727-d2ca007dafe0,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:51.251489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:51.280871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Calling delete_port for 3867a1a1-4d51-4961-b727-d2ca007dafe0 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:51.532117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:51.544018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3867a1a1-4d51-4961-b727-d2ca007dafe0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:51.571348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event deleted for resources: {'Port': ['ID=3867a1a1-4d51-4961-b727-d2ca007dafe0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:51.644171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] No DVR routers for this DVR port 3867a1a1-4d51-4961-b727-d2ca007dafe0 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:51.646972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:51.651034 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad22f378-2986-488b-b02c-97c96f6b428c req-d291a054-bcb1-4ece-9124-6449c4436600 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.26 "DELETE /v2.0/ports/3867a1a1-4d51-4961-b727-d2ca007dafe0 HTTP/1.1" status: 204  len: 173 time: 0.7647223
Nov 10 04:01:51.651605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-deleted', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:51.654778 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ac3812-943f-4206-b533-cf341c2463f6" -d '{"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-deleted", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:51.759803 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd0d70-544c-4626-bf03-1a809448290d x-openstack-request-id: req-9bfd0d70-544c-4626-bf03-1a809448290d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:51.760229 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7772e6f2-9270-4796-85c0-69299890cbc7", "name": "network-vif-deleted", "tag": "3867a1a1-4d51-4961-b727-d2ca007dafe0", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:51.760533 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bfd0d70-544c-4626-bf03-1a809448290d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:51.760961 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7772e6f2-9270-4796-85c0-69299890cbc7', 'name': 'network-vif-deleted', 'tag': '3867a1a1-4d51-4961-b727-d2ca007dafe0', 'status': 'completed', 'code': 200}
Nov 10 04:01:51.847075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e560d-c77d-432b-9c79-cb7d418284ef req-13a8fed4-2d58-4290-b91d-6bbf69a68a20 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:51.873068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274e560d-c77d-432b-9c79-cb7d418284ef req-13a8fed4-2d58-4290-b91d-6bbf69a68a20 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1825602
Nov 10 04:01:52.005613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274e560d-c77d-432b-9c79-cb7d418284ef req-dd29387f-d84d-434c-aeab-f7c2da24a5db tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313698
Nov 10 04:01:52.009087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21828a0e-ccd5-470f-9c4c-31d7403d24e0 req-dadd47c7-a78c-4bee-ba79-f6cf3971bb38 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=7772e6f2-9270-4796-85c0-69299890cbc7 HTTP/1.1" status: 200  len: 210 time: 0.0408654
Nov 10 04:01:52.056993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-ca26d46c-ba54-4e71-841f-b9ad0d79d4e0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:52.058451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-ca26d46c-ba54-4e71-841f-b9ad0d79d4e0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 949 time: 0.1017888
Nov 10 04:01:52.184519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 43fcb80b-36d1-434f-91bf-7df8497ab95b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:52.184764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.331847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 43fcb80b-36d1-434f-91bf-7df8497ab95b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=43fcb80b-36d1-434f-91bf-7df8497ab95b,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:52.332375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.345965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 43fcb80b-36d1-434f-91bf-7df8497ab95b owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:52.509992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335b885-882f-4694-a258-f5eb3f3209ba req-1ba80a17-5aa9-41fb-bd1b-eefa00abda0b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:52.521629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9335b885-882f-4694-a258-f5eb3f3209ba req-1ba80a17-5aa9-41fb-bd1b-eefa00abda0b tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84be396-8583-4184-8ed2-1abe60059022 HTTP/1.1" status: 200  len: 949 time: 0.0896904
Nov 10 04:01:52.617144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9335b885-882f-4694-a258-f5eb3f3209ba req-7372422d-581a-4ca6-8545-b9ff980071ae tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902121
Nov 10 04:01:52.619158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-0edcc018-0ded-45a5-98e3-e1248383e097 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:52.633085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-0edcc018-0ded-45a5-98e3-e1248383e097 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 949 time: 0.1016924
Nov 10 04:01:52.661212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.675273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:52.678825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d7480209-b95d-4569-82a6-bbcd7ed5c346'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:52.699319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=43fcb80b-36d1-434f-91bf-7df8497ab95b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:52.745539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port d7480209-b95d-4569-82a6-bbcd7ed5c346 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:52.746134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.793734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 43fcb80b-36d1-434f-91bf-7df8497ab95b on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:52.796274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.800446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37b2cf83-6558-47c6-bf2d-39463e5df988 req-36de67b4-7050-48d7-a6dd-259113388fd0 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "DELETE /v2.0/ports/43fcb80b-36d1-434f-91bf-7df8497ab95b HTTP/1.1" status: 204  len: 173 time: 0.7322924
Nov 10 04:01:52.802164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'name': 'network-vif-deleted', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:52.805932 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58398df-3775-4b5b-8054-9895b7e2c739" -d '{"events": [{"server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "name": "network-vif-deleted", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:52.849700 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4c3e5-7c92-4b49-b536-2c6efe4913be x-openstack-request-id: req-fae4c3e5-7c92-4b49-b536-2c6efe4913be {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:52.850739 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84be396-8583-4184-8ed2-1abe60059022", "name": "network-vif-deleted", "tag": "43fcb80b-36d1-434f-91bf-7df8497ab95b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:52.851203 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fae4c3e5-7c92-4b49-b536-2c6efe4913be {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:52.851781 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84be396-8583-4184-8ed2-1abe60059022', 'name': 'network-vif-deleted', 'tag': '43fcb80b-36d1-434f-91bf-7df8497ab95b', 'status': 'completed', 'code': 200}
Nov 10 04:01:52.930159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port d7480209-b95d-4569-82a6-bbcd7ed5c346, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7480209-b95d-4569-82a6-bbcd7ed5c346,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:52.930529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:52.949818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for d7480209-b95d-4569-82a6-bbcd7ed5c346 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:53.211549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf678f-fccd-4fa4-8a8a-8390ef9bc8cb req-757c752e-ab4c-40bf-89b0-39c9c5300698 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:53.219985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ecf678f-fccd-4fa4-8a8a-8390ef9bc8cb req-757c752e-ab4c-40bf-89b0-39c9c5300698 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0878286
Nov 10 04:01:53.337599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ecf678f-fccd-4fa4-8a8a-8390ef9bc8cb req-57ecc80c-b8fa-40ab-b737-940374a1ccaf tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117711
Nov 10 04:01:53.372932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:53.409104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:53.504451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=d7480209-b95d-4569-82a6-bbcd7ed5c346,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:53.625828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port d7480209-b95d-4569-82a6-bbcd7ed5c346 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:53.629485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:53.634102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46dfccf4-0505-4d80-b222-ecd671cdcfe9 req-47f30316-6eb1-4271-8bab-4cdc2c41400f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.21 "DELETE /v2.0/ports/d7480209-b95d-4569-82a6-bbcd7ed5c346 HTTP/1.1" status: 204  len: 173 time: 1.0023272
Nov 10 04:01:53.644719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38353602-a8dc-4a29-a65b-10ec9600027c req-ea8adf5e-c7c0-4063-bec6-1d2902f6eb49 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:53.657812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38353602-a8dc-4a29-a65b-10ec9600027c req-ea8adf5e-c7c0-4063-bec6-1d2902f6eb49 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.0901144
Nov 10 04:01:53.761803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'name': 'network-vif-deleted', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:53.765356 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ae14b-8792-421c-a350-ed9c7d139f8c" -d '{"events": [{"server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "name": "network-vif-deleted", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:53.859205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38353602-a8dc-4a29-a65b-10ec9600027c req-9a469dbb-9c02-424b-bc64-605375a09df5 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004013
Nov 10 04:01:53.975021 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650d2b0-7b98-4bb2-a50b-4638ec85a295 x-openstack-request-id: req-f650d2b0-7b98-4bb2-a50b-4638ec85a295 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:53.989051 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a2b5c1-00a7-430e-ae87-12bd695bac0c", "name": "network-vif-deleted", "tag": "d7480209-b95d-4569-82a6-bbcd7ed5c346", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:53.989588 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f650d2b0-7b98-4bb2-a50b-4638ec85a295 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:53.990714 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a2b5c1-00a7-430e-ae87-12bd695bac0c', 'name': 'network-vif-deleted', 'tag': 'd7480209-b95d-4569-82a6-bbcd7ed5c346', 'status': 'completed', 'code': 200}
Nov 10 04:01:53.995239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5bbfbd3-9086-46e7-bcaa-1e518fedb857 req-8fef90ef-b392-4618-b250-257f9a5ce6f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0556827
Nov 10 04:01:54.097904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f63067f3-12c3-41e2-a877-53904d216801 req-14878c66-01e7-4562-bf1c-c231df3b506f tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 210 time: 0.0419059
Nov 10 04:01:54.113850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5bbfbd3-9086-46e7-bcaa-1e518fedb857 req-3244e1f6-66c1-4682-8682-f6f66988a4ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&device_id=53a2b5c1-00a7-430e-ae87-12bd695bac0c HTTP/1.1" status: 200  len: 210 time: 0.0716228
Nov 10 04:01:54.177223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5bbfbd3-9086-46e7-bcaa-1e518fedb857 req-f9ef0fce-79e0-4495-b6ec-31e3e180f213 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307908
Nov 10 04:01:54.278610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:01:54.281580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:54.344998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70333-3e04-4674-b386-90667280c21a req-339c789e-cc14-480f-ae38-84cbe9be7321 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:54.347557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcc70333-3e04-4674-b386-90667280c21a req-339c789e-cc14-480f-ae38-84cbe9be7321 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.1175816
Nov 10 04:01:54.355694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbfbd3-9086-46e7-bcaa-1e518fedb857 req-3beb270a-8fd0-499a-8739-9bd1aca82b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:54.363407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5bbfbd3-9086-46e7-bcaa-1e518fedb857 req-3beb270a-8fd0-499a-8739-9bd1aca82b13 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1670287
Nov 10 04:01:54.453398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.504049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873057be-6544-456b-b66a-b894bd156d15 req-5526467d-d309-48e6-b96b-bedcba5bc6d8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:54.506523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-873057be-6544-456b-b66a-b894bd156d15 req-5526467d-d309-48e6-b96b-bedcba5bc6d8 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0931289
Nov 10 04:01:54.522966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Deleting port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:54.523562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.532379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:54.536977 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ca56de-eef5-4b6f-b97e-823793521c1a" -d '{"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-unplugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:54.581172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:54.603405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.605707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 43fcb80b-36d1-434f-91bf-7df8497ab95b no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:54.623429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-873057be-6544-456b-b66a-b894bd156d15 req-8699ae38-598d-49d8-aa1e-69bb539439dd tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090829
Nov 10 04:01:54.653476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 43fcb80b-36d1-434f-91bf-7df8497ab95b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:54.653476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 43fcb80b-36d1-434f-91bf-7df8497ab95b not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:54.669998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] For port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:54.670370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.693447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Calling delete_port for c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:54.697211 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdee04ef-25a8-4a91-b699-29b959704846 x-openstack-request-id: req-fdee04ef-25a8-4a91-b699-29b959704846 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:54.697500 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-unplugged", "status": "completed", "tag": "509a8e93-954e-47e8-a66b-135916c1d531", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:54.697752 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdee04ef-25a8-4a91-b699-29b959704846 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:54.698194 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531', 'code': 200}
Nov 10 04:01:54.758230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:54.762204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:54.774872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'mac_address': 'fa:16:3e:0b:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:01:54.818305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.837934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:01:54.863047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:54.869682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:54.965098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:55.014808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:55.055642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d26ade-d7c7-4bcd-8abd-3a70f1b373b1 req-4d5b33cd-051e-42fb-a478-973b20dd9099 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:55.058939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3d26ade-d7c7-4bcd-8abd-3a70f1b373b1 req-4d5b33cd-051e-42fb-a478-973b20dd9099 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 944 time: 0.1081653
Nov 10 04:01:55.189222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3d26ade-d7c7-4bcd-8abd-3a70f1b373b1 req-d51c5a07-c6a3-4a3d-8e13-5db7a541b758 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237683
Nov 10 04:01:55.445642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:55.505428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event deleted for resources: {'Port': ['ID=c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:55.659747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] No DVR routers for this DVR port c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:55.667668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:55.684274 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcc70333-3e04-4674-b386-90667280c21a req-8cc30cca-127b-4ab4-95c4-71bbd04e4fc4 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "DELETE /v2.0/ports/c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 HTTP/1.1" status: 204  len: 173 time: 1.3066766
Nov 10 04:01:55.684274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-deleted', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:55.684274 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de1ede-31ab-4c1c-baa5-5c52b2555d48" -d '{"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-deleted", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:55.718146 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-5e7d574c-46de-4dd3-9204-fc12cf43cfb9 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:01:55.719185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-5e7d574c-46de-4dd3-9204-fc12cf43cfb9 service neutron] 10.222.0.26 "GET /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.1331067
Nov 10 04:01:55.822453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634a150-5ff7-4a83-a681-60c951b73b00 req-2f4cc92f-4272-409f-b4f6-53178b035ba3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:55.824392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b634a150-5ff7-4a83-a681-60c951b73b00 req-2f4cc92f-4272-409f-b4f6-53178b035ba3 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 950 time: 0.1215043
Nov 10 04:01:55.893011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b634a150-5ff7-4a83-a681-60c951b73b00 req-50776b1b-214b-49c7-a440-9061cc210f0d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574927
Nov 10 04:01:55.905806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8bb01-cdcf-4340-9c74-c30c3f5c3e57 req-e2899e77-42ba-4dc5-86ab-747af1946344 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:55.907448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4a8bb01-cdcf-4340-9c74-c30c3f5c3e57 req-e2899e77-42ba-4dc5-86ab-747af1946344 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0874498
Nov 10 04:01:55.926830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:55.958549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 3867a1a1-4d51-4961-b727-d2ca007dafe0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:55.959329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3867a1a1-4d51-4961-b727-d2ca007dafe0 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:55.998655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4a8bb01-cdcf-4340-9c74-c30c3f5c3e57 req-d09fadd0-a9cc-43d1-83f2-3d3070ec7098 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823722
Nov 10 04:01:56.003329 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5667f02-1376-408b-971b-628157a88ac8 x-openstack-request-id: req-b5667f02-1376-408b-971b-628157a88ac8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:56.008770 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effe2bc9-79c8-4da1-8b51-860981201274", "name": "network-vif-deleted", "tag": "c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:56.009165 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5667f02-1376-408b-971b-628157a88ac8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:56.009705 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effe2bc9-79c8-4da1-8b51-860981201274', 'name': 'network-vif-deleted', 'tag': 'c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8', 'status': 'completed', 'code': 200}
Nov 10 04:01:56.164529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-8a1ae418-b1ce-40bd-aba8-0f5557538153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:56.166439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-8a1ae418-b1ce-40bd-aba8-0f5557538153 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1100 time: 0.0730979
Nov 10 04:01:56.221389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:01:56.308793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:01:56.356039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.475938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:01:56.476549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.515700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-541771e6-e30e-4761-b0d1-46ca92f692d6 req-207da583-fea6-4e7f-aa8d-a15304e9c0c8 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=effe2bc9-79c8-4da1-8b51-860981201274 HTTP/1.1" status: 200  len: 210 time: 0.0999339
Nov 10 04:01:56.792438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:56.796412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.869334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:56.883505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:56.884512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:56.894272 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc65de-3ac9-4fde-bbfb-9c615f411979" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:56.914305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.915113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7480209-b95d-4569-82a6-bbcd7ed5c346 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:56.934068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.955458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Transition to ACTIVE for port object 95609758-a165-4136-aee2-df191b908e9a will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:01:56.966021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:56.998291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: d7480209-b95d-4569-82a6-bbcd7ed5c346 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:56.998894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7480209-b95d-4569-82a6-bbcd7ed5c346 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:57.068757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:57.076947 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1254f4-9267-4fce-8577-6f0313d65119 x-openstack-request-id: req-1e1254f4-9267-4fce-8577-6f0313d65119 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:01:57.077234 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-plugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:01:57.077487 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e1254f4-9267-4fce-8577-6f0313d65119 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:01:57.077874 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'code': 200}
Nov 10 04:01:57.110542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-e6673c43-a05e-466b-9d54-6992f971cf8c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:57.110542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-e6673c43-a05e-466b-9d54-6992f971cf8c tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 950 time: 0.1514132
Nov 10 04:01:57.129987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] No DVR routers for this DVR port 95609758-a165-4136-aee2-df191b908e9a on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:57.177241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:57.238550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:01:57.239134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:01:57.239601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:57.264134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3388b-9d99-4910-abf8-cbffa5f95865 req-e7067854-d384-41a2-b888-52389d6ac627 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:57.266053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf3388b-9d99-4910-abf8-cbffa5f95865 req-e7067854-d384-41a2-b888-52389d6ac627 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55a833-a9b8-4b20-9806-ca6382819509 HTTP/1.1" status: 200  len: 950 time: 0.1310174
Nov 10 04:01:57.267457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:01:57.267617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:01:57.276650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:01:57.276650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:01:57.276650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:01:57.276650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Bound port: 95609758-a165-4136-aee2-df191b908e9a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:01:57.276650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.297789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Deleting port 005b3464-0309-4aa9-87ad-4ea01809a6d5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:01:57.299398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.430518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf3388b-9d99-4910-abf8-cbffa5f95865 req-0c5b8f22-6650-45ab-9f3b-b53a681bfe4d tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83dd966-0436-4a3f-8b98-e36d13a20843&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504538
Nov 10 04:01:57.454411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] For port 005b3464-0309-4aa9-87ad-4ea01809a6d5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=005b3464-0309-4aa9-87ad-4ea01809a6d5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:01:57.458125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:01:57.462223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.466704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:01:57.478200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.492944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Calling delete_port for 005b3464-0309-4aa9-87ad-4ea01809a6d5 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:01:57.549560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:57.550262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.552091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] 10.222.0.21 "PUT /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 1095 time: 1.3347256
Nov 10 04:01:57.737932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77626196-a38e-4e16-afcc-7d2c0be61180 service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:57.798651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887194-4883-46be-b861-ccb7a9396938 req-88e08d8c-24ca-418c-b577-569d9dafdfd5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:57.815748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24887194-4883-46be-b861-ccb7a9396938 req-88e08d8c-24ca-418c-b577-569d9dafdfd5 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 947 time: 0.2607183
Nov 10 04:01:57.862553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-3b8c366c-16b4-4c55-affb-86a244286844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:57.864709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-3b8c366c-16b4-4c55-affb-86a244286844 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1098 time: 0.2540634
Nov 10 04:01:57.871889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:57.889913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['005b3464-0309-4aa9-87ad-4ea01809a6d5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:01:57.989526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Pushing event deleted for resources: {'Port': ['ID=005b3464-0309-4aa9-87ad-4ea01809a6d5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:01:58.007310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24887194-4883-46be-b861-ccb7a9396938 req-b7e4b4ef-351e-4a10-a20e-b3f0f9c2a171 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905553
Nov 10 04:01:58.017278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}, {'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:58.021334 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0105b-b9c9-4062-981d-1cf03fd43d59" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a"}, {"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:58.094786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-7dcb86f1-391f-45f7-bf88-fb2c02b44c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:58.096457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-7dcb86f1-391f-45f7-bf88-fb2c02b44c6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2221649
Nov 10 04:01:58.140461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] No DVR routers for this DVR port 005b3464-0309-4aa9-87ad-4ea01809a6d5 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:01:58.147434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:01:58.159840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38a7e242-8162-42aa-9ec8-f565b447e6ef req-cfcb4b3c-f299-44d3-b60a-e321ef90bd28 tempest-ServersOnMultiNodesTest-85832669 tempest-ServersOnMultiNodesTest-85832669-project] 10.222.0.26 "DELETE /v2.0/ports/005b3464-0309-4aa9-87ad-4ea01809a6d5 HTTP/1.1" status: 204  len: 173 time: 1.0458360
Nov 10 04:01:58.162616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-af52bea2-38b9-4e14-ba11-a375332efcaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0573211
Nov 10 04:01:58.214125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'name': 'network-vif-deleted', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:01:58.218841 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8b492-bb45-4e23-9309-bec9a95aba2b" -d '{"events": [{"server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "name": "network-vif-deleted", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:01:58.323411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:58.401243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:01:58.404016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-643745fb-cf9d-4835-9b59-3482241db793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:58.406221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c24bb3cd-b5ab-470c-8d1a-7ae3a6b232b8 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:58.421028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-643745fb-cf9d-4835-9b59-3482241db793 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2419040
Nov 10 04:01:58.427773 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-0d9712f9-6900-4242-b2c8-be500491fdd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3181288
Nov 10 04:01:58.539717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-9bb7266c-7749-4a24-88cf-48787b00a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:58.541447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-9bb7266c-7749-4a24-88cf-48787b00a5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1094811
Nov 10 04:01:58.541832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-1aa35344-ac78-428a-8435-6ce192dfa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:58.543417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-1aa35344-ac78-428a-8435-6ce192dfa5ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 1100 time: 0.0862579
Nov 10 04:01:58.902779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-d092c6ae-1484-477f-87ec-2076fe0b1fc6 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3421566
Nov 10 04:01:58.915049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-1f336352-9a66-4e7f-9b86-9b1bca797c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:58.916767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-1f336352-9a66-4e7f-9b86-9b1bca797c2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3465664
Nov 10 04:01:58.983108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-72dcceb5-1bc4-4bbc-be9c-e756bc8a9b30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 200  len: 217 time: 0.0554678
Nov 10 04:01:59.069673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53ba5a65-ec8c-4a12-b662-f9cddf8a8db1 req-0f0f99c9-fe85-4694-8f8a-ff6f1aaf9b77 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574132
Nov 10 04:01:59.128215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-77ebe77f-022c-498b-8380-f78550a76df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:59.138683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-77ebe77f-022c-498b-8380-f78550a76df2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1479516
Nov 10 04:01:59.244900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-22c146f9-7b10-43ab-8ef4-72ab8a667455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:01:59.250797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-22c146f9-7b10-43ab-8ef4-72ab8a667455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1013014
Nov 10 04:01:59.484815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-85966f01-523d-4283-8f7d-8238599a4f17 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288599
Nov 10 04:01:59.726478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3e7837b-7615-400f-b59d-a6d3b596d499 req-e2ffcb18-c538-4657-9430-06c16513e03c service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224827
Nov 10 04:01:59.927472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:01:59.998525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:01:59.999287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 005b3464-0309-4aa9-87ad-4ea01809a6d5 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:00.027791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 005b3464-0309-4aa9-87ad-4ea01809a6d5 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:00.028221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 005b3464-0309-4aa9-87ad-4ea01809a6d5 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:01.949371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33914) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:02.065969 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356d48c5-0fcc-4499-9ae5-a5938ef7c823 x-openstack-request-id: req-356d48c5-0fcc-4499-9ae5-a5938ef7c823 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:02.066501 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a", "code": 200}, {"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:02.066501 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-356d48c5-0fcc-4499-9ae5-a5938ef7c823 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:02.067484 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'code': 200}
Nov 10 04:02:02.067926 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'status': 'completed', 'code': 200}
Nov 10 04:02:02.098173 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30623c03-4653-4376-bec7-3a6f68add91a x-openstack-request-id: req-30623c03-4653-4376-bec7-3a6f68add91a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:02.098663 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a833-a9b8-4b20-9806-ca6382819509", "name": "network-vif-deleted", "tag": "005b3464-0309-4aa9-87ad-4ea01809a6d5", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:02.099077 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30623c03-4653-4376-bec7-3a6f68add91a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:02.099618 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a833-a9b8-4b20-9806-ca6382819509', 'name': 'network-vif-deleted', 'tag': '005b3464-0309-4aa9-87ad-4ea01809a6d5', 'status': 'completed', 'code': 200}
Nov 10 04:02:02.205309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82ab2348-d077-4e89-ac64-321ee5f5f762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:02.206924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-1a5b3ee3-20c6-4a8e-860b-ac8ff4ad6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.210626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-1a5b3ee3-20c6-4a8e-860b-ac8ff4ad6968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1098 time: 0.1175046
Nov 10 04:02:02.246231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ae8fd-9bd8-4b9b-8df5-12fd2c11786b req-da8db04f-b54b-49dc-970f-96c0629be153 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.246509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb4ae8fd-9bd8-4b9b-8df5-12fd2c11786b req-da8db04f-b54b-49dc-970f-96c0629be153 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.0809116
Nov 10 04:02:02.259588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-eb30dc63-c5e1-4ee0-92e9-28322106fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.261110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-eb30dc63-c5e1-4ee0-92e9-28322106fb5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1098 time: 0.1583686
Nov 10 04:02:02.348645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 95609758-a165-4136-aee2-df191b908e9a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:02.475437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5674-a6fb-41e2-ae35-b06c578b4c9e req-5b6649f3-f30d-4a6f-9dd6-053d762e15ef tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.482681 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cef5674-a6fb-41e2-ae35-b06c578b4c9e req-5b6649f3-f30d-4a6f-9dd6-053d762e15ef tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 947 time: 0.2083635
Nov 10 04:02:02.487856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb4ae8fd-9bd8-4b9b-8df5-12fd2c11786b req-fbcae8c7-ec5d-4964-b235-87d0bc1d864f tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2303700
Nov 10 04:02:02.519035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:02.541451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-ad76cb1f-34c0-490b-968e-0c562519f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.542962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-ad76cb1f-34c0-490b-968e-0c562519f0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2492766
Nov 10 04:02:02.546548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:02.549185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '95609758-a165-4136-aee2-df191b908e9a', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '95609758-a165-4136-aee2-df191b908e9a', 'mac_address': 'fa:16:3e:1d:7a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:02.598919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:02.600602 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-55bf5f1f-126a-4217-a569-65e549e82b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0419550
Nov 10 04:02:02.622800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-36b2a26a-8b28-4897-9aae-d1df32b56d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.624271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-36b2a26a-8b28-4897-9aae-d1df32b56d62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3522072
Nov 10 04:02:02.624899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95609758-a165-4136-aee2-df191b908e9a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:02.657821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:02.671136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:02.740149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82ab2348-d077-4e89-ac64-321ee5f5f762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:02.747564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-ec3d5651-b62d-4768-947d-0484561b2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.754533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-ec3d5651-b62d-4768-947d-0484561b2639 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1409340
Nov 10 04:02:02.809791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:02.840938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-67482c36-0d27-4f86-b5fe-38b425aac0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.841905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-ef2a79fb-3cc3-45f4-b280-d5e808ac337e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.1892748
Nov 10 04:02:02.842445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-67482c36-0d27-4f86-b5fe-38b425aac0cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0794513
Nov 10 04:02:02.842587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-82ab2348-d077-4e89-ac64-321ee5f5f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:02.927941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-bb2b164e-dc6b-4f78-b952-d6eb19c4f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:02.929938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-bb2b164e-dc6b-4f78-b952-d6eb19c4f84b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0738618
Nov 10 04:02:02.974676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-10cd478b-5ab8-4749-964d-37fb716e320d service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208038
Nov 10 04:02:02.977060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cef5674-a6fb-41e2-ae35-b06c578b4c9e req-11a74ffd-cb6e-4074-8e98-d2c3bdcb8bfb tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4882860
Nov 10 04:02:02.977574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b277da1d-9c14-4004-bc17-5e11e1b5423c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5ed7dce06584ab79a7dcbe1e5b27dc3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4297845
Nov 10 04:02:02.981553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33948) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:02.994158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['95609758-a165-4136-aee2-df191b908e9a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:03.109528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.134192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab2348-d077-4e89-ac64-321ee5f5f762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3854e78a-5852-4666-9582-2b327f861960,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:03.148767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-38bcb6fc-1666-4017-86db-6885e027fdbd service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523018
Nov 10 04:02:03.165415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-82ab2348-d077-4e89-ac64-321ee5f5f762 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bc5d858ae694d3480a3caa09d836cdc&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2121105
Nov 10 04:02:03.166499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33962) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:03.169467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.257553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-2286c1f3-c1d2-4e03-b59a-3158ce4114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:03.261586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-2286c1f3-c1d2-4e03-b59a-3158ce4114fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3204997
Nov 10 04:02:03.289121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.318693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.324190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.328224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f83dd966-0436-4a3f-8b98-e36d13a20843 HTTP/1.1" status: 204  len: 168 time: 0.3428633
Nov 10 04:02:03.328425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.359139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fd976-ef60-4ab5-bc28-e694c9ba6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83dd966-0436-4a3f-8b98-e36d13a20843,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:03.409195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.413161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.416730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3854e78a-5852-4666-9582-2b327f861960 HTTP/1.1" status: 204  len: 168 time: 0.2425964
Nov 10 04:02:03.471706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5e9c-ba70-4e99-9fea-b6b844447260 req-58c535cc-6ee9-4aa8-b85c-03f07ef8d816 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:03.489605 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11db5e9c-ba70-4e99-9fea-b6b844447260 req-58c535cc-6ee9-4aa8-b85c-03f07ef8d816 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.3021233
Nov 10 04:02:03.511927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a75a0-c313-48d2-8674-90b80be6da24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854e78a-5852-4666-9582-2b327f861960,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:03.584429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-9dab270e-0d07-4e39-ae3d-f911a0f907fe tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:03.591869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-9dab270e-0d07-4e39-ae3d-f911a0f907fe tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 945 time: 0.1578267
Nov 10 04:02:03.623682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-b9e7d520-b325-4839-bec7-bd5592b06eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498313
Nov 10 04:02:03.729155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11db5e9c-ba70-4e99-9fea-b6b844447260 req-0d78e593-6d18-45fa-b9f6-e4f4b4796ad2 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4efc787b-2913-40ad-8472-945721084a48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310193
Nov 10 04:02:03.799474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Deleting port 64c75d1d-1319-4471-b69e-b998fd54ee69 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:03.799832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:03.942619 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5b0105b-b9c9-4062-981d-1cf03fd43d59 req-1728e42b-20f8-4282-a54f-4ecbf77035bb service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074555
Nov 10 04:02:04.022149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34006) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:04.053607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] For port 64c75d1d-1319-4471-b69e-b998fd54ee69, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=64c75d1d-1319-4471-b69e-b998fd54ee69,segment=NetworkSegment(30eefc09-513f-467c-8fcc-47422bf1ef11),segment_id=30eefc09-513f-467c-8fcc-47422bf1ef11)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:04.056061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.080829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Calling delete_port for 64c75d1d-1319-4471-b69e-b998fd54ee69 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:04.168221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c0360a4-33fb-4ea5-86be-077d8d94724d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71435cce1a1f43cfb13115ccdb6f8f1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1447558
Nov 10 04:02:04.170288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:04.295677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1f4da031-a53d-48ad-9fe2-9ab8bad6d42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.299510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-d562dfd7-8bec-4891-af1c-eb1c9d37a945 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:04.302214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-d562dfd7-8bec-4891-af1c-eb1c9d37a945 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.21 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1&tenant_id=a17b8439aab5416baf5623b3adedbb8c&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 948 time: 0.2090256
Nov 10 04:02:04.338161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.356027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.378693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 95609758-a165-4136-aee2-df191b908e9a up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:04.396740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Pushing event deleted for resources: {'Port': ['ID=64c75d1d-1319-4471-b69e-b998fd54ee69,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:04.407684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.423561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34022) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:04.477752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] No DVR routers for this DVR port 64c75d1d-1319-4471-b69e-b998fd54ee69 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:04.482450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 95609758-a165-4136-aee2-df191b908e9a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:04.485319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c76db7-bb31-44a1-b77d-666ca42a4db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.490064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 95609758-a165-4136-aee2-df191b908e9a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:04.490680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.491223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.494738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7ac3571-b2b4-4ddb-99be-ade8024842a9 req-d46aa3d4-f701-4e51-9511-d903a5d5d694 tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.21 "DELETE /v2.0/ports/64c75d1d-1319-4471-b69e-b998fd54ee69 HTTP/1.1" status: 204  len: 173 time: 0.8947196
Nov 10 04:02:04.495182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-deleted', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:04.497495 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac84b77-7681-43ad-a8d1-ad6fb88b46e0" -d '{"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-deleted", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:04.542440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-edb4e72c-af78-492c-829b-2791918191d7 service neutron] 10.222.0.21 "GET /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.2319410
Nov 10 04:02:04.684961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b31056-794f-4314-b6f4-1b89107420bb req-d037ac91-2312-439b-b6b2-8f23fbce9a14 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:04.692992 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9b31056-794f-4314-b6f4-1b89107420bb req-d037ac91-2312-439b-b6b2-8f23fbce9a14 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.1664207
Nov 10 04:02:04.696273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.706532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.709062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.712803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2331080-8baf-4a68-88b9-cad3ac0c140f HTTP/1.1" status: 204  len: 168 time: 0.5344195
Nov 10 04:02:04.729267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-f6d2cdfd-2f13-4050-9677-0328ccfb846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:04.730933 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-f6d2cdfd-2f13-4050-9677-0328ccfb846c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1099 time: 0.1442113
Nov 10 04:02:04.741218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:04.743655 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e9d3c-679c-466a-b68d-d7b2f697387f" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:04.756664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62be101-37ba-4625-b8b6-ee37a355b35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2331080-8baf-4a68-88b9-cad3ac0c140f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:04.777144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:04.808387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.809246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:04.847739 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b5a590-99d8-4c2e-91c8-e3455c7bb588 x-openstack-request-id: req-59b5a590-99d8-4c2e-91c8-e3455c7bb588 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:04.848569 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7215ea5-0e46-4ea9-81c6-f39bbdb75b51", "name": "network-vif-deleted", "tag": "64c75d1d-1319-4471-b69e-b998fd54ee69", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:04.848855 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59b5a590-99d8-4c2e-91c8-e3455c7bb588 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:04.849249 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7215ea5-0e46-4ea9-81c6-f39bbdb75b51', 'name': 'network-vif-deleted', 'tag': '64c75d1d-1319-4471-b69e-b998fd54ee69', 'status': 'completed', 'code': 200}
Nov 10 04:02:04.884913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9b31056-794f-4314-b6f4-1b89107420bb req-58bf931f-b39b-44fc-a2b5-9c32c5cc5c7c tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908052
Nov 10 04:02:04.888774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c76db7-bb31-44a1-b77d-666ca42a4db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.916727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c76db7-bb31-44a1-b77d-666ca42a4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:04.944343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 64c75d1d-1319-4471-b69e-b998fd54ee69 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:04.944745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 64c75d1d-1319-4471-b69e-b998fd54ee69 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:04.945113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:04.948405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:05.053878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8c76db7-bb31-44a1-b77d-666ca42a4db7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecd14707726e4e9498a3e113d51a0f0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6289854
Nov 10 04:02:05.057342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:05.127754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c76db7-bb31-44a1-b77d-666ca42a4db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1227ef6-8ab2-41fb-a768-2322634c606f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:05.134093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.166217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e565fb3-7bdd-4171-81b8-075b30d59ff8 req-d5812d86-34d3-4c46-bad3-079c0da3ec3d tempest-LiveMigrationTest-2107580141 tempest-LiveMigrationTest-2107580141-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7215ea5-0e46-4ea9-81c6-f39bbdb75b51 HTTP/1.1" status: 200  len: 210 time: 0.0585120
Nov 10 04:02:05.169853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab55662-82c7-4c4c-b2d0-3919f7acb69e req-ccfa489f-1771-417d-bf3a-60ac157f5da6 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:05.171322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-5b7a3a69-bdcf-4b25-a81a-3e269ee8d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:05.173574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-5b7a3a69-bdcf-4b25-a81a-3e269ee8d567 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.4265823
Nov 10 04:02:05.183186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1ab55662-82c7-4c4c-b2d0-3919f7acb69e req-ccfa489f-1771-417d-bf3a-60ac157f5da6 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.2455359
Nov 10 04:02:05.257837 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-c0253647-0146-4ae4-9cfa-d3790d42eb7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0748348
Nov 10 04:02:05.258482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:05.272779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.285535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.327429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1ab55662-82c7-4c4c-b2d0-3919f7acb69e req-2b7849ca-211b-4e0c-aea4-a92f862c2905 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1401854
Nov 10 04:02:05.349234 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69213d3-7708-4af3-8196-66bce5a35884 x-openstack-request-id: req-d69213d3-7708-4af3-8196-66bce5a35884 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:05.350492 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:05.351962 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d69213d3-7708-4af3-8196-66bce5a35884 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:05.352573 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'code': 200}
Nov 10 04:02:05.369572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.406794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-24148020-3f3d-4ea3-bb4c-d95a79e98d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:05.411876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-24148020-3f3d-4ea3-bb4c-d95a79e98d34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1447897
Nov 10 04:02:05.425310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:05.467514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.470216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:05.473891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1227ef6-8ab2-41fb-a768-2322634c606f HTTP/1.1" status: 204  len: 168 time: 0.3939910
Nov 10 04:02:05.492332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-b2ea037a-aa9e-4cba-a70d-af8cae5b5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:05.493945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-b2ea037a-aa9e-4cba-a70d-af8cae5b5967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0685050
Nov 10 04:02:05.498093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a791aef-a738-4d9e-a7bc-c668c2b79a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1227ef6-8ab2-41fb-a768-2322634c606f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:05.627686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-c575dcf0-8f66-447e-b985-96149407e762 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232846
Nov 10 04:02:05.757443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-d2d15b85-896a-4451-ba23-42b252cf66f6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:05.766086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-d2d15b85-896a-4451-ba23-42b252cf66f6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.2138324
Nov 10 04:02:05.784838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-bf228582-3ece-433f-a57b-2a202121c808 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/quotas/4f733c65bb8b451582fb9a9f98c0c5ee HTTP/1.1" status: 200  len: 375 time: 0.0174332
Nov 10 04:02:05.830080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-cf7bb660-eb16-4a93-8438-d992a6a7d6e6 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909597
Nov 10 04:02:05.871431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-521328ce-74b8-49f3-b298-5a109a1157fe tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0855360
Nov 10 04:02:05.957754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:05.975931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-450f3f32-3cdf-409c-b7f1-8ed3b00f8443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.021750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-86f4d715-06a8-4188-a048-d14e10213a57 service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393597
Nov 10 04:02:06.141501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfc1fa-7f3e-418a-a630-ef324596f00e req-bfd3b94a-cf32-416c-9a62-942caf06bfab tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:06.143252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86dfc1fa-7f3e-418a-a630-ef324596f00e req-bfd3b94a-cf32-416c-9a62-942caf06bfab tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.1256676
Nov 10 04:02:06.147141 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-a12761df-eaae-454e-a170-d568db3f0a72 service neutron] 10.222.0.13 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202066
Nov 10 04:02:06.242908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-450f3f32-3cdf-409c-b7f1-8ed3b00f8443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.262700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-450f3f32-3cdf-409c-b7f1-8ed3b00f8443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.311193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f3f32-3cdf-409c-b7f1-8ed3b00f8443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122eb7ee-849b-4de3-868f-cc8f75c40ee0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:06.322056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34090) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:06.335156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86dfc1fa-7f3e-418a-a630-ef324596f00e req-cbb4195e-03fb-4eaf-8943-23cff771ba90 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676333
Nov 10 04:02:06.385839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:06.422586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-4f69fecf-ab6c-4f41-ad46-7f4e3b506a35 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:06.428951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-4f69fecf-ab6c-4f41-ad46-7f4e3b506a35 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.21 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.2778788
Nov 10 04:02:06.444431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:02:06.482309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-450f3f32-3cdf-409c-b7f1-8ed3b00f8443 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a3ef95733044c73a73e12f54a78d304&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5210304
Nov 10 04:02:06.506420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:06.523251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-556436029-network', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:06.559777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9474645-f649-4363-844f-3f02b8ca13ae req-ae008958-7e1f-4445-8c63-949adf6c1fc8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 210 time: 0.1744785
Nov 10 04:02:06.560592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Made reservation on behalf of b2b97e1083184979a13c16d12ec87aac for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:06.563071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.568361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Deleting subnet 0e4a36c3-296e-4a97-983d-b73804e80819 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:06.588898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.626184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba61034-4fb7-46a7-b8bb-75aaeda28567 req-9340f595-174e-42f3-b70f-d7c3badbc6f7 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:06.633768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ba61034-4fb7-46a7-b8bb-75aaeda28567 req-9340f595-174e-42f3-b70f-d7c3badbc6f7 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 945 time: 0.1824698
Nov 10 04:02:06.635719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.744199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Deleting port d07f6814-729b-40c2-88e5-fd287ba97dd1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:06.744668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.767970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.817755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94efa8b4-7755-422c-b308-a95b7bf76ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.844370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.872027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] For port d07f6814-729b-40c2-88e5-fd287ba97dd1, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d07f6814-729b-40c2-88e5-fd287ba97dd1,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:06.872524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.907695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ba61034-4fb7-46a7-b8bb-75aaeda28567 req-197ee7c6-d1b7-4c94-b1db-5a652d56acde tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7c8e68-d03d-4ad0-bc40-15457eba587b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2730279
Nov 10 04:02:06.915920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-cb98db7a-caf4-43a1-9731-36d35ff0f4ec tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:06.917711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-cb98db7a-caf4-43a1-9731-36d35ff0f4ec tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "GET /v2.0/ports?device_id=67766bc4-63cf-4c5b-bf90-b50e664222c1 HTTP/1.1" status: 200  len: 943 time: 0.2407515
Nov 10 04:02:06.944273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:06.993491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4a36c3-296e-4a97-983d-b73804e80819,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:07.021891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.027744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8d0066c4-8b35-46f5-ba85-df5f1acec7dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e4a36c3-296e-4a97-983d-b73804e80819 HTTP/1.1" status: 204  len: 168 time: 0.6387658
Nov 10 04:02:07.027744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.028575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34120) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:07.152973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.153551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.153828 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78 disassociated. External IP: 172.32.3.254, port: d07f6814-729b-40c2-88e5-fd287ba97dd1.
Nov 10 04:02:07.154711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Calling delete_port for d07f6814-729b-40c2-88e5-fd287ba97dd1 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:07.173197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.240743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.259031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.273626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.303634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf44b8d-c01a-465b-9096-c01e863d25ad,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:07.326172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Deleting port 5a2b8e18-61a7-402d-9143-b3309ec1438f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:07.326516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.354812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:07.360699 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec929fa3-fc62-4825-9276-01fed4c209d5" -d '{"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:07.372740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.442441 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08ce6b1-d825-4b92-89ee-664ed44f8aee x-openstack-request-id: req-c08ce6b1-d825-4b92-89ee-664ed44f8aee {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:07.442725 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:07.442972 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c08ce6b1-d825-4b92-89ee-664ed44f8aee {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:07.443355 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'code': 200}
Nov 10 04:02:07.497115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event deleted for resources: {'Port': ['ID=d07f6814-729b-40c2-88e5-fd287ba97dd1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:07.509201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.512283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.515730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.517155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/122eb7ee-849b-4de3-868f-cc8f75c40ee0 HTTP/1.1" status: 204  len: 168 time: 1.0079949
Nov 10 04:02:07.540011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:07.542103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484f17-360b-406d-881d-fcc05f70d6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122eb7ee-849b-4de3-868f-cc8f75c40ee0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:07.573697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e069790>,) {'filters': {'network_id': ['26052801-3b22-4390-bcdf-3933643a2943']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:07.594226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.594575 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Added segment c2f960ab-bf10-422a-9109-97985aa97c1a of type vlan for network 1ca1e243-764a-4d7a-a1ec-ca57fb652041
Nov 10 04:02:07.642946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e069790>, '30eefc09-513f-467c-8fcc-47422bf1ef11') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:07.643345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e069790>, '30eefc09-513f-467c-8fcc-47422bf1ef11') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:07.655983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.791233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] For port 5a2b8e18-61a7-402d-9143-b3309ec1438f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a2b8e18-61a7-402d-9143-b3309ec1438f,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:07.791615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.794929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.827986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9dd08677-3199-440c-857a-5e1473561558 req-fcca2d48-1bba-4b8a-82a1-1fbd3a3d4332 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 210 time: 0.1339560
Nov 10 04:02:07.836409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.911508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.943833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Calling delete_port for 5a2b8e18-61a7-402d-9143-b3309ec1438f owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:07.947487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:07.948128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:07.950942 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:07.954040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:07.955673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:07.956487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:08.396300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d07f6814-729b-40c2-88e5-fd287ba97dd1 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:08.427515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1021693
Nov 10 04:02:08.428504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5ec7-841b-4b45-8507-b1b284c3418a admin admin] Pushing event updated for resources: {'Network': ['ID=1ca1e243-764a-4d7a-a1ec-ca57fb652041,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:08.447041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34160) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:08.448879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:08.474267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Request body: {'subnet': {'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-subnet', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:08.479849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320f8c-20c4-4e5c-a87b-9b7750ab2a9f req-5fa1a272-cbe9-4217-bf87-b866220ed37f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:08.481454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de320f8c-20c4-4e5c-a87b-9b7750ab2a9f req-5fa1a272-cbe9-4217-bf87-b866220ed37f tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 1.0035861
Nov 10 04:02:08.515664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: d07f6814-729b-40c2-88e5-fd287ba97dd1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:08.516977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d07f6814-729b-40c2-88e5-fd287ba97dd1 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:08.631908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dcb6af3a-2b8e-4a6f-81be-336e1e70c8aa req-964d5451-65ba-4045-ada2-dd2fde626284 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 210 time: 0.2405331
Nov 10 04:02:08.655092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:02:08.664308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-68b5d3b0-04e5-40bf-b99a-c5aed2db4187 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:08.665880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-68b5d3b0-04e5-40bf-b99a-c5aed2db4187 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.26 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 804 time: 0.3370528
Nov 10 04:02:08.670461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Made reservation on behalf of b2b97e1083184979a13c16d12ec87aac for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:08.672281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de320f8c-20c4-4e5c-a87b-9b7750ab2a9f req-23705778-ab15-4e3b-ac9d-c30dfc7acb32 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786597
Nov 10 04:02:08.677366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-bdad2b3e-8d4e-4b41-9298-6aea1b6fb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:08.677366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-bdad2b3e-8d4e-4b41-9298-6aea1b6fb802 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1&tenant_id=a17b8439aab5416baf5623b3adedbb8c HTTP/1.1" status: 200  len: 1100 time: 0.1647246
Nov 10 04:02:08.684559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Request body: {'port': {'device_id': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'admin_state_up': True, 'tenant_id': '4f733c65bb8b451582fb9a9f98c0c5ee'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:08.686142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:08.707233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:08.780703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:08.793583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:08.804089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] 10.222.0.13 "DELETE /v2.0/networks/26052801-3b22-4390-bcdf-3933643a2943 HTTP/1.1" status: 204  len: 168 time: 1.7658095
Nov 10 04:02:08.807625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34170) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:08.864781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbbab0-32b7-43ea-8209-0aceec0ce07c admin admin] Pushing event deleted for resources: {'Network': ['ID=26052801-3b22-4390-bcdf-3933643a2943,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:08.917006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:08.954076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Deleting subnet 18dbc3d4-2989-4886-a114-94d71a5e996a {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:08.982797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:08.997008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:09.001925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.016309 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:09.016981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145adcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:09.126036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] No DVR routers for this DVR port d07f6814-729b-40c2-88e5-fd287ba97dd1 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:09.230432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:09.247954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.251446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69801d63-7a7f-47a1-812f-cd3e077cab0e req-3bef2138-e1a9-4464-b2bb-f0d5930f86a3 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.21 "DELETE /v2.0/ports/d07f6814-729b-40c2-88e5-fd287ba97dd1 HTTP/1.1" status: 204  len: 173 time: 2.7960446
Nov 10 04:02:09.251949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'name': 'network-vif-deleted', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:09.274813 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355e416-5222-484e-90b3-0f48481d2edc" -d '{"events": [{"server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "name": "network-vif-deleted", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:09.282406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.298808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Made reservation on behalf of 4f733c65bb8b451582fb9a9f98c0c5ee for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:09.304791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.505225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07bad477-643b-46e2-b3ff-ab47d4ac6ee4 req-a4e2724f-55da-4249-8809-496d94ef4568 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 210 time: 0.5319555
Nov 10 04:02:09.569078 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b6b6a8-028a-4218-87e4-9173d5abc1c4 x-openstack-request-id: req-87b6b6a8-028a-4218-87e4-9173d5abc1c4 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:09.569602 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0415b57b-0e26-48aa-aede-7779812f1c4c", "name": "network-vif-deleted", "tag": "d07f6814-729b-40c2-88e5-fd287ba97dd1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:09.569602 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87b6b6a8-028a-4218-87e4-9173d5abc1c4 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:09.570344 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0415b57b-0e26-48aa-aede-7779812f1c4c', 'name': 'network-vif-deleted', 'tag': 'd07f6814-729b-40c2-88e5-fd287ba97dd1', 'status': 'completed', 'code': 200}
Nov 10 04:02:09.572298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:09.590166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.647380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.717118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:09.809941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event deleted for resources: {'Port': ['ID=5a2b8e18-61a7-402d-9143-b3309ec1438f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:09.812034 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145adcd0>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:09.845332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:09.919346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Allocated IP 172.20.0.9 (52f8d12c-011d-42a9-8ca6-bb85f7e5376e/9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a/6d5acf47-9f4b-422d-b64a-4995f1ae4b79) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:09.964422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:09.974539 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:09.975501 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145adcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:10.093680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab891c9-5b9c-450c-bbf6-84304001ab87 req-0e339d68-ffb0-4e10-923a-832d669f5a07 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/ports?device_id=0415b57b-0e26-48aa-aede-7779812f1c4c HTTP/1.1" status: 200  len: 210 time: 0.2388623
Nov 10 04:02:10.124628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.144039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:10.186417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.202323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] No DVR routers for this DVR port 5a2b8e18-61a7-402d-9143-b3309ec1438f on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:10.205686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.211852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6aef08c2-05ab-4921-aba1-5c4d61ceb81b req-8a49fd28-3d4d-4121-9271-f1554a11583e tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.21 "DELETE /v2.0/ports/5a2b8e18-61a7-402d-9143-b3309ec1438f HTTP/1.1" status: 204  len: 173 time: 3.2689981
Nov 10 04:02:10.220667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.266390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-deleted', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:10.273930 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8eb332-336b-4d57-94fa-6eab873a8e82" -d '{"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-deleted", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:10.364487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Transition to ACTIVE for port object 95609758-a165-4136-aee2-df191b908e9a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:10.381279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.404531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.411041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 95609758-a165-4136-aee2-df191b908e9a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:10.435682 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7acc3d-12b9-434f-8174-714d4ff655f3 x-openstack-request-id: req-5e7acc3d-12b9-434f-8174-714d4ff655f3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:10.435882 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67766bc4-63cf-4c5b-bf90-b50e664222c1", "name": "network-vif-deleted", "tag": "5a2b8e18-61a7-402d-9143-b3309ec1438f", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:10.438155 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e7acc3d-12b9-434f-8174-714d4ff655f3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:10.438601 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67766bc4-63cf-4c5b-bf90-b50e664222c1', 'name': 'network-vif-deleted', 'tag': '5a2b8e18-61a7-402d-9143-b3309ec1438f', 'status': 'completed', 'code': 200}
Nov 10 04:02:10.451860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.484992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80784a2-b854-443f-80e3-e4b72a9c7390 req-e91415cf-7e4d-4e65-8ab7-aeb0e120cb2e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:10.494066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f80784a2-b854-443f-80e3-e4b72a9c7390 req-e91415cf-7e4d-4e65-8ab7-aeb0e120cb2e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.2427993
Nov 10 04:02:10.558225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 95609758-a165-4136-aee2-df191b908e9a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:10.562341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:10.569543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.586684 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145adcd0>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:10.587212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18dbc3d4-2989-4886-a114-94d71a5e996a HTTP/1.1" status: 204  len: 168 time: 1.7761414
Nov 10 04:02:10.588053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:10.621954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.629458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d51e1-c4f7-4690-8b4a-ebd2c91d28e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18dbc3d4-2989-4886-a114-94d71a5e996a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:10.630334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 5a2b8e18-61a7-402d-9143-b3309ec1438f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:10.632332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a2b8e18-61a7-402d-9143-b3309ec1438f not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:10.642029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] No DVR routers for this DVR port 95609758-a165-4136-aee2-df191b908e9a on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:10.657569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:10.663978 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ee326-2d02-4a65-99ae-7670f38db5b3 None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9bf91842-7ef3-4168-bf06-8b575b7f3570', 'name': '', 'network_id': '4d66c40f-96b4-4cf5-a17f-c2b6c5897402', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'mac_address': 'fa:16:3e:96:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:24Z', 'updated_at': '2021-11-10T03:57:31Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'subnets': [{'id': '88d1de4c-538f-4b88-bdd0-9fb3439a1fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:10.674140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:10.685313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:10.691184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:10.927991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:10.974995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e51129-1184-49fa-a2c7-f73aa4824bb6,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:10.978841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:10.979390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:10.980495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:10.995691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f80784a2-b854-443f-80e3-e4b72a9c7390 req-6fc876ec-393a-49f6-941f-fa218f211575 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5006077
Nov 10 04:02:11.012831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:11.014114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.022070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:11.022070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Attempting to bind port 95609758-a165-4136-aee2-df191b908e9a on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:11.028928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:11.036709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:11.037156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:11.037544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:11.037986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Bound port: 95609758-a165-4136-aee2-df191b908e9a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:11.038347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.057824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-167a85b8-5328-470b-b6e6-85f2cd013403 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3746159
Nov 10 04:02:11.082752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Request body: {'port': {'device_id': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:11.088745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9336-ce3c-4c2e-93d4-129f72df09dc req-3e40d3d3-d937-4ace-8d52-4dc47f348aa6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:11.101485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5cf9336-ce3c-4c2e-93d4-129f72df09dc req-3e40d3d3-d937-4ace-8d52-4dc47f348aa6 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 931 time: 0.3308370
Nov 10 04:02:11.130778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Checking segment: {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:11.131885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Network hostable DHCP agents. Network: 1ca1e243-764a-4d7a-a1ec-ca57fb652041, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:02:11.269822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.296934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e146070>,) {'filters': {'network_id': ['465e6779-655d-4a2a-864e-f7996621bfaa']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:11.309621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e146070>, '8eed1cf1-aa90-4502-9a71-a74459b6a788') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:11.310173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e146070>, '8eed1cf1-aa90-4502-9a71-a74459b6a788') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:11.322962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c7da9-afd9-4cac-aba3-d47ebd66b831 None None] New status for floating IP a9b8c7d8-e84c-4abf-a5df-110020a5db78: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:02:11.342390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.361323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.366448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:11.384975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.395891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:11.417138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:11.417977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.439418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:11.494950 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:11.584417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:11.585014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.586405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] 10.222.0.26 "PUT /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 1096 time: 2.8985019
Nov 10 04:02:11.586868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}, {'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:11.592306 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daf382-4124-441d-a2ff-556c3e09c51d" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a"}, {"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:11.598921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:02:11.632208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.647827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1ca1e243-764a-4d7a-a1ec-ca57fb652041) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:11.662620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.671628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] 10.222.0.13 "DELETE /v2.0/networks/465e6779-655d-4a2a-864e-f7996621bfaa HTTP/1.1" status: 204  len: 168 time: 1.0818598
Nov 10 04:02:11.685788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:11.692333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.731519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea06de-db02-4b4b-ab6c-eb6a679c7b7d None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:11.741204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db3414-00cd-4732-a335-41cf85fb4c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=465e6779-655d-4a2a-864e-f7996621bfaa,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:11.851438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5cf9336-ce3c-4c2e-93d4-129f72df09dc req-3baee97c-ff7b-40dd-8637-f47effa889dc tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7490780
Nov 10 04:02:11.858142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f55d67c0-c6a7-4c5b-a8ac-20c5d15fceec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3949113
Nov 10 04:02:11.858142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34312) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:11.862462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:11.919797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:11.920530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.076141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.193658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'fixed_ips': [{'subnet_id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:02:12.194700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.239525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158613-89df-4101-b766-d72b9db40b60 service neutron] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=11']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:12.248749 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d72b3-385b-4ce2-93f8-757704182135 x-openstack-request-id: req-b23d72b3-385b-4ce2-93f8-757704182135 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:12.249881 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a", "code": 200}, {"name": "network-changed", "server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "tag": "95609758-a165-4136-aee2-df191b908e9a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:12.250277 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b23d72b3-385b-4ce2-93f8-757704182135 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:12.250881 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'code': 200}
Nov 10 04:02:12.251290 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'status': 'completed', 'code': 200}
Nov 10 04:02:12.251889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34322) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:12.252686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34324) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:12.271589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-7ff0c9ba-b2f4-4fac-bf50-0232ebf758b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.273219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-7ff0c9ba-b2f4-4fac-bf50-0232ebf758b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1099 time: 0.5764093
Nov 10 04:02:12.428918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Allocated IP 172.20.0.2 (1ca1e243-764a-4d7a-a1ec-ca57fb652041/d2e51129-1184-49fa-a2c7-f73aa4824bb6/dc1bedaa-8e79-45d9-b187-92e1d5e2d62e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:12.458411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.462966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-016322bc-83c9-44d6-bbd4-7ae5dee1c180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea64fdb2282844728c33886df39a303b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2050371
Nov 10 04:02:12.469159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34326) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:12.500012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.505765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3105c-8b0c-4838-83fe-0f58ca266b8e req-9e2b1653-db03-4980-b522-36a9dc872dd7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.520196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b3105c-8b0c-4838-83fe-0f58ca266b8e req-9e2b1653-db03-4980-b522-36a9dc872dd7 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.2371061
Nov 10 04:02:12.543089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-afa2d395-90a1-416b-9a4b-1051caac838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.544701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-afa2d395-90a1-416b-9a4b-1051caac838c service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2513921
Nov 10 04:02:12.574037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.612374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-96f87064-8373-4362-97df-2a650bff268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.614189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-96f87064-8373-4362-97df-2a650bff268a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1099 time: 0.4327660
Nov 10 04:02:12.633908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.639910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-a552471b-2b7f-4f4b-a35d-8d1e6bb0fb1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0786209
Nov 10 04:02:12.649531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.744672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Pushing event updated for resources: {'Port': ['ID=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:12.749401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-ca319cc2-f110-4248-b11e-f3ff145864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.750880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-ca319cc2-f110-4248-b11e-f3ff145864fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1262968
Nov 10 04:02:12.767145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:12.770266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:12.780119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:12.819832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:12.835419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b3105c-8b0c-4838-83fe-0f58ca266b8e req-5f996808-7c68-407c-a2f2-4460d324fa95 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3141568
Nov 10 04:02:12.868355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.898849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.916955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-dbcb7312-af80-46bd-a807-c55033ce7d70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.1535480
Nov 10 04:02:12.926616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Attempting to bind port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:12.930244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Attempting to bind port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:12.931661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Attempting to bind port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e on network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:12.938813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-2fde3bab-59d6-4086-a227-ac9ef452573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:12.946247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-2fde3bab-59d6-4086-a227-ac9ef452573b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2971096
Nov 10 04:02:12.951098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:12.951614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Checking segment: {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:12.952174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:12.956533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Bound using segment: {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:12.957746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Bound port: dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:12.958234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.027252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Transition to ACTIVE for port object 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:13.079654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.090311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.091647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e7c8e68-d03d-4ad0-bc40-15457eba587b HTTP/1.1" status: 204  len: 168 time: 0.8377934
Nov 10 04:02:13.099406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:13.106191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] For port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:13.110699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] For port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:13.118457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.126190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.174172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.248904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f5b9-5c19-4e1a-a3ac-6fae070de365 None None] Pushing event updated for resources: {'Port': ['ID=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:13.274557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-b07c5730-6605-4762-a781-5e0927b004f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:13.276321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-b07c5730-6605-4762-a781-5e0927b004f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.3401940
Nov 10 04:02:13.283279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a48fe5-d56e-4eff-9ce4-b622a7dce2fe tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c8e68-d03d-4ad0-bc40-15457eba587b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:13.293041 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-517ee43b-3096-4f0e-9777-00e46e92b212 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] show failed (client error): The resource could not be found.
Nov 10 04:02:13.294295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-517ee43b-3096-4f0e-9777-00e46e92b212 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "GET /v2.0/security-groups/4e7c8e68-d03d-4ad0-bc40-15457eba587b HTTP/1.1" status: 404  len: 347 time: 0.1787627
Nov 10 04:02:13.302564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34362) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:13.333648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-19488363-3069-4473-bee0-1e6d315bfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:13.335316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-19488363-3069-4473-bee0-1e6d315bfd3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3598509
Nov 10 04:02:13.402988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-de3c288b-2ea4-41fa-8810-6c023c9df4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:13.404590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-de3c288b-2ea4-41fa-8810-6c023c9df4c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1103127
Nov 10 04:02:13.425348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:13.453727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.456335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.461150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4efc787b-2913-40ad-8472-945721084a48 HTTP/1.1" status: 204  len: 168 time: 0.9880838
Nov 10 04:02:13.524946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac463ca6-b1bc-4418-baed-bac1c6204585 req-fd2216c1-3a57-4efa-9d49-e7d606dc6327 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:13.541361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac463ca6-b1bc-4418-baed-bac1c6204585 req-fd2216c1-3a57-4efa-9d49-e7d606dc6327 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.4651492
Nov 10 04:02:13.611578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc14f-b2e6-41fd-95d5-7c379061be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc787b-2913-40ad-8472-945721084a48,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:13.749934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.787066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:13.791661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-084268bd-9988-433b-b404-dbfcbf85269c service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3586073
Nov 10 04:02:13.864946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-bacc96d8-5b2d-4051-990e-cb27c0a25bbd service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4823384
Nov 10 04:02:13.877127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Attempting to bind port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:13.879801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Attempting to bind port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:13.880320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Attempting to bind port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:14.015411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-63c72807-faa5-4512-9ea1-c8e18e579e4e service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078149
Nov 10 04:02:14.036756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Allocated IP 172.32.3.87 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/a6e384a6-5d6c-46df-8e14-742a83ada7dd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:14.062222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f53cc6-0f37-4d56-90c8-55a80f1d3f23 req-02ec2d4a-11b0-4406-b8ff-5329851be28e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:14.063747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f53cc6-0f37-4d56-90c8-55a80f1d3f23 req-02ec2d4a-11b0-4406-b8ff-5329851be28e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.1021821
Nov 10 04:02:14.094423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:14.095297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Attempting to bind port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 on network 52f8d12c-011d-42a9-8ca6-bb85f7e5376e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:14.136833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aea4b2f8-3cb4-4c1d-9c1e-d7144ce9f9b0 req-599cc2cc-8e9a-4906-8d61-18dd4d06936d service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396066
Nov 10 04:02:14.137843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:14.138357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Checking segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:14.139034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Bound using segment: {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:14.139997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Bound port: 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bb57bb-e55c-482e-b4a4-bc611da154d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:14.141272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:14.166999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34376) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:14.268450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f53cc6-0f37-4d56-90c8-55a80f1d3f23 req-bb888b19-34ae-46df-b3fe-2775ebda732a tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795185
Nov 10 04:02:14.318834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac463ca6-b1bc-4418-baed-bac1c6204585 req-1bbd13f7-3e4e-416e-964b-024cf906b907 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5500767
Nov 10 04:02:14.326792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:14.420436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Deleting port a589866d-4975-439a-8db7-0ed21818ca17 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:14.420736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:14.446132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:14.551598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:14.554869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:14.559891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:14.569641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:14.612567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-47b35f45-8ca9-469c-bfb3-bf92cf620c02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f69075c08b63492db02e7433b0ba0ad0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4070749
Nov 10 04:02:14.621058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:14.640379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:14.663396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Pushing event updated for resources: {'Port': ['ID=a6e384a6-5d6c-46df-8e14-742a83ada7dd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:14.677301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:14.769542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-36ae2fe3-ba59-43f9-ba38-ec5515128c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:14.771059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-36ae2fe3-ba59-43f9-ba38-ec5515128c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a17b8439aab5416baf5623b3adedbb8c&device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1099 time: 0.5463839
Nov 10 04:02:14.911100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f39eb-f644-4cd4-ace7-f60a2db92288 None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:15.016164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device dc1bedaa-8e79-45d9-b187-92e1d5e2d62e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:15.109451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] Provisioning complete for port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:15.110184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.131024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.394521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:15.395258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.460942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.477847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.558034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] For port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:15.605432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.606070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.613915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-ddc7c28e-6cb7-489b-a739-3fbed129f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:15.616101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-ddc7c28e-6cb7-489b-a739-3fbed129f182 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.8221557
Nov 10 04:02:15.626007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.633356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:15.634360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:15.640481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] 10.222.0.26 "PUT /v2.0/ports/6d5acf47-9f4b-422d-b64a-4995f1ae4b79 HTTP/1.1" status: 200  len: 1091 time: 4.5689754
Nov 10 04:02:15.653415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:15.656417 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:15.706343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Calling delete_port for a589866d-4975-439a-8db7-0ed21818ca17 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:15.710057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c498fac-4bd2-4ee9-92bd-240a5c36e2fa service neutron] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:15.730977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-33f0acbf-db3b-4bd8-bd47-3079195d7549 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 200  len: 217 time: 0.0748463
Nov 10 04:02:15.952822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736d44-d84c-4334-bee6-5fbf959d2b5c None None] Pushing event updated for resources: {'Port': ['ID=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:16.005376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-938c008f-5121-4596-8736-ea7dea23eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.011035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-938c008f-5121-4596-8736-ea7dea23eec9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.2720914
Nov 10 04:02:16.150979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.208144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-452d0d32-6207-4a61-beb3-6a1e7f830511 None None] Provisioning complete for port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:16.208969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-452d0d32-6207-4a61-beb3-6a1e7f830511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.269543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.275788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-9a90f195-ea9a-403c-9418-f26bbfab4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.280126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-9a90f195-ea9a-403c-9418-f26bbfab4bc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 1094 time: 0.5048530
Nov 10 04:02:16.361320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf382-4124-441d-a2ff-556c3e09c51d req-3e705645-2994-4de8-a4e2-98ba980bb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.363717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-3e705645-2994-4de8-a4e2-98ba980bb83e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3255935
Nov 10 04:02:16.374107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-2725f460-e4ea-4275-8f93-f8748e5a94ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79 HTTP/1.1" status: 200  len: 217 time: 0.0778413
Nov 10 04:02:16.389381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6aa71-b212-416e-87de-3d1dfbd0dc2c req-2d714123-323f-45f0-ac8b-d88ab07d50c9 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.391100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34d6aa71-b212-416e-87de-3d1dfbd0dc2c req-2d714123-323f-45f0-ac8b-d88ab07d50c9 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.3546548
Nov 10 04:02:16.501291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b77dc-9f79-4a06-ada5-e2be046fe129 req-fbc2aa31-b9a0-4f58-9534-eb2a168d5c2d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.509622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-154b77dc-9f79-4a06-ada5-e2be046fe129 req-fbc2aa31-b9a0-4f58-9534-eb2a168d5c2d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 1.0446637
Nov 10 04:02:16.597349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-154b77dc-9f79-4a06-ada5-e2be046fe129 req-dec9a205-dd10-4ea9-b47c-f84ec570d0a2 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860968
Nov 10 04:02:16.623611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5d80c30a-e4e0-427e-b142-837b82bacb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:16.625163 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-5d80c30a-e4e0-427e-b142-837b82bacb7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.2306008
Nov 10 04:02:16.633795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.636395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.640466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc81286c-553d-43b4-9a76-e9252bcdab25 HTTP/1.1" status: 204  len: 168 time: 2.0071516
Nov 10 04:02:16.695436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Router 61ccff09-1af9-400c-90d8-00c451a19333 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:02:16.699208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34d6aa71-b212-416e-87de-3d1dfbd0dc2c req-230d38f5-b59e-4b9d-8dba-dced652ffc37 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836139
Nov 10 04:02:16.703424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f203d-5fd6-4173-95dd-d7e229045f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81286c-553d-43b4-9a76-e9252bcdab25,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:16.706877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-f7e63eeb-2b17-4929-b8fb-88d8753820b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617607
Nov 10 04:02:16.781871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:16.825621 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0cfbfb-5f9b-4f80-83d7-660a7ddd3507 x-openstack-request-id: req-4b0cfbfb-5f9b-4f80-83d7-660a7ddd3507 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:16.826407 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:16.826940 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b0cfbfb-5f9b-4f80-83d7-660a7ddd3507 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:16.827483 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'status': 'completed', 'code': 200}
Nov 10 04:02:16.860205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-e0ac00e8-4e22-4251-9386-147cc583faa7 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4858339
Nov 10 04:02:16.863719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Pushing event deleted for resources: {'Port': ['ID=a589866d-4975-439a-8db7-0ed21818ca17,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:16.961005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device dc1bedaa-8e79-45d9-b187-92e1d5e2d62e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:17.036081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:17.048968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Sync routers for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:17.050929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:17.052584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:17.072444 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:17.074213 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:17.078887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:17.092262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-239b6b65-620b-4ff6-9d3f-3e089e51f9af service neutron] 10.222.0.26 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3764544
Nov 10 04:02:17.092405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e1c50ee-00b4-40e8-8727-c10d547b146a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.2330618
Nov 10 04:02:17.092772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34452) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:17.218477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:17.304416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:17.312072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:17.317281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-15dcbfec-aad7-48d1-a5ed-c643d47d1781 tempest-ServersWithSpecificFlavorTestJSON-518106047 tempest-ServersWithSpecificFlavorTestJSON-518106047-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9b8c7d8-e84c-4abf-a5df-110020a5db78 HTTP/1.1" status: 204  len: 168 time: 4.0059841
Nov 10 04:02:17.401421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47daf382-4124-441d-a2ff-556c3e09c51d req-01017831-ddc9-4fb3-9cdf-c6aa41fb2aee service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5290852
Nov 10 04:02:17.437731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f280ed01-2439-49e7-8fe2-181a024279d1 req-db34263c-7709-41f3-aed8-b6a58a30e18b service neutron] 10.222.0.26 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215876
Nov 10 04:02:17.585484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-6dc04e15-1cb4-429e-9a27-6f32b4276402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:17.586968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da310>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 3, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:17.588852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-6dc04e15-1cb4-429e-9a27-6f32b4276402 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 1094 time: 0.0738068
Nov 10 04:02:17.640071 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Checking router: 61ccff09-1af9-400c-90d8-00c451a19333 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:17.640709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Updating router 61ccff09-1af9-400c-90d8-00c451a19333 port a6e384a6-5d6c-46df-8e14-742a83ada7dd binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:02:17.721345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:17.933092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e2add-b2be-401f-8b31-acab57be21f1 req-db8b13dd-0dd4-4bf0-b7f9-91efda719a40 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:17.934638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d57e2add-b2be-401f-8b31-acab57be21f1 req-db8b13dd-0dd4-4bf0-b7f9-91efda719a40 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 948 time: 0.1878450
Nov 10 04:02:17.974641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:17.997322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-dce403c6-8900-4679-b4e3-e6859686726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:17.999432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-dce403c6-8900-4679-b4e3-e6859686726e service neutron] 10.222.0.26 "GET /v2.0/networks?id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 200  len: 905 time: 0.3977821
Nov 10 04:02:18.026668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbef83-76db-4538-b58c-638761259bd9 req-203dbb7b-7182-404a-824f-75cbe44542bb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:18.028365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2fbef83-76db-4538-b58c-638761259bd9 req-203dbb7b-7182-404a-824f-75cbe44542bb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.0662956
Nov 10 04:02:18.095052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:18.101939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d57e2add-b2be-401f-8b31-acab57be21f1 req-964cf814-dbb0-4759-8e78-041118eeec2e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539741
Nov 10 04:02:18.106844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-79f1a2c2-53dc-43cb-9b6b-62de3c56d0fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79 HTTP/1.1" status: 200  len: 217 time: 0.0681269
Nov 10 04:02:18.109512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '95609758-a165-4136-aee2-df191b908e9a', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '95609758-a165-4136-aee2-df191b908e9a', 'mac_address': 'fa:16:3e:1d:7a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:18.130345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2fbef83-76db-4538-b58c-638761259bd9 req-8b252c9c-1932-4ff8-94d9-cf962d22797f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940435
Nov 10 04:02:18.170315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.185887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95609758-a165-4136-aee2-df191b908e9a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:18.207331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-a56d121d-ee44-42be-bd74-86c12dd33530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:18.208737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-a56d121d-ee44-42be-bd74-86c12dd33530 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 200  len: 844 time: 0.0938618
Nov 10 04:02:18.211614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:18.221475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.288896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-8005ae86-8372-43ca-90df-98ab22f93300 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52f8d12c-011d-42a9-8ca6-bb85f7e5376e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710871
Nov 10 04:02:18.289035 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.303663 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.354544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:18.379354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Attempting to bind port a6e384a6-5d6c-46df-8e14-742a83ada7dd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:18.379823 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Attempting to bind port a6e384a6-5d6c-46df-8e14-742a83ada7dd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:18.380084 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Attempting to bind port a6e384a6-5d6c-46df-8e14-742a83ada7dd on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:18.387338 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Pushing event updated for resources: {'Port': ['ID=a6e384a6-5d6c-46df-8e14-742a83ada7dd,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:18.390667 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:18.391038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:18.391432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.391820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:18.392291 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Bound port: a6e384a6-5d6c-46df-8e14-742a83ada7dd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:18.392740 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.419065 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.419402 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.419744 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.420080 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.420409 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.420780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.421129 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.421411 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.421733 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.422053 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.422373 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.422714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:18.427721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34522) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:18.446358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.488676 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] For port a6e384a6-5d6c-46df-8e14-742a83ada7dd, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:18.491891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.494731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] For port a6e384a6-5d6c-46df-8e14-742a83ada7dd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a6e384a6-5d6c-46df-8e14-742a83ada7dd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:18.502975 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.530697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edd49b-abf8-4f2e-bdba-48f3b43c7582 req-a6c0b563-2425-4e43-8d85-c46149070b1e tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:18.532244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05edd49b-abf8-4f2e-bdba-48f3b43c7582 req-a6c0b563-2425-4e43-8d85-c46149070b1e tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 1100 time: 0.2398272
Nov 10 04:02:18.560261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['95609758-a165-4136-aee2-df191b908e9a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:18.566422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcecdfa-c376-4a36-bbe4-b6aee2436819 None None] Pushing event updated for resources: {'Port': ['ID=a6e384a6-5d6c-46df-8e14-742a83ada7dd,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:18.572422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-ed25a2d9-2cf7-4475-ba61-7b0b07e67509 service neutron] 10.222.0.26 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638915
Nov 10 04:02:18.586535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:18.587417 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:18.720378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05edd49b-abf8-4f2e-bdba-48f3b43c7582 req-fd5ee5b4-c595-4939-b666-747b5426935d tempest-MigrationsAdminTest-1938300107 tempest-MigrationsAdminTest-1938300107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657748
Nov 10 04:02:18.778684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:18.783551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Allocated IP 172.20.0.1 (1ca1e243-764a-4d7a-a1ec-ca57fb652041/d2e51129-1184-49fa-a2c7-f73aa4824bb6/d1ed549e-62b1-42e9-a891-2d47e36edabb) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:18.802031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20a35a9-b771-4e85-a0ab-b7b30a89bcf1 req-559a4441-6a47-4999-90ff-ac3f41a4b05d service neutron] 10.222.0.26 "GET /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207170
Nov 10 04:02:18.810595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:19.136850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.184867 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da310>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 3, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:19.220038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab58f1e-7988-47e8-bb5b-900858ddfb05 None None] The sync data for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 is: [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:14Z', 'revision_number': 3, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:19.229596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.280965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:19.293684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:19.296123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:19.308132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062577f6-6e33-4bbb-808f-39e252a3c8c0 req-18b4253d-e49f-450f-a506-763d0ac90844 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:19.322998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-062577f6-6e33-4bbb-808f-39e252a3c8c0 req-18b4253d-e49f-450f-a506-763d0ac90844 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.0962670
Nov 10 04:02:19.371434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:19.383669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.430962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9c37a-89b0-4ee5-8ac3-0d9407ee9cfc req-cd3e3bcb-ae98-4256-8091-d98552810195 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:19.434659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3d9c37a-89b0-4ee5-8ac3-0d9407ee9cfc req-cd3e3bcb-ae98-4256-8091-d98552810195 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 950 time: 0.1925941
Nov 10 04:02:19.473086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-062577f6-6e33-4bbb-808f-39e252a3c8c0 req-27d53b97-661b-4804-a49b-6bd48077d4e0 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490917
Nov 10 04:02:19.525932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3d9c37a-89b0-4ee5-8ac3-0d9407ee9cfc req-f06715de-0f40-4288-ba51-31a9178024c5 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852411
Nov 10 04:02:19.650771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.717575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4c67db29-c2ae-4889-bb73-54c3c25a7947 None None] Provisioning complete for port d1ed549e-62b1-42e9-a891-2d47e36edabb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:19.718163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c67db29-c2ae-4889-bb73-54c3c25a7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.757300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de252df7-ae19-4f22-b600-4fa9925aff38 req-5bb6716a-9a28-4bca-b10c-8e3c2c518c22 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:19.766116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de252df7-ae19-4f22-b600-4fa9925aff38 req-5bb6716a-9a28-4bca-b10c-8e3c2c518c22 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.2005727
Nov 10 04:02:19.778154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c67db29-c2ae-4889-bb73-54c3c25a7947 None None] Port d1ed549e-62b1-42e9-a891-2d47e36edabb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:02:19.873146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.880008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.901243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de252df7-ae19-4f22-b600-4fa9925aff38 req-a1b654e7-ab3a-4520-a186-cea44fde0771 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341507
Nov 10 04:02:19.919672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.953078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:19.955680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:19.990426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:20.120676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 95609758-a165-4136-aee2-df191b908e9a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:20.132463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 95609758-a165-4136-aee2-df191b908e9a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:20.133678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.157205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:20.158835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:20.384063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.459835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:20.468561 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69092f-e51d-4448-924c-0a7ec410575c" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:20.495443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:20.572035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Router 61ccff09-1af9-400c-90d8-00c451a19333 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:02:20.599381 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baebe13-c516-4847-8ddd-2877b97556ef x-openstack-request-id: req-6baebe13-c516-4847-8ddd-2877b97556ef {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:20.600342 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-plugged", "status": "completed", "tag": "95609758-a165-4136-aee2-df191b908e9a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:20.600981 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6baebe13-c516-4847-8ddd-2877b97556ef {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:20.601593 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'code': 200}
Nov 10 04:02:20.603315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Deleting port 9bf91842-7ef3-4168-bf06-8b575b7f3570 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:20.604382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.650093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:20.653137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-cc48c227-8647-4560-acb3-9c525e628544 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:20.655786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-cc48c227-8647-4560-acb3-9c525e628544 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 949 time: 0.2092452
Nov 10 04:02:20.669026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.726065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=13']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:20.742306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b1b25765-efa9-4b68-b7ae-9f9f04cf5d4c None None] Provisioning complete for port d1ed549e-62b1-42e9-a891-2d47e36edabb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:20.742813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1b25765-efa9-4b68-b7ae-9f9f04cf5d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.759477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426e4a-c4a6-4c7d-b861-2bcd3364e441 req-b95515b8-c356-4c0b-b489-9b34cc2ebf5b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:20.761489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64426e4a-c4a6-4c7d-b861-2bcd3364e441 req-b95515b8-c356-4c0b-b489-9b34cc2ebf5b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 950 time: 0.0919168
Nov 10 04:02:20.808935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] For port 9bf91842-7ef3-4168-bf06-8b575b7f3570, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9bf91842-7ef3-4168-bf06-8b575b7f3570,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:20.809244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.835903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Calling delete_port for 9bf91842-7ef3-4168-bf06-8b575b7f3570 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:20.851633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64426e4a-c4a6-4c7d-b861-2bcd3364e441 req-9a6d67e5-8108-472f-afa8-60dbd5d2b8f1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824637
Nov 10 04:02:20.879450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:20.915131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b1b25765-efa9-4b68-b7ae-9f9f04cf5d4c None None] Port d1ed549e-62b1-42e9-a891-2d47e36edabb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:02:20.959279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:20.962286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a6e384a6-5d6c-46df-8e14-742a83ada7dd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:20.968501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.106222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:21.198158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a6e384a6-5d6c-46df-8e14-742a83ada7dd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:21.202613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.234222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.283969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf91842-7ef3-4168-bf06-8b575b7f3570,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:21.319789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.320115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.321582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.322177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.323420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.323671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.324014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.324328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.326674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.326848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.327114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.327450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:21.390474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43a5f-c4c5-426e-ac6d-2fa1731502c2 req-9a57815b-8aac-4344-abe8-7d10da1a2fc0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:21.399558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f43a5f-c4c5-426e-ac6d-2fa1731502c2 req-9a57815b-8aac-4344-abe8-7d10da1a2fc0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.1787133
Nov 10 04:02:21.404635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.447825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a6e384a6-5d6c-46df-8e14-742a83ada7dd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a6e384a6-5d6c-46df-8e14-742a83ada7dd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:21.455097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.486377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:21.535367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c5f13236-59af-474f-85a9-d6570263abf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/61ccff09-1af9-400c-90d8-00c451a19333/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4366355
Nov 10 04:02:21.556656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f43a5f-c4c5-426e-ac6d-2fa1731502c2 req-41650d2f-437b-4f76-946b-247a33df11e7 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530225
Nov 10 04:02:21.574797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a6e384a6-5d6c-46df-8e14-742a83ada7dd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:21.623006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Deleting port 95609758-a165-4136-aee2-df191b908e9a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:21.623354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.836361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.843938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Sync routers for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:21.859357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] For port 95609758-a165-4136-aee2-df191b908e9a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=95609758-a165-4136-aee2-df191b908e9a,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:21.859937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:21.866047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:21.866691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a9e7c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:21.881505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Calling delete_port for 95609758-a165-4136-aee2-df191b908e9a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:22.030093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:22.076401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:22.133219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:22.164580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', '1f2a3d69-ab28-4c5f-be61-4c62f736422f', '96b42f90-6a5b-45f9-896f-96b0bb83be05', '95609758-a165-4136-aee2-df191b908e9a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:22.171009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event deleted for resources: {'Port': ['ID=95609758-a165-4136-aee2-df191b908e9a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:22.216640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.217094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.217534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.217997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.218406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.218834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.219336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.219807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.220230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.220686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.221121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.221528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:22.235061 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d22df783-58db-4740-b94a-5047212203c2 req-fcec5a3f-24d8-4e84-b8fe-6960e2548272 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=051cd6a7-114c-428e-97ed-12c87af36ab1 HTTP/1.1" status: 200  len: 210 time: 0.0665393
Nov 10 04:02:22.286871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] No DVR routers for this DVR port 95609758-a165-4136-aee2-df191b908e9a on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:22.290499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:22.298209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7f84b4f-4464-4bcc-ad10-2f3b314ac6d5 req-7556cfb9-c1d4-4ec9-bee5-9b7f6b270d7e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "DELETE /v2.0/ports/95609758-a165-4136-aee2-df191b908e9a HTTP/1.1" status: 204  len: 173 time: 1.6017029
Nov 10 04:02:22.298842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-deleted', 'tag': '95609758-a165-4136-aee2-df191b908e9a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:22.311908 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ea985-08f2-4052-8d50-be828e61c8b8" -d '{"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-deleted", "tag": "95609758-a165-4136-aee2-df191b908e9a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:22.373737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:02:22.501771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34782) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:22.580759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:22.598813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'mac_address': 'fa:16:3e:d0:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:22.616021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:22.618630 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55bd022-6241-4762-9d61-980be9be11a4" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:22.763304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c4f1-40d1-4458-9b63-a5fb18c74cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:22.888037 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35c758-22b7-47f9-b5e8-855c9e766210 x-openstack-request-id: req-cf35c758-22b7-47f9-b5e8-855c9e766210 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:22.888321 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051cd6a7-114c-428e-97ed-12c87af36ab1", "name": "network-vif-deleted", "tag": "95609758-a165-4136-aee2-df191b908e9a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:22.888831 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf35c758-22b7-47f9-b5e8-855c9e766210 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:22.889570 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051cd6a7-114c-428e-97ed-12c87af36ab1', 'name': 'network-vif-deleted', 'tag': '95609758-a165-4136-aee2-df191b908e9a', 'status': 'completed', 'code': 200}
Nov 10 04:02:22.895736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c4f1-40d1-4458-9b63-a5fb18c74cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:22.905638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c4f1-40d1-4458-9b63-a5fb18c74cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:22.961404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bcc6c4f1-40d1-4458-9b63-a5fb18c74cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acdf3415c6054dddbc536042e2d8babc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4489174
Nov 10 04:02:22.963418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34822) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:23.047593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c4f1-40d1-4458-9b63-a5fb18c74cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5e5323-cd3d-4f0e-98bb-f3298deeba21,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:23.068074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a6e384a6-5d6c-46df-8e14-742a83ada7dd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:23.136895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.144643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff48d-681d-44ef-a77c-afa5882920c5 req-56ee8d0b-fa75-4039-bf63-78c689586e64 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:23.146261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffeff48d-681d-44ef-a77c-afa5882920c5 req-56ee8d0b-fa75-4039-bf63-78c689586e64 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 943 time: 0.1073680
Nov 10 04:02:23.147420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.195509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:23.199552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.236694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:23.252086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.261239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffeff48d-681d-44ef-a77c-afa5882920c5 req-1c1f741d-56de-46c5-95d6-758108b01f47 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052806
Nov 10 04:02:23.302285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.310351 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-356b994f-8e75-48db-a6fc-a473920baed0 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.9195158
Nov 10 04:02:23.310972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.316704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b5e5323-cd3d-4f0e-98bb-f3298deeba21 HTTP/1.1" status: 204  len: 168 time: 0.3484387
Nov 10 04:02:23.319785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:23.326455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce3d28-3cb5-48c0-8f71-0184f8ba50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5e5323-cd3d-4f0e-98bb-f3298deeba21,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:23.341332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:23.349489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:23.349665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-39b200e6-8f9e-4cb8-971f-b75d3f251f60 admin admin] 10.222.0.13 "PUT /v2.0/routers/65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9204471
Nov 10 04:02:23.354115 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Sync routers for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:23.356415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.368886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:23.369847 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:23.427893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a6e384a6-5d6c-46df-8e14-742a83ada7dd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:23.428366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.536807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.562105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.562967 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605be542-2bb8-45c5-a1f3-6e438165efca x-openstack-request-id: req-605be542-2bb8-45c5-a1f3-6e438165efca {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:23.562967 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:23.562967 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605be542-2bb8-45c5-a1f3-6e438165efca {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:23.563374 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'code': 200}
Nov 10 04:02:23.584792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a9e7c0>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:19Z', 'revision_number': 4, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd1ed549e-62b1-42e9-a891-2d47e36edabb', 'name': '', 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'mac_address': 'fa:16:3e:89:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:18Z', 'updated_at': '2021-11-10T04:02:19Z', 'revision_number': 2, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'subnets': [{'id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:23.596166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:23.722715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6d5acf47-9f4b-422d-b64a-4995f1ae4b79'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:23.767312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Checking router: 61ccff09-1af9-400c-90d8-00c451a19333 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:23.767792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Updating router 61ccff09-1af9-400c-90d8-00c451a19333 port d1ed549e-62b1-42e9-a891-2d47e36edabb binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:02:23.771496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.781553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Allocated IP 172.32.3.23 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/43299d2b-fdb0-458c-9b87-b2917814fed5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:23.869454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:23.875222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.904829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Deleting port 5b072563-9a04-42e4-9b11-a78cfd950849 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:23.907512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:23.910357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34868) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:23.970309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf108-fe43-41fe-a212-eb3b7289202f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.023691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:24.027764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.067250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] For port 5b072563-9a04-42e4-9b11-a78cfd950849, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b072563-9a04-42e4-9b11-a78cfd950849,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:24.067687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.094813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Calling delete_port for 5b072563-9a04-42e4-9b11-a78cfd950849 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:24.119058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.124074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 95609758-a165-4136-aee2-df191b908e9a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:24.124649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 95609758-a165-4136-aee2-df191b908e9a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:24.185255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf108-fe43-41fe-a212-eb3b7289202f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.195888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d4bf108-fe43-41fe-a212-eb3b7289202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.215965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=43299d2b-fdb0-458c-9b87-b2917814fed5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:24.239716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:24.243704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:24.248653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:24.260909 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20'}], 'enable_snat': True}, 'gw_port_id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T04:02:21Z', 'revision_number': 5, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port': {'id': '5b072563-9a04-42e4-9b11-a78cfd950849', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:15Z', 'updated_at': '2021-11-10T03:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:24.295842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bf108-fe43-41fe-a212-eb3b7289202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0206cc7-1a43-4031-937e-8ce2c09a31bc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:24.319645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d4bf108-fe43-41fe-a212-eb3b7289202f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07d1a81066e441bc95a56b8ee7746c43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4045653
Nov 10 04:02:24.321266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:24.342094 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Checking router: 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:24.354197 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Routers {'65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:24.356043 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:24.437902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.470026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.493939 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] Set router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:24.523617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.525785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.532155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.538348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.543055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.546809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0206cc7-1a43-4031-937e-8ce2c09a31bc HTTP/1.1" status: 204  len: 168 time: 0.2146082
Nov 10 04:02:24.560428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b072563-9a04-42e4-9b11-a78cfd950849,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:24.578601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7a873-b09c-4079-ac61-55bc23f353c9 req-55541721-0f2c-4fbc-81f6-d5722aadb0ea tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:24.589082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cdc7a873-b09c-4079-ac61-55bc23f353c9 req-55541721-0f2c-4fbc-81f6-d5722aadb0ea tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 950 time: 0.1186802
Nov 10 04:02:24.589515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T04:02:23Z', 'revision_number': 6, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:24.598723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014407-9bd2-4f2b-928d-a53fbfc7286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0206cc7-1a43-4031-937e-8ce2c09a31bc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:24.631259 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d947f2-1536-49d7-bcf7-3940bf10a584 None None] The sync data for ids ['65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d'] in ncdv-817176-1 is: [{'id': '65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1255967021-router', 'tenant_id': 'b8d7111030614ab994cb28cfe82f66df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:14Z', 'updated_at': '2021-11-10T04:02:23Z', 'revision_number': 6, 'project_id': 'b8d7111030614ab994cb28cfe82f66df', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:24.633718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.652323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c543f8-ece2-4829-85dc-c13644f671a6 None None] Pushing event updated for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:24.734349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.753011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Attempting to bind port d1ed549e-62b1-42e9-a891-2d47e36edabb on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:24.753438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Attempting to bind port d1ed549e-62b1-42e9-a891-2d47e36edabb by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:24.754550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Attempting to bind port d1ed549e-62b1-42e9-a891-2d47e36edabb on network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:24.760348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:24.760755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Checking segment: {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:24.761163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.761754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Bound using segment: {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:24.762144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Bound port: d1ed549e-62b1-42e9-a891-2d47e36edabb, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f960ab-bf10-422a-9109-97985aa97c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:24.762531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.779779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.864814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] For port d1ed549e-62b1-42e9-a891-2d47e36edabb, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:24.870735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] For port d1ed549e-62b1-42e9-a891-2d47e36edabb, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1ed549e-62b1-42e9-a891-2d47e36edabb,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:24.877399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.881492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.886084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:24.902454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cdc7a873-b09c-4079-ac61-55bc23f353c9 req-7b831606-5359-47e8-8169-f5283276dfe1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076575
Nov 10 04:02:25.023856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c543f8-ece2-4829-85dc-c13644f671a6 None None] Pushing event updated for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:25.050436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:25.052131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a9e7c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:25.062187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] Provisioning complete for port d1ed549e-62b1-42e9-a891-2d47e36edabb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:25.063143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.157374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.157959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:02:25.173504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.177629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cad618ce-e249-4177-bc07-730bfd78787a admin admin] 10.222.0.13 "DELETE /v2.0/routers/65aa9aeb-7e7c-4640-9c25-bf64b7d1bd9d HTTP/1.1" status: 204  len: 168 time: 1.8241143
Nov 10 04:02:25.185108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:25.215446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3ee75-8b7e-4425-9ef6-7a7f876e6a9e req-aa547e9a-d5f4-4299-a1f6-c03e715d4a55 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:25.228778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2de3ee75-8b7e-4425-9ef6-7a7f876e6a9e req-aa547e9a-d5f4-4299-a1f6-c03e715d4a55 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 944 time: 0.1876292
Nov 10 04:02:25.281891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.290460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.306360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9bf91842-7ef3-4168-bf06-8b575b7f3570 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:25.337880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2de3ee75-8b7e-4425-9ef6-7a7f876e6a9e req-958f8552-633b-472c-a25d-212bd9e77af1 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077497
Nov 10 04:02:25.374199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Deleting subnet 88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:25.405803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9bf91842-7ef3-4168-bf06-8b575b7f3570 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:25.406200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9bf91842-7ef3-4168-bf06-8b575b7f3570 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:25.424447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.476946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=43299d2b-fdb0-458c-9b87-b2917814fed5,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:25.486178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34936) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:25.498182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.513305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.532860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:25.577031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.598260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-93df512f-ae6a-45a0-a76d-501304618fd4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2867315
Nov 10 04:02:25.602494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e79c-7fa2-4329-ad18-71effc931293 req-79c9035c-9526-40ed-a721-504856c02025 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:25.607492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6432e79c-7fa2-4329-ad18-71effc931293 req-79c9035c-9526-40ed-a721-504856c02025 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 950 time: 0.1680484
Nov 10 04:02:25.611805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.743318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] For port d1ed549e-62b1-42e9-a891-2d47e36edabb, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1ed549e-62b1-42e9-a891-2d47e36edabb,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:25.755101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.846914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Deleting port 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:25.847805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.892141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77bc63-e132-46a5-a4e1-8fa372a64668 None None] Pushing event updated for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:25.916571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cb616e86-159b-4652-9d46-c31b3331471d None None] Provisioning complete for port d1ed549e-62b1-42e9-a891-2d47e36edabb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:25.916968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cb616e86-159b-4652-9d46-c31b3331471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:25.983225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d10952de-a9b8-42f4-b605-c675207387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a9e7c0>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:19Z', 'revision_number': 4, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd1ed549e-62b1-42e9-a891-2d47e36edabb', 'name': '', 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'mac_address': 'fa:16:3e:89:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:18Z', 'updated_at': '2021-11-10T04:02:24Z', 'revision_number': 4, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'subnets': [{'id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:25.992215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.024283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:26.059632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] For port 96b42f90-6a5b-45f9-896f-96b0bb83be05, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=96b42f90-6a5b-45f9-896f-96b0bb83be05,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:26.060265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.073651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Calling delete_port for 96b42f90-6a5b-45f9-896f-96b0bb83be05 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:26.077619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10952de-a9b8-42f4-b605-c675207387da None None] The sync data for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 is: [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:19Z', 'revision_number': 4, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd1ed549e-62b1-42e9-a891-2d47e36edabb', 'name': '', 'network_id': '1ca1e243-764a-4d7a-a1ec-ca57fb652041', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'mac_address': 'fa:16:3e:89:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:18Z', 'updated_at': '2021-11-10T04:02:24Z', 'revision_number': 4, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'subnets': [{'id': 'd2e51129-1184-49fa-a2c7-f73aa4824bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:26.127905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-b2fa293f-85f8-47b9-9347-5d247c3151c0 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.23 HTTP/1.1" status: 200  len: 695 time: 0.5249794
Nov 10 04:02:26.154942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da764908-1c78-439e-a2e6-7cac3cc9aa9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.182097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:26.188781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:26.191285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.325504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.364066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.431453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event deleted for resources: {'Port': ['ID=96b42f90-6a5b-45f9-896f-96b0bb83be05,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:26.449662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-d8822337-6c77-4498-9147-5fdf472bd048 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:26.457296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-d8822337-6c77-4498-9147-5fdf472bd048 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.3278291
Nov 10 04:02:26.469222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-70fa66ac-3a45-45cc-ba49-4caafb408ab2 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:26.489225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2555ead7-8635-42bf-a5e7-8bd9750697f3 req-70fa66ac-3a45-45cc-ba49-4caafb408ab2 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0309982
Nov 10 04:02:26.492911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.571083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] No DVR routers for this DVR port 96b42f90-6a5b-45f9-896f-96b0bb83be05 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:26.582677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.585236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.590613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6432e79c-7fa2-4329-ad18-71effc931293 req-e12477dd-b6ff-4b01-8d5f-66ca62b7749b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "DELETE /v2.0/ports/96b42f90-6a5b-45f9-896f-96b0bb83be05 HTTP/1.1" status: 204  len: 173 time: 0.9762750
Nov 10 04:02:26.593816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35002) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:26.595776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-deleted', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:26.596714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88d1de4c-538f-4b88-bdd0-9fb3439a1fe4 HTTP/1.1" status: 204  len: 168 time: 1.4037602
Nov 10 04:02:26.608455 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72674fb5-b1ed-4b1b-89ae-ad599845b44f" -d '{"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-deleted", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:26.654066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061726-4376-40bb-b68c-cdcada119da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d1de4c-538f-4b88-bdd0-9fb3439a1fe4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:26.731898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', '1f2a3d69-ab28-4c5f-be61-4c62f736422f', '96b42f90-6a5b-45f9-896f-96b0bb83be05'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:26.736867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4255f4-2eae-4e0b-b085-a77607c94332 None None] Network 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:26.751263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6b0291e-56b0-4afa-9abd-ba144360bf85 req-8725def6-6359-4f1f-8216-5c37a3a8f302 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e02411d-16fc-4b3e-91d1-1f807d392977 HTTP/1.1" status: 200  len: 210 time: 0.1514106
Nov 10 04:02:26.830733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.872538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da764908-1c78-439e-a2e6-7cac3cc9aa9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.888447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da764908-1c78-439e-a2e6-7cac3cc9aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:26.933723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da764908-1c78-439e-a2e6-7cac3cc9aa9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=277c38a86cf147b4975c1a6e3cd149ba&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4432728
Nov 10 04:02:26.936289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35016) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:26.992637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Deleting port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:26.993001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.071506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1ed549e-62b1-42e9-a891-2d47e36edabb up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:27.102496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:27.105016 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819e123-830a-4363-a587-1ef66457c470" -d '{"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:27.135816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da764908-1c78-439e-a2e6-7cac3cc9aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5751f8c3-3d7b-4b34-bfff-2671c7a4f56e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:27.144643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:27.172944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.227968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa182c-7d1e-48c6-8798-5d14a20c8787 req-f35f0d33-3c01-427f-b5ea-4e537cf79c5d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:27.229873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8caa182c-7d1e-48c6-8798-5d14a20c8787 req-f35f0d33-3c01-427f-b5ea-4e537cf79c5d tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 944 time: 0.2139342
Nov 10 04:02:27.255848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.299976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d1ed549e-62b1-42e9-a891-2d47e36edabb triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:27.306437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.350050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.381525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] DHCP port deletion for 4d66c40f-96b4-4cf5-a17f-c2b6c5897402 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:02:27.382134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] For port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:27.382134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.386960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:27.419667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8caa182c-7d1e-48c6-8798-5d14a20c8787 req-4d9ef172-5d1d-4e49-a9c2-32acd5839fbf tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745894
Nov 10 04:02:27.448571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.453849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.457942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5751f8c3-3d7b-4b34-bfff-2671c7a4f56e HTTP/1.1" status: 204  len: 168 time: 0.5174162
Nov 10 04:02:27.477562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b583e-e2ec-46e1-8cde-5d314672dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751f8c3-3d7b-4b34-bfff-2671c7a4f56e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:27.500392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Calling delete_port for a7c6eb85-5263-498a-9ed1-b4ee681cbc4b owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:27.545976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-fc8ce57f-6d33-4209-808d-1597f5fda9d7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5152764
Nov 10 04:02:27.599711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:27.617320 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab381342-d15f-4b73-9152-e48292196b8c x-openstack-request-id: req-ab381342-d15f-4b73-9152-e48292196b8c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:27.618167 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e02411d-16fc-4b3e-91d1-1f807d392977", "name": "network-vif-deleted", "tag": "96b42f90-6a5b-45f9-896f-96b0bb83be05", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:27.618167 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab381342-d15f-4b73-9152-e48292196b8c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:27.618384 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e02411d-16fc-4b3e-91d1-1f807d392977', 'name': 'network-vif-deleted', 'tag': '96b42f90-6a5b-45f9-896f-96b0bb83be05', 'status': 'completed', 'code': 200}
Nov 10 04:02:27.652660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.690869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Deleting port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:27.691254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.709269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.744286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:27.752119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] No DVR routers for this DVR port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:27.803613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b072563-9a04-42e4-9b11-a78cfd950849 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:27.862766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.868646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5b072563-9a04-42e4-9b11-a78cfd950849 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:27.868989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b072563-9a04-42e4-9b11-a78cfd950849 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:27.900116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0864f0>,) {'filters': {'network_id': ['4d66c40f-96b4-4cf5-a17f-c2b6c5897402']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:27.913470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0864f0>, '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:27.913992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0864f0>, '8144c2a7-eeed-4fb5-bf56-cbfc24f76eab') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:27.916024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] For port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,segment=NetworkSegment(8144c2a7-eeed-4fb5-bf56-cbfc24f76eab),segment_id=8144c2a7-eeed-4fb5-bf56-cbfc24f76eab)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:27.916441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.932303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.951928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:27.955517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Calling delete_port for a7c6eb85-5263-498a-9ed1-b4ee681cbc4b owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:27.968985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.020313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:28.020796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:28.022757 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:28.076415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.137184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] Pushing event deleted for resources: {'Port': ['ID=a7c6eb85-5263-498a-9ed1-b4ee681cbc4b,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:28.148172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03816f8-b221-48b6-aa20-bda542c398ae None None] No DVR routers for this DVR port a7c6eb85-5263-498a-9ed1-b4ee681cbc4b on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:28.154477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.171361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.175057 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d66c40f-96b4-4cf5-a17f-c2b6c5897402 HTTP/1.1" status: 204  len: 168 time: 1.5537763
Nov 10 04:02:28.178598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35062) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:28.189737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b727c-31ec-41c0-bfc9-abb83e0e98ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4d66c40f-96b4-4cf5-a17f-c2b6c5897402,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:28.205090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Allocated IP 172.32.3.42 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/ec470fd9-ca04-443a-bb82-050ec57f0b12) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:28.364472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.413182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.461561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:28.469045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:28.471903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:28.539509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=ec470fd9-ca04-443a-bb82-050ec57f0b12,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:28.603994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.621209 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c90bf5-0299-4b05-a5a2-5cacc9dfe71f x-openstack-request-id: req-96c90bf5-0299-4b05-a5a2-5cacc9dfe71f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:28.621785 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:28.621785 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96c90bf5-0299-4b05-a5a2-5cacc9dfe71f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:28.622119 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'code': 200}
Nov 10 04:02:28.654064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.787586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:28.864893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a7c6eb85-5263-498a-9ed1-b4ee681cbc4b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:28.913460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cf67f-1e24-4dec-aaa1-0bb08032e9b7 req-88a66e2b-fafe-4f97-914d-2d51f17e81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:28.914990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4cf67f-1e24-4dec-aaa1-0bb08032e9b7 req-88a66e2b-fafe-4f97-914d-2d51f17e81db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 1096 time: 0.2279148
Nov 10 04:02:28.919563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a7c6eb85-5263-498a-9ed1-b4ee681cbc4b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:28.921528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a7c6eb85-5263-498a-9ed1-b4ee681cbc4b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:28.988731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4cf67f-1e24-4dec-aaa1-0bb08032e9b7 req-2cbfef1f-00d2-4ebe-8947-cab222fd4ae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613272
Nov 10 04:02:29.002850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.010642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.066764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-19b5d77d-2bfc-4138-b733-4695f984ec26 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0255821
Nov 10 04:02:29.096953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=ec470fd9-ca04-443a-bb82-050ec57f0b12,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:29.101898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.121379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.122644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-7b0b015f-09df-4ccd-b8e6-8d8a1cf1c8ca tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5758646
Nov 10 04:02:29.192699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Deleting port a48c56e3-5fe6-49ed-8d91-fbc1ed195114 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:29.192974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.200749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-28c0d1e8-f5fe-48b9-92dc-456ee4e998d4 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.42 HTTP/1.1" status: 200  len: 695 time: 0.0706091
Nov 10 04:02:29.254323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-87e35545-3e49-40f1-9698-3acdb69b6d83 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:29.255764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-87e35545-3e49-40f1-9698-3acdb69b6d83 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1663644
Nov 10 04:02:29.279573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-b00e3ef9-f832-4552-bb3c-b27210986591 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/quotas/71ea56897b9f4bbba4887bdf3f6948fe HTTP/1.1" status: 200  len: 375 time: 0.0153220
Nov 10 04:02:29.326892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-d91f2ba9-8e30-4777-8f28-008c636b1bb9 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0364153
Nov 10 04:02:29.332478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] For port a48c56e3-5fe6-49ed-8d91-fbc1ed195114, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:29.333116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.335282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-974990fe-3747-4dc4-afec-46a1d68a107a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:29.336855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-974990fe-3747-4dc4-afec-46a1d68a107a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1294703
Nov 10 04:02:29.348329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Calling delete_port for a48c56e3-5fe6-49ed-8d91-fbc1ed195114 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:29.350312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-e63ea600-6a30-446e-8dbb-e09e585d76fc tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:29.351599 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb384568-9ea9-4a47-94d7-d3d3aef6593f req-e63ea600-6a30-446e-8dbb-e09e585d76fc tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070188
Nov 10 04:02:29.545629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a16c99-81cf-40a1-89ac-66463a42ee10 req-38ce698c-1a61-4c71-9389-4bc750737d51 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:29.548726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6a16c99-81cf-40a1-89ac-66463a42ee10 req-38ce698c-1a61-4c71-9389-4bc750737d51 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.0858932
Nov 10 04:02:29.617058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6a16c99-81cf-40a1-89ac-66463a42ee10 req-90f6b064-3f33-4715-b67b-ac7da0eea60c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626383
Nov 10 04:02:29.664520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:29.725991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48c56e3-5fe6-49ed-8d91-fbc1ed195114,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:29.822531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-bd7cc70d-0d98-4d9b-94b8-50e24be8b95d tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1739120
Nov 10 04:02:29.843837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:29.885535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:30.037834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:30.102520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 96b42f90-6a5b-45f9-896f-96b0bb83be05 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:30.102920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 96b42f90-6a5b-45f9-896f-96b0bb83be05 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:30.108128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:30.475045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:30.475501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Router 05725fcb-345d-46b5-90f8-b83f07758aea has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:02:30.647409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:30.656845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6aeccda0-ba82-4fae-8c0f-7323e9bdb323 admin admin] 10.222.0.13 "PUT /v2.0/routers/05725fcb-345d-46b5-90f8-b83f07758aea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4767375
Nov 10 04:02:30.657686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35286) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:30.659622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Sync routers for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:30.660791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Allocated IP 172.32.3.239 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9c9bec59-bfdb-411b-93d6-1e49dd6f88d9) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:30.676750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:30.677381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bc8460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:30.822277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:30.846137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:30.916478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:30.960138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.009926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-3b51d887-524b-462d-b6a0-d655347fd744 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332148
Nov 10 04:02:31.011341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=9c9bec59-bfdb-411b-93d6-1e49dd6f88d9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:31.024788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:31.027058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:31.030549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:31.093791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.148492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.153732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bc8460>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182'}], 'enable_snat': True}, 'gw_port_id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T04:02:29Z', 'revision_number': 5, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port': {'id': '9b677b16-3f11-457c-b01d-e9d4549eb1c8', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:32Z', 'updated_at': '2021-11-10T03:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:31.183827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Checking router: 05725fcb-345d-46b5-90f8-b83f07758aea for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:31.194907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Routers {'05725fcb-345d-46b5-90f8-b83f07758aea'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:31.196001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bc8460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['05725fcb-345d-46b5-90f8-b83f07758aea'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:31.225025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.320578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] Set router 05725fcb-345d-46b5-90f8-b83f07758aea gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:31.390167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bc8460>, [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T04:02:31Z', 'revision_number': 6, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:31.424704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12048929-f046-4282-8d70-38bb0fa864ca None None] The sync data for ids ['05725fcb-345d-46b5-90f8-b83f07758aea'] in ncdv-817176-1 is: [{'id': '05725fcb-345d-46b5-90f8-b83f07758aea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1945223416-router', 'tenant_id': '048bb58bfab9450d97da70ab258ed111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:31Z', 'updated_at': '2021-11-10T04:02:31Z', 'revision_number': 6, 'project_id': '048bb58bfab9450d97da70ab258ed111', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:31.436166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35332) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:31.439841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.457410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.545413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.548324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=9c9bec59-bfdb-411b-93d6-1e49dd6f88d9,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:31.576923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.578743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-34b0ef4d-5be7-4b50-b939-c94a41a178fb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7387941
Nov 10 04:02:31.580177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d739bb5-cf9a-4f9a-b315-c5f75a2e3d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.599120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-42ea610c-19c9-45e7-920c-8993e874c239 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0345314
Nov 10 04:02:31.643372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-5a198257-fd55-4ef7-963e-0370281149e5 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.239 HTTP/1.1" status: 200  len: 696 time: 0.0547709
Nov 10 04:02:31.683033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-7413e66e-6168-4cbc-9ed9-81fca6c9d60e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:31.684533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-7413e66e-6168-4cbc-9ed9-81fca6c9d60e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6605780
Nov 10 04:02:31.717966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Deleting port 9b677b16-3f11-457c-b01d-e9d4549eb1c8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:31.718299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.723257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-27c938ad-0fd7-48cb-8ba7-7b38d1db0282 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/quotas/71ea56897b9f4bbba4887bdf3f6948fe HTTP/1.1" status: 200  len: 375 time: 0.0287490
Nov 10 04:02:31.779444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d739bb5-cf9a-4f9a-b315-c5f75a2e3d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.788468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-e52bafef-e465-4ff0-acc2-f60cbc4b1b59 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:31.789864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec0fcbb1-cada-4694-a62a-71a577c47907 req-e52bafef-e465-4ff0-acc2-f60cbc4b1b59 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1379383
Nov 10 04:02:31.791001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d739bb5-cf9a-4f9a-b315-c5f75a2e3d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.803152 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-e76dce8b-3be5-4b38-bebf-68fdcf2148c1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0675809
Nov 10 04:02:31.837428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d739bb5-cf9a-4f9a-b315-c5f75a2e3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b30b5c-0df7-4ab3-a5e8-049624c46ec8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:31.845733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-df26a2fb-72d6-4c3d-92b0-18a6b8eb6880 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:31.846851 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-df26a2fb-72d6-4c3d-92b0-18a6b8eb6880 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2401404
Nov 10 04:02:31.847348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35338) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:31.851323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d739bb5-cf9a-4f9a-b315-c5f75a2e3d87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0124e7aa8618410fa96cddd231b8f3a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4140360
Nov 10 04:02:31.871863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Request body: {'port': {'device_id': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '71ea56897b9f4bbba4887bdf3f6948fe'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:31.971699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] For port 9b677b16-3f11-457c-b01d-e9d4549eb1c8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9b677b16-3f11-457c-b01d-e9d4549eb1c8,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:31.972122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:31.995278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Calling delete_port for 9b677b16-3f11-457c-b01d-e9d4549eb1c8 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:32.032426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.146394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.192080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bfd0-d203-4fda-b77f-289ce093e654 req-e5152298-0f5d-4be7-918b-becf03c5d8ad tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:32.194246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97e7bfd0-d203-4fda-b77f-289ce093e654 req-e5152298-0f5d-4be7-918b-becf03c5d8ad tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.0624940
Nov 10 04:02:32.214614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d170d-7f16-421a-ba08-ef96e441da6f req-f6fd9c2e-7840-432f-98a9-56961660a9d0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:32.216392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-660d170d-7f16-421a-ba08-ef96e441da6f req-f6fd9c2e-7840-432f-98a9-56961660a9d0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.1885250
Nov 10 04:02:32.282710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Made reservation on behalf of 71ea56897b9f4bbba4887bdf3f6948fe for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:32.287365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.319614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.416499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.419943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.421433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99b30b5c-0df7-4ab3-a5e8-049624c46ec8 HTTP/1.1" status: 204  len: 168 time: 0.5713165
Nov 10 04:02:32.473806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-660d170d-7f16-421a-ba08-ef96e441da6f req-9e035647-a471-4299-ba75-5fc8679a3bdd tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833994
Nov 10 04:02:32.480370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6707-3455-43b4-9325-9fb8b1e8cbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b30b5c-0df7-4ab3-a5e8-049624c46ec8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:32.521602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97e7bfd0-d203-4fda-b77f-289ce093e654 req-1217fc2f-5c6e-43db-bf0d-bc93fceed7cb tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3205626
Nov 10 04:02:32.570540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-96fc8dc1-7f64-442e-88b2-2d0ff72d61a1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:32.580573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-96fc8dc1-7f64-442e-88b2-2d0ff72d61a1 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 949 time: 0.4180560
Nov 10 04:02:32.625416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.733115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fae52749-0cad-4c97-8e0e-9aa4380d2437 req-5cb8f53d-5723-488d-95d2-18fe7f78cef5 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 210 time: 0.0399895
Nov 10 04:02:32.758629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Deleting port 1f2a3d69-ab28-4c5f-be61-4c62f736422f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:32.759325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.800407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-146aeecd-f198-47f9-816d-9b33d863f914 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2692778
Nov 10 04:02:32.836168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b677b16-3f11-457c-b01d-e9d4549eb1c8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:32.840499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:32.847532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.875495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.904169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a48c56e3-5fe6-49ed-8d91-fbc1ed195114 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:32.935965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a48c56e3-5fe6-49ed-8d91-fbc1ed195114 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:32.936394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a48c56e3-5fe6-49ed-8d91-fbc1ed195114 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:32.936907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9b677b16-3f11-457c-b01d-e9d4549eb1c8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:32.945970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:32.959885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9b677b16-3f11-457c-b01d-e9d4549eb1c8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:32.960320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9b677b16-3f11-457c-b01d-e9d4549eb1c8 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:32.991138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] For port 1f2a3d69-ab28-4c5f-be61-4c62f736422f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1f2a3d69-ab28-4c5f-be61-4c62f736422f,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:32.991414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:32.993776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff61846e-3e30-4bd4-9c1d-97a78fb86a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.017803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Calling delete_port for 1f2a3d69-ab28-4c5f-be61-4c62f736422f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:33.027686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.035790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f6e7-c4c6-40c8-996b-fe7b2da61ef6 req-bb63ff94-e106-4b5e-b6d0-4d745d838351 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:33.038161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c797f6e7-c4c6-40c8-996b-fe7b2da61ef6 req-bb63ff94-e106-4b5e-b6d0-4d745d838351 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.1468143
Nov 10 04:02:33.065404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:33.068498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.165374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c797f6e7-c4c6-40c8-996b-fe7b2da61ef6 req-7742a19c-7416-4342-b84a-f98d424c6e0d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180775
Nov 10 04:02:33.210645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff61846e-3e30-4bd4-9c1d-97a78fb86a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.218821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Allocated IP 192.168.233.207 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:33.219208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff61846e-3e30-4bd4-9c1d-97a78fb86a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.228861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.235941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.273120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61846e-3e30-4bd4-9c1d-97a78fb86a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bba988-1835-4ed1-9a89-8f7a8b3ff162,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:33.303556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ff61846e-3e30-4bd4-9c1d-97a78fb86a25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56feb1c83edf43968ea45ec5dd137c3e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3520398
Nov 10 04:02:33.306675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35370) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:33.340293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.340891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05725fcb-345d-46b5-90f8-b83f07758aea {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:02:33.348899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.354142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.357694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25449977-0a22-42e4-abb0-000df0d1a393 admin admin] 10.222.0.13 "DELETE /v2.0/routers/05725fcb-345d-46b5-90f8-b83f07758aea HTTP/1.1" status: 204  len: 168 time: 2.6969800
Nov 10 04:02:33.365845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35372) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:33.367488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', '1f2a3d69-ab28-4c5f-be61-4c62f736422f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:33.475677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-7bcfaa6a-e20b-420e-b6f4-f2543414f431 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0784438
Nov 10 04:02:33.509089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Deleting subnet bad79ce9-a268-4b04-814b-8703530fb7ad {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:33.517451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.650153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.656129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event deleted for resources: {'Port': ['ID=1f2a3d69-ab28-4c5f-be61-4c62f736422f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:33.661847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] No DVR routers for this DVR port 1f2a3d69-ab28-4c5f-be61-4c62f736422f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:33.666163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.669649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a5a10c8-a87c-41f4-997f-3beb8b6cba1f req-ae8b9459-e41d-4992-bcc9-e2d2fbce427e tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "DELETE /v2.0/ports/1f2a3d69-ab28-4c5f-be61-4c62f736422f HTTP/1.1" status: 204  len: 173 time: 1.0826211
Nov 10 04:02:33.670244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-deleted', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:33.672638 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b3214c-3075-48cc-8b18-0ecdaa9d4678" -d '{"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-deleted", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:33.692173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.699362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.717989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.738973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.814760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-96c64633-92a8-48ae-ab23-ab0ecfe5e7f2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:33.827063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-96c64633-92a8-48ae-ab23-ab0ecfe5e7f2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2309847
Nov 10 04:02:33.831863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Request body: {'port': {'device_id': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '71ea56897b9f4bbba4887bdf3f6948fe'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:33.926138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.929124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.930447 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73bba988-1835-4ed1-9a89-8f7a8b3ff162 HTTP/1.1" status: 204  len: 168 time: 0.6226919
Nov 10 04:02:33.953813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:33.965083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0f5d61-5ad1-45bc-855a-3723a0229439 req-1ea4a683-9f2f-4bfb-b36e-ac9cb438a89d tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aa8bee-2ff3-40b0-a283-3f8074308b1b HTTP/1.1" status: 200  len: 210 time: 0.0607455
Nov 10 04:02:33.973242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c552a3-6561-4142-83d0-9232bc8cd223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bba988-1835-4ed1-9a89-8f7a8b3ff162,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:34.054065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Made reservation on behalf of 71ea56897b9f4bbba4887bdf3f6948fe for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:34.058880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.139781 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d58e1-79d0-4e8b-a15d-5948d6580363 x-openstack-request-id: req-7a3d58e1-79d0-4e8b-a15d-5948d6580363 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:34.140388 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aa8bee-2ff3-40b0-a283-3f8074308b1b", "name": "network-vif-deleted", "tag": "1f2a3d69-ab28-4c5f-be61-4c62f736422f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:34.140854 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a3d58e1-79d0-4e8b-a15d-5948d6580363 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:34.141314 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aa8bee-2ff3-40b0-a283-3f8074308b1b', 'name': 'network-vif-deleted', 'tag': '1f2a3d69-ab28-4c5f-be61-4c62f736422f', 'status': 'completed', 'code': 200}
Nov 10 04:02:34.153644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-33357920-d693-464d-941e-bfaffb6cd7bc tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:34.155809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-33357920-d693-464d-941e-bfaffb6cd7bc tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.4361179
Nov 10 04:02:34.181976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Allocated IP 172.32.3.223 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/af8d22da-7234-416c-be46-fa371eb69b3c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:34.187114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.189223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.238525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad79ce9-a268-4b04-814b-8703530fb7ad,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:34.254361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b9a4f26d-0b30-4ed3-8113-ce627a628bcc req-3aea00cc-f47b-4d24-bcd6-30e6a7742547 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 210 time: 0.0590143
Nov 10 04:02:34.292412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-510b97a7-d5b5-47a6-ab0c-2cbc156450ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.298564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:34.313391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb047705-e84d-45b5-a9c9-b821efe9ca20 None None] Network ba23e0a5-d087-4037-964a-d3ff527b12a1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:34.313537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.314933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Allocated IP 192.168.233.219 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/fcf93fbc-7c98-467f-87ce-080b92881074) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:34.316883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ee7ee625-a748-428a-a84f-8c080d0564a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bad79ce9-a268-4b04-814b-8703530fb7ad HTTP/1.1" status: 204  len: 168 time: 0.9491343
Nov 10 04:02:34.320827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:34.321659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35406) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:34.340513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:34.442388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:34.443032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.525944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:34.552101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-4cb8f6e8-82fa-4e43-a67d-e7fcd04ee3d8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6914184
Nov 10 04:02:34.583227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.625810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] DHCP port deletion for ba23e0a5-d087-4037-964a-d3ff527b12a1 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:02:34.651393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Deleting port 509a8e93-954e-47e8-a66b-135916c1d531 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:34.652308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.727261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.728264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-82abc60c-b5cb-474c-bd21-461a6146b329 None None] Provisioning complete for port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:34.729952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82abc60c-b5cb-474c-bd21-461a6146b329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.816085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440faf6-8c54-43d7-aa21-a17d9c181678 req-b2cd2592-d2bf-4f3c-afb5-1fb4682ebbfb tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:34.823922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9440faf6-8c54-43d7-aa21-a17d9c181678 req-b2cd2592-d2bf-4f3c-afb5-1fb4682ebbfb tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a66e8f9-0995-40d3-ba92-8c8298a5b44c HTTP/1.1" status: 200  len: 948 time: 0.3158138
Nov 10 04:02:34.853505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Deleting port caecda72-6ee9-43b1-aef0-bb1d20efafb6 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:34.856916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.861809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] For port 509a8e93-954e-47e8-a66b-135916c1d531, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=509a8e93-954e-47e8-a66b-135916c1d531,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:34.862491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.877007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.885722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device caecda72-6ee9-43b1-aef0-bb1d20efafb6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:34.934882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=af8d22da-7234-416c-be46-fa371eb69b3c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:34.944356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Request body: {'port': {'device_id': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:34.948568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Deleting port caecda72-6ee9-43b1-aef0-bb1d20efafb6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:34.949132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:34.961215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-82abc60c-b5cb-474c-bd21-461a6146b329 None None] Port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:02:34.982048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Calling delete_port for 509a8e93-954e-47e8-a66b-135916c1d531 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:35.021817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.025285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.032821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.042079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=caecda72-6ee9-43b1-aef0-bb1d20efafb6,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:35.042460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.049573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9440faf6-8c54-43d7-aa21-a17d9c181678 req-2faf940f-80bf-4305-ab19-465358190bab tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193694
Nov 10 04:02:35.070160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:35.073859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Calling delete_port for caecda72-6ee9-43b1-aef0-bb1d20efafb6 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:35.115895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:35.133379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=caecda72-6ee9-43b1-aef0-bb1d20efafb6,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:35.133810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.138699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:35.170572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port caecda72-6ee9-43b1-aef0-bb1d20efafb6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=caecda72-6ee9-43b1-aef0-bb1d20efafb6,segment=NetworkSegment(ebd021a9-29b1-4508-a286-00facfbe92d6),segment_id=ebd021a9-29b1-4508-a286-00facfbe92d6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:35.181017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.197128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Calling delete_port for caecda72-6ee9-43b1-aef0-bb1d20efafb6 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:35.250731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.286463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.317951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.330477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:35.334773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] No DVR routers for this DVR port caecda72-6ee9-43b1-aef0-bb1d20efafb6 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:35.349786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:35.364692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:35.384032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:35.392833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.395617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.397260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.397759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.398276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.400384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.400777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.404018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.404018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.404018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.404384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.404682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:02:35.434380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35444) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:35.435063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event updated for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:35.459538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffedcf-00b6-44b9-9b73-620e427c318e None None] Pushing event deleted for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:35.488522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.489204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.534923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=caecda72-6ee9-43b1-aef0-bb1d20efafb6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:35.540190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] No DVR routers for this DVR port caecda72-6ee9-43b1-aef0-bb1d20efafb6 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:35.555244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:35.556055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.566498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Pushing event deleted for resources: {'Port': ['ID=509a8e93-954e-47e8-a66b-135916c1d531,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:35.626109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.656009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1402133948-network', 'tenant_id': '7655217687404358b22f9cce643f889b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:35.690783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] No DVR routers for this DVR port 509a8e93-954e-47e8-a66b-135916c1d531 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:35.700318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.703125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-5cdb735f-0878-4e1b-bff6-8762be4344b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8762355
Nov 10 04:02:35.703698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f86c6b5-856b-484e-aee0-0ad926c15d2a req-19900bf9-03ae-4f49-a1a6-128de34242af tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "DELETE /v2.0/ports/509a8e93-954e-47e8-a66b-135916c1d531 HTTP/1.1" status: 204  len: 173 time: 1.5184910
Nov 10 04:02:35.704328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-deleted', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:35.706726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.707036 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ba0ce-d519-44a8-a904-39086eb6d8b9" -d '{"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-deleted", "tag": "509a8e93-954e-47e8-a66b-135916c1d531"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:35.728561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Request body: {'port': {'device_id': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:35.767804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dfc3d60>,) {'filters': {'network_id': ['ba23e0a5-d087-4037-964a-d3ff527b12a1']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:35.780025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Made reservation on behalf of 7655217687404358b22f9cce643f889b for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:35.782420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.797986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dfc3d60>, 'ebd021a9-29b1-4508-a286-00facfbe92d6') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:35.798340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d7099be3-78a8-4fc3-82dd-fae2b58a2a0d None None] Provisioning complete for port fcf93fbc-7c98-467f-87ce-080b92881074 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:35.798478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dfc3d60>, 'ebd021a9-29b1-4508-a286-00facfbe92d6') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:35.798706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d7099be3-78a8-4fc3-82dd-fae2b58a2a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.835444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d7099be3-78a8-4fc3-82dd-fae2b58a2a0d None None] Port fcf93fbc-7c98-467f-87ce-080b92881074 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:02:35.841969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707989cd-7894-4ab7-b282-521df903334a req-72cb0aaa-fbc5-45e1-8a91-5ed9280b01f0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:35.843923 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-707989cd-7894-4ab7-b282-521df903334a req-72cb0aaa-fbc5-45e1-8a91-5ed9280b01f0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 936 time: 0.2073281
Nov 10 04:02:35.854743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.880156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.902068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:35.914940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.915938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.918023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.936009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:35.936403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:35.943395 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:35.947044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:35.951159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.022207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event updated for resources: {'Port': ['ID=af8d22da-7234-416c-be46-fa371eb69b3c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.030752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.039606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-707989cd-7894-4ab7-b282-521df903334a req-25dea622-9b32-457e-8c5a-0df3c06d0e61 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635261
Nov 10 04:02:36.054070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.054918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:36.055962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-5a17f6e2-d93e-4cec-b834-4c3344837bfe tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.2543471
Nov 10 04:02:36.057161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Transition to ACTIVE for port object c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:36.062161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.064261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.117244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 1f2a3d69-ab28-4c5f-be61-4c62f736422f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:36.117625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1f2a3d69-ab28-4c5f-be61-4c62f736422f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:36.135596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.142137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba23e0a5-d087-4037-964a-d3ff527b12a1 HTTP/1.1" status: 204  len: 168 time: 1.8186920
Nov 10 04:02:36.208347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-d9fd4e91-f977-408b-baf6-eeff7fe459ff tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.223 HTTP/1.1" status: 200  len: 696 time: 0.1296277
Nov 10 04:02:36.215476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d81da-08ba-4bbe-b790-7931e51a6ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba23e0a5-d087-4037-964a-d3ff527b12a1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.224997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.350666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.361841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.402407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:36.404297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35464) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:36.453557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2baf38c-b106-401c-8e30-2e9ffea3b704,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.456690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.456966 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Added segment 8b7141b6-ef19-451a-85dc-79d34e414d87 of type vlan for network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e
Nov 10 04:02:36.510716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-b9346fa2-2ddd-4f2d-837c-97d5ca0219e1 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:36.512271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d4f6928-28bd-400d-a201-1707b5e14bbd req-b9346fa2-2ddd-4f2d-837c-97d5ca0219e1 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.2490981
Nov 10 04:02:36.530706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Attempting to bind port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:36.532172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Attempting to bind port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:36.532172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Attempting to bind port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:36.537818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:36.538246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Attempting to bind port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:36.544206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:36.544930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:36.545412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:36.546085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Bound port: c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:36.547467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.556241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.582522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2a14c962-996f-40f1-9829-0124edd58293 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8d7111030614ab994cb28cfe82f66df&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1769402
Nov 10 04:02:36.589595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35476) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:36.597644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:36.642012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.643093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:36.643707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.665040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf93fbc-7c98-467f-87ce-080b92881074 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:36.673929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 509a8e93-954e-47e8-a66b-135916c1d531 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:36.674290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 509a8e93-954e-47e8-a66b-135916c1d531 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:36.684913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.717882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:36.731848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.752375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3079369
Nov 10 04:02:36.753692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35478) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:36.761188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Transition to ACTIVE for port object fcf93fbc-7c98-467f-87ce-080b92881074 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:36.765292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Request body: {'subnet': {'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1402133948-subnet', 'tenant_id': '7655217687404358b22f9cce643f889b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:36.769703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea5085-48bc-4660-8915-bdead125d6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.778168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.783991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:36.821323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:36.827960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:36.840794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.849759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Made reservation on behalf of 7655217687404358b22f9cce643f889b for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:36.852542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.918816 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b381912-36b0-463a-8710-7fb2c5ecaf90 x-openstack-request-id: req-9b381912-36b0-463a-8710-7fb2c5ecaf90 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:36.919823 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e8f9-0995-40d3-ba92-8c8298a5b44c", "name": "network-vif-deleted", "tag": "509a8e93-954e-47e8-a66b-135916c1d531", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:36.920074 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b381912-36b0-463a-8710-7fb2c5ecaf90 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:36.920499 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66e8f9-0995-40d3-ba92-8c8298a5b44c', 'name': 'network-vif-deleted', 'tag': '509a8e93-954e-47e8-a66b-135916c1d531', 'status': 'completed', 'code': 200}
Nov 10 04:02:36.945577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08db8890-fce4-43db-a751-e51a63edc853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.962337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621628-dea9-4421-8691-e0e5c71fc546 req-b4f2112a-e176-41aa-bc84-6bf81d26a97b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:36.970329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a3621628-dea9-4421-8691-e0e5c71fc546 req-b4f2112a-e176-41aa-bc84-6bf81d26a97b tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.2478921
Nov 10 04:02:36.986971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:36.989051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:36.990910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 HTTP/1.1" status: 200  len: 1096 time: 2.4285250
Nov 10 04:02:36.996453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.031695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591cb7-527c-4d16-af29-dd45025f7d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:37.040868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Attempting to bind port fcf93fbc-7c98-467f-87ce-080b92881074 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:37.041437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Attempting to bind port fcf93fbc-7c98-467f-87ce-080b92881074 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:37.041437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Attempting to bind port fcf93fbc-7c98-467f-87ce-080b92881074 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:37.055807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970275-493c-40eb-ac8c-a0ac304c7e09 req-c2f5a2a7-cca1-4c61-b51f-407c81e28502 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.057358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02970275-493c-40eb-ac8c-a0ac304c7e09 req-c2f5a2a7-cca1-4c61-b51f-407c81e28502 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 950 time: 0.1335342
Nov 10 04:02:37.060929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Port fcf93fbc-7c98-467f-87ce-080b92881074 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:37.061250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Attempting to bind port fcf93fbc-7c98-467f-87ce-080b92881074 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:37.087585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:37.087922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:37.088298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:37.088773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Bound port: fcf93fbc-7c98-467f-87ce-080b92881074, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:37.089123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.124706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a3621628-dea9-4421-8691-e0e5c71fc546 req-bab3812e-1f9f-443f-b9aa-d513cc75a80f tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529975
Nov 10 04:02:37.141825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-887f1e77-1576-4743-bae7-2dcd8b3eca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.143414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-887f1e77-1576-4743-bae7-2dcd8b3eca2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1099 time: 0.0910687
Nov 10 04:02:37.189074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02970275-493c-40eb-ac8c-a0ac304c7e09 req-d44746e7-ee84-49d3-ba58-8f9105e2dbed tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239369
Nov 10 04:02:37.196308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.199358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.203002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8737382c-33e5-4b3c-92b8-4e910ed61701 HTTP/1.1" status: 204  len: 168 time: 0.6100123
Nov 10 04:02:37.209660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddc467-9502-4873-adff-ea249359f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737382c-33e5-4b3c-92b8-4e910ed61701,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:37.212453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-1c244ac1-22e1-4dff-88ec-d506b8d1c6cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 HTTP/1.1" status: 200  len: 217 time: 0.0603731
Nov 10 04:02:37.249752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.330902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-328a32b0-e6d2-4fe3-b624-652e6700b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.335270 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-328a32b0-e6d2-4fe3-b624-652e6700b818 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1104155
Nov 10 04:02:37.412995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-b263f415-7428-4b83-ae37-82f59e025c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.415103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-b263f415-7428-4b83-ae37-82f59e025c78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0643070
Nov 10 04:02:37.418936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84910084-8329-4fb4-b81e-6383ee6ba791 req-d6dfd4b0-9586-455c-97cb-7e8de4385278 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips/fe186ea6-f1f4-4e46-a5ed-7d00f6a632b0 HTTP/1.1" status: 200  len: 693 time: 0.1492825
Nov 10 04:02:37.428013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:37.439410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fcf93fbc-7c98-467f-87ce-080b92881074,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:37.441760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Checking segment: {'id': '8b7141b6-ef19-451a-85dc-79d34e414d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:37.442324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Network hostable DHCP agents. Network: aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:02:37.448001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9c5921-cb01-431b-b25e-c3958ac7f032,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:37.469213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.788267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.858332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:37.923281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.923861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:37.925698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] 10.222.0.21 "PUT /v2.0/ports/fcf93fbc-7c98-467f-87ce-080b92881074 HTTP/1.1" status: 200  len: 1096 time: 2.2122505
Nov 10 04:02:37.931729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:37.933596 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a399d82-bb39-45ef-81ec-2478769dce9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:37.956589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f5589-e571-4cb7-8ea0-6d555a2cae3a req-f52402be-6b86-427f-ae73-46b22ab40798 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:37.958327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-731f5589-e571-4cb7-8ea0-6d555a2cae3a req-f52402be-6b86-427f-ae73-46b22ab40798 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 948 time: 0.1008725
Nov 10 04:02:37.969429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5b43db7a-1146-47d9-b1fd-2e2eabcd7fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=048bb58bfab9450d97da70ab258ed111&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1098845
Nov 10 04:02:37.975587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35492) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:37.980990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:02:38.010690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-dab2398c-b093-4b7a-bd88-300c2d0cf7f8 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5871689
Nov 10 04:02:38.029457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:38.039871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.040459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.041789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc0d95-d8b0-484c-b8cd-cd90a8ca14ba None None] Network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:38.058720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753e5f-64eb-484a-b2fd-2f543ab11e3f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:38.092744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be4e65bb-4ca8-43e4-933e-9f32745ab152 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3277891
Nov 10 04:02:38.092963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:38.103999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-4b445b57-77cd-457a-a434-622c90a68471 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.105569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-4b445b57-77cd-457a-a434-622c90a68471 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 950 time: 0.1750441
Nov 10 04:02:38.113585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84910084-8329-4fb4-b81e-6383ee6ba791 req-2dfb9f74-f672-4b53-8444-1ad10a7ba97f tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.116582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-731f5589-e571-4cb7-8ea0-6d555a2cae3a req-bd639cee-1b84-4803-9996-bde512cd860c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410322
Nov 10 04:02:38.120175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84910084-8329-4fb4-b81e-6383ee6ba791 req-2dfb9f74-f672-4b53-8444-1ad10a7ba97f tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.6892910
Nov 10 04:02:38.125756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-84910084-8329-4fb4-b81e-6383ee6ba791 req-e2ab978a-8641-461a-aec4-f6badea104bb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:38.131016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84910084-8329-4fb4-b81e-6383ee6ba791 req-e2ab978a-8641-461a-aec4-f6badea104bb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0100310
Nov 10 04:02:38.181780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.206845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-bb3838c4-9079-4b6e-9d80-a14108a1971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.208335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-bb3838c4-9079-4b6e-9d80-a14108a1971a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 1099 time: 0.2291276
Nov 10 04:02:38.225682 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735f1d1-74ad-457d-8991-fc39709e835a x-openstack-request-id: req-6735f1d1-74ad-457d-8991-fc39709e835a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:38.226314 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:38.226730 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6735f1d1-74ad-457d-8991-fc39709e835a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:38.227277 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074', 'status': 'completed', 'code': 200}
Nov 10 04:02:38.269846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-920d48b9-ce7a-4852-b240-1a60671a9254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=fcf93fbc-7c98-467f-87ce-080b92881074 HTTP/1.1" status: 200  len: 217 time: 0.0522289
Nov 10 04:02:38.270780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.275141 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c9f0695-567c-47a5-bc41-ff591a858331 req-f7b0a2ad-5304-4bfb-8ce0-48baccd004e5 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509723
Nov 10 04:02:38.300981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:38.328368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e302cc-5265-488a-af54-7febcadd00e3 req-83244fb6-4d64-4458-8a83-f60c7053b95d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.336153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4e302cc-5265-488a-af54-7febcadd00e3 req-83244fb6-4d64-4458-8a83-f60c7053b95d tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 948 time: 0.1154895
Nov 10 04:02:38.365266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'network_id': '52f8d12c-011d-42a9-8ca6-bb85f7e5376e', 'port_id': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'mac_address': 'fa:16:3e:d0:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:38.377144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-f9bd1948-cb68-4450-bb15-77c83ee3541e tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips/fe186ea6-f1f4-4e46-a5ed-7d00f6a632b0 HTTP/1.1" status: 200  len: 693 time: 0.1455684
Nov 10 04:02:38.377502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d2f0a-1f7a-43ad-ba86-0c84b0784bd9 None None] Network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:38.384356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.387224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.390801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e00858b-60e2-4a4a-8efb-e36a36884a36 HTTP/1.1" status: 204  len: 168 time: 0.4119015
Nov 10 04:02:38.407613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4e302cc-5265-488a-af54-7febcadd00e3 req-687069ef-4677-4191-998c-6c300e7853cc tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660009
Nov 10 04:02:38.424100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4ee4-07e3-4419-9e0e-d44c53f04491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00858b-60e2-4a4a-8efb-e36a36884a36,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:38.449259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-3b2b9759-1662-4710-858a-2a93ad403916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.450720 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-3b2b9759-1662-4710-858a-2a93ad403916 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1471057
Nov 10 04:02:38.534407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Deleting port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:38.534552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.575754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.578006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573416f-276b-4000-8d47-6f6f31288b56 req-9bbb9b9d-1d0f-4a05-9e5b-7a4d4acd33fb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.586397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f573416f-276b-4000-8d47-6f6f31288b56 req-9bbb9b9d-1d0f-4a05-9e5b-7a4d4acd33fb tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.0861444
Nov 10 04:02:38.594682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-33188d37-b680-4387-a3c9-f7fba2bd222f tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.595786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-33188d37-b680-4387-a3c9-f7fba2bd222f tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.2178948
Nov 10 04:02:38.601150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:38.613334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafdc71-511f-4d2b-a927-04874b2192df req-f64532ce-c46d-4f29-a633-5ee6521c790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.614925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-f64532ce-c46d-4f29-a633-5ee6521c790e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1539042
Nov 10 04:02:38.631277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:38.654230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-53e54b6e-5ab2-474b-96e5-1cfb5f907907 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:38.655158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:38.655337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-53e54b6e-5ab2-474b-96e5-1cfb5f907907 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0372958
Nov 10 04:02:38.684660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f573416f-276b-4000-8d47-6f6f31288b56 req-2905ed78-4d46-45a2-9c74-0790fd0f84b3 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956063
Nov 10 04:02:38.765124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:38.834988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6d5acf47-9f4b-422d-b64a-4995f1ae4b79'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:38.859085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-210b2222-74f2-48c6-874f-8fa98b5373eb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.223 HTTP/1.1" status: 200  len: 696 time: 0.1508880
Nov 10 04:02:38.862044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1692-838a-415d-ac9a-46e7e2d38c1b req-6088110b-4b55-4b78-9da2-ff1938d19d70 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:38.864124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efdd1692-838a-415d-ac9a-46e7e2d38c1b req-6088110b-4b55-4b78-9da2-ff1938d19d70 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f359830-42b9-40f2-b309-498b1cd02129 HTTP/1.1" status: 200  len: 950 time: 0.1116240
Nov 10 04:02:38.921642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:38.924080 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:38.944936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efdd1692-838a-415d-ac9a-46e7e2d38c1b req-154b88c6-a0f3-4737-8657-2a7eac52d4a6 tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.13 "GET /v2.0/security-groups?id=4c6da90c-094a-4462-8d63-19aa9b324170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733669
Nov 10 04:02:38.957243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-8a4fad27-9783-41f5-acb5-3300751a5bb2 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.223 HTTP/1.1" status: 200  len: 696 time: 0.0816665
Nov 10 04:02:39.013071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] For port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:39.013446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.072505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Calling delete_port for 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:39.123115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-4eb11384-23ae-4bb8-a6b7-54d67ba6bbb1 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996684
Nov 10 04:02:39.268601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.273263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35536) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:39.281461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-752198070-network', 'tenant_id': '2976e91e76fb49708cea967d14664da1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:39.329367 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0f81a-c9e2-459e-ae87-775c01bd2ccc x-openstack-request-id: req-a9d0f81a-c9e2-459e-ae87-775c01bd2ccc {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:39.331253 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:39.331693 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9d0f81a-c9e2-459e-ae87-775c01bd2ccc {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:39.332196 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'status': 'completed', 'code': 200}
Nov 10 04:02:39.337101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Made reservation on behalf of 2976e91e76fb49708cea967d14664da1 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:39.339849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.351823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6eafdc71-511f-4d2b-a927-04874b2192df req-e48c2b69-8744-4cea-ac36-ba3a693b8d33 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948743
Nov 10 04:02:39.355224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Deleting port af8d22da-7234-416c-be46-fa371eb69b3c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:39.355785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.399335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.454051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.489763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f68f4f04-d8f9-4f83-926b-6b1d066a4d87 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.491355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f68f4f04-d8f9-4f83-926b-6b1d066a4d87 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 948 time: 0.1551797
Nov 10 04:02:39.493251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-e648e77a-3aef-4fba-9c30-d2d685489b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.494660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-e648e77a-3aef-4fba-9c30-d2d685489b80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1099 time: 0.1597428
Nov 10 04:02:39.508419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Pushing event deleted for resources: {'Port': ['ID=7831db19-f0b0-4aaa-8ef4-c5dd5672ff60,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:39.527758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.528083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.532450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43423252-3d20-4baa-801e-c9526df58be5 req-1cfadda5-f371-4df8-aa48-0098910268d3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.534315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43423252-3d20-4baa-801e-c9526df58be5 req-1cfadda5-f371-4df8-aa48-0098910268d3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 948 time: 0.1376233
Nov 10 04:02:39.563507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-d95a957c-c07f-4a9b-a0d8-3dd0c2947bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.566172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-d95a957c-c07f-4a9b-a0d8-3dd0c2947bf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 1099 time: 0.1418476
Nov 10 04:02:39.583800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Calling delete_port for af8d22da-7234-416c-be46-fa371eb69b3c owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:39.585771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] No DVR routers for this DVR port 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:39.597014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.600267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15c5527a-921d-45c0-8383-4f95687c1cd4 req-7bdd9d3e-10ea-4183-8880-1367b83dc47b tempest-MigrationsAdminTest-1987445883 tempest-MigrationsAdminTest-1987445883-project] 10.222.0.26 "DELETE /v2.0/ports/7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 HTTP/1.1" status: 204  len: 173 time: 1.4683399
Nov 10 04:02:39.735344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-4a90d1ae-8db9-4ce1-85a0-a4bddc8a4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.737112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-4a90d1ae-8db9-4ce1-85a0-a4bddc8a4461 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1546071
Nov 10 04:02:39.756044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-4c91772a-f180-4bb1-a1d3-3ebc568431cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.757702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-4c91772a-f180-4bb1-a1d3-3ebc568431cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2487335
Nov 10 04:02:39.769502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43423252-3d20-4baa-801e-c9526df58be5 req-cb70931d-50b2-421b-9312-590896acc399 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711917
Nov 10 04:02:39.790318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-541199da-e663-420b-b750-104be6ef5824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=fcf93fbc-7c98-467f-87ce-080b92881074 HTTP/1.1" status: 200  len: 217 time: 0.0433779
Nov 10 04:02:39.801374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.865214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-3cba3ab7-e0f5-4b6a-821b-e9b2a76833b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 HTTP/1.1" status: 200  len: 217 time: 0.0917375
Nov 10 04:02:39.865793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.877593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-36df1218-5351-4dae-9794-6a90ee99ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.879608 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-36df1218-5351-4dae-9794-6a90ee99ce03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0821950
Nov 10 04:02:39.896147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:39.943337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event deleted for resources: {'Port': ['ID=af8d22da-7234-416c-be46-fa371eb69b3c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:39.971715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:39.995092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-a072882e-d1cf-445e-919c-5012a9077b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:39.996515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-a072882e-d1cf-445e-919c-5012a9077b99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1088104
Nov 10 04:02:40.026899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Deleting port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:40.027454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.033222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.033788 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Added segment 1c309a57-baab-4c39-aae8-7d2a95761340 of type vlan for network 6fadb696-532b-48fb-81e2-a81a9455b90f
Nov 10 04:02:40.038295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98084425-e049-44c5-a9df-c81e561b0fc6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:40.060783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.063418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.064451 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d4ae308-0e5c-4bd3-92df-94db117e489e req-e2b8927b-9169-4717-8860-727d93465cc7 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe186ea6-f1f4-4e46-a5ed-7d00f6a632b0 HTTP/1.1" status: 204  len: 173 time: 1.1064401
Nov 10 04:02:40.073244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-0c679f25-7a39-4ba5-84d7-6cc93d3aaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:40.074715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-0c679f25-7a39-4ba5-84d7-6cc93d3aaf71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1842210
Nov 10 04:02:40.083203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:40.148152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-444b81dd-0e91-44bd-a3cc-ab1cd10ad4bd service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425338
Nov 10 04:02:40.219915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.251204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:40.252316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.284809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-deleted', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:40.287734 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d026ab4-0cc8-4ce8-a079-7ff38e5d3629" -d '{"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-deleted", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:40.322699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402c19-337f-4614-944c-e25f2e6a8f66 req-84e3cc5a-3c00-4e73-9114-6ce56279a0c3 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:40.333216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4402c19-337f-4614-944c-e25f2e6a8f66 req-84e3cc5a-3c00-4e73-9114-6ce56279a0c3 tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e6e3d6-523c-478a-96c2-614382266d15 HTTP/1.1" status: 200  len: 948 time: 0.3864343
Nov 10 04:02:40.346262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.393662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a399d82-bb39-45ef-81ec-2478769dce9f req-1ebaa995-8dcf-4bf0-b4a0-75bcdc0a9b9d service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294354
Nov 10 04:02:40.435734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.448905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-5ee3fac1-bb6b-4f25-9fef-58823eaca57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:40.450665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-5ee3fac1-bb6b-4f25-9fef-58823eaca57f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2940218
Nov 10 04:02:40.472091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:40.474752 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca357bd-740c-41b6-9a12-3639fc7de722" -d '{"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:40.492519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.494135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:40.494612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:40.495468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.502425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.504201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:40.515714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] For port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:40.516330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:40.587804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:40.588431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7831db19-f0b0-4aaa-8ef4-c5dd5672ff60 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:40.593107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:40.642092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Calling delete_port for 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:40.660555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fcf93fbc-7c98-467f-87ce-080b92881074 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:40.774063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4402c19-337f-4614-944c-e25f2e6a8f66 req-d35d92c2-a4cf-438b-9bfc-e20bf26b614e tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.13 "GET /v2.0/security-groups?id=65293725-cca5-45e6-b589-3eadeb1799f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212532
Nov 10 04:02:40.782769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489bcc-f0c6-47dc-a8c1-86f6fb952822 req-27fb7a94-e29e-4c0e-a501-57b39f1784b8 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:40.793172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84489bcc-f0c6-47dc-a8c1-86f6fb952822 req-27fb7a94-e29e-4c0e-a501-57b39f1784b8 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.3151951
Nov 10 04:02:40.849230 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29500f6c-84b1-4ed3-822b-13af944a9f46 x-openstack-request-id: req-29500f6c-84b1-4ed3-822b-13af944a9f46 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:40.849810 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f359830-42b9-40f2-b309-498b1cd02129", "name": "network-vif-deleted", "tag": "7831db19-f0b0-4aaa-8ef4-c5dd5672ff60", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:40.850217 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29500f6c-84b1-4ed3-822b-13af944a9f46 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:40.851025 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f359830-42b9-40f2-b309-498b1cd02129', 'name': 'network-vif-deleted', 'tag': '7831db19-f0b0-4aaa-8ef4-c5dd5672ff60', 'status': 'completed', 'code': 200}
Nov 10 04:02:40.871081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fcf93fbc-7c98-467f-87ce-080b92881074,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:40.883145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] Pushing event updated for resources: {'Network': ['ID=6fadb696-532b-48fb-81e2-a81a9455b90f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:40.892343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-68d9a061-3863-4055-9e71-c59cd50c4bfc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6178434
Nov 10 04:02:40.896579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35592) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:40.904533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Request body: {'subnet': {'network_id': '6fadb696-532b-48fb-81e2-a81a9455b90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-752198070-subnet', 'tenant_id': '2976e91e76fb49708cea967d14664da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:40.907858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 6fadb696-532b-48fb-81e2-a81a9455b90f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:40.911174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35594) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:40.961362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-06610933-67fe-4f09-8624-6cf86ed56e32 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5008242
Nov 10 04:02:41.000438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Made reservation on behalf of 2976e91e76fb49708cea967d14664da1 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:41.003746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.032996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'fcf93fbc-7c98-467f-87ce-080b92881074', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'fcf93fbc-7c98-467f-87ce-080b92881074', 'mac_address': 'fa:16:3e:6c:e9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:41.053898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.074933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f1ec-e215-4709-b3f3-d2ce90909f52 req-ad834e77-f844-42f8-adbd-6915318ac793 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:41.084538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61d9f1ec-e215-4709-b3f3-d2ce90909f52 req-ad834e77-f844-42f8-adbd-6915318ac793 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.1758478
Nov 10 04:02:41.091122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Pushing event deleted for resources: {'Port': ['ID=70e8b85c-ef3b-4f56-aa31-a9154a07a1b5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:41.101344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-76334036-07d8-453c-a65e-37d37cb27593 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:41.103263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-76334036-07d8-453c-a65e-37d37cb27593 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.26 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 945 time: 0.1701488
Nov 10 04:02:41.168021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.189604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf93fbc-7c98-467f-87ce-080b92881074 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:41.192268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] No DVR routers for this DVR port 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:41.196950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.203116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e162bd77-d8c9-4a9c-9db6-6e9c9eb8dd4b req-f79f38c3-2567-4fa3-8af6-a7afd569eaca tempest-ListImageFiltersTestJSON-324313173 tempest-ListImageFiltersTestJSON-324313173-project] 10.222.0.21 "DELETE /v2.0/ports/70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 HTTP/1.1" status: 204  len: 173 time: 1.6941130
Nov 10 04:02:41.236248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fcf93fbc-7c98-467f-87ce-080b92881074,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:41.239833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61d9f1ec-e215-4709-b3f3-d2ce90909f52 req-f7c492d2-cee7-49b3-80ae-0ad3fd3e719c tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542308
Nov 10 04:02:41.240874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c7a7f1c-a13b-476d-a756-34eae9ddf5bd req-b11b146a-c231-4df4-866d-abeab69eabfd service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653687
Nov 10 04:02:41.244890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.249560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:41.332001 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e029f33d-02a7-40fa-a01e-1036e98ab3d5 x-openstack-request-id: req-e029f33d-02a7-40fa-a01e-1036e98ab3d5 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:41.332305 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-plugged", "status": "completed", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:41.334056 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e029f33d-02a7-40fa-a01e-1036e98ab3d5 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:41.334215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-deleted', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:41.338897 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa05e85-4a5b-4282-88f0-6a30d647bab8" -d '{"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-deleted", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:41.341779 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'code': 200}
Nov 10 04:02:41.347726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4402b225-2f0e-4dd0-8ad3-6ea5439a0654 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a17b8439aab5416baf5623b3adedbb8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4353817
Nov 10 04:02:41.353546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35602) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:41.394823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Deleting port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:41.395431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.411289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:41.449384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:41.468395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'mac_address': 'fa:16:3e:47:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:41.534836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c20e4-5df1-482d-964b-3028035aaac6 req-f05f43a2-50c2-41d4-a6ea-1d5c285e2f47 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:41.536673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c18c20e4-5df1-482d-964b-3028035aaac6 req-f05f43a2-50c2-41d4-a6ea-1d5c285e2f47 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 949 time: 0.1330256
Nov 10 04:02:41.568677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.575371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.605757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.699695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.704224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c18c20e4-5df1-482d-964b-3028035aaac6 req-82bc4da3-3ff0-4f91-b444-f3ce729a2cdb tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432164
Nov 10 04:02:41.731508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:41.740193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.743154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.744765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c6da90c-094a-4462-8d63-19aa9b324170 HTTP/1.1" status: 204  len: 168 time: 0.3897412
Nov 10 04:02:41.760319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d55ada-25ba-4430-acdc-728c9821e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6da90c-094a-4462-8d63-19aa9b324170,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:41.774716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:41.786371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.790495 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75452ffd-4024-4921-8455-27e9cd647291 x-openstack-request-id: req-75452ffd-4024-4921-8455-27e9cd647291 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:41.790963 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e6e3d6-523c-478a-96c2-614382266d15", "name": "network-vif-deleted", "tag": "70e8b85c-ef3b-4f56-aa31-a9154a07a1b5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:41.791369 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75452ffd-4024-4921-8455-27e9cd647291 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:41.791935 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e6e3d6-523c-478a-96c2-614382266d15', 'name': 'network-vif-deleted', 'tag': '70e8b85c-ef3b-4f56-aa31-a9154a07a1b5', 'status': 'completed', 'code': 200}
Nov 10 04:02:41.858403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:41.860820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] For port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,segment=NetworkSegment(55bb57bb-e55c-482e-b4a4-bc611da154d5),segment_id=55bb57bb-e55c-482e-b4a4-bc611da154d5)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:41.861337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:41.890267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Calling delete_port for 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:41.987106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:41.995444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fcf93fbc-7c98-467f-87ce-080b92881074'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:42.260227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-821ab5f9-e52b-4297-9159-2cfc47cb2ba8 req-5e2ae936-ce85-48e6-b26b-77c1c849b54c tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b2b97e1083184979a13c16d12ec87aac HTTP/1.1" status: 200  len: 1655 time: 0.6715174
Nov 10 04:02:42.298779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35626) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:42.345434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fecb192-c887-4d93-8b41-1e96ecfd0e61,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:42.366474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-33007c66-8865-41b5-8dd9-4b34e9f83228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c825532346c84fa890836f19a09533c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0640163
Nov 10 04:02:42.369412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:42.432643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Checking segment: {'id': '1c309a57-baab-4c39-aae8-7d2a95761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6fadb696-532b-48fb-81e2-a81a9455b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:42.433001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Network hostable DHCP agents. Network: 6fadb696-532b-48fb-81e2-a81a9455b90f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:02:42.434647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.446180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab5f9-e52b-4297-9159-2cfc47cb2ba8 req-b7b2eaf2-34d6-43e5-b1b5-cce0767db692 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:42.447947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-821ab5f9-e52b-4297-9159-2cfc47cb2ba8 req-b7b2eaf2-34d6-43e5-b1b5-cce0767db692 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks?id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 787 time: 0.1761179
Nov 10 04:02:42.464406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.468655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-821ab5f9-e52b-4297-9159-2cfc47cb2ba8 req-7d1ff71d-eda2-4f01-b84e-3b9137793911 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:42.477630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-821ab5f9-e52b-4297-9159-2cfc47cb2ba8 req-7d1ff71d-eda2-4f01-b84e-3b9137793911 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0205855
Nov 10 04:02:42.495142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Network 6fadb696-532b-48fb-81e2-a81a9455b90f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:02:42.532496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 6fadb696-532b-48fb-81e2-a81a9455b90f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:42.542678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:42.544191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.544326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ff135-bc96-4c4b-85f0-1aa7d144820f None None] Network 6fadb696-532b-48fb-81e2-a81a9455b90f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:42.546540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.550876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.552344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd08a9d-1b29-4eda-a952-8407c79803f0 HTTP/1.1" status: 204  len: 168 time: 0.1818607
Nov 10 04:02:42.566618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999507e-049a-43ed-9caa-2a6f9552f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd08a9d-1b29-4eda-a952-8407c79803f0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:42.570272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.577128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe3a11c7-7af3-4370-b80f-ca252515c841 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6793575
Nov 10 04:02:42.611067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Pushing event deleted for resources: {'Port': ['ID=6d5acf47-9f4b-422d-b64a-4995f1ae4b79,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:42.669210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6d5acf47-9f4b-422d-b64a-4995f1ae4b79'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:42.686114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-546eaad6-3bbf-4119-9952-79bb247815c1 req-aa68bc69-ed3e-4990-8c74-1510af64e2d0 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.13 "GET /v2.0/ports?device_id=a437b42a-99fc-478f-a204-b5a7720eeed2 HTTP/1.1" status: 200  len: 210 time: 0.0474546
Nov 10 04:02:42.692195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] No DVR routers for this DVR port 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:42.699346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.706862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25e47ad1-a82c-438a-9e93-bef7899d744b req-eb996ca0-68b0-4c20-bd1c-14a59ac481f8 tempest-ImagesTestJSON-1779145332 tempest-ImagesTestJSON-1779145332-project] 10.222.0.26 "DELETE /v2.0/ports/6d5acf47-9f4b-422d-b64a-4995f1ae4b79 HTTP/1.1" status: 204  len: 173 time: 1.5944002
Nov 10 04:02:42.707640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fcf93fbc-7c98-467f-87ce-080b92881074 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:42.800655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-90d8ffdf-91a9-4eaf-bcc5-1b2dea5227fa tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips/8aefb86a-6d41-4b97-ad16-6b4ebeca41a3 HTTP/1.1" status: 200  len: 693 time: 0.0651667
Nov 10 04:02:42.824466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port fcf93fbc-7c98-467f-87ce-080b92881074 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:42.837901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port fcf93fbc-7c98-467f-87ce-080b92881074 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:42.838273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:42.852063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-deleted', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:42.854729 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca51812d-1573-4f7b-9911-91b469abd922" -d '{"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-deleted", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:42.929327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46890ed-1b82-4e8b-b5c4-13033a1162d0 None None] Network 6fadb696-532b-48fb-81e2-a81a9455b90f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:42.994679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-0ad0c049-ac9b-491c-b40d-3b6ca7d1896e tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:43.003283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-0ad0c049-ac9b-491c-b40d-3b6ca7d1896e tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.2015481
Nov 10 04:02:43.008658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-0e3529f9-7371-40c7-a4e7-bacbf17efcc3 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:02:43.015980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-0e3529f9-7371-40c7-a4e7-bacbf17efcc3 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0115662
Nov 10 04:02:43.052683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.080981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-d135ebb3-5897-40df-9f9d-4c905b8c038e tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.239 HTTP/1.1" status: 200  len: 696 time: 0.0643280
Nov 10 04:02:43.186939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fcf93fbc-7c98-467f-87ce-080b92881074,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:43.188515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-e56bf559-3867-4491-a388-214827a35748 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.239 HTTP/1.1" status: 200  len: 696 time: 0.1066878
Nov 10 04:02:43.196580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.197985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:43.315163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:43.338852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:43.343473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:43.350026 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd31769-97dc-47b6-9afc-a177463c9f08" -d '{"events": [{"server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "name": "network-vif-plugged", "status": "completed", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:43.354164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:43.354716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.417002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Deleting port 9c9bec59-bfdb-411b-93d6-1e49dd6f88d9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:43.420732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.450900 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:02:43.506126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.544036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:43.549930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.557184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:43.615630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.615630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.640800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Calling delete_port for 9c9bec59-bfdb-411b-93d6-1e49dd6f88d9 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:43.642285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:43.643305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 70e8b85c-ef3b-4f56-aa31-a9154a07a1b5 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:43.677977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:43.826389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5b00d-6c26-4f2d-87b8-af7716a6654c req-06503901-4bd2-457e-9a00-67737706050d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:43.828524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50c5b00d-6c26-4f2d-87b8-af7716a6654c req-06503901-4bd2-457e-9a00-67737706050d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.0877545
Nov 10 04:02:43.838835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.881125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event deleted for resources: {'Port': ['ID=9c9bec59-bfdb-411b-93d6-1e49dd6f88d9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:43.918208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50c5b00d-6c26-4f2d-87b8-af7716a6654c req-86125f51-8761-458f-a908-4fd95da9adb1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805056
Nov 10 04:02:43.962781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.969024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:43.969024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f253c525-1c6a-4e61-ab10-f21948cf8108 req-b5b98839-3666-4eb3-bd6c-a7ebddbf36de tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "DELETE /v2.0/floatingips/8aefb86a-6d41-4b97-ad16-6b4ebeca41a3 HTTP/1.1" status: 204  len: 173 time: 0.7719376
Nov 10 04:02:43.997562 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb39f6c-a9bc-45f8-8714-19116de1ceea x-openstack-request-id: req-beb39f6c-a9bc-45f8-8714-19116de1ceea {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:43.998116 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a437b42a-99fc-478f-a204-b5a7720eeed2", "name": "network-vif-deleted", "tag": "6d5acf47-9f4b-422d-b64a-4995f1ae4b79", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:43.998384 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb39f6c-a9bc-45f8-8714-19116de1ceea {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:43.998810 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a437b42a-99fc-478f-a204-b5a7720eeed2', 'name': 'network-vif-deleted', 'tag': '6d5acf47-9f4b-422d-b64a-4995f1ae4b79', 'status': 'completed', 'code': 200}
Nov 10 04:02:44.381686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-ca974224-4ebd-4a1f-922d-c3bd49ccf635 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:44.383282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-ca974224-4ebd-4a1f-922d-c3bd49ccf635 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/networks?id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 200  len: 812 time: 0.1231174
Nov 10 04:02:44.408545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-7fd55e2f-94e7-4e10-ad3b-44d2293a34eb tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/quotas/7655217687404358b22f9cce643f889b HTTP/1.1" status: 200  len: 375 time: 0.0164917
Nov 10 04:02:44.445154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-5d6deefc-b395-475f-8116-190e46bee2eb tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7655217687404358b22f9cce643f889b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342453
Nov 10 04:02:44.626291 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e35ea2-eb3c-4158-bc0d-e045a75710f5 x-openstack-request-id: req-87e35ea2-eb3c-4158-bc0d-e045a75710f5 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:44.627743 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "name": "network-vif-plugged", "status": "completed", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:44.628380 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87e35ea2-eb3c-4158-bc0d-e045a75710f5 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:44.628989 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074', 'code': 200}
Nov 10 04:02:44.732912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-fcc57db5-5c05-447c-91be-721d22ab1779 service neutron] 10.222.0.13 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2745085
Nov 10 04:02:44.781310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-9607bdac-5d79-412c-89c6-1083b563c351 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips/4716a50e-fdf9-48e5-a901-e17db99e9a26 HTTP/1.1" status: 200  len: 692 time: 0.0495307
Nov 10 04:02:44.789094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6df94-b98e-47a7-a537-9734ddf39095 req-b5539cb1-4431-4ee6-ba9f-5fa1caf75b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:44.790563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1bc6df94-b98e-47a7-a537-9734ddf39095 req-b5539cb1-4431-4ee6-ba9f-5fa1caf75b38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 1101 time: 0.0901830
Nov 10 04:02:44.853808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c2297b08-d4d0-47b2-a0c8-b7ed2588ad84 service neutron] 10.222.0.13 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1115406
Nov 10 04:02:44.905019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1bc6df94-b98e-47a7-a537-9734ddf39095 req-8f7bee89-0108-4a94-959a-f8e43c4e2a6e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015856
Nov 10 04:02:44.926603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-c89afb8f-ce31-4161-9f15-2e82785957e3 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:44.927979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-c89afb8f-ce31-4161-9f15-2e82785957e3 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1351624
Nov 10 04:02:45.000359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-ecfb30c0-7a2c-47d7-ba5a-b38bf7861f1b tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.42 HTTP/1.1" status: 200  len: 695 time: 0.0600264
Nov 10 04:02:45.066736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-70cf7b50-79b5-41b1-bb50-7a5db232abee tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.42 HTTP/1.1" status: 200  len: 695 time: 0.0519338
Nov 10 04:02:45.216965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Deleting port ec470fd9-ca04-443a-bb82-050ec57f0b12 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:45.217586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.328249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.328844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.348820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Calling delete_port for ec470fd9-ca04-443a-bb82-050ec57f0b12 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:45.520000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.562947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event deleted for resources: {'Port': ['ID=ec470fd9-ca04-443a-bb82-050ec57f0b12,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:45.636729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.639200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:45.640361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b5f8b81-c130-4bf3-a335-d818f7e39016 req-4fb9a35b-6b79-40e4-a3c1-19b28657517a tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "DELETE /v2.0/floatingips/4716a50e-fdf9-48e5-a901-e17db99e9a26 HTTP/1.1" status: 204  len: 173 time: 0.5652928
Nov 10 04:02:45.778109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47ed4-b4a5-44b3-870c-20b1e9dba900 req-7c23c579-1c9c-4968-9d44-035535b4bab8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:45.780156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e47ed4-b4a5-44b3-870c-20b1e9dba900 req-7c23c579-1c9c-4968-9d44-035535b4bab8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.0676901
Nov 10 04:02:45.800347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-913d738e-4b12-40be-be1e-09e8fc39ec3b req-e04ce04f-2a30-4fb2-9ce3-667fbd0e57ed tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 210 time: 0.0557973
Nov 10 04:02:45.851748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35794) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:45.853321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e47ed4-b4a5-44b3-870c-20b1e9dba900 req-057677df-f4fb-4e30-bf3f-f50519721251 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647752
Nov 10 04:02:46.060408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cced39c0-1a18-42dd-80c4-2397c977863a req-181f7e97-cabe-4924-912a-b9fb21aa60eb tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips/0927958d-1d8d-4262-9e11-b82abc7d9957 HTTP/1.1" status: 200  len: 692 time: 0.0831990
Nov 10 04:02:46.132035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:46.175290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:46.175620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6d5acf47-9f4b-422d-b64a-4995f1ae4b79 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:46.224677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-188a059c-caa1-42db-ab31-bc4660af282a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9986f60f3d449caa2bd8b4dc8fef2ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3714328
Nov 10 04:02:46.227052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35800) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:46.292223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.304956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced39c0-1a18-42dd-80c4-2397c977863a req-58c59cf2-83fc-473f-9027-359434047c96 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:46.307179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cced39c0-1a18-42dd-80c4-2397c977863a req-58c59cf2-83fc-473f-9027-359434047c96 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.2372470
Nov 10 04:02:46.319657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.372254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-ce173597-ad3e-4ffc-bf7f-d6f929b91116 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:46.373765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-ce173597-ad3e-4ffc-bf7f-d6f929b91116 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.26 "GET /v2.0/networks?id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 200  len: 812 time: 0.2383752
Nov 10 04:02:46.378207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.381046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.384863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65293725-cca5-45e6-b589-3eadeb1799f1 HTTP/1.1" status: 204  len: 168 time: 0.1539121
Nov 10 04:02:46.385100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cced39c0-1a18-42dd-80c4-2397c977863a req-cd2c515c-aa9f-4161-9227-683d5f8359ce tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.23 HTTP/1.1" status: 200  len: 695 time: 0.0667737
Nov 10 04:02:46.391276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Request body: {'port': {'device_id': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e', 'admin_state_up': True, 'tenant_id': '7655217687404358b22f9cce643f889b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:46.395314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5baa-4e44-4366-b71d-9df4f1080a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65293725-cca5-45e6-b589-3eadeb1799f1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:46.486742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cced39c0-1a18-42dd-80c4-2397c977863a req-e92035c8-0051-4157-90cf-05f826d59084 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.23 HTTP/1.1" status: 200  len: 695 time: 0.0915160
Nov 10 04:02:46.630406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:46.633086 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450f1cd-5c14-4cc6-ba0c-e29cf1e5ba8f" -d '{"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:46.657931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Made reservation on behalf of 7655217687404358b22f9cce643f889b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:46.663593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.740449 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f95b8-38ae-4184-b8c6-a73ab168bd91 x-openstack-request-id: req-b80f95b8-38ae-4184-b8c6-a73ab168bd91 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:46.740870 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:46.741210 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b80f95b8-38ae-4184-b8c6-a73ab168bd91 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:46.741688 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'code': 200}
Nov 10 04:02:46.803758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Deleting port 43299d2b-fdb0-458c-9b87-b2917814fed5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:46.804112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.903656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0589ca-c71e-4f54-bc22-12b743ee579b req-aaef510d-ca61-4f1c-8f26-6dba64b445fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:46.907446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc0589ca-c71e-4f54-bc22-12b743ee579b req-aaef510d-ca61-4f1c-8f26-6dba64b445fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.0772426
Nov 10 04:02:46.934379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Allocated IP 172.20.0.12 (aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e/7d9c5921-cb01-431b-b25e-c3958ac7f032/de917040-279c-42fb-80f2-b03011dc1fcd) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:46.981673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:46.981673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.004001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Calling delete_port for 43299d2b-fdb0-458c-9b87-b2917814fed5 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:47.016645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc0589ca-c71e-4f54-bc22-12b743ee579b req-9f7f7925-3e80-4ad4-bd35-1af753f1a5dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017013
Nov 10 04:02:47.020458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f64dec4-4327-45d8-9a55-a594fee0d0fd req-1d030983-c23c-411d-89b9-68bc83f648f8 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 210 time: 0.0763059
Nov 10 04:02:47.196562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35860) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.204509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a176a-3a23-44df-93bc-9f742be650e6 req-768b4209-6064-4874-85db-9138b5427471 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:47.204745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.217374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-943a176a-3a23-44df-93bc-9f742be650e6 req-768b4209-6064-4874-85db-9138b5427471 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.0835226
Nov 10 04:02:47.246712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35864) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.292225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-943a176a-3a23-44df-93bc-9f742be650e6 req-4ac44bad-2efd-4909-a6a7-ef5a9d4dfb64 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707533
Nov 10 04:02:47.324090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.342471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.396297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49c260f8-6c9c-4d4f-a85e-2afe0ce830fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.433914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:47.471704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:47.476659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-175911d5-eeea-4e3b-a94b-a885a2264be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.480219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Pushing event updated for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:47.485158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:47.538709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3686de-9de4-4070-a2ec-62c04f0f1081 req-006dd540-7366-4c65-a778-0eb2b330ea55 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:47.540346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d3686de-9de4-4070-a2ec-62c04f0f1081 req-006dd540-7366-4c65-a778-0eb2b330ea55 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0651670
Nov 10 04:02:47.579235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Pushing event deleted for resources: {'Port': ['ID=43299d2b-fdb0-458c-9b87-b2917814fed5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:47.614579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d3686de-9de4-4070-a2ec-62c04f0f1081 req-eeeb8679-273a-4d00-b67a-3727fae3c983 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666420
Nov 10 04:02:47.638830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.651695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.653066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cced39c0-1a18-42dd-80c4-2397c977863a req-717b7ddc-12e5-4050-a6ba-3a408df42027 tempest-FloatingIPDetailsTestJSON-1421587736 tempest-FloatingIPDetailsTestJSON-1421587736-project] 10.222.0.13 "DELETE /v2.0/floatingips/0927958d-1d8d-4262-9e11-b82abc7d9957 HTTP/1.1" status: 204  len: 173 time: 1.1572788
Nov 10 04:02:47.661035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.667739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.673036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:47.673675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.693172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35886) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.743924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c981e8e8-d480-4971-8bd5-239ccb7e6c5c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3577771
Nov 10 04:02:47.767013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Request body: {'port': {'device_id': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:47.813273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49c260f8-6c9c-4d4f-a85e-2afe0ce830fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.819334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-89302716-network', 'tenant_id': '945d0f391e364fe6a10ff981b10e4a89'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:47.829174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-49c260f8-6c9c-4d4f-a85e-2afe0ce830fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.844040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Deleting subnet 9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:47.851650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-175911d5-eeea-4e3b-a94b-a885a2264be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.863918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.904635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-175911d5-eeea-4e3b-a94b-a885a2264be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.925420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Made reservation on behalf of 945d0f391e364fe6a10ff981b10e4a89 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:47.928534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.938653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-49c260f8-6c9c-4d4f-a85e-2afe0ce830fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77ac14079ae140f4bfde976dcdd04686&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7356274
Nov 10 04:02:47.942483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:47.948961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.950344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c260f8-6c9c-4d4f-a85e-2afe0ce830fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b906b54-cb85-4de8-9d7b-740e669028f2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:47.958339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:47.963185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.005601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-175911d5-eeea-4e3b-a94b-a885a2264be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24846d6a7631416ab7f223d3e21fa74c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7564738
Nov 10 04:02:48.010754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35890) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:48.044764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175911d5-eeea-4e3b-a94b-a885a2264be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f0d64-a237-4c4e-b6af-b124c14678c3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.059404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.257063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.304200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.307697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.310941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4c22d3db-d402-4821-b246-9f103e90b226 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a9c27c4-e1ab-4fe3-a0d8-aa2d8b48130a HTTP/1.1" status: 204  len: 168 time: 0.6146476
Nov 10 04:02:48.318806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71dec5-5fe6-477f-ae21-e45b1fd6f77d req-4fe29b82-044c-4eb2-b750-0967001dc507 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:48.320275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a71dec5-5fe6-477f-ae21-e45b1fd6f77d req-4fe29b82-044c-4eb2-b750-0967001dc507 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 932 time: 0.1654074
Nov 10 04:02:48.320794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35894) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:48.444696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.451838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.484351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a71dec5-5fe6-477f-ae21-e45b1fd6f77d req-46df3d45-707b-4437-8b7f-2e7ffd22d6de tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520135
Nov 10 04:02:48.495075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.524447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.540832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.576665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de917040-279c-42fb-80f2-b03011dc1fcd {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:48.587599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.602107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.612569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.619853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Transition to ACTIVE for port object de917040-279c-42fb-80f2-b03011dc1fcd will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:48.627216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.629092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.630738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820db0e4c0>,) {'filters': {'network_id': ['52f8d12c-011d-42a9-8ca6-bb85f7e5376e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:48.639978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.666801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820db0e4c0>, '55bb57bb-e55c-482e-b4a4-bc611da154d5') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:48.667924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820db0e4c0>, '55bb57bb-e55c-482e-b4a4-bc611da154d5') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:48.695100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.704286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.707510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.708676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b906b54-cb85-4de8-9d7b-740e669028f2 HTTP/1.1" status: 204  len: 168 time: 0.7631395
Nov 10 04:02:48.711351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:48.712089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5fb706-6495-432c-94ce-1fa67e8fc7d1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.726052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.731448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Pushing event updated for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.743286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff595a-be22-4e2b-9460-f4eb3ef79fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b906b54-cb85-4de8-9d7b-740e669028f2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.754910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.769609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.770247 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Added segment 95667346-5d5c-407c-850c-1d26fd96abf4 of type vlan for network 404f71a5-52f3-46d2-8daa-e0ce5db29d61
Nov 10 04:02:48.801720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.804632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.812432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451f0d64-a237-4c4e-b6af-b124c14678c3 HTTP/1.1" status: 204  len: 168 time: 0.7945948
Nov 10 04:02:48.855223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:48.855675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.872240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb7a87-1613-46c5-af3c-0c76ff14cffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f0d64-a237-4c4e-b6af-b124c14678c3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:48.899065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.944821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdc5e-5eaa-4665-8124-f05c781edd81 req-4171ab37-dd89-409c-aa9b-5f8c4f792fdc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:48.952904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc5cdc5e-5eaa-4665-8124-f05c781edd81 req-4171ab37-dd89-409c-aa9b-5f8c4f792fdc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1616776
Nov 10 04:02:48.969224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:48.969453 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:48.985482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Attempting to bind port de917040-279c-42fb-80f2-b03011dc1fcd on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:48.985941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Attempting to bind port de917040-279c-42fb-80f2-b03011dc1fcd by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8b7141b6-ef19-451a-85dc-79d34e414d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:48.986212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Attempting to bind port de917040-279c-42fb-80f2-b03011dc1fcd on network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:48.989968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:48.998624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.002127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52f8d12c-011d-42a9-8ca6-bb85f7e5376e HTTP/1.1" status: 204  len: 168 time: 0.6777782
Nov 10 04:02:49.003705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Port de917040-279c-42fb-80f2-b03011dc1fcd on network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:49.004035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Attempting to bind port de917040-279c-42fb-80f2-b03011dc1fcd on network aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:49.020556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:49.020970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Checking segment: {'id': '8b7141b6-ef19-451a-85dc-79d34e414d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:49.021306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Bound using segment: {'id': '8b7141b6-ef19-451a-85dc-79d34e414d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:49.021753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Bound port: de917040-279c-42fb-80f2-b03011dc1fcd, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7141b6-ef19-451a-85dc-79d34e414d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:49.022134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.032424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc7508-b7db-4df3-8f0a-f9fd42e60bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f8d12c-011d-42a9-8ca6-bb85f7e5376e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:49.054017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.054982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:49.055575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.108916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:49.114154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=de917040-279c-42fb-80f2-b03011dc1fcd,segment=NetworkSegment(8b7141b6-ef19-451a-85dc-79d34e414d87),segment_id=8b7141b6-ef19-451a-85dc-79d34e414d87)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:49.120374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.134649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4658904
Nov 10 04:02:49.139576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35910) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.160743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc5cdc5e-5eaa-4665-8124-f05c781edd81 req-b4add9e0-9d33-4d48-b339-ccd781d58e51 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021773
Nov 10 04:02:49.167953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Request body: {'subnet': {'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-89302716-subnet', 'tenant_id': '945d0f391e364fe6a10ff981b10e4a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:49.185709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:49.186709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.189567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e95da9-1f39-4c55-a27b-51b36319e105 admin admin] Pushing event updated for resources: {'Network': ['ID=404f71a5-52f3-46d2-8daa-e0ce5db29d61,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:49.189722 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] 10.222.0.26 "PUT /v2.0/ports/de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 200  len: 1092 time: 1.4274199
Nov 10 04:02:49.190732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:49.193371 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db67992-a18a-4a9d-a26e-d87a168ccb10" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:49.218589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:49.232718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea0279-0dd5-41a5-8856-ff456d7dcb79 service neutron] Pushing event updated for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:49.269622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Made reservation on behalf of 945d0f391e364fe6a10ff981b10e4a89 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:49.271819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.307368 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1b3f7-2bfc-4a04-ba81-9c4238f8b212 x-openstack-request-id: req-d7f1b3f7-2bfc-4a04-ba81-9c4238f8b212 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:49.307931 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:49.307931 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f1b3f7-2bfc-4a04-ba81-9c4238f8b212 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:49.308289 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd', 'status': 'completed', 'code': 200}
Nov 10 04:02:49.336318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c9e76c5a-ee49-4d15-8965-61a6de02f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:49.338134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-c9e76c5a-ee49-4d15-8965-61a6de02f93f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7655217687404358b22f9cce643f889b&device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 1095 time: 0.0828056
Nov 10 04:02:49.370684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35916) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.399737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-bb85ee88-0de2-4452-95e2-740f218ccbbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 200  len: 217 time: 0.0515697
Nov 10 04:02:49.408963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70fec7b-0773-4754-82dd-e5b6b5acca9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.414937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.473467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-37be8eeb-52b3-460f-a443-eb0e64ed213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:49.476208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-37be8eeb-52b3-460f-a443-eb0e64ed213c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d9c5921-cb01-431b-b25e-c3958ac7f032 HTTP/1.1" status: 200  len: 852 time: 0.0694702
Nov 10 04:02:49.548576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-ff6fe7cc-3341-47fd-9ac0-1111456fda87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605383
Nov 10 04:02:49.607184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34cde92d-cd38-4caa-ad7e-6f28c84230a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f733c65bb8b451582fb9a9f98c0c5ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1842024
Nov 10 04:02:49.610209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35930) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.733249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-911c4e96-1d2d-49a4-a043-024cd92fcb20 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0546355
Nov 10 04:02:49.745954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.755849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70fec7b-0773-4754-82dd-e5b6b5acca9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.773695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bcc09-3c8b-400a-9b26-89180703174b req-04c521e4-4c26-4863-802e-3a78275d3ad3 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:49.775389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-100bcc09-3c8b-400a-9b26-89180703174b req-04c521e4-4c26-4863-802e-3a78275d3ad3 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 944 time: 0.1411548
Nov 10 04:02:49.777435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-54cd3a95-7113-4d05-a963-d6b7c58e4ef1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215214
Nov 10 04:02:49.778500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.793221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70fec7b-0773-4754-82dd-e5b6b5acca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.833352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35936) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.876844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.906347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68538c36-d90c-4ab1-9c0a-c27708180699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:49.921948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fec7b-0773-4754-82dd-e5b6b5acca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a2055-6040-42df-b78b-7af90414d401,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:49.924976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=015f7d07-eab2-40a2-8b6e-64b9040a0c7b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:49.938381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b70fec7b-0773-4754-82dd-e5b6b5acca9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e6c4c7887674c7f894a72fa75f0adb8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5634656
Nov 10 04:02:49.939077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35938) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:49.941890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Deleting port d1ed549e-62b1-42e9-a891-2d47e36edabb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:49.941890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.023671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Checking segment: {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:50.024395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Network hostable DHCP agents. Network: 404f71a5-52f3-46d2-8daa-e0ce5db29d61, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:02:50.044668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-fa5ac5db-f268-456e-83f2-394edb460e15 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:50.046200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-fa5ac5db-f268-456e-83f2-394edb460e15 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3016067
Nov 10 04:02:50.090979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-3c1787ae-1def-491e-9737-81a7db0e165e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/quotas/71ea56897b9f4bbba4887bdf3f6948fe HTTP/1.1" status: 200  len: 375 time: 0.0366101
Nov 10 04:02:50.092960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] For port d1ed549e-62b1-42e9-a891-2d47e36edabb, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1ed549e-62b1-42e9-a891-2d47e36edabb,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:50.093341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.095859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:02:50.122708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Calling delete_port for d1ed549e-62b1-42e9-a891-2d47e36edabb owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:50.138940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 404f71a5-52f3-46d2-8daa-e0ce5db29d61) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:50.147094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad46a65-be3a-4c25-baa7-fdfac239fce5 None None] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:50.151357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:50.151962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.210014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94befbc0-c369-4863-974d-473be8e2c2ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0481973
Nov 10 04:02:50.220156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-36745900-1249-4ca7-9ea5-133c97fac41b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1219075
Nov 10 04:02:50.336170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-100bcc09-3c8b-400a-9b26-89180703174b req-501dd31e-1f75-4df9-8d0b-d5ce01e08b88 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5512917
Nov 10 04:02:50.362679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ff36c-b9e3-4db1-b959-077eef871a6b None None] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:50.398290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1aae1c8-e80a-43a0-ac70-e8955c234d0a req-3bb72f4e-4335-49e6-9555-8c72bc334a7c service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6054282
Nov 10 04:02:50.410982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.412153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.417453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.420265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.421717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7 HTTP/1.1" status: 204  len: 168 time: 0.8099163
Nov 10 04:02:50.447442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ed549e-62b1-42e9-a891-2d47e36edabb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:50.524590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6d6db-c765-4241-ad15-317106332034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf9e51-bb3a-42b1-802c-e93ea90e1aa7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:50.579313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.704642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.739618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdefbae0-02c7-4d10-8820-adaf2ca3aea1 req-6257f572-10e5-4055-ae02-80154be76789 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 210 time: 0.0443137
Nov 10 04:02:50.769683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1564188938', 'description': 'tempest-description-203493657'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:50.791012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68538c36-d90c-4ab1-9c0a-c27708180699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.835295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-c30e6631-ce48-4ae7-b65f-4a72a26b8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:50.837022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-c30e6631-ce48-4ae7-b65f-4a72a26b8ebd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7655217687404358b22f9cce643f889b&device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 1095 time: 0.3510566
Nov 10 04:02:50.837915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68538c36-d90c-4ab1-9c0a-c27708180699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.981257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68538c36-d90c-4ab1-9c0a-c27708180699 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d55a5bad719447bbf097a3a786aa208&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1386230
Nov 10 04:02:50.981257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:50.984576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35962) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:51.007590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68538c36-d90c-4ab1-9c0a-c27708180699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8f271f-c8e2-4757-b72f-77d686bf3837,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:51.030372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.034447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.035794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be7a2055-6040-42df-b78b-7af90414d401 HTTP/1.1" status: 204  len: 168 time: 1.0911951
Nov 10 04:02:51.096016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d676d1-e33e-426a-9bfb-79b44667f433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a2055-6040-42df-b78b-7af90414d401,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:51.109943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-92a22695-185e-4c6e-b20f-b195c42b2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:51.111920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-92a22695-185e-4c6e-b20f-b195c42b2681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 200  len: 913 time: 0.2629697
Nov 10 04:02:51.155976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Router 61ccff09-1af9-400c-90d8-00c451a19333 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:02:51.182995 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-abec8bd0-743e-4f5a-a78f-b537d25cd20e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 200  len: 217 time: 0.0589480
Nov 10 04:02:51.183772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.253961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.277516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.294539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.300225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:02:51.307975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-6605c9bc-4462-4e4d-950c-869b68ab4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:51.312222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-6605c9bc-4462-4e4d-950c-869b68ab4339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d9c5921-cb01-431b-b25e-c3958ac7f032 HTTP/1.1" status: 200  len: 852 time: 0.1156380
Nov 10 04:02:51.312383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-504bd0d1-2997-4e95-b488-f6676f3be43c admin admin] 10.222.0.13 "PUT /v2.0/routers/61ccff09-1af9-400c-90d8-00c451a19333/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6477115
Nov 10 04:02:51.312542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:51.317684 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Sync routers for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:02:51.332385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:51.333771 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:51.377890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-c8b4a05e-f9c8-4938-9982-de3bd131c847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443637
Nov 10 04:02:51.382121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.387586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15aa830c-4eb7-4460-902a-b020594c3f7c req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.6441081
Nov 10 04:02:51.410267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ce500-caf8-4f93-b0f8-bc4c7e26b6a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872a34f7-572e-4568-91df-0c5fce1420a5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:51.458773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1992564079', 'description': 'tempest-description-1805656672'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:51.499078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.499988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.501468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd8f271f-c8e2-4757-b72f-77d686bf3837 HTTP/1.1" status: 204  len: 168 time: 0.5130954
Nov 10 04:02:51.523543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.543069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479fe02-93d4-484d-9af2-f3c5d6bd4b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8f271f-c8e2-4757-b72f-77d686bf3837,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:51.572135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-03991985-09cb-4df1-aaa3-214d96070a11 service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799371
Nov 10 04:02:51.624593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:51.626426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346687f-6331-4a98-8651-5e567ad96f88 req-cdbbeedc-3fde-4930-aece-5518597fb620 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:51.629702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d346687f-6331-4a98-8651-5e567ad96f88 req-cdbbeedc-3fde-4930-aece-5518597fb620 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 944 time: 0.1072519
Nov 10 04:02:51.631677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.781015 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d346687f-6331-4a98-8651-5e567ad96f88 req-4f896c79-6ac2-4907-88aa-113cc6857a20 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116288
Nov 10 04:02:51.827812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.886322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.889790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2db67992-a18a-4a9d-a26e-d87a168ccb10 req-c482c95a-06a8-4c24-b1dc-aac86d6e00dd service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3128648
Nov 10 04:02:51.895158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.906261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Deleting port a6e384a6-5d6c-46df-8e14-742a83ada7dd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:51.906919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.958707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:51.974683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f85665a-1981-444a-a553-1ef6e97cc4b3 req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5495288
Nov 10 04:02:51.974683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eab7b-f95f-44ea-aed3-2ed325150d4c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39147e8-26d2-4067-adf3-04df4c94be69,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:52.034856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2b3f4be-21c1-43d9-94c7-b66928b87c24 req-0f35abc8-ee7f-4520-aa3e-ec95015323de tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 210 time: 0.0586791
Nov 10 04:02:52.059714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e250>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:50Z', 'revision_number': 5, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port': {'id': 'a6e384a6-5d6c-46df-8e14-742a83ada7dd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccff09-1af9-400c-90d8-00c451a19333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:02:13Z', 'updated_at': '2021-11-10T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:52.075120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] For port a6e384a6-5d6c-46df-8e14-742a83ada7dd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a6e384a6-5d6c-46df-8e14-742a83ada7dd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:52.075911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:52.095391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Calling delete_port for a6e384a6-5d6c-46df-8e14-742a83ada7dd owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:52.097186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Checking router: 61ccff09-1af9-400c-90d8-00c451a19333 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:02:52.106141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Routers {'61ccff09-1af9-400c-90d8-00c451a19333'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:02:52.106759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['61ccff09-1af9-400c-90d8-00c451a19333'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:52.126834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-4915d04b-61d4-4491-9337-e5b5b45b4ca3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332148
Nov 10 04:02:52.200321 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] Set router 61ccff09-1af9-400c-90d8-00c451a19333 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:02:52.305803 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e250>, [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:51Z', 'revision_number': 6, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:52.333862 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be161e-535b-40b2-8993-e7ce3a6628a5 None None] The sync data for ids ['61ccff09-1af9-400c-90d8-00c451a19333'] in ncdv-817176-1 is: [{'id': '61ccff09-1af9-400c-90d8-00c451a19333', 'name': 'tempest-FloatingIPDetailsTestJSON-556436029-router', 'tenant_id': 'b2b97e1083184979a13c16d12ec87aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:02:11Z', 'updated_at': '2021-11-10T04:02:51Z', 'revision_number': 6, 'project_id': 'b2b97e1083184979a13c16d12ec87aac', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:02:52.766260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-c83da4ae-8755-4758-88a9-5a5ab3f8cee1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:52.767778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-c83da4ae-8755-4758-88a9-5a5ab3f8cee1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6337266
Nov 10 04:02:52.787107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Request body: {'port': {'device_id': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '71ea56897b9f4bbba4887bdf3f6948fe'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:52.811799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1ed549e-62b1-42e9-a891-2d47e36edabb no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:52.847920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d1ed549e-62b1-42e9-a891-2d47e36edabb {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:52.848284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1ed549e-62b1-42e9-a891-2d47e36edabb not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:52.963197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe609115-35f7-487a-8a63-558dd7525dcf req-0f2724f8-6f29-4720-bee4-02cff51dc358 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:52.964768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe609115-35f7-487a-8a63-558dd7525dcf req-0f2724f8-6f29-4720-bee4-02cff51dc358 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 944 time: 0.0654373
Nov 10 04:02:52.969999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-2f8ff0e3-758a-46c1-a7d3-e4a4d7606288 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:52.972091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-2f8ff0e3-758a-46c1-a7d3-e4a4d7606288 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 811 time: 0.6203580
Nov 10 04:02:52.996501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-b317e906-06d0-49b4-9249-c0ba809e59d8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/quotas/945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 375 time: 0.0154755
Nov 10 04:02:52.999819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.011322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Made reservation on behalf of 71ea56897b9f4bbba4887bdf3f6948fe for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:53.015547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.032182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe609115-35f7-487a-8a63-558dd7525dcf req-3372a7bf-1a2c-4257-8cb5-01ae29ccbb1d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595036
Nov 10 04:02:53.090593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e384a6-5d6c-46df-8e14-742a83ada7dd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:53.098041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-5abf394c-2f6a-4960-8edb-4d02977baedf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0919368
Nov 10 04:02:53.161709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-623872e3-940c-4e7a-9c28-b63c310e6f7b req-a2b3bb08-0188-46a4-8d58-ee9221104b7d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 210 time: 0.0369315
Nov 10 04:02:53.212053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:53.237062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.426103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.429549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.434438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ae38-a042-4058-9464-662a32c0ed95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.505292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Allocated IP 192.168.233.233 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/7d07fc1a-c499-4393-a6fd-7a3c6c9cf164) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:53.533145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.533700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ccff09-1af9-400c-90d8-00c451a19333 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:02:53.538115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ae38-a042-4058-9464-662a32c0ed95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.545407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ab2ae38-a042-4058-9464-662a32c0ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.545812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.546956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cbb23f79-3653-4863-9fa9-14ab9e07178e admin admin] 10.222.0.13 "DELETE /v2.0/routers/61ccff09-1af9-400c-90d8-00c451a19333 HTTP/1.1" status: 204  len: 168 time: 2.2328393
Nov 10 04:02:53.550188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36074) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:53.552214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-3311b7b4-b76a-4d63-9f46-286408e9b5af service neutron] 10.222.0.13 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4406273
Nov 10 04:02:53.616871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2ab2ae38-a042-4058-9464-662a32c0ed95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0c8c27cce8d4b0daa212308c12e6e44&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4034004
Nov 10 04:02:53.618001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2ae38-a042-4058-9464-662a32c0ed95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de36450f-fb3a-4749-a92b-fac7bcfe854e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:53.620578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36080) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:53.624952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Deleting subnet d2e51129-1184-49fa-a2c7-f73aa4824bb6 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:02:53.628892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.675233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.704198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.727650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.794211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.798642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:53.805515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de36450f-fb3a-4749-a92b-fac7bcfe854e HTTP/1.1" status: 204  len: 168 time: 0.1830401
Nov 10 04:02:53.816161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4bdee-4d43-4047-935e-f6c32e1b310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de36450f-fb3a-4749-a92b-fac7bcfe854e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:53.970535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-b7e5885e-fed4-46b5-a34e-7179cbd6624a service neutron] 10.222.0.13 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4067814
Nov 10 04:02:53.972399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.041719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.076481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.125689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e51129-1184-49fa-a2c7-f73aa4824bb6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:54.132104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e344672-1dc9-4f80-90ce-759bd5a1eb7b None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:54.134878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.141899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36100) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:54.142404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c907e49b-9325-4929-8a56-bb93a32c5d9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2e51129-1184-49fa-a2c7-f73aa4824bb6 HTTP/1.1" status: 204  len: 168 time: 0.5891047
Nov 10 04:02:54.169954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.219615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:54.223153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:54.228446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:54.300019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device de917040-279c-42fb-80f2-b03011dc1fcd details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:02:54.304466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'fcf93fbc-7c98-467f-87ce-080b92881074'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:54.337946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event updated for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:54.348334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bf7e3-8063-4523-ab0f-13986c50b73b req-bc5f5b75-1939-4110-b1a7-748f7207292b tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:54.349955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a2bf7e3-8063-4523-ab0f-13986c50b73b req-bc5f5b75-1939-4110-b1a7-748f7207292b tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 944 time: 0.2097447
Nov 10 04:02:54.353629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d48bf8ab-b00e-48b7-987c-383a63a48043 req-6bc4dca9-7da6-4e29-97e7-ee252e94e6d1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 210 time: 0.0613687
Nov 10 04:02:54.373937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:54.373937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.395243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-82c57ed6-9480-471b-a210-b208c4091ad3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6147685
Nov 10 04:02:54.421482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Request body: {'port': {'device_id': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:54.462047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.627033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a2bf7e3-8063-4523-ab0f-13986c50b73b req-e125e3c8-2457-4a2a-9132-8343fa98461c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496626
Nov 10 04:02:54.698133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.739551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Deleting port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:54.739896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.767216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44983-1fdb-406f-b5ae-0d4b3341dbe1 req-2fe40cb5-8c96-45b6-861f-28b93097eac4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:54.775764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cf44983-1fdb-406f-b5ae-0d4b3341dbe1 req-2fe40cb5-8c96-45b6-861f-28b93097eac4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 936 time: 0.2430785
Nov 10 04:02:54.778464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] DHCP port deletion for 1ca1e243-764a-4d7a-a1ec-ca57fb652041 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:02:54.815570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=de917040-279c-42fb-80f2-b03011dc1fcd,segment=NetworkSegment(8b7141b6-ef19-451a-85dc-79d34e414d87),segment_id=8b7141b6-ef19-451a-85dc-79d34e414d87)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:54.887126 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cf44983-1fdb-406f-b5ae-0d4b3341dbe1 req-bb2a3c3c-3141-427c-80de-a1962051f500 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102893
Nov 10 04:02:54.920862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-48945b86-e999-4623-9ad8-2bffce710bc2 None None] Provisioning complete for port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:54.921275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-48945b86-e999-4623-9ad8-2bffce710bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.929108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device dc1bedaa-8e79-45d9-b187-92e1d5e2d62e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:54.972853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] For port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,segment=NetworkSegment(c2f960ab-bf10-422a-9109-97985aa97c1a),segment_id=c2f960ab-bf10-422a-9109-97985aa97c1a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:54.973589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:54.976817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'de917040-279c-42fb-80f2-b03011dc1fcd', 'network_id': 'aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e', 'port_id': 'de917040-279c-42fb-80f2-b03011dc1fcd', 'mac_address': 'fa:16:3e:4d:48:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9c5921-cb01-431b-b25e-c3958ac7f032', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:02:54.989975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Calling delete_port for dc1bedaa-8e79-45d9-b187-92e1d5e2d62e owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:55.064880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-fb8ca278-5d6e-4ac3-a6da-a231e9247a5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1762495
Nov 10 04:02:55.187701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.196344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-48945b86-e999-4623-9ad8-2bffce710bc2 None None] Port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:02:55.211931 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No ports have port_id starting with dc1bedaa-8e79-45d9-b187-92e1d5e2d62e
Nov 10 04:02:55.220089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.280350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:55.286796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] No DVR routers for this DVR port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:55.325057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-7f9363ff-71bc-4712-9965-ddca2af73ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:55.327294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-7f9363ff-71bc-4712-9965-ddca2af73ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.1339436
Nov 10 04:02:55.429283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a6e384a6-5d6c-46df-8e14-742a83ada7dd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:02:55.472484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a6e384a6-5d6c-46df-8e14-742a83ada7dd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:02:55.473075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a6e384a6-5d6c-46df-8e14-742a83ada7dd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:02:55.481397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.481697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Deleting port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:02:55.482217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.489872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de917040-279c-42fb-80f2-b03011dc1fcd {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:55.532399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d9ffd30>,) {'filters': {'network_id': ['1ca1e243-764a-4d7a-a1ec-ca57fb652041']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:55.554160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d9ffd30>, 'c2f960ab-bf10-422a-9109-97985aa97c1a') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:55.554552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d9ffd30>, 'c2f960ab-bf10-422a-9109-97985aa97c1a') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:02:55.594703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.626938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.650050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-180de1d7-d7b5-4166-a24c-76395ec1a917 req-f8613411-2abf-4698-b4e2-b1951b366183 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 210 time: 0.0432811
Nov 10 04:02:55.652523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:02:55.652958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:02:55.654794 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:02:55.695203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] For port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:55.695831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.719163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:55.744067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-1533adb5-1a70-4e64-8abe-e23b9325f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:55.745663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-1533adb5-1a70-4e64-8abe-e23b9325f8f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3921461
Nov 10 04:02:55.754415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.755859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.767510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.774181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=de917040-279c-42fb-80f2-b03011dc1fcd,segment=NetworkSegment(8b7141b6-ef19-451a-85dc-79d34e414d87),segment_id=8b7141b6-ef19-451a-85dc-79d34e414d87)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:55.777033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Calling delete_port for dc1bedaa-8e79-45d9-b187-92e1d5e2d62e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:02:55.779233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ca1e243-764a-4d7a-a1ec-ca57fb652041 HTTP/1.1" status: 204  len: 168 time: 1.6216640
Nov 10 04:02:55.789146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:02:55.790859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.807930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560c3e-9555-4420-9557-8a972c40d863 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca1e243-764a-4d7a-a1ec-ca57fb652041,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:55.833991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-15f6e7a9-0786-4445-bd0f-fd4bef0d3a1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 HTTP/1.1" status: 200  len: 217 time: 0.0757182
Nov 10 04:02:55.839001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Transition to ACTIVE for port object 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:55.853073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.906314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bfac8-0d73-473c-9c26-038ef8df9188 req-9ba8c03e-60c7-4fe9-8cf0-477d852e706c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:55.923944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f4bfac8-0d73-473c-9c26-038ef8df9188 req-9ba8c03e-60c7-4fe9-8cf0-477d852e706c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 945 time: 0.1129315
Nov 10 04:02:55.939528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:55.944790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:55.988745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:55.991083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-9c9e5643-34d1-450e-88bf-8e1fd13edfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:55.992965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-9c9e5643-34d1-450e-88bf-8e1fd13edfa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1514838
Nov 10 04:02:56.009088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Network 1ca1e243-764a-4d7a-a1ec-ca57fb652041 is not hosted by any dhcp agent {{(pid=119698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:02:56.011022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] No DVR routers for this DVR port dc1bedaa-8e79-45d9-b187-92e1d5e2d62e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:02:56.013370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7d48-11e5-4b65-84b5-6bd64063df83 None None] Pushing event deleted for resources: {'Port': ['ID=dc1bedaa-8e79-45d9-b187-92e1d5e2d62e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:56.076361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Pushing event updated for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:56.132538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Attempting to bind port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:56.132922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Attempting to bind port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:56.133320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Attempting to bind port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:56.169300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:56.169300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Attempting to bind port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:56.195200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36186) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:56.197464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-1529de37-4551-4f87-8137-00a176791644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:56.198988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-1529de37-4551-4f87-8137-00a176791644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1321249
Nov 10 04:02:56.217787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f4bfac8-0d73-473c-9c26-038ef8df9188 req-e42a6b61-9bde-48f9-ab2e-863be4f77750 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656787
Nov 10 04:02:56.223003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['de917040-279c-42fb-80f2-b03011dc1fcd'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:02:56.237533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:56.238727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:56.240281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:56.241172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Bound port: 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:56.241804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.330922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-9c628166-a351-4862-8050-c5133f26b727 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:56.350223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-9c628166-a351-4862-8050-c5133f26b727 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 811 time: 0.4192839
Nov 10 04:02:56.355771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'device_id': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61', 'admin_state_up': True, 'tenant_id': '945d0f391e364fe6a10ff981b10e4a89'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:56.365679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d190493-a558-4d76-b86a-efc81e57934c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2b97e1083184979a13c16d12ec87aac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1631186
Nov 10 04:02:56.368051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36188) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:56.495859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-857772663-network', 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:56.621148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Made reservation on behalf of 945d0f391e364fe6a10ff981b10e4a89 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:56.625642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.625866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Made reservation on behalf of a15de5c4a094498d9dd5da826df51b9a for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:56.629045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.638617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.660828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:56.670727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-a30d8085-792f-4ea2-97e1-68d22656d11f service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4369714
Nov 10 04:02:56.671896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.708859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971811-ead9-489d-8f6f-7b571a189e29 req-f21d39db-5ad4-4462-85f4-4fe235a1df6e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:56.710359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef971811-ead9-489d-8f6f-7b571a189e29 req-f21d39db-5ad4-4462-85f4-4fe235a1df6e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 948 time: 0.2033679
Nov 10 04:02:56.713223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.726311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:56.785612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.806710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Allocated IP 172.20.0.9 (404f71a5-52f3-46d2-8daa-e0ce5db29d61/015f7d07-eab2-40a2-8b6e-64b9040a0c7b/1dd50a28-40a3-4110-8873-cdf7b682032a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:56.902321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:56.903311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:56.905091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 HTTP/1.1" status: 200  len: 1096 time: 2.5025318
Nov 10 04:02:56.909542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:56.912799 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6151c-11f9-4b31-949a-d7169359eece" -d '{"events": [{"name": "network-changed", "server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:57.029125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1b48b-6e5c-419b-8ea9-8c234d2b9839 service neutron] Pushing event updated for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.070446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d7529ec-6c97-401d-b33e-441e00cfb69e req-00f29f2a-58c9-4857-9f7a-04a187e26120 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 210 time: 0.0465145
Nov 10 04:02:57.089485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef971811-ead9-489d-8f6f-7b571a189e29 req-8b567cb9-ca41-4db4-86fd-c04224601ea0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535323
Nov 10 04:02:57.104573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36216) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:57.131304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.136415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.141442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.145003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccf44b8d-c01a-465b-9096-c01e863d25ad HTTP/1.1" status: 204  len: 168 time: 0.7766449
Nov 10 04:02:57.158772 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490af021-39eb-4f5b-9738-40cb5a4ee253 x-openstack-request-id: req-490af021-39eb-4f5b-9738-40cb5a4ee253 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:57.159372 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:57.159862 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-490af021-39eb-4f5b-9738-40cb5a4ee253 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:57.160472 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'status': 'completed', 'code': 200}
Nov 10 04:02:57.172264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dc6e131-3bf6-42c8-9cb7-8508ea729715 req-5ddf5cd5-7812-4674-8766-e9cceeb7e2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4734893
Nov 10 04:02:57.187881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383bd0e-24e8-47d7-8c76-d70e5c009cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf44b8d-c01a-465b-9096-c01e863d25ad,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.188303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.233194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-80561198-5acb-4e0d-9d1f-d53a68b8ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.237339 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-80561198-5acb-4e0d-9d1f-d53a68b8ff09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 1099 time: 0.2707479
Nov 10 04:02:57.265365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.317893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:02:57.320389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.322175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:57.326766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:02:57.334360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-f93c5913-b344-47ba-b235-22ac1744bc86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 HTTP/1.1" status: 200  len: 217 time: 0.0793827
Nov 10 04:02:57.363358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.380131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25fd510d-4db8-43ad-baa9-b878359839bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.422676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:57.427605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.428455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.451697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-826a4caa-d156-43a2-a258-068bb295b1c6 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1006572
Nov 10 04:02:57.468952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Request body: {'port': {'device_id': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:57.474739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.475086 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Added segment f0ca3afa-9fa5-433c-924c-e3ce05622f56 of type vlan for network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97
Nov 10 04:02:57.492685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5587a-1761-403e-a2f8-e898fcd3477b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.501756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-da350a28-487a-4b5f-8cf3-8615cd506b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.503936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-da350a28-487a-4b5f-8cf3-8615cd506b54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1577330
Nov 10 04:02:57.549739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.594967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.620299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218cc8-659e-4832-9cff-a2926340af13 req-54816160-588c-450c-bbfd-351f40a92d62 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.621941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d218cc8-659e-4832-9cff-a2926340af13 req-54816160-588c-450c-bbfd-351f40a92d62 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 945 time: 0.2655072
Nov 10 04:02:57.688845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-2b271f28-9228-4ca6-aae3-0216926fd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.688845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-2b271f28-9228-4ca6-aae3-0216926fd62e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1554000
Nov 10 04:02:57.691411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.692381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:57.692989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.833391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8392324
Nov 10 04:02:57.836231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25fd510d-4db8-43ad-baa9-b878359839bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.840110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36246) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:57.849957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Request body: {'subnet': {'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-857772663-subnet', 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:57.858456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d218cc8-659e-4832-9cff-a2926340af13 req-04a5a045-7477-49e7-9dc5-0a4c723d958d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189188
Nov 10 04:02:57.864681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25fd510d-4db8-43ad-baa9-b878359839bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:57.866802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74703ae-3497-46e3-88e4-0f8370452f61 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.877567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:57.985035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd510d-4db8-43ad-baa9-b878359839bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a3db3-8955-48dd-9dc7-3932157d7668,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:57.993604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd50a28-40a3-4110-8873-cdf7b682032a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:02:57.997685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25fd510d-4db8-43ad-baa9-b878359839bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78510894020b4f7d9f09f7eb443af30a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8919721
Nov 10 04:02:58.000525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36248) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:58.006675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.008153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Made reservation on behalf of a15de5c4a094498d9dd5da826df51b9a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:58.010520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.024624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Transition to ACTIVE for port object 1dd50a28-40a3-4110-8873-cdf7b682032a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:02:58.025658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-effbb79d-ab97-4399-8969-9ae047bbcf9c service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256111
Nov 10 04:02:58.029428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.180224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device de917040-279c-42fb-80f2-b03011dc1fcd up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:02:58.190814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Attempting to bind port 1dd50a28-40a3-4110-8873-cdf7b682032a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:02:58.191149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Attempting to bind port 1dd50a28-40a3-4110-8873-cdf7b682032a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:02:58.191473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Attempting to bind port 1dd50a28-40a3-4110-8873-cdf7b682032a on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:58.197907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:58.201864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Port 1dd50a28-40a3-4110-8873-cdf7b682032a on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:02:58.202187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Attempting to bind port 1dd50a28-40a3-4110-8873-cdf7b682032a on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:02:58.218278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:02:58.218825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Checking segment: {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:58.219241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Bound using segment: {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:02:58.219847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Bound port: 1dd50a28-40a3-4110-8873-cdf7b682032a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:02:58.220222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.290426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port de917040-279c-42fb-80f2-b03011dc1fcd completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:02:58.296085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port de917040-279c-42fb-80f2-b03011dc1fcd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:02:58.296457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.300880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:02:58.304526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:02:58.320134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.400388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:58.404867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:58.426299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.426515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.427566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.429611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4d2f677f-214a-4bc2-8474-01819ef10cb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 1091 time: 0.9655008
Nov 10 04:02:58.433123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:58.436417 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab56916-507d-46e8-b2e8-0baf3d7aac79" -d '{"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:58.461926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86475c-ae2b-4750-9e63-c850e5e47b0a req-98d0f3e0-18e7-4c8a-9323-524dd5aed78b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.464139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e86475c-ae2b-4750-9e63-c850e5e47b0a req-98d0f3e0-18e7-4c8a-9323-524dd5aed78b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 948 time: 0.1578000
Nov 10 04:02:58.496959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=de917040-279c-42fb-80f2-b03011dc1fcd,segment=NetworkSegment(8b7141b6-ef19-451a-85dc-79d34e414d87),segment_id=8b7141b6-ef19-451a-85dc-79d34e414d87)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:02:58.498269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:02:58.502574 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70165e4-f7be-4b04-b158-4aa4c249eca3" -d '{"events": [{"server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "name": "network-vif-plugged", "status": "completed", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:02:58.520735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.583941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:58.593660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.597375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e86475c-ae2b-4750-9e63-c850e5e47b0a req-c77de534-7caf-468e-bcb1-67e53ef76408 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229215
Nov 10 04:02:58.609333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-f942cbc6-6559-454e-a4cb-60fcff6b37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.611596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-f942cbc6-6559-454e-a4cb-60fcff6b37fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1094 time: 0.1125109
Nov 10 04:02:58.620592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-network', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:58.653590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13235dc-3d82-4ead-bc01-be5785e4d0ab req-8c007a6e-d2f5-482a-9ede-b945802237f9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.655087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b13235dc-3d82-4ead-bc01-be5785e4d0ab req-8c007a6e-d2f5-482a-9ede-b945802237f9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 943 time: 0.1635115
Nov 10 04:02:58.661422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b1194b-7476-42d8-8df0-cb632a24afb0 req-f4b8d4a8-8eec-4da3-9ac1-da1ab871ca64 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6031353
Nov 10 04:02:58.674182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-f5fa811c-760d-46ff-9aee-cb5ea5ac1ec3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 217 time: 0.0487833
Nov 10 04:02:58.691301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Made reservation on behalf of ef217b4cab3548e79a8d5ea2b300d5e2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:58.693637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.694355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.730157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.772306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-9eec194e-5938-4dbe-bdf2-3fa29bf298eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.773346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-9eec194e-5938-4dbe-bdf2-3fa29bf298eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.0922284
Nov 10 04:02:58.823237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b13235dc-3d82-4ead-bc01-be5785e4d0ab req-43ad0077-2aa1-41e5-ae8e-3871e0f775b2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608438
Nov 10 04:02:58.824792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.833415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-6fecd6be-8592-43d5-8ef4-94db729559a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449641
Nov 10 04:02:58.899275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6151c-11f9-4b31-949a-d7169359eece req-9037733d-fd25-47fb-a939-409724dfeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:58.901828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-9037733d-fd25-47fb-a939-409724dfeb0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 1099 time: 0.1234052
Nov 10 04:02:58.925513 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1254a6-76fe-458c-9bcc-7f4ac84683cf x-openstack-request-id: req-df1254a6-76fe-458c-9bcc-7f4ac84683cf {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:58.925806 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:58.926059 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df1254a6-76fe-458c-9bcc-7f4ac84683cf {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:58.926457 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'status': 'completed', 'code': 200}
Nov 10 04:02:58.940757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.949855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.955675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.958459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.962098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4a3db3-8955-48dd-9dc7-3932157d7668 HTTP/1.1" status: 204  len: 168 time: 0.9578519
Nov 10 04:02:58.962098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1726420-1142-4015-bf16-2e56c5d3ef60,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:58.962348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:02:58.992207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:58.992557 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Added segment b68312e3-baba-4332-9973-0c4cbc85b5b9 of type vlan for network 9a565482-2620-405a-a23a-51a930098100
Nov 10 04:02:58.995119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32772c6b-2086-4fd3-996f-cf78ad13779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a3db3-8955-48dd-9dc7-3932157d7668,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:59.022098 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbe130-f7d5-4366-9d30-b29316d3e303 x-openstack-request-id: req-69fbe130-f7d5-4366-9d30-b29316d3e303 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:02:59.022633 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "name": "network-vif-plugged", "status": "completed", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:02:59.023644 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69fbe130-f7d5-4366-9d30-b29316d3e303 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:02:59.024589 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd', 'code': 200}
Nov 10 04:02:59.053915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Checking segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:02:59.054330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Network hostable DHCP agents. Network: 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:02:59.091793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:02:59.106181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:02:59.116116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef02046-ea6a-4bd1-bf57-f194b718a039 None None] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:02:59.119823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.120408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.126571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6151c-11f9-4b31-949a-d7169359eece req-d5a9718f-c1a0-4f40-bbca-040c7aba5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.128262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-d5a9718f-c1a0-4f40-bbca-040c7aba5a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2115324
Nov 10 04:02:59.154055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e31af56-214f-49c5-90de-d724b5641a3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3107512
Nov 10 04:02:59.191212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-b8fb07f2-0e95-4436-84f4-8f19491a4a40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 HTTP/1.1" status: 200  len: 217 time: 0.0542059
Nov 10 04:02:59.236551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.272726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af99a7-b2c3-47bb-bb09-7cfaa9fb3601,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:59.274124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6151c-11f9-4b31-949a-d7169359eece req-3c7b1775-859b-417c-a26c-0357154dd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.279484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-3c7b1775-859b-417c-a26c-0357154dd438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0768979
Nov 10 04:02:59.287696 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-0741e525-dc06-4c7e-8c84-62b02f1008f8 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4445291
Nov 10 04:02:59.289484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.290367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.290987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.375895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.9653914
Nov 10 04:02:59.384486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:59.389469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6151c-11f9-4b31-949a-d7169359eece req-3999ff6d-dcdb-420e-b1ac-45afd7815896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.391068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a', 'fixed_ips': [{'subnet_id': 'd1726420-1142-4015-bf16-2e56c5d3ef60'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:02:59.391664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-3999ff6d-dcdb-420e-b1ac-45afd7815896 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1049728
Nov 10 04:02:59.392042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.396311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Request body: {'subnet': {'network_id': '9a565482-2620-405a-a23a-51a930098100', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-subnet', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:02:59.450196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22f62-96d2-4718-b6cb-d7c0eb1311dc req-f8a0f95c-b1d9-4100-8a87-23db8a1c7465 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.458240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4f22f62-96d2-4718-b6cb-d7c0eb1311dc req-f8a0f95c-b1d9-4100-8a87-23db8a1c7465 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.3558018
Nov 10 04:02:59.467948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bdc9f-be11-41f4-bf37-1423dd22614b admin admin] Pushing event updated for resources: {'Network': ['ID=9a565482-2620-405a-a23a-51a930098100,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:59.471383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49568414-f533-48e8-9085-d00395678c13 req-6269f2bd-4415-4ab8-b802-41b89ecf5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.472913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49568414-f533-48e8-9085-d00395678c13 req-6269f2bd-4415-4ab8-b802-41b89ecf5896 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 1097 time: 0.3688364
Nov 10 04:02:59.493191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Made reservation on behalf of ef217b4cab3548e79a8d5ea2b300d5e2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:02:59.495930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.525184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36304) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:02:59.542672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9a565482-2620-405a-a23a-51a930098100 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:02:59.592850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4f22f62-96d2-4718-b6cb-d7c0eb1311dc req-af777e7c-d934-42fe-a226-a265db0fe773 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286411
Nov 10 04:02:59.593890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f204c9-24ab-4991-b213-823c63f08fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.604820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5e09474-f14e-4b1e-afe1-259c776eaca4 req-4734ac21-a8f7-485d-a94a-0ae2cd9872b1 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026440
Nov 10 04:02:59.627590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-bedbc411-60d1-4ceb-a984-af9552213941 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255731
Nov 10 04:02:59.651276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49568414-f533-48e8-9085-d00395678c13 req-e5bddd6a-fc08-4e05-8505-60593f24cf88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653171
Nov 10 04:02:59.724874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Allocated IP 172.20.0.2 (8b1a06bf-2195-4ee9-8d1b-a618ef75dd97/d1726420-1142-4015-bf16-2e56c5d3ef60/685e4fe9-8dd3-466f-aae7-0262d6731cb3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:02:59.795860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f204c9-24ab-4991-b213-823c63f08fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.809193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f6e83-ca85-425b-8b3a-7cf1796071ef req-e5296cbb-5b74-4daf-a075-4eeae8672c2d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:02:59.818973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e55f6e83-ca85-425b-8b3a-7cf1796071ef req-e5296cbb-5b74-4daf-a075-4eeae8672c2d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 948 time: 0.1094120
Nov 10 04:02:59.823418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f204c9-24ab-4991-b213-823c63f08fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.834691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a6151c-11f9-4b31-949a-d7169359eece req-8cbe0dc0-97e8-45a7-8cd8-cbe448f819dc service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871648
Nov 10 04:02:59.933298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.938969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f204c9-24ab-4991-b213-823c63f08fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fb57ed-3eb5-4363-b8f3-1837505c36b3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:59.940305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.960855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:02:59.991689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90e580f-ffb2-4a89-b8c1-9f49a479161f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:02:59.996869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36314) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:00.002737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68f204c9-24ab-4991-b213-823c63f08fb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a83713d0cf04e169fa3c63e45ab53b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4759026
Nov 10 04:03:00.012011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:00.017846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:00.026904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:00.035676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Pushing event updated for resources: {'Port': ['ID=685e4fe9-8dd3-466f-aae7-0262d6731cb3,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:00.058123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-cbcdfa98-7260-4b07-bfe3-f78be6d9b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.059672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-cbcdfa98-7260-4b07-bfe3-f78be6d9b7b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1094 time: 0.2039418
Nov 10 04:03:00.070928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Checking segment: {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:00.071086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Network hostable DHCP agents. Network: 9a565482-2620-405a-a23a-51a930098100, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:00.075511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e55f6e83-ca85-425b-8b3a-7cf1796071ef req-243a4bad-7167-443f-a8f6-aa859b0952be tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511747
Nov 10 04:03:00.082293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-fe47331f-7b75-4c81-972d-d349bf3a9ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1371686
Nov 10 04:03:00.102650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.112305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Attempting to bind port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:00.112771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Attempting to bind port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:00.113300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Attempting to bind port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:00.121515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:00.121957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Checking segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:00.122408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.122824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Bound using segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:00.123449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Bound port: 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:00.128395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.134780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.181076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Network 9a565482-2620-405a-a23a-51a930098100 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:00.199377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 9a565482-2620-405a-a23a-51a930098100) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:00.201084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.203685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.207870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7fb57ed-3eb5-4363-b8f3-1837505c36b3 HTTP/1.1" status: 204  len: 168 time: 0.2064552
Nov 10 04:03:00.210637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.211557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.218732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59359da-8601-4a91-9a8f-0c2114faaa1f None None] Network 9a565482-2620-405a-a23a-51a930098100 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:00.225329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf54b2-8240-486e-a3bd-7e6f3cd4b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fb57ed-3eb5-4363-b8f3-1837505c36b3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:00.243194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a6bb8f32-75a8-4424-a43e-36f7f520692a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.8572824
Nov 10 04:03:00.246288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:00.252379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:00.288940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.292424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.328316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] For port 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:00.338795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a5b5a-373e-41ac-b37a-98ee90cc61e5 req-2ccfe8c0-cdee-40fa-8282-244d0144fd29 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.340555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-698a5b5a-373e-41ac-b37a-98ee90cc61e5 req-2ccfe8c0-cdee-40fa-8282-244d0144fd29 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 943 time: 0.0932472
Nov 10 04:03:00.349415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] For port 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=685e4fe9-8dd3-466f-aae7-0262d6731cb3,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:00.361407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.366448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.366929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.367486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.368418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.368418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.368881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.369338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.372622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f713684c-302a-47c7-a6d2-79765cee9f50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.1582403
Nov 10 04:03:00.390014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.394878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-850356f6-f8c0-4a24-bb49-8316ac7b4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.396668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-850356f6-f8c0-4a24-bb49-8316ac7b4a8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.3133683
Nov 10 04:03:00.441840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ed9f0-8f1d-47a0-95fc-1fb244aba9f2 None None] Pushing event updated for resources: {'Port': ['ID=685e4fe9-8dd3-466f-aae7-0262d6731cb3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:00.546559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-51381c7d-758e-4843-b24c-18c80ccd570b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 217 time: 0.1314611
Nov 10 04:03:00.555129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-698a5b5a-373e-41ac-b37a-98ee90cc61e5 req-02cfa770-aab4-4157-ad04-15c9faf68e32 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042680
Nov 10 04:03:00.591693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-9a565482-2620-405a-a23a-51a930098100', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:03:00.594109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.664210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:00.703113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-9ab8ec32-429f-45fc-9854-01768a513330 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.704856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-9ab8ec32-429f-45fc-9854-01768a513330 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.3321123
Nov 10 04:03:00.726282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-a4badf77-a73a-4048-bce0-02b37dc940fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.729211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-a4badf77-a73a-4048-bce0-02b37dc940fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.1599867
Nov 10 04:03:00.754600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-ae3a1b65-f1c7-4694-90a0-4e8e2ca089b4 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/quotas/a15de5c4a094498d9dd5da826df51b9a HTTP/1.1" status: 200  len: 375 time: 0.0218780
Nov 10 04:03:00.809401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-29a3babd-c68a-45fc-bfc8-0e21ccf19e36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650437
Nov 10 04:03:00.841828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:00.887343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-1bc604ff-1024-4c3d-8cb5-b9249dcf7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.887814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-1bc604ff-1024-4c3d-8cb5-b9249dcf7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.889314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-1bc604ff-1024-4c3d-8cb5-b9249dcf7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:00.891428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-1bc604ff-1024-4c3d-8cb5-b9249dcf7fbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 2292 time: 0.4775484
Nov 10 04:03:00.934658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-23285538-2c21-4663-b6ea-bd84d31d86fd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1699922
Nov 10 04:03:01.039418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-5dcd533e-c476-4cf4-b458-ea6e42246b3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 1001 time: 0.1360607
Nov 10 04:03:01.147475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-44b23b80-4f69-41c3-9e59-49fc3156fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:01.150528 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-44b23b80-4f69-41c3-9e59-49fc3156fb02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 200  len: 850 time: 0.1020565
Nov 10 04:03:01.155078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-90320d1f-d9ce-44d8-9573-843278c3456f service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3367100
Nov 10 04:03:01.171249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:01.174466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 685e4fe9-8dd3-466f-aae7-0262d6731cb3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:01.227497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'mac_address': 'fa:16:3e:4d:7c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:01.258080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Allocated IP 172.20.0.2 (9a565482-2620-405a-a23a-51a930098100/b90e580f-ffb2-4a89-b8c1-9f49a479161f/c4e46bce-de1f-423d-80b7-a2d08d1d2334) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:01.258347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-f18be6f4-535c-4d5f-96bc-7f64a39d0971 service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3115816
Nov 10 04:03:01.271561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.306262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.306573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.309620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab56916-507d-46e8-b2e8-0baf3d7aac79 req-d76707ba-7195-416e-82af-08d6bdd22ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448429
Nov 10 04:03:01.352826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-da85a0bf-adb0-4164-b369-6c2734957a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:01.355177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-da85a0bf-adb0-4164-b369-6c2734957a27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01593d7b-06da-4887-af8e-d07f45308c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1916215
Nov 10 04:03:01.375730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:01.410003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:01.413938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.458068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Allocated IP 172.32.3.175 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3435f8ca-09f8-4c0b-bd28-118dbe0a3d85) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:01.470335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:01.498610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.592131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-6876a369-3be3-4650-a974-e07517895fac service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289360
Nov 10 04:03:01.621292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.723751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:01.800453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:01.810190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:01.818410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:01.891053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Pushing event updated for resources: {'Port': ['ID=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:01.893254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7d07fc1a-c499-4393-a6fd-7a3c6c9cf164'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:01.942977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-c638978f-6d51-483a-9306-ed1a63054a59 service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6841655
Nov 10 04:03:02.010118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:02.074649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed85d88-1acc-48f6-a536-65db7a383279 None None] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:02.087077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.155074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.238242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.320634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=685e4fe9-8dd3-466f-aae7-0262d6731cb3,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:02.427886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d033c-7cbd-437f-8a89-c1feddbe8116 req-41238643-01bd-4457-9008-e358f32ba4ae tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:02.429526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca3d033c-7cbd-437f-8a89-c1feddbe8116 req-41238643-01bd-4457-9008-e358f32ba4ae tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 949 time: 0.1605730
Nov 10 04:03:02.434222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Network 9a565482-2620-405a-a23a-51a930098100 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:02.446922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:02.449184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.454552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4ef241b8-7e6a-439e-b6a6-7502cbe448de None None] Provisioning complete for port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:02.454984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4ef241b8-7e6a-439e-b6a6-7502cbe448de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.483697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-95fd0201-bf21-48c9-8645-7855a14fcd82 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8789070
Nov 10 04:03:02.497616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c394-8678-4c07-b8bb-74a843d07bbf req-c44b95a7-94a4-4ad6-aa90-a6042b314ec7 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:02.507672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca3d033c-7cbd-437f-8a89-c1feddbe8116 req-ce401b21-c715-4b38-a086-2fbe35d8018b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708175
Nov 10 04:03:02.508385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.533449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb44c394-8678-4c07-b8bb-74a843d07bbf req-c44b95a7-94a4-4ad6-aa90-a6042b314ec7 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.9481337
Nov 10 04:03:02.533906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:02.616103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Pushing event updated for resources: {'Port': ['ID=c4e46bce-de1f-423d-80b7-a2d08d1d2334,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:02.616454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-24573793-f000-4911-9bf9-39cbab22f39f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 217 time: 0.0915861
Nov 10 04:03:02.675874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-3e21e3e0-959f-4f46-a299-5c19b38c2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:02.677443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-3e21e3e0-959f-4f46-a299-5c19b38c2ab5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0520103
Nov 10 04:03:02.738394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb44c394-8678-4c07-b8bb-74a843d07bbf req-2df50047-77bd-4eb1-ae7c-a3dbbf08d87c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156100
Nov 10 04:03:02.767359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b3d69fed-8f54-43dc-bd1c-087a7a9c1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:02.773251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b3d69fed-8f54-43dc-bd1c-087a7a9c1838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0877736
Nov 10 04:03:02.823017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.850478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Attempting to bind port c4e46bce-de1f-423d-80b7-a2d08d1d2334 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:02.850995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Attempting to bind port c4e46bce-de1f-423d-80b7-a2d08d1d2334 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:02.851451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Attempting to bind port c4e46bce-de1f-423d-80b7-a2d08d1d2334 on network 9a565482-2620-405a-a23a-51a930098100 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:02.870705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:02.871302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Checking segment: {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:02.871812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.872296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Bound using segment: {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:02.873055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Bound port: c4e46bce-de1f-423d-80b7-a2d08d1d2334, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:02.873381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:02.915003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4266-4977-4c4d-a505-bc6003b7922c req-0eafa300-be7e-4e46-aedd-65cdc92c5896 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:02.916947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=685e4fe9-8dd3-466f-aae7-0262d6731cb3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:02.925683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4acf4266-4977-4c4d-a505-bc6003b7922c req-0eafa300-be7e-4e46-aedd-65cdc92c5896 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 943 time: 0.2957973
Nov 10 04:03:03.007283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4acf4266-4977-4c4d-a505-bc6003b7922c req-28074cd3-70b9-4b20-a4a2-984b8fa5979f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804119
Nov 10 04:03:03.024965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] For port c4e46bce-de1f-423d-80b7-a2d08d1d2334, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:03.028652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] For port c4e46bce-de1f-423d-80b7-a2d08d1d2334, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c4e46bce-de1f-423d-80b7-a2d08d1d2334,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:03.036902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:03.059137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-eebefb34-75d5-48aa-937a-ada03d0e875d service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2773883
Nov 10 04:03:03.149135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18996b-f408-4ba6-876e-14193b7296f7 None None] Pushing event updated for resources: {'Port': ['ID=c4e46bce-de1f-423d-80b7-a2d08d1d2334,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:03.162056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Router 5a79193a-0958-4ded-8f52-dab7b0836ba5 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:03:03.298391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-83e7ea9f-bc52-4b57-8540-3db92ff463d5 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266746
Nov 10 04:03:03.370145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-35c30831-2b84-4443-b206-4d827632c62a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 217 time: 0.0643961
Nov 10 04:03:03.438385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-43881dca-c7be-4bb7-a068-4283ae396e88 None None] Provisioning complete for port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:03.439512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-43881dca-c7be-4bb7-a068-4283ae396e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:03.513300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-270dcd7b-11cc-4cc8-986f-c419a84ae89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:03.516757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-270dcd7b-11cc-4cc8-986f-c419a84ae89e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1402953
Nov 10 04:03:03.573742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64097a-eadf-411d-b2a3-4875c6e2e852 req-92a5f5df-1d52-47c2-bf77-fd173cf6d1c1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:03.575345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed64097a-eadf-411d-b2a3-4875c6e2e852 req-92a5f5df-1d52-47c2-bf77-fd173cf6d1c1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1286821
Nov 10 04:03:03.611327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-5b900764-deff-4874-b174-e340868b5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:03.613040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-5b900764-deff-4874-b174-e340868b5f19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0882392
Nov 10 04:03:03.691319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed64097a-eadf-411d-b2a3-4875c6e2e852 req-6f473a82-f8b0-44de-9422-01e5a8e88a4a tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080484
Nov 10 04:03:03.754892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b8d0f4c7-7158-4f4f-b525-2f3cb0f488e8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305413
Nov 10 04:03:03.876204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b06e6d92-74a6-4a04-95a5-48b0b8140e0d service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141250
Nov 10 04:03:03.935018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-238ebfcb-3305-4dad-9e41-7e9c2f94507f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 200  len: 217 time: 0.0497081
Nov 10 04:03:04.001554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-fba3c3ac-3176-494a-89b3-9576ab4c76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.003879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-fba3c3ac-3176-494a-89b3-9576ab4c76de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0610013
Nov 10 04:03:04.030298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-c0636ac0-81d4-4267-a998-6f6571ae29f6 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.039168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-c0636ac0-81d4-4267-a998-6f6571ae29f6 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.8553991
Nov 10 04:03:04.061520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-7b27eb71-5c6d-4dd2-a4ca-69fb845730c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.063609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-7b27eb71-5c6d-4dd2-a4ca-69fb845730c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0525138
Nov 10 04:03:04.074732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-ac9fd847-3cc5-47c5-b95b-c9511ead570d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/quotas/a15de5c4a094498d9dd5da826df51b9a HTTP/1.1" status: 200  len: 375 time: 0.0341322
Nov 10 04:03:04.088119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:03:04.102425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Sync routers for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:03:04.111753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-014cf25f-dd41-42a7-ac06-5a4da74cf42b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.113415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-014cf25f-dd41-42a7-ac06-5a4da74cf42b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.3960710
Nov 10 04:03:04.121501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:04.122548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075b2f40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:04.160167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:04.169851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Request body: {'port': {'device_id': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'admin_state_up': True, 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:04.229044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-18359c21-2781-478d-9138-cd2d92da8de0 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527498
Nov 10 04:03:04.258157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1dd50a28-40a3-4110-8873-cdf7b682032a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:04.301181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.305435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f7491583-55f8-4435-9474-c14f82b4cf0e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.0576689
Nov 10 04:03:04.308575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:04.413347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b6548511-63cc-4157-bbef-192ebe2fcbdb service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833870
Nov 10 04:03:04.418045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-89e7fa0f-f8a9-48a6-b23d-10853eaa0811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.430528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:04.433891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:04.492391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f834629e-6d08-436d-9adc-806f3afb1c39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 200  len: 217 time: 0.0715950
Nov 10 04:03:04.511819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702bad-5fd1-4a82-aa0a-9c31a229ff34 req-34fba06a-bae1-4259-a421-ee2617e3efb6 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.515735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82702bad-5fd1-4a82-aa0a-9c31a229ff34 req-34fba06a-bae1-4259-a421-ee2617e3efb6 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 949 time: 0.0983877
Nov 10 04:03:04.526083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61', 'port_id': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'mac_address': 'fa:16:3e:e7:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f7d07-eab2-40a2-8b6e-64b9040a0c7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:04.532211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-6736a6ea-543d-44ef-846d-ea56e3cfa45c tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4565127
Nov 10 04:03:04.557215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb71eac6-469e-41b3-94b2-7f3c6e95944c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.573616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93bc863-46d6-4721-ae68-94e8c2461564 None None] Network 9a565482-2620-405a-a23a-51a930098100 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:04.605666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Made reservation on behalf of a15de5c4a094498d9dd5da826df51b9a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:04.606099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b7e63245-d44d-45e8-98b4-2337ba71a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.608220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-b7e63245-d44d-45e8-98b4-2337ba71a46f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1043894
Nov 10 04:03:04.610018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.621964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82702bad-5fd1-4a82-aa0a-9c31a229ff34 req-34fe9af6-8b60-4fa6-8785-88e9e9b78901 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945208
Nov 10 04:03:04.678133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-c8b75a5e-e234-4cbf-835d-638450189d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:04.679651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-c8b75a5e-e234-4cbf-835d-638450189d4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0541170
Nov 10 04:03:04.790067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.817416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-d2576ba5-3d5f-41ae-992b-381e2e9e3c9c service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300070
Nov 10 04:03:04.881161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd50a28-40a3-4110-8873-cdf7b682032a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:04.888694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:04.891098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] Provisioning complete for port c4e46bce-de1f-423d-80b7-a2d08d1d2334 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:04.891570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:04.941413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-c2a46c58-7d24-40d1-af5b-5bffa660008d service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174719
Nov 10 04:03:04.948414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-b6e82b36-7aa2-47a5-83a3-64b42fa71079 service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4153118
Nov 10 04:03:04.974749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:05.024480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.038222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-6101b01c-bf82-46f3-9a2d-85a981e81d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 217 time: 0.0797238
Nov 10 04:03:05.060321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb71eac6-469e-41b3-94b2-7f3c6e95944c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.061094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c4e46bce-de1f-423d-80b7-a2d08d1d2334 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:05.091479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb71eac6-469e-41b3-94b2-7f3c6e95944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.128888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-9a6f1ffe-d66e-4c5a-a47f-c3f32e9011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:05.134865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-9a6f1ffe-d66e-4c5a-a47f-c3f32e9011f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0790827
Nov 10 04:03:05.141296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3551-4462-4b48-92a3-f86928a4fb5b req-a697657f-46ef-4f37-96cf-7b7fa062f2e8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:05.142876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f3b3551-4462-4b48-92a3-f86928a4fb5b req-a697657f-46ef-4f37-96cf-7b7fa062f2e8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 944 time: 0.1008809
Nov 10 04:03:05.211984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-2a970154-7716-4fa9-bb9a-32263def6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:05.213725 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-2a970154-7716-4fa9-bb9a-32263def6fa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0695622
Nov 10 04:03:05.218471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eb71eac6-469e-41b3-94b2-7f3c6e95944c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=585a6f2499c34f26858644df7766f02a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0530117
Nov 10 04:03:05.221606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:05.228537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71eac6-469e-41b3-94b2-7f3c6e95944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9297ffe-26af-4809-b89b-c4cdb6a97a8a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:05.240987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Allocated IP 172.20.0.3 (8b1a06bf-2195-4ee9-8d1b-a618ef75dd97/d1726420-1142-4015-bf16-2e56c5d3ef60/543606d6-3f2d-45b6-8ec4-4ae78d535306) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:05.269503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f3b3551-4462-4b48-92a3-f86928a4fb5b req-6a4331c3-5956-4ba4-a9e1-727c7469b9e8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148653
Nov 10 04:03:05.271017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-2bdb1e75-4178-4ff9-af9d-7c017e88d44a service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027563
Nov 10 04:03:05.341717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075b2f40>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:02Z', 'revision_number': 3, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:05.350756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:05.367414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.386863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:05.394102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:05.397860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Checking router: 5a79193a-0958-4ded-8f52-dab7b0836ba5 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:03:05.398209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Updating router 5a79193a-0958-4ded-8f52-dab7b0836ba5 port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:03:05.399384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.402150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.403637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:05.403987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.436802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.491046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.497749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.502098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9297ffe-26af-4809-b89b-c4cdb6a97a8a HTTP/1.1" status: 204  len: 168 time: 0.2793665
Nov 10 04:03:05.568899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152a807-569c-4164-973b-a2b40c8c0992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9297ffe-26af-4809-b89b-c4cdb6a97a8a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:05.632213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.633300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-f7b30213-3536-4d82-97d7-aec648525ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4046519
Nov 10 04:03:05.663474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.685325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c4e46bce-de1f-423d-80b7-a2d08d1d2334 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:05.685694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.787141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Allocated IP 172.20.0.1 (9a565482-2620-405a-a23a-51a930098100/b90e580f-ffb2-4a89-b8c1-9f49a479161f/5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:05.870168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] For port c4e46bce-de1f-423d-80b7-a2d08d1d2334, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c4e46bce-de1f-423d-80b7-a2d08d1d2334,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:05.884974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-8b521e96-44fa-46ce-993f-b31a9a7c3ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443318
Nov 10 04:03:05.907077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:05.960516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-8bc77478-ccf4-43a3-b530-f1725d075cb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 217 time: 0.0681100
Nov 10 04:03:06.056790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-c8a6070d-65ed-4926-884f-5abf27a7594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:06.059570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-c8a6070d-65ed-4926-884f-5abf27a7594d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0920355
Nov 10 04:03:06.100944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.145337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-8b20cccf-d76f-4882-beef-02d0421fb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:06.149643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-8b20cccf-d76f-4882-beef-02d0421fb841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0811660
Nov 10 04:03:06.171017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44175974-813f-49f1-b488-65e4fa047857 req-e739b38b-c347-49b6-88c0-066723a814c6 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:06.178831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44175974-813f-49f1-b488-65e4fa047857 req-e739b38b-c347-49b6-88c0-066723a814c6 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.2557619
Nov 10 04:03:06.212213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.217978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:06.237944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:06.244826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:06.285834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event updated for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:06.350307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44175974-813f-49f1-b488-65e4fa047857 req-2fadc244-0bc5-4dd0-b434-6be3a3a7ef08 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654305
Nov 10 04:03:06.383707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:06.385050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-87959c0c-84ed-42a6-bca5-f705162cbb3a None None] Provisioning complete for port c4e46bce-de1f-423d-80b7-a2d08d1d2334 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:06.386005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-87959c0c-84ed-42a6-bca5-f705162cbb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.389483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.410429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.428215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-25160624-bcdb-4c96-9d83-1a97834c359c service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662971
Nov 10 04:03:06.465956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36468) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:06.477907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-28897114-0872-4a40-a536-af39f3918bb3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3190982
Nov 10 04:03:06.510090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Request body: {'port': {'device_id': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:06.513768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 685e4fe9-8dd3-466f-aae7-0262d6731cb3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:06.551472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Network 9a565482-2620-405a-a23a-51a930098100 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:06.552411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-514de91b-607e-4a33-a70a-5e6c62c5d4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.602790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.607582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:06.617196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:06.627829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4164d9-35e3-47d1-bf40-f203e979b273 None None] Pushing event updated for resources: {'Port': ['ID=c4e46bce-de1f-423d-80b7-a2d08d1d2334,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:06.670385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Pushing event updated for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:06.693699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d586c301-0a3b-423b-a36e-d85a1c0d3343 req-1853a987-3caa-43ae-ab06-d69e1da955ff service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645323
Nov 10 04:03:06.759464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd1eed-a0d0-46f4-8b6d-d7f7997309e8 req-087f3e1f-edf1-484b-9618-4bf44f82770f tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:06.767272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74bd1eed-a0d0-46f4-8b6d-d7f7997309e8 req-087f3e1f-edf1-484b-9618-4bf44f82770f tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 949 time: 0.3039300
Nov 10 04:03:06.811664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:06.830493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:06.832431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.835744 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7024a33-23fe-4b82-a267-a980e6a0f366" -d '{"events": [{"server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "name": "network-vif-plugged", "status": "completed", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:06.843110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.874174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.926666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74bd1eed-a0d0-46f4-8b6d-d7f7997309e8 req-48295f31-09ec-4088-91a3-98fe29f721e0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446803
Nov 10 04:03:06.969009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:06.981335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:06.981693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:06.984448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-464e9d3b-eb89-46dd-b325-c0cae454e686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.140679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d3d664ee-ee86-46e6-9efa-c260dbbdb182 None None] Provisioning complete for port 543606d6-3f2d-45b6-8ec4-4ae78d535306 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:07.141057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d3d664ee-ee86-46e6-9efa-c260dbbdb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.179197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-5bc58a96-7aee-4876-9661-8b52f5f9921d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:07.181873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-5bc58a96-7aee-4876-9661-8b52f5f9921d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.2370300
Nov 10 04:03:07.212728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-ac901950-3986-4af0-af94-4e2983efbf30 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/quotas/a15de5c4a094498d9dd5da826df51b9a HTTP/1.1" status: 200  len: 375 time: 0.0208149
Nov 10 04:03:07.231427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.240084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d3d664ee-ee86-46e6-9efa-c260dbbdb182 None None] Port 543606d6-3f2d-45b6-8ec4-4ae78d535306 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:07.248336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.292100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-514de91b-607e-4a33-a70a-5e6c62c5d4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.311054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Attempting to bind port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:07.311391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-514de91b-607e-4a33-a70a-5e6c62c5d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.311510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Attempting to bind port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:07.311786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Attempting to bind port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:07.320004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ca2b0-99b9-43f9-96ac-dcb7135a3dd4 None None] Pushing event updated for resources: {'Port': ['ID=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:07.323782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:07.323782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:07.324071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.324454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:07.324984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Bound port: 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:07.325763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.375968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2d568-d193-4fa0-bd68-08c94baffced req-3a48cf1e-caef-456c-beb0-a94b1e3d1ca9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:07.382146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-419e0747-d2f1-4a1e-a050-a6f5f6e73245 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1667445
Nov 10 04:03:07.384587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fe2d568-d193-4fa0-bd68-08c94baffced req-3a48cf1e-caef-456c-beb0-a94b1e3d1ca9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 944 time: 0.2216144
Nov 10 04:03:07.422141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-023e94ae-5ba5-4ad7-a01e-ad478fbd7f11 None None] Provisioning complete for port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:07.422520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-023e94ae-5ba5-4ad7-a01e-ad478fbd7f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.447265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36484) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:07.451737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c4e46bce-de1f-423d-80b7-a2d08d1d2334 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:07.490163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] For port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:07.490899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-514de91b-607e-4a33-a70a-5e6c62c5d4d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9005462182c64455830235fbda3dbde3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0237238
Nov 10 04:03:07.491667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514de91b-607e-4a33-a70a-5e6c62c5d4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54422ad-d803-4289-80f0-f1c78d40d970,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:07.494362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:07.507714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.520513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] For port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:07.521678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-023e94ae-5ba5-4ad7-a01e-ad478fbd7f11 None None] Port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:07.531687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.575569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c4e46bce-de1f-423d-80b7-a2d08d1d2334 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:07.575949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.635492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ca2b0-99b9-43f9-96ac-dcb7135a3dd4 None None] Pushing event updated for resources: {'Port': ['ID=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:07.641997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:07.642856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075b2f40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:07.656561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fe2d568-d193-4fa0-bd68-08c94baffced req-a55150e3-e1a5-4382-a667-b8f86aadc613 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709947
Nov 10 04:03:07.695830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-f642b7b3-1665-4233-b74a-8200cb57f777 service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118026
Nov 10 04:03:07.798158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543606d6-3f2d-45b6-8ec4-4ae78d535306 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:07.818548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:07.821026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.828001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.847144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-28796a92-7212-4071-b411-cd25b0c84fce tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:07.850556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-28796a92-7212-4071-b411-cd25b0c84fce tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.26 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.4162004
Nov 10 04:03:07.860597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Transition to ACTIVE for port object 543606d6-3f2d-45b6-8ec4-4ae78d535306 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:07.893979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-d88e6798-d5b4-470c-86d1-81c402259f35 service neutron] 10.222.0.13 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760452
Nov 10 04:03:07.909110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Request body: {'port': {'device_id': '80c864e4-f873-4a78-92aa-5304d72d9305', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'admin_state_up': True, 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:07.967601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:07.989555 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059eadc4-959a-4bb7-b309-7ede35afcaee x-openstack-request-id: req-059eadc4-959a-4bb7-b309-7ede35afcaee {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:07.989831 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "name": "network-vif-plugged", "status": "completed", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:07.990090 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059eadc4-959a-4bb7-b309-7ede35afcaee {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:07.990478 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'code': 200}
Nov 10 04:03:08.026528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d373fbab-91df-4069-a2f3-4cb20d5f2f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.050737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.067553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-3c999875-be74-46ab-916c-1e1c901b4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.069295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-3c999875-be74-46ab-916c-1e1c901b4791 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7655217687404358b22f9cce643f889b&device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 1097 time: 0.0723872
Nov 10 04:03:08.181104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Pushing event updated for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:08.191734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.219777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Made reservation on behalf of a15de5c4a094498d9dd5da826df51b9a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:08.227613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.265029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1dd50a28-40a3-4110-8873-cdf7b682032a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:08.282910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa6a71-54c6-474b-a128-416f7dc370b2 req-a10b4aa1-6c2b-4e03-9c0a-42d23ede04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.284982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbaa6a71-54c6-474b-a128-416f7dc370b2 req-a10b4aa1-6c2b-4e03-9c0a-42d23ede04b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 1101 time: 0.3091402
Nov 10 04:03:08.310924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-45619695-b89d-46d2-ab74-71ef1ef8f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.312462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-45619695-b89d-46d2-ab74-71ef1ef8f871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 200  len: 913 time: 0.2311673
Nov 10 04:03:08.362039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075b2f40>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4', 'name': '', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'mac_address': 'fa:16:3e:0f:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:05Z', 'updated_at': '2021-11-10T04:03:05Z', 'revision_number': 1, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'subnets': [{'id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:08.384706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-74557dd0-21b9-472d-be64-1346ad7cfca6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 200  len: 217 time: 0.0637751
Nov 10 04:03:08.406137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c2354-7cc7-41a3-a828-6bd482e000bc None None] The sync data for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 is: [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4', 'name': '', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'mac_address': 'fa:16:3e:0f:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:05Z', 'updated_at': '2021-11-10T04:03:05Z', 'revision_number': 1, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'subnets': [{'id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:03:08.407812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1dd50a28-40a3-4110-8873-cdf7b682032a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:08.418349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1dd50a28-40a3-4110-8873-cdf7b682032a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:08.418730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.431083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f0f47-0e87-4484-af1d-57c9b72780ed req-6ca79288-2848-4d61-8a24-407da9b661e1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.440121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-666f0f47-0e87-4484-af1d-57c9b72780ed req-6ca79288-2848-4d61-8a24-407da9b661e1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.4674714
Nov 10 04:03:08.468483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f39f0-2c03-4d69-b9e2-ef80c9b09ddc req-7b0b85a1-bab5-4dcf-aa89-3e50ab07f9a3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.473971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a93f39f0-2c03-4d69-b9e2-ef80c9b09ddc req-7b0b85a1-bab5-4dcf-aa89-3e50ab07f9a3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 950 time: 0.2330287
Nov 10 04:03:08.581541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.625828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:08.634838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-666f0f47-0e87-4484-af1d-57c9b72780ed req-3478e095-ec3e-4834-9895-473f76995bf4 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934648
Nov 10 04:03:08.645627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.646513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-183ab6df-c4ab-4833-b165-ba68bfde3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:08.647655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.648157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-183ab6df-c4ab-4833-b165-ba68bfde3c05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d9c5921-cb01-431b-b25e-c3958ac7f032 HTTP/1.1" status: 200  len: 852 time: 0.2548170
Nov 10 04:03:08.651161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbaa6a71-54c6-474b-a128-416f7dc370b2 req-cf6fffe8-8413-4525-86ab-e2a2a9f967de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3103364
Nov 10 04:03:08.666764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.733251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:08.736631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.736950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.738244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d54422ad-d803-4289-80f0-f1c78d40d970 HTTP/1.1" status: 204  len: 168 time: 1.2390122
Nov 10 04:03:08.767241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-7ee22d02-f84f-48a2-a339-13ba40b2f2a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951488
Nov 10 04:03:08.804785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Allocated IP 172.20.0.13 (8b1a06bf-2195-4ee9-8d1b-a618ef75dd97/d1726420-1142-4015-bf16-2e56c5d3ef60/a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:08.807001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d373fbab-91df-4069-a2f3-4cb20d5f2f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.812169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.832498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Attempting to bind port 543606d6-3f2d-45b6-8ec4-4ae78d535306 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:08.832865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Attempting to bind port 543606d6-3f2d-45b6-8ec4-4ae78d535306 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:08.833221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Attempting to bind port 543606d6-3f2d-45b6-8ec4-4ae78d535306 on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:08.836575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d373fbab-91df-4069-a2f3-4cb20d5f2f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:08.874876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Pushing event updated for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:08.880720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d373fbab-91df-4069-a2f3-4cb20d5f2f53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a66b93f8ae54386b0f5531e60591be6&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4259112
Nov 10 04:03:08.881586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f97d33-5424-45f7-925b-ee5e519a5c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54422ad-d803-4289-80f0-f1c78d40d970,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:08.885228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36512) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:08.987286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a93f39f0-2c03-4d69-b9e2-ef80c9b09ddc req-fcf0e976-6d87-4f94-8833-4b7ae753bfcc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4843848
Nov 10 04:03:09.004459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Port 543606d6-3f2d-45b6-8ec4-4ae78d535306 on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:09.005551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Attempting to bind port 543606d6-3f2d-45b6-8ec4-4ae78d535306 on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:09.084506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:09.088703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Checking segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:09.098344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Bound using segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:09.101439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Bound port: 543606d6-3f2d-45b6-8ec4-4ae78d535306, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:09.102222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.163478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373fbab-91df-4069-a2f3-4cb20d5f2f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a902fcb-1189-4e21-b7a9-a7adce77b046,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:09.271934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cef79e9-b133-4798-91e3-d1a07b240e21 req-78e62d84-74cd-4061-8910-ae6eb1146431 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 210 time: 0.1584263
Nov 10 04:03:09.281740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.315770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-23725f01-6b1a-4b3d-9dd9-b69daa1bddda service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5355093
Nov 10 04:03:09.316736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.337700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.360878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Network 9a565482-2620-405a-a23a-51a930098100 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:09.374475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:09.387075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:09.399500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:09.402150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.472723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-011c0935-f1af-4bb6-80b1-07316ba89d70 req-5d45e4ea-0b45-4c9f-890a-e0dfc404770b service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382589
Nov 10 04:03:09.590403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.692247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:09.695743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:09.700513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:09.871973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9cdf8f54-ce8e-4bf3-b8fe-366a3c231cbe None None] Provisioning complete for port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:09.872346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8f54-ce8e-4bf3-b8fe-366a3c231cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.907424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:09.908675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:09.994636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:10.005146 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f7f76a-c1dd-4b74-a3b9-dfcd1b7907fe" -d '{"events": [{"server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "name": "network-vif-plugged", "status": "completed", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:10.011358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf8f54-ce8e-4bf3-b8fe-366a3c231cbe None None] Port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:10.024648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event updated for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:10.054348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-4d835a6f-2ba7-44ca-859a-473b6dcde750 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1545930
Nov 10 04:03:10.056961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.087547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d337-ffb8-4e89-9de3-22bfa8d49bda req-6064054f-cc3a-47d0-b80e-bc8661f7ab68 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.091019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86b3d337-ffb8-4e89-9de3-22bfa8d49bda req-6064054f-cc3a-47d0-b80e-bc8661f7ab68 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.2634189
Nov 10 04:03:10.120438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Request body: {'port': {'device_id': '80c864e4-f873-4a78-92aa-5304d72d9305', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:10.179184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.242701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-58321981-eb11-469f-bb91-29c941021cf4 None None] Provisioning complete for port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:10.243901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58321981-eb11-469f-bb91-29c941021cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.272323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.272999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.277500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] 10.222.0.21 "PUT /v2.0/ports/543606d6-3f2d-45b6-8ec4-4ae78d535306 HTTP/1.1" status: 200  len: 1091 time: 3.7860236
Nov 10 04:03:10.280992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:10.293876 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f883ff-9919-4580-a5b8-1cacb9641d65" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:10.350093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-58321981-eb11-469f-bb91-29c941021cf4 None None] Port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:10.358084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.376080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86b3d337-ffb8-4e89-9de3-22bfa8d49bda req-f5177a5b-bdf9-429c-985a-7605916d7f89 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525864
Nov 10 04:03:10.467868 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13e5604-308c-4c65-a990-7a5240d619b7 x-openstack-request-id: req-a13e5604-308c-4c65-a990-7a5240d619b7 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:10.468244 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "name": "network-vif-plugged", "status": "completed", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:10.468717 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a13e5604-308c-4c65-a990-7a5240d619b7 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:10.469301 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'code': 200}
Nov 10 04:03:10.476682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-7d2cdd03-a2d4-4d40-86da-e7e684f86ea1 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.479009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-7d2cdd03-a2d4-4d40-86da-e7e684f86ea1 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 815 time: 0.4158278
Nov 10 04:03:10.541565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f03532-7821-497e-8a87-dcf464495754 req-da16e60a-9b63-41e9-9fff-be41ea0945c3 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.555103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7f03532-7821-497e-8a87-dcf464495754 req-da16e60a-9b63-41e9-9fff-be41ea0945c3 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 945 time: 1.1506743
Nov 10 04:03:10.598732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.601739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:10.602957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a902fcb-1189-4e21-b7a9-a7adce77b046 HTTP/1.1" status: 204  len: 168 time: 1.7128808
Nov 10 04:03:10.612599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Request body: {'port': {'device_id': '494d792b-b640-4b31-8f94-31115f16ea47', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'admin_state_up': True, 'tenant_id': 'a15de5c4a094498d9dd5da826df51b9a'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:10.644798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a4ee-1865-418e-9f40-e1ddf228724f service neutron] Pushing event updated for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:10.697655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a70de-df0b-4dd4-baee-1d4b2a7c2cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a902fcb-1189-4e21-b7a9-a7adce77b046,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:10.731724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Router 5a79193a-0958-4ded-8f52-dab7b0836ba5 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:03:10.781389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f222c-7dd5-4add-bd84-b348fee8adfa req-9fd903b7-36e0-48b6-a129-84057294f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.783708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c35f222c-7dd5-4add-bd84-b348fee8adfa req-9fd903b7-36e0-48b6-a129-84057294f89f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1096 time: 0.1835618
Nov 10 04:03:10.789172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-8f38d536-eba0-484d-a815-186651eb55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.790933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-8f38d536-eba0-484d-a815-186651eb55c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 1094 time: 0.4299409
Nov 10 04:03:10.794572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958be24-34b6-4f78-a5a7-eff0b4b3ec6f req-c8cbd594-5d4d-4a8e-a705-2a8851cd1652 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:10.796261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e958be24-34b6-4f78-a5a7-eff0b4b3ec6f req-c8cbd594-5d4d-4a8e-a705-2a8851cd1652 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 950 time: 0.1951771
Nov 10 04:03:10.804677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7f03532-7821-497e-8a87-dcf464495754 req-9a80d75f-f2d9-44e3-b14b-681121a0f5d8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479258
Nov 10 04:03:10.982749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-f7467901-fe91-4fc2-bd16-b6269490e8b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306 HTTP/1.1" status: 200  len: 217 time: 0.1655507
Nov 10 04:03:11.018949 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8e282-d236-4b6f-89cb-410839b4a6d4 x-openstack-request-id: req-b3b8e282-d236-4b6f-89cb-410839b4a6d4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:11.019441 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:11.019871 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3b8e282-d236-4b6f-89cb-410839b4a6d4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:11.023375 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306', 'status': 'completed', 'code': 200}
Nov 10 04:03:11.055298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c35f222c-7dd5-4add-bd84-b348fee8adfa req-619cd6f0-ddfb-42d5-af37-2715d38efb0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2580171
Nov 10 04:03:11.079606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e958be24-34b6-4f78-a5a7-eff0b4b3ec6f req-a9c322b4-83ae-4117-920b-3a66ef715598 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602251
Nov 10 04:03:11.105086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Made reservation on behalf of a15de5c4a094498d9dd5da826df51b9a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:11.113830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.127939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-6768740e-c8d3-41dd-9cc6-b9501380c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:11.129713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-6768740e-c8d3-41dd-9cc6-b9501380c262 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.1330001
Nov 10 04:03:11.139554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:03:11.154444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-46389c9d-751f-4560-ba12-16a93157c51a admin admin] 10.222.0.13 "PUT /v2.0/routers/5a79193a-0958-4ded-8f52-dab7b0836ba5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8446782
Nov 10 04:03:11.185689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:11.199416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.216838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36568) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:11.238125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Transition to ACTIVE for port object a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:11.239618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6c12679-57f1-427f-8a11-f6e83b1a0391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.250503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97bbbab6-4578-446a-820f-003a58b74d2e req-81b2ccbc-da35-4d13-b56c-bd1d0d8af7e5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 210 time: 0.0807381
Nov 10 04:03:11.256722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.326288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-915c9d22-8f71-43ef-be04-a5069b4c9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:11.327808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-915c9d22-8f71-43ef-be04-a5069b4c9d75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1792536
Nov 10 04:03:11.434842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:11.462713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:11.505508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Allocated IP 172.20.0.10 (8b1a06bf-2195-4ee9-8d1b-a618ef75dd97/d1726420-1142-4015-bf16-2e56c5d3ef60/2b655bf0-b9e9-4a11-9fb3-3e771e345a4e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:11.508003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Attempting to bind port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:11.508353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Attempting to bind port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:11.508807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Attempting to bind port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:11.523173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:11.523510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Attempting to bind port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:11.541493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:11.542344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Checking segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:11.542740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Bound using segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:11.543183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Bound port: a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:11.543532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.610345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-09356139-abaf-4f68-a30d-4aa1b8a4e737 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2706616
Nov 10 04:03:11.612331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6c12679-57f1-427f-8a11-f6e83b1a0391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.617729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:11.619259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.672807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6c12679-57f1-427f-8a11-f6e83b1a0391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.754854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6c12679-57f1-427f-8a11-f6e83b1a0391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d96df30e949476cabb07ae5da6427fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5344832
Nov 10 04:03:11.755935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36578) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:11.819304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12679-57f1-427f-8a11-f6e83b1a0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee464a-6cb3-4df8-9021-86c5abc41e35,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:11.841830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.849131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:11.853602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:11.862368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.917859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:11.926728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.927720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:11.949487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-797c8ec6-2b5a-426f-bdd0-7553b7bd09ee req-5ca64128-1d2f-4bc8-99f3-9537912445f7 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3276401
Nov 10 04:03:11.966756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.015805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:12.028986 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Sync routers for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:03:12.042738 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:12.043459 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144e8a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:12.090455 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-a2316d6a-d13f-4e7d-bf75-d938351749ac req-25d646c5-be4b-4d4d-8710-f25b36523e5b tempest-FloatingIPDetailsNegativeTestJSON-40567507 tempest-FloatingIPDetailsNegativeTestJSON-40567507-project] show failed (client error): The resource could not be found.
Nov 10 04:03:12.091796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2316d6a-d13f-4e7d-bf75-d938351749ac req-25d646c5-be4b-4d4d-8710-f25b36523e5b tempest-FloatingIPDetailsNegativeTestJSON-40567507 tempest-FloatingIPDetailsNegativeTestJSON-40567507-project] 10.222.0.13 "GET /v2.0/floatingips/191114bb-15be-4e85-bc08-1a24289c1008 HTTP/1.1" status: 404  len: 350 time: 0.0847530
Nov 10 04:03:12.112423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.122282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:12.287166 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:12.306714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.338377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.339341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.340367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] 10.222.0.26 "PUT /v2.0/ports/a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc HTTP/1.1" status: 200  len: 1092 time: 2.2666562
Nov 10 04:03:12.341503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:12.343755 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dca169-2710-4a73-881c-2ea914777fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:12.390435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab78f-82cb-408e-bd99-948ae70ac3d6 req-22e5fd89-0fac-4ff7-9ad0-4b4ecf13da15 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.392943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-c8e689d9-8780-4246-a37b-e7388e92062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.394458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-c8e689d9-8780-4246-a37b-e7388e92062e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 1094 time: 0.3301401
Nov 10 04:03:12.399108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-173ab78f-82cb-408e-bd99-948ae70ac3d6 req-22e5fd89-0fac-4ff7-9ad0-4b4ecf13da15 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1005092
Nov 10 04:03:12.400842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:12.409631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8bc05-d3da-4bd2-a06e-d7f28027c910 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:12.420067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21f54-6ff2-4887-b328-2ce3da4f84ee req-507fa443-3646-451f-b896-e923b1e86728 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.421224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fd21f54-6ff2-4887-b328-2ce3da4f84ee req-507fa443-3646-451f-b896-e923b1e86728 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 945 time: 0.1790218
Nov 10 04:03:12.434994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:12.468854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:12.473218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event updated for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:12.485797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-173ab78f-82cb-408e-bd99-948ae70ac3d6 req-b8730330-2b87-458d-ae49-eb3f1b198300 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867846
Nov 10 04:03:12.492486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-92efcb1a-ea06-4b69-88be-00dea1d942ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.501425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-92efcb1a-ea06-4b69-88be-00dea1d942ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 1095 time: 0.1011612
Nov 10 04:03:12.517116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.520264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.521453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfee464a-6cb3-4df8-9021-86c5abc41e35 HTTP/1.1" status: 204  len: 168 time: 0.7645714
Nov 10 04:03:12.581920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-332518e5-37ec-4352-aca6-3910a1a5952b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc HTTP/1.1" status: 200  len: 217 time: 0.0692847
Nov 10 04:03:12.676251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-19f3cc97-d9a1-47a2-aee2-5b3a0495d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.680035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-19f3cc97-d9a1-47a2-aee2-5b3a0495d6ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.0929210
Nov 10 04:03:12.680135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144e8a90>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4', 'name': '', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'mac_address': 'fa:16:3e:0f:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:05Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 2, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'subnets': [{'id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:12.680328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ab6e6-b23f-4e09-bb6b-a55689cec9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee464a-6cb3-4df8-9021-86c5abc41e35,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:12.738977 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Checking router: 5a79193a-0958-4ded-8f52-dab7b0836ba5 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:03:12.739583 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Updating router 5a79193a-0958-4ded-8f52-dab7b0836ba5 port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:03:12.754023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.754687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.770050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04410ef-452d-4959-abc6-21a65f16795d req-74250f5a-f0ad-4bc9-a014-e2277afde287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.772262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-74250f5a-f0ad-4bc9-a014-e2277afde287 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0819325
Nov 10 04:03:12.787766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fd21f54-6ff2-4887-b328-2ce3da4f84ee req-e6098130-5ae7-44ec-be6f-33f6491c3e60 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3474946
Nov 10 04:03:12.806240 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:12.833797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3e21eb67-f488-4e3f-910e-7fa12b299201 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2360811
Nov 10 04:03:12.864197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-b8fd7d53-bccb-48ae-bc49-585ef4634ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:12.872163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-b8fd7d53-bccb-48ae-bc49-585ef4634ba6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 916 time: 0.4445231
Nov 10 04:03:12.887017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Request body: {'port': {'device_id': '494d792b-b640-4b31-8f94-31115f16ea47', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:12.934547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-4b5f7da9-6af1-4bed-bb6d-d3c3fcf977c6 service neutron] 10.222.0.26 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529663
Nov 10 04:03:13.055652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-0b6d3431-6eb3-42c4-b422-88768b65482e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306 HTTP/1.1" status: 200  len: 217 time: 0.1642144
Nov 10 04:03:13.179327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04410ef-452d-4959-abc6-21a65f16795d req-a2d95a6e-95a9-42cb-9c29-af3753505586 service neutron] 10.222.0.26 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2375522
Nov 10 04:03:13.205880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1000d577-444c-4e25-aeee-4eaba0a92a8f None None] Provisioning complete for port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:13.206372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1000d577-444c-4e25-aeee-4eaba0a92a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.241813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.243861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.244539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.247397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.248089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.251958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.253599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.255487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.255611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.256632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.258704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.260970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.261910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.263009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.264114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.266662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.281210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-d7c0152c-34ec-4738-aae0-757783c715d5 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47&device_id=80c864e4-f873-4a78-92aa-5304d72d9305&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3&device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318&device_id=d90e319e-b5ce-4591-932c-2557823d6aca&device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2&device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946&device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 13524 time: 0.2257497
Nov 10 04:03:13.290181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-14a54e89-709d-4de2-8e2a-8e3b269b4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.291480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1000d577-444c-4e25-aeee-4eaba0a92a8f None None] Port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:13.291720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-14a54e89-709d-4de2-8e2a-8e3b269b4813 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.1715138
Nov 10 04:03:13.328974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-cf13bd16-392f-43ca-ba3c-9ebb8fb6d3a3 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.342039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.363228 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.386207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac66d-628f-4de7-bd7c-d76896536bb0 req-62697a76-b762-4e92-a395-93a0db81978d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.394163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7bac66d-628f-4de7-bd7c-d76896536bb0 req-62697a76-b762-4e92-a395-93a0db81978d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 932 time: 0.2100608
Nov 10 04:03:13.468866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:13.504930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-cf13bd16-392f-43ca-ba3c-9ebb8fb6d3a3 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.522425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-cf13bd16-392f-43ca-ba3c-9ebb8fb6d3a3 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.535518 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb448-2f8e-41d6-87a8-cd1b7edfa491 None None] Pushing event updated for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:13.562513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-e83c3c9e-52a8-4b60-bd35-b09e8ee388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:13.563462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:13.564087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-e83c3c9e-52a8-4b60-bd35-b09e8ee388c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2533724
Nov 10 04:03:13.576855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Attempting to bind port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:13.577075 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Attempting to bind port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:13.577291 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Attempting to bind port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 on network 9a565482-2620-405a-a23a-51a930098100 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:13.587777 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:13.588151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Checking segment: {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:13.588555 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.596546 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Bound using segment: {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:13.596856 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Bound port: 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68312e3-baba-4332-9973-0c4cbc85b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9a565482-2620-405a-a23a-51a930098100'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:13.597285 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.601086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:13.603812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.614693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13bd16-392f-43ca-ba3c-9ebb8fb6d3a3 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e0c34-66de-4b63-a99a-b0a36de04864,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:13.736786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc092661-f84c-4dda-99b8-64aeaa8efe0b req-cf13bd16-392f-43ca-ba3c-9ebb8fb6d3a3 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 648 time: 0.4497828
Nov 10 04:03:13.742563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] For port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:13.746936 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] For port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:13.750914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.765632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7bac66d-628f-4de7-bd7c-d76896536bb0 req-c0243ab5-f627-49ee-b14d-6d5108f3efba tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3703234
Nov 10 04:03:13.821521 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:13.822882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144e8a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:13.858088 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc22cf4-3e93-4b54-bacc-b04470f0a35f x-openstack-request-id: req-fcc22cf4-3e93-4b54-bacc-b04470f0a35f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:13.858377 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:13.858628 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc22cf4-3e93-4b54-bacc-b04470f0a35f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:13.859046 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc', 'status': 'completed', 'code': 200}
Nov 10 04:03:13.941957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] Provisioning complete for port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:13.942568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:13.955992 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb448-2f8e-41d6-87a8-cd1b7edfa491 None None] Pushing event updated for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:13.991186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-e0c79ee5-f40d-472e-a068-a7b4d450d7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009190
Nov 10 04:03:14.016180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be681c53-982e-4e18-a3e9-67918da2aaeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.067280 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:14.117876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca169-2710-4a73-881c-2ea914777fdb req-78fdf102-f3f2-4331-8e4a-4fc9a67bccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:14.125811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-78fdf102-f3f2-4331-8e4a-4fc9a67bccbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 1095 time: 0.2399902
Nov 10 04:03:14.191776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.265347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] For port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:14.274493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.352783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca169-2710-4a73-881c-2ea914777fdb req-bf8f0697-e57a-4358-9d1a-bf12c1f94400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:14.354940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-bf8f0697-e57a-4358-9d1a-bf12c1f94400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 916 time: 0.2114403
Nov 10 04:03:14.411700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c797eac-0780-4bf1-a06e-9e48b0014df8 None None] Pushing event updated for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:14.416630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-d20cf399-fe0b-4bb8-bc8d-b0a1665d45d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc HTTP/1.1" status: 200  len: 217 time: 0.0513253
Nov 10 04:03:14.446168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eba1e-cf9c-4a5c-865a-702506ddde46 req-06c54b7e-9e43-408e-b787-f1ea04a35049 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:14.455790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-417eba1e-cf9c-4a5c-865a-702506ddde46 req-06c54b7e-9e43-408e-b787-f1ea04a35049 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 945 time: 0.1631813
Nov 10 04:03:14.471773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dc35c3ef-2e99-46a3-89f8-3caf0f0cea2b None None] Provisioning complete for port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:14.472321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc35c3ef-2e99-46a3-89f8-3caf0f0cea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.488652 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144e8a90>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4', 'name': '', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'mac_address': 'fa:16:3e:0f:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:05Z', 'updated_at': '2021-11-10T04:03:13Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'subnets': [{'id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:14.522744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.527636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b9572-2b54-4d6f-a475-d1e84c7d27c3 None None] The sync data for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 is: [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:07Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4', 'name': '', 'network_id': '9a565482-2620-405a-a23a-51a930098100', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'mac_address': 'fa:16:3e:0f:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:05Z', 'updated_at': '2021-11-10T04:03:13Z', 'revision_number': 4, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'subnets': [{'id': 'b90e580f-ffb2-4a89-b8c1-9f49a479161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:03:14.537520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be681c53-982e-4e18-a3e9-67918da2aaeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.604934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca169-2710-4a73-881c-2ea914777fdb req-09210032-e9cd-47d1-b4f4-193f3af55c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:14.609853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-09210032-e9cd-47d1-b4f4-193f3af55c0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.1822402
Nov 10 04:03:14.633754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-417eba1e-cf9c-4a5c-865a-702506ddde46 req-05459b38-44f3-4fb3-8132-adc3d30a70b7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769578
Nov 10 04:03:14.635907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be681c53-982e-4e18-a3e9-67918da2aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.721563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be681c53-982e-4e18-a3e9-67918da2aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ec343-d66a-430a-b4f1-525e1e2a66aa,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:14.766027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dca169-2710-4a73-881c-2ea914777fdb req-895713d6-274f-4fff-ab3b-6e0d8130f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:14.767703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-895713d6-274f-4fff-ab3b-6e0d8130f103 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1327825
Nov 10 04:03:14.770342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be681c53-982e-4e18-a3e9-67918da2aaeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bfd72b9218d4732a7ae6724e0a5bc0f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1998551
Nov 10 04:03:14.779519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36646) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:14.847511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 543606d6-3f2d-45b6-8ec4-4ae78d535306 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:14.955449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:14.985834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.009024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:15.032210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '543606d6-3f2d-45b6-8ec4-4ae78d535306', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'port_id': '543606d6-3f2d-45b6-8ec4-4ae78d535306', 'mac_address': 'fa:16:3e:ed:36:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1726420-1142-4015-bf16-2e56c5d3ef60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:15.098510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.098748 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-de227514-9971-4da2-80da-db81649ca391 service neutron] 10.222.0.26 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180847
Nov 10 04:03:15.125552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543606d6-3f2d-45b6-8ec4-4ae78d535306 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:15.160047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:15.166137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.170442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944992-3a79-4eab-b4f7-85f1584a0342 req-f00be866-8267-40dd-9bb9-8c9b35d7a771 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.180513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b944992-3a79-4eab-b4f7-85f1584a0342 req-f00be866-8267-40dd-9bb9-8c9b35d7a771 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.2391939
Nov 10 04:03:15.207226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8f883ff-9919-4580-a5b8-1cacb9641d65 req-747f0f79-2385-4fc3-b87f-d17b1937b45a service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1117463
Nov 10 04:03:15.250540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.253778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.254915 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f1ec343-d66a-430a-b4f1-525e1e2a66aa HTTP/1.1" status: 204  len: 168 time: 0.4732404
Nov 10 04:03:15.258924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:15.309119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:15.310562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c507278-1e12-467d-977d-7cafb86d8f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ec343-d66a-430a-b4f1-525e1e2a66aa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:15.323794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa1ca7-090c-42b2-b323-d81b5dba7d30 req-6d856c8f-dc70-47a0-85fb-c40b1df9aeed tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.324300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa1ca7-090c-42b2-b323-d81b5dba7d30 req-6d856c8f-dc70-47a0-85fb-c40b1df9aeed tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.327500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa1ca7-090c-42b2-b323-d81b5dba7d30 req-6d856c8f-dc70-47a0-85fb-c40b1df9aeed tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.344121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8faa1ca7-090c-42b2-b323-d81b5dba7d30 req-6d856c8f-dc70-47a0-85fb-c40b1df9aeed tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca&device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946&device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 2884 time: 0.8281429
Nov 10 04:03:15.355796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.358668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b944992-3a79-4eab-b4f7-85f1584a0342 req-66d0357c-aae2-4861-933e-3255c9c34f3d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771960
Nov 10 04:03:15.420137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7dca169-2710-4a73-881c-2ea914777fdb req-bea0140a-b336-4f83-81d8-702d9c1d27e0 service neutron] 10.222.0.26 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3112175
Nov 10 04:03:15.488196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Transition to ACTIVE for port object 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:15.489057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:15.493934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['543606d6-3f2d-45b6-8ec4-4ae78d535306'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:15.515265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.534708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-672c337d-95ef-4843-9767-70f54143e378 req-ed523e83-82c2-4232-bbb9-1f1374183f68 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1564188938&fields=id&tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 267 time: 0.0827951
Nov 10 04:03:15.572575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8faa1ca7-090c-42b2-b323-d81b5dba7d30 req-2cab3e8f-563a-4b65-9bfb-ef6b23be56f8 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269051
Nov 10 04:03:15.621072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:15.621446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.634787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Pushing event updated for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:15.662629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c337d-95ef-4843-9767-70f54143e378 req-d1ef9b26-5923-40ad-8b3f-849fce7467c5 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.664230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-672c337d-95ef-4843-9767-70f54143e378 req-d1ef9b26-5923-40ad-8b3f-849fce7467c5 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 945 time: 0.1286542
Nov 10 04:03:15.681900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'security_groups': ['8d5fb706-6495-432c-94ce-1fa67e8fc7d1', '872a34f7-572e-4568-91df-0c5fce1420a5']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:15.821230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.866765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b085eb9-c6e4-4b40-a909-a0f583058df9 req-924cab95-e0f9-4052-9620-3d38b6276de4 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:15.874020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b085eb9-c6e4-4b40-a909-a0f583058df9 req-924cab95-e0f9-4052-9620-3d38b6276de4 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 944 time: 0.1836276
Nov 10 04:03:15.881007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Attempting to bind port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:15.881365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Attempting to bind port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:15.881772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Attempting to bind port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:15.901084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:15.901424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Attempting to bind port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e on network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:15.911839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:15.912175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Checking segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:15.912623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Bound using segment: {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:15.913183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Bound port: 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3afa-9fa5-433c-924c-e3ce05622f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:15.913539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:15.915357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36670) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:15.974884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82c831e4-fa9f-4d10-afcf-30e726c62c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.039102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:16.058922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b085eb9-c6e4-4b40-a909-a0f583058df9 req-3e5f569b-876c-4611-b3ac-7ce586cb2c41 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840558
Nov 10 04:03:16.077568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.090766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.092917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:16.105573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:16.106801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:16.121007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.142978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.143738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.160383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-672c337d-95ef-4843-9767-70f54143e378 req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "PUT /v2.0/ports/1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 981 time: 0.4848180
Nov 10 04:03:16.162249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:16.165705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Deleting port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:16.166266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.169753 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e417b3-1b04-40ff-8671-8291e429c1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:16.241535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.242914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.245580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b655bf0-b9e9-4a11-9fb3-3e771e345a4e HTTP/1.1" status: 200  len: 1092 time: 3.3831947
Nov 10 04:03:16.252073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:16.254853 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fce124b-2784-4eb1-82a1-6ef98b5becf3" -d '{"events": [{"name": "network-changed", "server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:16.259192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:16.263287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e134-6a4e-4684-9e6a-e049185367ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:16.295406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:16.325655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cef74-ee27-423e-a756-ce9016fcff46 service neutron] Pushing event updated for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:16.366348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82c831e4-fa9f-4d10-afcf-30e726c62c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.400712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82c831e4-fa9f-4d10-afcf-30e726c62c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.446165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] For port 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:16.447050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.487956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-1f88f60d-f5e2-48b9-b405-44da26871a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.490078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-1f88f60d-f5e2-48b9-b405-44da26871a3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7655217687404358b22f9cce643f889b&device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 1097 time: 0.0828695
Nov 10 04:03:16.520791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c831e4-fa9f-4d10-afcf-30e726c62c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b6e55-980d-4236-9bbb-82f2be777240,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:16.523745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Calling delete_port for 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:16.535330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82c831e4-fa9f-4d10-afcf-30e726c62c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5268562d61b045b6bfa616d752cd1400&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6159453
Nov 10 04:03:16.538222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36684) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:16.627665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-01bfdb52-deb6-4ad8-941e-4ac52ad918e2 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=44e60ca27e834896a209c46485c178e7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303237
Nov 10 04:03:16.645042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:16.662316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-b912546a-6d15-4520-9648-34968cd097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.663776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-b912546a-6d15-4520-9648-34968cd097be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 1095 time: 0.2137406
Nov 10 04:03:16.682057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'port_id': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc', 'mac_address': 'fa:16:3e:0e:81:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1726420-1142-4015-bf16-2e56c5d3ef60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:16.707261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-0a333b73-dfce-44ad-9411-16887ce4ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.708937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-0a333b73-dfce-44ad-9411-16887ce4ea5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 200  len: 913 time: 0.2108357
Nov 10 04:03:16.755937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-42bee4dd-f905-4400-b133-643556111cbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 200  len: 217 time: 0.0400393
Nov 10 04:03:16.761310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-f4cb789f-947e-4924-827e-93e7009d4157 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e HTTP/1.1" status: 200  len: 217 time: 0.0842791
Nov 10 04:03:16.774995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.782329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.813542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:16.832093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-d03a25f9-a336-4ec0-bf69-2b25f3055588 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.833615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-d03a25f9-a336-4ec0-bf69-2b25f3055588 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1970620
Nov 10 04:03:16.837677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-c16f1afd-573e-4dc5-9786-b9c22dc1e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.839047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-c16f1afd-573e-4dc5-9786-b9c22dc1e88e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d9c5921-cb01-431b-b25e-c3958ac7f032 HTTP/1.1" status: 200  len: 852 time: 0.0765336
Nov 10 04:03:16.848997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-1a1c5d61-eb8c-4579-8aa4-420c2a7b5d49 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/quotas/44e60ca27e834896a209c46485c178e7 HTTP/1.1" status: 200  len: 375 time: 0.0090053
Nov 10 04:03:16.851649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:16.863318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-e79a8e3e-a800-4827-b2ff-66f1b297f716 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1992564079&fields=id&tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 267 time: 0.2216799
Nov 10 04:03:16.868715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 543606d6-3f2d-45b6-8ec4-4ae78d535306 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:16.875093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.891798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-dbd2e8b3-5a79-4a67-b996-e70e3d799706 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403872
Nov 10 04:03:16.914950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-c4a373c0-6c24-4435-8e87-6bd84edd85e9 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44e60ca27e834896a209c46485c178e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548820
Nov 10 04:03:16.924104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:16.970415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3037ae07-7891-466f-80f4-eccfee5c4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:16.971975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-3037ae07-7891-466f-80f4-eccfee5c4eff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.1980100
Nov 10 04:03:17.034706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-4809196f-02c3-4396-920f-ef115ef83c95 service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224861
Nov 10 04:03:17.035553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-22f28ccb-ed51-48c8-a56d-4d5396a0276e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.037408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-22f28ccb-ed51-48c8-a56d-4d5396a0276e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 984 time: 0.1655979
Nov 10 04:03:17.075932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'security_groups': ['872a34f7-572e-4568-91df-0c5fce1420a5', '8d5fb706-6495-432c-94ce-1fa67e8fc7d1', 'b39147e8-26d2-4067-adf3-04df4c94be69']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:17.142242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-d9436211-18e3-4cf3-9215-a22d1852ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.143994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-d9436211-18e3-4cf3-9215-a22d1852ef03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1603262
Nov 10 04:03:17.153172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.156662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.161582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c92b6e55-980d-4236-9bbb-82f2be777240 HTTP/1.1" status: 204  len: 168 time: 0.6200573
Nov 10 04:03:17.182121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-569cd189-91c2-4703-8bc2-98a8e7f3876a req-11f13508-bd9e-4a5f-9128-c4ae6d12761a service neutron] 10.222.0.26 "GET /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393354
Nov 10 04:03:17.182337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:17.213900 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa64ecd3-1b83-40aa-885a-bcda2d0e7137 x-openstack-request-id: req-aa64ecd3-1b83-40aa-885a-bcda2d0e7137 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:17.214301 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:17.214771 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa64ecd3-1b83-40aa-885a-bcda2d0e7137 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:17.215279 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'status': 'completed', 'code': 200}
Nov 10 04:03:17.237997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa88e9f-146b-4bd0-900d-4311610b9847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b6e55-980d-4236-9bbb-82f2be777240,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:17.277492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:17.311339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.313348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-681c3a0a-cd8b-4d89-b138-2b80ed743a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.315334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-681c3a0a-cd8b-4d89-b138-2b80ed743a50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1135 time: 0.0923746
Nov 10 04:03:17.347981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 543606d6-3f2d-45b6-8ec4-4ae78d535306 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:17.363693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.374346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 543606d6-3f2d-45b6-8ec4-4ae78d535306 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:17.374829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.435238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b2ca6-f135-4fb5-aa2a-588ab7def547 req-ddd938cb-f3a3-42d9-8610-5d61ef8d050d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.443123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed8b2ca6-f135-4fb5-aa2a-588ab7def547 req-ddd938cb-f3a3-42d9-8610-5d61ef8d050d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1248128
Nov 10 04:03:17.444200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:17.531199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-61253e6e-8208-4ce1-bf22-c7d3dd3c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.533743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-61253e6e-8208-4ce1-bf22-c7d3dd3c6ea7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.2029669
Nov 10 04:03:17.679469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed8b2ca6-f135-4fb5-aa2a-588ab7def547 req-1385994d-b742-4847-8183-acf5312b1e49 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353804
Nov 10 04:03:17.681151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-db13bc36-0447-44e5-b98d-91f1f14db542 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 217 time: 0.1344578
Nov 10 04:03:17.695900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.742356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-9c186672-b5d9-470a-94d2-3f24668b4448 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755868
Nov 10 04:03:17.788268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:17.813588 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0087f447-d742-425c-8b3e-0ff82bae6bbe" -d '{"events": [{"server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "name": "network-vif-plugged", "status": "completed", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:17.837064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-eb785b0d-cff8-4293-817f-9e30926dae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:17.853843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-eb785b0d-cff8-4293-817f-9e30926dae2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.1602280
Nov 10 04:03:17.882679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:17.912283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:17.942530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26f63d7e-beae-4ab9-872d-acb779939c80 req-233ed298-66a7-47f7-9d5b-34b5830f4b02 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876254
Nov 10 04:03:17.951109 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b7bfc0-ca3e-4def-9c3d-8d29fc29310e x-openstack-request-id: req-54b7bfc0-ca3e-4def-9c3d-8d29fc29310e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:17.952297 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:17.952570 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54b7bfc0-ca3e-4def-9c3d-8d29fc29310e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:17.953244 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e', 'status': 'completed', 'code': 200}
Nov 10 04:03:17.957833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-a50abd5e-4fd7-4981-93d2-27d56fe97e6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898626
Nov 10 04:03:18.051585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:18.105889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093cc42-6e01-4c60-a640-da0b4dd47bb7 req-d4926dc0-1185-45f2-8d6e-a411adfe46ad tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:18.107400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c093cc42-6e01-4c60-a640-da0b4dd47bb7 req-d4926dc0-1185-45f2-8d6e-a411adfe46ad tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 944 time: 0.1520631
Nov 10 04:03:18.157720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.161268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-914e0811-2f11-4523-bcd9-d2ea538e1fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884277
Nov 10 04:03:18.191266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c093cc42-6e01-4c60-a640-da0b4dd47bb7 req-6c50eadc-5fd9-4a15-9246-4a4c9b2d3afb tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720961
Nov 10 04:03:18.280372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-ea5d97ba-379f-4278-9332-df8d08711c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:18.281887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-ea5d97ba-379f-4278-9332-df8d08711c99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 1095 time: 0.1819565
Nov 10 04:03:18.318037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89526127-38f9-445a-9cad-db434f3c020d req-360593f2-d2fb-443b-8d57-00a52084c2e6 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 210 time: 0.0498261
Nov 10 04:03:18.377660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:18.379504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04e417b3-1b04-40ff-8671-8291e429c1a8 req-c77e2829-3080-483a-b538-3b4b7118ae2a service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025664
Nov 10 04:03:18.449762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.462114 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de2912-3f69-4bf5-98dd-23fd931544db x-openstack-request-id: req-57de2912-3f69-4bf5-98dd-23fd931544db {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:18.463088 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "name": "network-vif-plugged", "status": "completed", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:18.464415 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57de2912-3f69-4bf5-98dd-23fd931544db {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:18.466359 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306', 'code': 200}
Nov 10 04:03:18.468180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.512083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.537758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-3183d325-c521-417a-9568-7fb1eb38a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:18.539242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-3183d325-c521-417a-9568-7fb1eb38a9b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 916 time: 0.2456815
Nov 10 04:03:18.632781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:18.646522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:18.647052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.648448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab056eb-cbc1-4787-a05d-9e1d66780098 req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "PUT /v2.0/ports/1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 1020 time: 1.6009235
Nov 10 04:03:18.659149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-b6f4071b-a964-40de-b686-43027456154b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e HTTP/1.1" status: 200  len: 217 time: 0.0931437
Nov 10 04:03:18.762958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:18.789273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:18.852368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ca77cc04-7e2b-482e-b4f3-d74f43c36864 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=44e60ca27e834896a209c46485c178e7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0748951
Nov 10 04:03:19.086221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ca5a0e13-b87c-4f52-8fd9-945dfc195a46 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.093958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ca5a0e13-b87c-4f52-8fd9-945dfc195a46 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2294371
Nov 10 04:03:19.113276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Request body: {'port': {'device_id': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '44e60ca27e834896a209c46485c178e7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:19.226195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffb75f-d715-4d96-81f2-f1eb3949b97a req-271e92b8-edc4-4ab4-8d64-e63b3e424eaa tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.227770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ffb75f-d715-4d96-81f2-f1eb3949b97a req-271e92b8-edc4-4ab4-8d64-e63b3e424eaa tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1327341
Nov 10 04:03:19.316002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ffb75f-d715-4d96-81f2-f1eb3949b97a req-dead9c2d-9dd1-4d1d-b1bc-9fd1be176e2d tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780969
Nov 10 04:03:19.321592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee601aa1-0edc-4486-ac96-73984223ed72 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:19.326642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Made reservation on behalf of 44e60ca27e834896a209c46485c178e7 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:19.331141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.333821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1748b-6fe9-4758-ab1d-304e7bbe5960 req-e7827f48-3a3d-464e-b85f-169a8e0d31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.336325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddc1748b-6fe9-4758-ab1d-304e7bbe5960 req-e7827f48-3a3d-464e-b85f-169a8e0d31dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 1096 time: 0.7714734
Nov 10 04:03:19.342716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.387103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Router 5a79193a-0958-4ded-8f52-dab7b0836ba5 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:03:19.401424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-8c6b3531-1aee-449b-aea9-59be833c1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.402920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-8c6b3531-1aee-449b-aea9-59be833c1775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.7318590
Nov 10 04:03:19.411657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314dd7b-53d3-4105-bb6b-afb3d7f3bfb8 req-27e8e9e1-b020-4650-a5b9-097d8e05d4e0 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.413343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3314dd7b-53d3-4105-bb6b-afb3d7f3bfb8 req-27e8e9e1-b020-4650-a5b9-097d8e05d4e0 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1023 time: 0.1639664
Nov 10 04:03:19.448641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.453218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.529306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed5c12-1f47-46c2-8112-79eaeba71add,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:19.573250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddc1748b-6fe9-4758-ab1d-304e7bbe5960 req-49e207ca-c227-476c-b4b7-dce580c9be9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253990
Nov 10 04:03:19.600011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-0dbbe6ce-0652-4f69-99b6-13b72347774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.601418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-0dbbe6ce-0652-4f69-99b6-13b72347774b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1865461
Nov 10 04:03:19.609170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea88ea-5594-44f7-9bb0-850be6382465 req-791d4b59-116a-4dfd-97cb-744660fa7dfd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:19.610671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8ea88ea-5594-44f7-9bb0-850be6382465 req-791d4b59-116a-4dfd-97cb-744660fa7dfd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 944 time: 0.0934358
Nov 10 04:03:19.633800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3314dd7b-53d3-4105-bb6b-afb3d7f3bfb8 req-395a4aa1-507a-43fd-981f-0318f8835ab7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=872a34f7-572e-4568-91df-0c5fce1420a5&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=b39147e8-26d2-4067-adf3-04df4c94be69 HTTP/1.1" status: 200  len: 6200 time: 0.2068377
Nov 10 04:03:19.645321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:03:19.653373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3863438f-b8c2-491b-a503-9e82e8ee592d admin admin] 10.222.0.13 "PUT /v2.0/routers/5a79193a-0958-4ded-8f52-dab7b0836ba5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5291383
Nov 10 04:03:19.655316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Sync routers for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:03:19.655850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36772) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:19.659586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Allocated IP 192.168.233.254 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/44a0a7d3-345d-444a-8ba8-b7c159464232) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:19.669446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:19.670732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075f3550>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:19.698546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8ea88ea-5594-44f7-9bb0-850be6382465 req-8e72baaa-4d87-4004-bc70-676d348c4284 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776234
Nov 10 04:03:19.890103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:19.915318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-62946e3d-c132-4053-9a2b-e23c9227ae8d service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358223
Nov 10 04:03:19.916788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.945506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:19.958543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:19.960865 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44480da1-7c82-44f0-968f-e79541caa2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:19.987634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.049724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:20.054116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:20.069875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Pushing event updated for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:20.073682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:20.131730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50381d6-8959-4e99-a00e-04e733d1cb2c req-533effde-dcfb-4d72-8f32-2fd65081190e tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.133322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d50381d6-8959-4e99-a00e-04e733d1cb2c req-533effde-dcfb-4d72-8f32-2fd65081190e tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 936 time: 0.1431816
Nov 10 04:03:20.172674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.174605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.177878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fce124b-2784-4eb1-82a1-6ef98b5becf3 req-b54067a3-fc33-4481-bd6a-e14bd744237d service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140305
Nov 10 04:03:20.179121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.190305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075f3550>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175'}], 'enable_snat': True}, 'gw_port_id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:17Z', 'revision_number': 5, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port': {'id': '3435f8ca-09f8-4c0b-bd28-118dbe0a3d85', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:01Z', 'updated_at': '2021-11-10T04:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:20.194430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d30ba6-4d79-419d-84b0-a8a3bd1c643c req-b7b3a0db-ad03-4726-a125-be7cf71048d2 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.207043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1d30ba6-4d79-419d-84b0-a8a3bd1c643c req-b7b3a0db-ad03-4726-a125-be7cf71048d2 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.1033828
Nov 10 04:03:20.223350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8ec1f747-8aeb-4af4-87dd-0b595536ef81 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1149142
Nov 10 04:03:20.235110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Checking router: 5a79193a-0958-4ded-8f52-dab7b0836ba5 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:03:20.238350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Request body: {'port': {'device_id': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:20.246884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Routers {'5a79193a-0958-4ded-8f52-dab7b0836ba5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:20.247889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d50381d6-8959-4e99-a00e-04e733d1cb2c req-67a82b85-bfa7-4522-a935-09e3868f4ff6 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006324
Nov 10 04:03:20.258506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075f3550>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5a79193a-0958-4ded-8f52-dab7b0836ba5'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:20.296375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': ' tempest-securitygroup -425880127 ', 'description': 'tempest-description-1316430491'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:20.297851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1d30ba6-4d79-419d-84b0-a8a3bd1c643c req-ff0b7cdb-b423-4b4e-a7fb-ae0e2dd8b4fe tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896885
Nov 10 04:03:20.303518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Deleting port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:20.303930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.354949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.379639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] Set router 5a79193a-0958-4ded-8f52-dab7b0836ba5 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:20.390849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.437379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:20.440375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075f3550>, [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:20Z', 'revision_number': 6, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:20.457709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:03:20.468539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] For port 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:20.469712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.489879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Calling delete_port for 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:20.490221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04526b-0ddb-4322-9140-748984a3151c None None] The sync data for ids ['5a79193a-0958-4ded-8f52-dab7b0836ba5'] in ncdv-817176-1 is: [{'id': '5a79193a-0958-4ded-8f52-dab7b0836ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-519541836-router', 'tenant_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:00Z', 'updated_at': '2021-11-10T04:03:20Z', 'revision_number': 6, 'project_id': 'ef217b4cab3548e79a8d5ea2b300d5e2', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:03:20.512014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5f30547a-5f98-48df-9bb0-058ef797a5ef None None] Provisioning complete for port 44a0a7d3-345d-444a-8ba8-b7c159464232 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:20.512386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f30547a-5f98-48df-9bb0-058ef797a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.564678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.573519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.573759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:20.576453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7491-8ba4-4398-8855-b758d9ed6387 req-2392ef58-0b4b-468e-aff9-5f682ab77ee7 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.577960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7491-8ba4-4398-8855-b758d9ed6387 req-2392ef58-0b4b-468e-aff9-5f682ab77ee7 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1622088
Nov 10 04:03:20.585257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5f30547a-5f98-48df-9bb0-058ef797a5ef None None] Port 44a0a7d3-345d-444a-8ba8-b7c159464232 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:20.586885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:20.587362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.627058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.628383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba1a1262-5e27-4937-aefc-53c0b4d74e67 req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.3398831
Nov 10 04:03:20.644465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72951d-7437-4f00-8cde-db631fdb443d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febd0aa9-813f-4cb5-a3c1-a14714e682af,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:20.672201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.694806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7491-8ba4-4398-8855-b758d9ed6387 req-d6e6c153-f720-44bd-8033-872a0ad61ce5 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017950
Nov 10 04:03:20.704513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:20.707310 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc69ef-f64a-49f3-af3f-756a4651f77e" -d '{"events": [{"server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "name": "network-vif-plugged", "status": "completed", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:20.721480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:20.727939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.737810 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2107cbd-af46-411b-ba9b-8b7e7bdc7b2b x-openstack-request-id: req-b2107cbd-af46-411b-ba9b-8b7e7bdc7b2b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:20.738110 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:20.738364 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2107cbd-af46-411b-ba9b-8b7e7bdc7b2b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:20.738763 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'status': 'completed', 'code': 200}
Nov 10 04:03:20.801206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.833595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:20.852108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Pushing event deleted for resources: {'Port': ['ID=3435f8ca-09f8-4c0b-bd28-118dbe0a3d85,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:20.863955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:20.866927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a0a7d3-345d-444a-8ba8-b7c159464232 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:20.881384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.901691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Transition to ACTIVE for port object 44a0a7d3-345d-444a-8ba8-b7c159464232 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:20.911072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2d9a-7075-489f-9498-14a5d4081901 req-10a74a51-d006-45e4-9677-f1305fab889f tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.919932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5e2d9a-7075-489f-9498-14a5d4081901 req-10a74a51-d006-45e4-9677-f1305fab889f tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.1312180
Nov 10 04:03:20.926129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-1881bc91-2663-424f-b126-db2730fff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:20.927690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-1881bc91-2663-424f-b126-db2730fff1ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1174 time: 0.1379876
Nov 10 04:03:20.933334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:20.991763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7c8b7543-a21e-459c-a673-91c6ddcef99b req-a3f049d4-9461-4ede-b793-06c7502345a8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/febd0aa9-813f-4cb5-a3c1-a14714e682af HTTP/1.1" status: 200  len: 1797 time: 0.1848621
Nov 10 04:03:20.992831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:21.018080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e', 'network_id': '8b1a06bf-2195-4ee9-8d1b-a618ef75dd97', 'port_id': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e', 'mac_address': 'fa:16:3e:54:71:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1726420-1142-4015-bf16-2e56c5d3ef60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:21.026826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.094464 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c97f9-e3ed-4552-ac1e-95afce28100d x-openstack-request-id: req-733c97f9-e3ed-4552-ac1e-95afce28100d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:21.096767 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "name": "network-vif-plugged", "status": "completed", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:21.097180 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-733c97f9-e3ed-4552-ac1e-95afce28100d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:21.097734 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc', 'code': 200}
Nov 10 04:03:21.125596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.146650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:21.150854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.171072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.200428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:21.205518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5e2d9a-7075-489f-9498-14a5d4081901 req-f87506be-f011-4c21-84a0-b706b614561d tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2844555
Nov 10 04:03:21.208412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.223798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Pushing event updated for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:21.262575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.263253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a79193a-0958-4ded-8f52-dab7b0836ba5 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:03:21.267956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.269164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8233122f-8aab-4c92-89e4-648dfabbb661 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5a79193a-0958-4ded-8f52-dab7b0836ba5 HTTP/1.1" status: 204  len: 168 time: 1.6122236
Nov 10 04:03:21.276704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:21.281069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8d24-bdfd-445e-9bf9-4dca27008b23 req-af3723a3-2d9b-40ef-b071-bb6e7f94156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:21.283784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-207c8d24-bdfd-445e-9bf9-4dca27008b23 req-af3723a3-2d9b-40ef-b071-bb6e7f94156c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 1097 time: 0.1664820
Nov 10 04:03:21.286135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:21.297309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20393f-02f2-4574-87bb-0fbf6bae31a9 req-a46a2738-7384-4a6c-ace7-c31b6bdc612d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:21.299623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a20393f-02f2-4574-87bb-0fbf6bae31a9 req-a46a2738-7384-4a6c-ace7-c31b6bdc612d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 944 time: 0.1686387
Nov 10 04:03:21.363906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a20393f-02f2-4574-87bb-0fbf6bae31a9 req-4083a000-394c-4fc1-ac0a-188bb925e28d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566452
Nov 10 04:03:21.411825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-0ae094ed-b27a-46a0-a812-2816b9960f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:21.413327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-0ae094ed-b27a-46a0-a812-2816b9960f9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.4748368
Nov 10 04:03:21.449803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Attempting to bind port 44a0a7d3-345d-444a-8ba8-b7c159464232 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:21.450137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Attempting to bind port 44a0a7d3-345d-444a-8ba8-b7c159464232 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:21.450457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Attempting to bind port 44a0a7d3-345d-444a-8ba8-b7c159464232 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:21.467085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:21.493533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['2b655bf0-b9e9-4a11-9fb3-3e771e345a4e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:21.495868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:21.496209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5d6dd218-af9c-4d28-b9b9-ec2bcc3d8fd4 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:21.496638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:21.500346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-9eeb277e-6ba9-457d-8ccc-a797b57d1a78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 200  len: 217 time: 0.0710232
Nov 10 04:03:21.508818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Deleting subnet b90e580f-ffb2-4a89-b8c1-9f49a479161f {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:03:21.510775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Port 44a0a7d3-345d-444a-8ba8-b7c159464232 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:21.511072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Attempting to bind port 44a0a7d3-345d-444a-8ba8-b7c159464232 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:21.530603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.540169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:21.540508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3435f8ca-09f8-4c0b-bd28-118dbe0a3d85 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:21.585615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:21.586044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:21.586334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:21.586777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Bound port: 44a0a7d3-345d-444a-8ba8-b7c159464232, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:21.587132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.605066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-207c8d24-bdfd-445e-9bf9-4dca27008b23 req-78352f93-5d18-4dd3-8b0f-68c94f94cf06 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391222
Nov 10 04:03:21.620091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66211d85-f456-4550-b45b-f76b6f82617d req-a5affe61-2b19-47ca-877e-5b57aed00e7d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/febd0aa9-813f-4cb5-a3c1-a14714e682af HTTP/1.1" status: 200  len: 1797 time: 0.2239010
Nov 10 04:03:21.632036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.681399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-433752d8-7915-49bd-9072-3be80f3fc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:21.682844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-433752d8-7915-49bd-9072-3be80f3fc994 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.1631968
Nov 10 04:03:21.781753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:21.792276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f0e1-8bb5-40b8-83de-dee218f0f7c4 req-db422472-7736-4766-9822-1e13b0d3add7 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:21.799660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca92f0e1-8bb5-40b8-83de-dee218f0f7c4 req-db422472-7736-4766-9822-1e13b0d3add7 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 948 time: 0.0591736
Nov 10 04:03:21.811285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-66211d85-f456-4550-b45b-f76b6f82617d req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.838987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=44a0a7d3-345d-444a-8ba8-b7c159464232,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:21.855944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.859475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca92f0e1-8bb5-40b8-83de-dee218f0f7c4 req-d7aade4e-8bf7-493e-8191-258c4cc22151 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565898
Nov 10 04:03:21.859779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-c6f52c21-9e6a-4de2-a7be-40afdefb5050 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432098
Nov 10 04:03:21.879666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:21.920535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-66211d85-f456-4550-b45b-f76b6f82617d req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.010428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92ca8-a0ff-48f8-b7f0-ec4df23b7029 req-ff35c60f-3979-4647-ad0f-56f28a127ba1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.012134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46a92ca8-a0ff-48f8-b7f0-ec4df23b7029 req-ff35c60f-3979-4647-ad0f-56f28a127ba1 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.0543640
Nov 10 04:03:22.063725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46a92ca8-a0ff-48f8-b7f0-ec4df23b7029 req-8f7cb36f-e308-42cd-8ea0-44da914b0da9 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447187
Nov 10 04:03:22.315782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.316844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.317755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] 10.222.0.26 "PUT /v2.0/ports/44a0a7d3-345d-444a-8ba8-b7c159464232 HTTP/1.1" status: 200  len: 1096 time: 2.0842443
Nov 10 04:03:22.340640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:22.342920 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed646321-665d-4406-8387-f1e221e1e5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:22.399581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Pushing event updated for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:22.442057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.442414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.442833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.443176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.443418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.443744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.444072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.444396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.444770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.445101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.445443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.445731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e04e0-b88e-4b2a-a798-0e566648728d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:22.465407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.487311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-66211d85-f456-4550-b45b-f76b6f82617d req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.489939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-66211d85-f456-4550-b45b-f76b6f82617d req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.491102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66211d85-f456-4550-b45b-f76b6f82617d req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/febd0aa9-813f-4cb5-a3c1-a14714e682af HTTP/1.1" status: 204  len: 173 time: 0.8571467
Nov 10 04:03:22.523624 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa192d-086e-4cdb-90ae-4cbb302edbd4 x-openstack-request-id: req-46aa192d-086e-4cdb-90ae-4cbb302edbd4 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:22.523920 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:22.524178 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46aa192d-086e-4cdb-90ae-4cbb302edbd4 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:22.524584 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232', 'status': 'completed', 'code': 200}
Nov 10 04:03:22.532285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-63f8b1b5-8a95-46fe-bd8d-022dffa3dee8 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.534370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-63f8b1b5-8a95-46fe-bd8d-022dffa3dee8 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.2441993
Nov 10 04:03:22.542101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90e580f-ffb2-4a89-b8c1-9f49a479161f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:22.548841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-d4f88fb4-1c72-4d6a-9a37-e0e23c7997a6 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6627021
Nov 10 04:03:22.549870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.553054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-efaef9c8-95b6-4be2-a24c-ccc0eb6223ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b90e580f-ffb2-4a89-b8c1-9f49a479161f HTTP/1.1" status: 204  len: 168 time: 1.2662766
Nov 10 04:03:22.555740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:22.558226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b456d-324e-4cb3-9b78-ed253fe1bbc9 None None] Network 9a565482-2620-405a-a23a-51a930098100 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:22.568990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-e05b3ae5-bac2-436a-ab15-b8bc6d67189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.570401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-e05b3ae5-bac2-436a-ab15-b8bc6d67189b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e60ca27e834896a209c46485c178e7&device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 1099 time: 0.1903286
Nov 10 04:03:22.571184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cf704-86fe-4a2d-873c-5a25b1f650a1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd0aa9-813f-4cb5-a3c1-a14714e682af,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:22.718038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-e1b05ac1-3af9-4969-9d4d-cdab00808302 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=44a0a7d3-345d-444a-8ba8-b7c159464232 HTTP/1.1" status: 200  len: 217 time: 0.1164629
Nov 10 04:03:22.742165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.755031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef23f1c-9cf7-4603-be8b-44ecd09d95c3 req-418ba5fd-9d87-44ae-b07e-c607853b420b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.756916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef23f1c-9cf7-4603-be8b-44ecd09d95c3 req-418ba5fd-9d87-44ae-b07e-c607853b420b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0971160
Nov 10 04:03:22.843616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef23f1c-9cf7-4603-be8b-44ecd09d95c3 req-f54cbede-14d5-4294-b0d3-48b04b1a50f4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590553
Nov 10 04:03:22.846188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187256-4f46-4d7a-b6eb-6c240e06220d req-7cfb312f-0509-4eb4-8f2a-06cba21b5165 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.847922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff187256-4f46-4d7a-b6eb-6c240e06220d req-7cfb312f-0509-4eb4-8f2a-06cba21b5165 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 945 time: 0.2283370
Nov 10 04:03:22.855337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-0e216bbd-61fb-4d68-842e-69a5b17f048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:22.856972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-0e216bbd-61fb-4d68-842e-69a5b17f048d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1307659
Nov 10 04:03:22.865251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Deleting port c4e46bce-de1f-423d-80b7-a2d08d1d2334 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:22.865599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.880791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:22.886175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44480da1-7c82-44f0-968f-e79541caa2b4 req-b8ac39b7-3bb0-46cb-a9a4-3085619f778a service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074424
Nov 10 04:03:22.937366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] DHCP port deletion for 9a565482-2620-405a-a23a-51a930098100 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:03:22.968899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] For port c4e46bce-de1f-423d-80b7-a2d08d1d2334, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c4e46bce-de1f-423d-80b7-a2d08d1d2334,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:22.969275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:22.995038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Calling delete_port for c4e46bce-de1f-423d-80b7-a2d08d1d2334 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:23.037283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Deleting port de917040-279c-42fb-80f2-b03011dc1fcd {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:23.037898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.055413 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-a4b4d4f5-0236-4a97-9099-216c89198bca req-ae5c9065-d989-4ccd-9d55-b63ec46b4a5f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:03:23.057161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a4b4d4f5-0236-4a97-9099-216c89198bca req-ae5c9065-d989-4ccd-9d55-b63ec46b4a5f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/febd0aa9-813f-4cb5-a3c1-a14714e682af HTTP/1.1" status: 404  len: 352 time: 0.0515218
Nov 10 04:03:23.065574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Deleting port c4e46bce-de1f-423d-80b7-a2d08d1d2334 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:23.065940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.110372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:23.118842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.120718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:23.121351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.145548 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff187256-4f46-4d7a-b6eb-6c240e06220d req-8fda0a78-522a-4e73-a4fb-0c0caf6eb330 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813759
Nov 10 04:03:23.150008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8dc0f3b1-cf5c-488b-b1b1-8d014ced3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:23.155072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-8dc0f3b1-cf5c-488b-b1b1-8d014ced3e14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2765336
Nov 10 04:03:23.178496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e46bce-de1f-423d-80b7-a2d08d1d2334,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.182801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] For port c4e46bce-de1f-423d-80b7-a2d08d1d2334, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c4e46bce-de1f-423d-80b7-a2d08d1d2334,segment=NetworkSegment(b68312e3-baba-4332-9973-0c4cbc85b5b9),segment_id=b68312e3-baba-4332-9973-0c4cbc85b5b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:23.183208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.186360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] No DVR routers for this DVR port c4e46bce-de1f-423d-80b7-a2d08d1d2334 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:03:23.201012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Calling delete_port for c4e46bce-de1f-423d-80b7-a2d08d1d2334 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:23.203684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183958136', 'description': 'tempest-description-1413777782'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:23.220109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.221105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.221677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.222246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.223136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.223659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.224075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.224475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.224897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.225291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.225691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.226086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:23.310859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.327719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-a2f005f0-dde5-4c12-95f5-2fa5732316ef service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606700
Nov 10 04:03:23.337852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.341576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:23.343820 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7344a4f-3437-4e81-a6cb-e0e000aba848" -d '{"events": [{"server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "name": "network-vif-plugged", "status": "completed", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:23.358123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:23.359555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.366671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:23.370973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.393336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c4e46bce-de1f-423d-80b7-a2d08d1d2334 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:23.397392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.397878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] Pushing event deleted for resources: {'Port': ['ID=c4e46bce-de1f-423d-80b7-a2d08d1d2334,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.415118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1ca04-5b07-44b9-8389-0f29f6005de1 req-7e00b2a5-b767-47d1-952d-fe9d21749480 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:23.419275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3e0c2-8a15-4abc-88ee-499266312185 None None] No DVR routers for this DVR port c4e46bce-de1f-423d-80b7-a2d08d1d2334 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:03:23.424305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c1ca04-5b07-44b9-8389-0f29f6005de1 req-7e00b2a5-b767-47d1-952d-fe9d21749480 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 948 time: 0.2502148
Nov 10 04:03:23.427381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c4e46bce-de1f-423d-80b7-a2d08d1d2334 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:23.428225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c4e46bce-de1f-423d-80b7-a2d08d1d2334 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:23.488515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.492044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] For port de917040-279c-42fb-80f2-b03011dc1fcd, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=de917040-279c-42fb-80f2-b03011dc1fcd,segment=NetworkSegment(8b7141b6-ef19-451a-85dc-79d34e414d87),segment_id=8b7141b6-ef19-451a-85dc-79d34e414d87)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:23.492515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.512129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c1ca04-5b07-44b9-8389-0f29f6005de1 req-715254ab-17c8-45f2-bd7b-aaa553d55085 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868418
Nov 10 04:03:23.514350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0faa30>,) {'filters': {'network_id': ['9a565482-2620-405a-a23a-51a930098100']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:23.518009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Calling delete_port for de917040-279c-42fb-80f2-b03011dc1fcd owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:23.525229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0faa30>, 'b68312e3-baba-4332-9973-0c4cbc85b5b9') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:23.525527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0faa30>, 'b68312e3-baba-4332-9973-0c4cbc85b5b9') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:23.542550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.555783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9688b2-04d0-41e0-ad80-6f4f797f1a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.567765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a014ea3-89e2-4b80-af0b-1644df001ca4 req-673212c0-8913-4168-bf28-af18eccef9ff service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246540
Nov 10 04:03:23.571002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.585303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:03:23.585858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:03:23.588179 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:03:23.630877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.649169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.695583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.700487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.702040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.703178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2911b1d-4ec4-46e2-8022-0e2c3a33ade3 req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5184376
Nov 10 04:03:23.713747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a565482-2620-405a-a23a-51a930098100 HTTP/1.1" status: 204  len: 168 time: 1.1498144
Nov 10 04:03:23.722244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ca49e-caa0-4e94-9823-30e688db79de tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a641380-4319-44a1-961f-21c954f18048,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.735063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-c9f6476c-e511-4f6f-8e5a-831c14348489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:23.736790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-c9f6476c-e511-4f6f-8e5a-831c14348489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e60ca27e834896a209c46485c178e7&device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 1099 time: 0.0996335
Nov 10 04:03:23.752696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8235536-e220-47a9-8b77-5d7f1fa771f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a565482-2620-405a-a23a-51a930098100,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.767866 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e02ea7-3680-4b3f-9353-10b098d998ce x-openstack-request-id: req-e4e02ea7-3680-4b3f-9353-10b098d998ce {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:23.768736 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "name": "network-vif-plugged", "status": "completed", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:23.769307 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4e02ea7-3680-4b3f-9353-10b098d998ce {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:23.769856 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e', 'code': 200}
Nov 10 04:03:23.771498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69dd09-6544-43e3-97b1-acf1735d8667 req-8b57f9d4-2d8a-493e-a06a-2e03e72a8fc8 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:23.779703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f69dd09-6544-43e3-97b1-acf1735d8667 req-8b57f9d4-2d8a-493e-a06a-2e03e72a8fc8 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bfa7705-c156-428d-8f8f-ea7e815011d2 HTTP/1.1" status: 200  len: 946 time: 0.1726248
Nov 10 04:03:23.845585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9688b2-04d0-41e0-ad80-6f4f797f1a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.848703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883356853', 'description': 'tempest-description-1705146896'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:23.866278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f69dd09-6544-43e3-97b1-acf1735d8667 req-25bd3eaf-ec99-4e6c-9cf7-acaa2fff285c tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2baf38c-b106-401c-8e30-2e9ffea3b704&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805051
Nov 10 04:03:23.873046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.873768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9688b2-04d0-41e0-ad80-6f4f797f1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.887820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['de917040-279c-42fb-80f2-b03011dc1fcd'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:23.904761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36870) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:23.910622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Pushing event deleted for resources: {'Port': ['ID=de917040-279c-42fb-80f2-b03011dc1fcd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.956221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:23.971712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9688b2-04d0-41e0-ad80-6f4f797f1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d223423-44b9-4e8e-b5b0-8b983c5caba4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:23.991472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e9688b2-04d0-41e0-ad80-6f4f797f1a99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5039c3883514a808b74a968b6f568f5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6204982
Nov 10 04:03:23.994542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:24.016167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] No DVR routers for this DVR port de917040-279c-42fb-80f2-b03011dc1fcd on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:03:24.018425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8625e-e750-45cd-bd93-18c12d3dba9d req-b7574853-f247-458a-aa10-4bb8404248d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.019441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.019745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f8625e-e750-45cd-bd93-18c12d3dba9d req-b7574853-f247-458a-aa10-4bb8404248d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 1097 time: 0.1523452
Nov 10 04:03:24.023493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3b4e9a0-04eb-44d4-a87e-1bb7c991083c req-db4f8d8f-54ea-4d9b-8fbe-e6d20303a898 tempest-TestServerAdvancedOps-1138817103 tempest-TestServerAdvancedOps-1138817103-project] 10.222.0.26 "DELETE /v2.0/ports/de917040-279c-42fb-80f2-b03011dc1fcd HTTP/1.1" status: 204  len: 173 time: 1.4765751
Nov 10 04:03:24.062942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad95e1-d349-40e4-8aff-8508db73c962 req-ef3c2be0-2aaf-4288-8c08-4de2aafaba4c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.063200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-ddc43ec2-e557-410e-9097-9da4a70eb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.065030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2fad95e1-d349-40e4-8aff-8508db73c962 req-ef3c2be0-2aaf-4288-8c08-4de2aafaba4c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1203732
Nov 10 04:03:24.065344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-ddc43ec2-e557-410e-9097-9da4a70eb5af service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3026152
Nov 10 04:03:24.070095 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ae829e2-e2a1-4c72-94ca-a667e19d5864 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef217b4cab3548e79a8d5ea2b300d5e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1561606
Nov 10 04:03:24.074956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36876) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:24.138168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-03ebe10a-a9d4-48a9-ae37-f61f1005db97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=44a0a7d3-345d-444a-8ba8-b7c159464232 HTTP/1.1" status: 200  len: 217 time: 0.0560217
Nov 10 04:03:24.143378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.150937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f8625e-e750-45cd-bd93-18c12d3dba9d req-76eb8923-039e-40d7-a6d6-7aedd701abb4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185336
Nov 10 04:03:24.157244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.167422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.195825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.207661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2fad95e1-d349-40e4-8aff-8508db73c962 req-05a44a6d-28f5-42d0-9342-f67a2803bd82 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316416
Nov 10 04:03:24.222304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.224118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18184fd3-633a-4952-b4b4-75ff5c818f9e req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3868573
Nov 10 04:03:24.239523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846d02-0fad-4f3a-9353-3ffe469f3de9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6433504-8969-4a97-ac3d-2b7cb7a75b65,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:24.249313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-a211063e-b2a4-4fbb-a718-33e11f72d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.252206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-a211063e-b2a4-4fbb-a718-33e11f72d68e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0981708
Nov 10 04:03:24.258652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.283910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.290542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.293159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.294310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d223423-44b9-4e8e-b5b0-8b983c5caba4 HTTP/1.1" status: 204  len: 168 time: 0.2975874
Nov 10 04:03:24.311597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48f5c2-c8ec-4876-91db-7ce683ac12f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d223423-44b9-4e8e-b5b0-8b983c5caba4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:24.331214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1716189818', 'description': 'tempest-description-1064446325'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:24.357613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.369540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.373438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.375018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5af99a7-b2c3-47bb-bb09-7cfaa9fb3601 HTTP/1.1" status: 204  len: 168 time: 0.2963772
Nov 10 04:03:24.379111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-21e861fc-440c-4766-80d2-29e8d86084c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.380642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-21e861fc-440c-4766-80d2-29e8d86084c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1129632
Nov 10 04:03:24.390205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780914-18a0-4b88-80bd-6dbd30f51abe req-fb549bfb-3ac7-4e00-92fa-793efcea1764 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.391115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17184c-96c1-4107-8eff-31f3f1f68f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af99a7-b2c3-47bb-bb09-7cfaa9fb3601,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:24.398175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1780914-18a0-4b88-80bd-6dbd30f51abe req-fb549bfb-3ac7-4e00-92fa-793efcea1764 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0863104
Nov 10 04:03:24.482448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.490064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.543146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1780914-18a0-4b88-80bd-6dbd30f51abe req-d44d261f-d3eb-459c-9b9f-9569f4cee50f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333334
Nov 10 04:03:24.545980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'name': 'network-vif-deleted', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:24.550544 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c73af-6a7d-4d9c-82d3-c0f7c29c7964" -d '{"events": [{"server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "name": "network-vif-deleted", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:24.560748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96a3d1-33ff-44b2-8056-0c5dd549b67e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:24.563063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-d239ce60-657b-4240-a451-f9ecf8b4d44a service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577983
Nov 10 04:03:24.587827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:24.613727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4f5ef26-3a90-4a5c-a69a-cf5650319e79 req-2d943226-0747-4967-95f7-f8d7a8a2ad3d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.2896166
Nov 10 04:03:24.695023 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3f13c-9709-4345-b329-b687c37d9e8e x-openstack-request-id: req-19b3f13c-9709-4345-b329-b687c37d9e8e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:24.695413 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfa7705-c156-428d-8f8f-ea7e815011d2", "name": "network-vif-deleted", "tag": "de917040-279c-42fb-80f2-b03011dc1fcd", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:24.695794 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b3f13c-9709-4345-b329-b687c37d9e8e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:24.696267 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfa7705-c156-428d-8f8f-ea7e815011d2', 'name': 'network-vif-deleted', 'tag': 'de917040-279c-42fb-80f2-b03011dc1fcd', 'status': 'completed', 'code': 200}
Nov 10 04:03:24.738577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0524663-2b6a-451f-96bb-aa439170f8c5 req-0df92e91-e097-47ac-b860-dc94823b1dfb tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:24.740026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0524663-2b6a-451f-96bb-aa439170f8c5 req-0df92e91-e097-47ac-b860-dc94823b1dfb tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 948 time: 0.0814605
Nov 10 04:03:24.780400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed646321-665d-4406-8387-f1e221e1e5e8 req-2b491552-80c4-47cf-a204-b8d6e00e5887 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039340
Nov 10 04:03:24.820853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0524663-2b6a-451f-96bb-aa439170f8c5 req-033cf986-8a41-4e0b-aeb0-f1241bb1524b tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691023
Nov 10 04:03:24.842111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe38466b-e3af-41d1-8a92-608ad94fce48 req-607ad3d2-611b-47b1-b985-a5bd4a714d59 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 11001 time: 0.1339493
Nov 10 04:03:24.892325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe38466b-e3af-41d1-8a92-608ad94fce48 req-00dd2b0d-6f95-4f8c-87d6-187f8f83b4d7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/8d5fb706-6495-432c-94ce-1fa67e8fc7d1 HTTP/1.1" status: 200  len: 2998 time: 0.0417967
Nov 10 04:03:24.920436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:24.932219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36904) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:24.953237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe38466b-e3af-41d1-8a92-608ad94fce48 req-f9aa261a-3a9d-423c-b8d8-09ad0e1f18cb tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/8d5fb706-6495-432c-94ce-1fa67e8fc7d1 HTTP/1.1" status: 200  len: 2998 time: 0.0510018
Nov 10 04:03:24.978302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8750ffe-e27b-4351-a441-a4e3dff07da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.026617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Deleting subnet 7d9c5921-cb01-431b-b25e-c3958ac7f032 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:03:25.039285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.063337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-3742d8f6-a4df-4190-b1ea-6d5a12ec6bd8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3a641380-4319-44a1-961f-21c954f18048 HTTP/1.1" status: 200  len: 1818 time: 0.0884123
Nov 10 04:03:25.107117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.188520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.239948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8750ffe-e27b-4351-a441-a4e3dff07da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.246392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.250532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8750ffe-e27b-4351-a441-a4e3dff07da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.321100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.333780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c8750ffe-e27b-4351-a441-a4e3dff07da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c866b50d26b4f838d3d27aaf03c3f3a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4005456
Nov 10 04:03:25.337743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36924) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:25.338408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8750ffe-e27b-4351-a441-a4e3dff07da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73e701-52d8-4763-8742-e788fb11721e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:25.357775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.388052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb31dcf-caa8-41e5-b903-c821436c6cae req-b64f3880-55dc-4ef9-8101-34fccd18d001 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:25.391119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9c5921-cb01-431b-b25e-c3958ac7f032,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:25.395848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ceb31dcf-caa8-41e5-b903-c821436c6cae req-b64f3880-55dc-4ef9-8101-34fccd18d001 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1147947
Nov 10 04:03:25.402637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.409335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1c0e039d-ec49-424b-8407-1fe2692002ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d9c5921-cb01-431b-b25e-c3958ac7f032 HTTP/1.1" status: 204  len: 168 time: 0.4841819
Nov 10 04:03:25.409855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36926) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:25.435136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.455997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36928) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:25.470968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.473790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.485657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4c9838-56a4-434e-b296-7e10d6b838f0 req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a641380-4319-44a1-961f-21c954f18048 HTTP/1.1" status: 204  len: 173 time: 0.4108543
Nov 10 04:03:25.488549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.522512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ceb31dcf-caa8-41e5-b903-c821436c6cae req-2d5ec5ff-c9aa-4d28-8e21-18f244282be6 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103752
Nov 10 04:03:25.535867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.548471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adeed7-a818-450c-b2c3-f2a77273356e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a641380-4319-44a1-961f-21c954f18048,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:25.575339 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-fa04d321-87c2-4e9a-b92a-e3221c998a13 req-401e42e6-baf2-4ddc-aecd-eacceadd6f96 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:03:25.576722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa04d321-87c2-4e9a-b92a-e3221c998a13 req-401e42e6-baf2-4ddc-aecd-eacceadd6f96 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3a641380-4319-44a1-961f-21c954f18048 HTTP/1.1" status: 404  len: 352 time: 0.0452580
Nov 10 04:03:25.625685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.630478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.632286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d73e701-52d8-4763-8742-e788fb11721e HTTP/1.1" status: 204  len: 168 time: 0.2921269
Nov 10 04:03:25.652307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.658616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-370159897-network', 'tenant_id': '5b4fde48f24f4816be46ccf5bd4474ae'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:25.665734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a2001-ca7d-4901-baea-e0a836537342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73e701-52d8-4763-8742-e788fb11721e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:25.699669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dd416d0>,) {'filters': {'network_id': ['aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:25.706294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-40ce43c8-6a1d-4432-84e1-ad4111aaa445 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/e6433504-8969-4a97-ac3d-2b7cb7a75b65 HTTP/1.1" status: 200  len: 1818 time: 0.1035480
Nov 10 04:03:25.712649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd416d0>, '8b7141b6-ef19-451a-85dc-79d34e414d87') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:25.712951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd416d0>, '8b7141b6-ef19-451a-85dc-79d34e414d87') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:25.714437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Made reservation on behalf of 5b4fde48f24f4816be46ccf5bd4474ae for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:25.716664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.725738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.732645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.747251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112f4ab-e6a1-45af-ba97-633a3ed9c609 req-dc62e112-b28a-4924-b56b-d9bba2d1c82a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:25.748789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2112f4ab-e6a1-45af-ba97-633a3ed9c609 req-dc62e112-b28a-4924-b56b-d9bba2d1c82a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0936818
Nov 10 04:03:25.749756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.757617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:03:25.758577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:03:25.760533 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:03:25.805259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.845240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.859752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.867386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.873566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e HTTP/1.1" status: 204  len: 168 time: 0.4617212
Nov 10 04:03:25.876776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:25.889950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2112f4ab-e6a1-45af-ba97-633a3ed9c609 req-1b80a698-669a-4250-b193-dc5c4003249d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187651
Nov 10 04:03:25.898472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657603-d822-49b9-98da-e3b46540bb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa29954e-a4b8-4707-8c7e-e4c9ad1fee0e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:25.905661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.922621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.932569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.935167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.945246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bb21bda-5497-4490-97ea-13e7d1abbe12 req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/e6433504-8969-4a97-ac3d-2b7cb7a75b65 HTTP/1.1" status: 204  len: 173 time: 0.2380223
Nov 10 04:03:25.946621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Deleting subnet 0fecb192-c887-4d93-8b41-1e96ecfd0e61 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:03:25.950615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:25.977481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:25.984638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c2c1b-6ee3-48d6-ab76-a4566774f064,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.005688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.006051 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Added segment 1f31609c-2dbf-4113-a1cd-8751ba5b0dbb of type vlan for network 0c7ad968-85b9-4be9-b767-eb194d376001
Nov 10 04:03:26.017354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.041167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fc5e4-c5f9-4b41-bef8-2b09d9ee8187 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6433504-8969-4a97-ac3d-2b7cb7a75b65,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.092651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.095149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317005-b49b-4689-88fe-7c1d58b43b37 req-2fe0a730-9e53-4451-a1cf-51992f0d5e85 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.102259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86317005-b49b-4689-88fe-7c1d58b43b37 req-2fe0a730-9e53-4451-a1cf-51992f0d5e85 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 948 time: 0.1147730
Nov 10 04:03:26.105540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.112317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d3a74-883a-4657-b448-736fa232f18a req-ae17a917-a669-41e0-94c2-cad21a55c395 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.121533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-570d3a74-883a-4657-b448-736fa232f18a req-ae17a917-a669-41e0-94c2-cad21a55c395 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1117678
Nov 10 04:03:26.163164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.165221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.165972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.194270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86317005-b49b-4689-88fe-7c1d58b43b37 req-fe9b07a0-428d-4105-8496-ceaf3da27941 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910621
Nov 10 04:03:26.222940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.236500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-570d3a74-883a-4657-b448-736fa232f18a req-01e5e7b5-3414-4e87-8d80-573c35d34a99 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161160
Nov 10 04:03:26.244997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.7820756
Nov 10 04:03:26.246495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36958) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:26.253916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Request body: {'subnet': {'network_id': '0c7ad968-85b9-4be9-b767-eb194d376001', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-370159897-subnet', 'tenant_id': '5b4fde48f24f4816be46ccf5bd4474ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:26.257470 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-051b7d86-d9d6-45c3-9b39-bad881223c78 req-c47375c9-9582-408a-b03b-32f0392c6e7e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:03:26.259722 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-051b7d86-d9d6-45c3-9b39-bad881223c78 req-c47375c9-9582-408a-b03b-32f0392c6e7e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/e6433504-8969-4a97-ac3d-2b7cb7a75b65 HTTP/1.1" status: 404  len: 352 time: 0.0485282
Nov 10 04:03:26.271782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fecb192-c887-4d93-8b41-1e96ecfd0e61,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.282199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.285948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66af3-54e9-4a4f-b594-918d0fa421a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c7ad968-85b9-4be9-b767-eb194d376001,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.290137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0eb8f091-d83d-4399-95a5-a41ee5e07716 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fecb192-c887-4d93-8b41-1e96ecfd0e61 HTTP/1.1" status: 204  len: 168 time: 0.4121759
Nov 10 04:03:26.290990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:26.303804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0c7ad968-85b9-4be9-b767-eb194d376001 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:26.325431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Made reservation on behalf of 5b4fde48f24f4816be46ccf5bd4474ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:26.328470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.368118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 44a0a7d3-345d-444a-8ba8-b7c159464232 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:26.370892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device de917040-279c-42fb-80f2-b03011dc1fcd no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:26.400311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: de917040-279c-42fb-80f2-b03011dc1fcd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:26.400935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device de917040-279c-42fb-80f2-b03011dc1fcd not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:26.403071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-6ca12fc2-1d9d-42eb-bf2d-313536d260ed tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3f96a3d1-33ff-44b2-8056-0c5dd549b67e HTTP/1.1" status: 200  len: 1818 time: 0.0993721
Nov 10 04:03:26.425805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.541874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.563096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dd41a00>,) {'filters': {'network_id': ['6fadb696-532b-48fb-81e2-a81a9455b90f']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:26.573780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd41a00>, '1c309a57-baab-4c39-aae8-7d2a95761340') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:26.574152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd41a00>, '1c309a57-baab-4c39-aae8-7d2a95761340') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:26.582285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985a66-f4af-4bd3-baf9-647758ef817a req-f8050db3-1a45-4546-85e6-35beccec5d5f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.584088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9985a66-f4af-4bd3-baf9-647758ef817a req-f8050db3-1a45-4546-85e6-35beccec5d5f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.1035976
Nov 10 04:03:26.584707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.585557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.590765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=44a0a7d3-345d-444a-8ba8-b7c159464232,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:26.598689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.605539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:03:26.605928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.607360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '44a0a7d3-345d-444a-8ba8-b7c159464232', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '44a0a7d3-345d-444a-8ba8-b7c159464232', 'mac_address': 'fa:16:3e:00:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:26.651693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:03:26.665201 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:03:26.670021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a0a7d3-345d-444a-8ba8-b7c159464232 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:26.674824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.677034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7117a4d2-4de9-40da-95f8-d998e88f7745,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.691608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Checking segment: {'id': '1f31609c-2dbf-4113-a1cd-8751ba5b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c7ad968-85b9-4be9-b767-eb194d376001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:26.691729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Network hostable DHCP agents. Network: 0c7ad968-85b9-4be9-b767-eb194d376001, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:26.692397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.699647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6fadb696-532b-48fb-81e2-a81a9455b90f HTTP/1.1" status: 204  len: 168 time: 0.4067676
Nov 10 04:03:26.706124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.708426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=44a0a7d3-345d-444a-8ba8-b7c159464232,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:26.716431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.721514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b7c21-f239-40f7-b330-aac005d847c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fadb696-532b-48fb-81e2-a81a9455b90f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.723019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9985a66-f4af-4bd3-baf9-647758ef817a req-bf812fed-8d04-4c88-ae95-0db5fce52d0d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288960
Nov 10 04:03:26.726246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Network 0c7ad968-85b9-4be9-b767-eb194d376001 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:26.739769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0c7ad968-85b9-4be9-b767-eb194d376001) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:26.756084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.760497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.761148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.791369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49468631-f53d-4061-b3a4-8e2cae22d8da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5436049
Nov 10 04:03:26.807107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c990e-3c7c-43b4-b71a-ac75036dc031 None None] Network 0c7ad968-85b9-4be9-b767-eb194d376001 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:26.835464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.838438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:26.839685 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19d3eb7f-d588-447b-b724-2525a227bc7c req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f96a3d1-33ff-44b2-8056-0c5dd549b67e HTTP/1.1" status: 204  len: 173 time: 0.4277532
Nov 10 04:03:26.861634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4be82a-5b79-49c3-ab33-7e731c5a9dc4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96a3d1-33ff-44b2-8056-0c5dd549b67e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.922160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73821d6e-057c-4d6e-9367-a985affdbb23 req-6df47c4d-0f75-49a2-bcf3-ddd220b97453 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:26.929243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:26.929791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73821d6e-057c-4d6e-9367-a985affdbb23 req-6df47c4d-0f75-49a2-bcf3-ddd220b97453 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0628176
Nov 10 04:03:27.007816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73821d6e-057c-4d6e-9367-a985affdbb23 req-360b75f3-c826-4013-9c3c-87154479d48e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769973
Nov 10 04:03:27.046035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['44a0a7d3-345d-444a-8ba8-b7c159464232'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:27.053749 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-d64befc5-0fe4-421d-9136-174cf9086e42 req-1bf1bc13-0fc4-4606-9db9-f1e709ca37b7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:03:27.055941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d64befc5-0fe4-421d-9136-174cf9086e42 req-1bf1bc13-0fc4-4606-9db9-f1e709ca37b7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3f96a3d1-33ff-44b2-8056-0c5dd549b67e HTTP/1.1" status: 404  len: 352 time: 0.0216556
Nov 10 04:03:27.108660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06caa8-f64b-4384-9339-1a175c36b46a None None] Network 0c7ad968-85b9-4be9-b767-eb194d376001 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:27.112901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36996) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:27.169609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d6f8816-b320-4e71-9994-e0a719af4a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7655217687404358b22f9cce643f889b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0552521
Nov 10 04:03:27.171987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:27.271695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.295086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb130-94e8-41d0-b687-75ae4b6c9500 req-3f070643-a2b1-40b2-a910-886aa696f8fe tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:27.296744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-809eb130-94e8-41d0-b687-75ae4b6c9500 req-3f070643-a2b1-40b2-a910-886aa696f8fe tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0803945
Nov 10 04:03:27.311499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.402567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-809eb130-94e8-41d0-b687-75ae4b6c9500 req-60413911-7c96-46e7-b28b-799538b022d9 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931835
Nov 10 04:03:27.441819 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-1f8c0f15-1af5-4ec9-9260-bb19a47f2326 req-0d3e618a-1918-4653-b207-cc52cbdccef9 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] show failed (client error): The resource could not be found.
Nov 10 04:03:27.443234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.449428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.452637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2baf38c-b106-401c-8e30-2e9ffea3b704 HTTP/1.1" status: 204  len: 168 time: 0.2792110
Nov 10 04:03:27.456751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f8c0f15-1af5-4ec9-9260-bb19a47f2326 req-0d3e618a-1918-4653-b207-cc52cbdccef9 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/e7081fd2-1412-4069-9db0-4df1554fb90e HTTP/1.1" status: 404  len: 352 time: 0.0371847
Nov 10 04:03:27.469082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff7490-317d-4ca3-a7cf-85809d4e154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2baf38c-b106-401c-8e30-2e9ffea3b704,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:27.518780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e012023c-9ea3-44d6-ac27-77abd7e8c083 req-78f91923-40f1-4eef-9076-d5709015ecb4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 6200 time: 0.1124151
Nov 10 04:03:27.583872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211527c7-74eb-41b6-b073-1edaa0a1c260 req-d727ed71-310b-4723-a4b9-7c13615500be tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:27.592800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-211527c7-74eb-41b6-b073-1edaa0a1c260 req-d727ed71-310b-4723-a4b9-7c13615500be tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 949 time: 0.0815566
Nov 10 04:03:27.599313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e012023c-9ea3-44d6-ac27-77abd7e8c083 req-4c9d8040-5506-403e-bcad-bfa6ff7b1a73 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/8d5fb706-6495-432c-94ce-1fa67e8fc7d1 HTTP/1.1" status: 200  len: 2998 time: 0.0794921
Nov 10 04:03:27.653704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e012023c-9ea3-44d6-ac27-77abd7e8c083 req-6a1ea563-92a7-49d5-99bd-e41371e993a0 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/8d5fb706-6495-432c-94ce-1fa67e8fc7d1 HTTP/1.1" status: 200  len: 2998 time: 0.0459979
Nov 10 04:03:27.654843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-211527c7-74eb-41b6-b073-1edaa0a1c260 req-73f62d67-f8c0-4264-9024-01aa11c88d61 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601535
Nov 10 04:03:27.703364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2011048101', 'description': 'tempest-description-105990485'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:27.727242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.818838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.824291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.851079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:27.852275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd4ad78f-a016-4d48-9a82-ade6a826f5f2 req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1531363
Nov 10 04:03:27.867759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37028) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:27.880220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59af837-4c13-402b-b017-31709a610953 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c02038-9ab9-4977-8b03-9cecdeb0c195,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:27.934875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3777443-87ac-4d89-9120-8847c739eee5 req-38ff41ce-d7f6-4152-948f-e5da88dd94f6 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b4fde48f24f4816be46ccf5bd4474ae HTTP/1.1" status: 200  len: 3001 time: 0.0624783
Nov 10 04:03:27.938222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0265772d-5c1b-4491-ab6c-a0b950219146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2976e91e76fb49708cea967d14664da1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0690465
Nov 10 04:03:27.940970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:27.950853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d133-6dc5-42a8-bbad-f8d1f6c34425 req-ba984dcb-29b8-4a92-b178-651cbf6647b5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:27.952298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3c9d133-6dc5-42a8-bbad-f8d1f6c34425 req-ba984dcb-29b8-4a92-b178-651cbf6647b5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0693324
Nov 10 04:03:28.001786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3c9d133-6dc5-42a8-bbad-f8d1f6c34425 req-b7ce707c-3adf-4c70-b01d-b7e8c7fd37fc tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435169
Nov 10 04:03:28.017329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3777443-87ac-4d89-9120-8847c739eee5 req-59decf9c-afe1-45e4-a023-737b44e5263d tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/5a8c2c1b-6ee3-48d6-ab76-a4566774f064 HTTP/1.1" status: 200  len: 2998 time: 0.0697718
Nov 10 04:03:28.022284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.065395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.100566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3777443-87ac-4d89-9120-8847c739eee5 req-5bc36f70-ddab-4fb0-b2f2-bfb125f33675 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/5a8c2c1b-6ee3-48d6-ab76-a4566774f064 HTTP/1.1" status: 200  len: 2998 time: 0.0763533
Nov 10 04:03:28.119762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-321640132', 'description': 'tempest-description-1886979949'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:28.135552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.138102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.139222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98084425-e049-44c5-a9df-c81e561b0fc6 HTTP/1.1" status: 204  len: 168 time: 0.1973243
Nov 10 04:03:28.150808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac41759-8f5b-409d-885f-cd0d64d7af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98084425-e049-44c5-a9df-c81e561b0fc6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:28.160745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.243728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.248769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.280795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:28.282058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44a0a69c-4c6a-421d-9ddb-f0291dcda810 req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1665144
Nov 10 04:03:28.284765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9dd7-3a8f-4101-b39f-ffdf5f1f3ade tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc511cd-6b3b-4a53-8022-fd1306031652,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:28.487127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c972df-8e2c-4a0e-9b22-1e34a9771893 req-bacfe203-ea40-41bc-8571-fcee1b816373 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.488895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30c972df-8e2c-4a0e-9b22-1e34a9771893 req-bacfe203-ea40-41bc-8571-fcee1b816373 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0578084
Nov 10 04:03:28.545424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30c972df-8e2c-4a0e-9b22-1e34a9771893 req-6e857f30-8a94-499b-b124-066599aa4cf2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491655
Nov 10 04:03:28.635627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e2d5-1485-40a0-971b-d468e4af68a0 req-25b298cf-8b96-4a5a-a454-840c22f4db4f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.636238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19666934-96c8-4942-ba05-ad423a05a4dc req-cabd74ae-c23b-4c6d-98a0-3ca6d600cb11 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/5a8c2c1b-6ee3-48d6-ab76-a4566774f064 HTTP/1.1" status: 200  len: 2998 time: 0.0564299
Nov 10 04:03:28.643044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e2d5-1485-40a0-971b-d468e4af68a0 req-25b298cf-8b96-4a5a-a454-840c22f4db4f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.649569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e2d5-1485-40a0-971b-d468e4af68a0 req-25b298cf-8b96-4a5a-a454-840c22f4db4f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.651393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8862e2d5-1485-40a0-971b-d468e4af68a0 req-25b298cf-8b96-4a5a-a454-840c22f4db4f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47&device_id=80c864e4-f873-4a78-92aa-5304d72d9305&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 2418 time: 0.0786421
Nov 10 04:03:28.698720 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8862e2d5-1485-40a0-971b-d468e4af68a0 req-fe42a386-be66-4e5b-8efb-96c37dc43191 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413728
Nov 10 04:03:28.701725 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-19666934-96c8-4942-ba05-ad423a05a4dc req-9d191fa0-96be-43ab-99f7-9ec7e96a8bef tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:03:28.702724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19666934-96c8-4942-ba05-ad423a05a4dc req-9d191fa0-96be-43ab-99f7-9ec7e96a8bef tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a8c2c1b-6ee3-48d6-ab76-a4566774f064 HTTP/1.1" status: 409  len: 352 time: 0.0578232
Nov 10 04:03:28.875013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-d573516d-b12a-418d-8a07-1d3ac890da7a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.877368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-d573516d-b12a-418d-8a07-1d3ac890da7a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 811 time: 0.1045873
Nov 10 04:03:28.894594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b8fe67b8-a85f-46bd-bef6-151a4e40cf94 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/quotas/945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 375 time: 0.0103776
Nov 10 04:03:28.948628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-c64f3bd8-b03f-49e7-a824-2720c6f17736 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0480950
Nov 10 04:03:28.973066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178c411-ee0e-4676-9448-f8fea2cc8f48 req-8e19c103-1174-40c4-9ea5-f51783b981fb tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:28.974549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2178c411-ee0e-4676-9448-f8fea2cc8f48 req-8e19c103-1174-40c4-9ea5-f51783b981fb tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 949 time: 0.0485458
Nov 10 04:03:29.021856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2178c411-ee0e-4676-9448-f8fea2cc8f48 req-2da126f0-92f8-45d5-8a2a-bb11e35090a9 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412273
Nov 10 04:03:29.038011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-ce8f5025-29d6-445a-b677-388806b3f282 service neutron] 10.222.0.13 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824542
Nov 10 04:03:29.056397 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-cf5b1d1c-6fe7-49c2-9e14-b40cbaecb510 req-617c8f76-7123-4a1c-8a74-cb56e5ac342e tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] show failed (client error): The resource could not be found.
Nov 10 04:03:29.057393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf5b1d1c-6fe7-49c2-9e14-b40cbaecb510 req-617c8f76-7123-4a1c-8a74-cb56e5ac342e tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/1c5da048-84bf-4371-935c-0e796e8ca0a0 HTTP/1.1" status: 404  len: 352 time: 0.0138021
Nov 10 04:03:29.132373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b4932d74-eea7-4e76-b6ba-a1a242b1a203 service neutron] 10.222.0.13 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882583
Nov 10 04:03:29.186781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24839cf3-d3a4-43f3-afe0-2a8943bea396 req-5c1aba7c-14f4-4568-bb76-0922f03d3e82 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:29.188246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24839cf3-d3a4-43f3-afe0-2a8943bea396 req-5c1aba7c-14f4-4568-bb76-0922f03d3e82 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0533648
Nov 10 04:03:29.237358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24839cf3-d3a4-43f3-afe0-2a8943bea396 req-d6ee37f1-1d23-461b-a3e0-b323b2b6b0e7 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405993
Nov 10 04:03:29.274369 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-013c0ece-72cc-4e48-87ab-90ab0b85ac59 req-f79fbbe3-73ab-4054-94f2-b198bfc695b6 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] show failed (client error): The resource could not be found.
Nov 10 04:03:29.275363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-013c0ece-72cc-4e48-87ab-90ab0b85ac59 req-f79fbbe3-73ab-4054-94f2-b198bfc695b6 tempest-SecurityGroupsNegativeTestJSON-1884991531 tempest-SecurityGroupsNegativeTestJSON-1884991531-project] 10.222.0.13 "GET /v2.0/security-groups/e64b41c0-9b10-415e-99ed-db59bc7fc5c2 HTTP/1.1" status: 404  len: 352 time: 0.0176494
Nov 10 04:03:29.286582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:29.335936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Deleting subnet 7117a4d2-4de9-40da-95f8-d998e88f7745 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:03:29.350240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.386001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f54b9ba-9dd0-45e6-b82e-e98cbb9d95a8 req-4f37aff1-2a63-4427-87d5-7fcc118ec480 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 210 time: 0.1010280
Nov 10 04:03:29.408670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.497424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.575231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.630794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7117a4d2-4de9-40da-95f8-d998e88f7745,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:29.634671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.640980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-693f317a-6317-4bad-8ab3-f848c6150388 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7117a4d2-4de9-40da-95f8-d998e88f7745 HTTP/1.1" status: 204  len: 168 time: 0.3505533
Nov 10 04:03:29.640980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:29.694889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215160f9-4945-46ae-8403-6c2617d4cb29 req-f37afcf4-6150-4cc1-b4e4-591145af8d6b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:29.704944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-215160f9-4945-46ae-8403-6c2617d4cb29 req-f37afcf4-6150-4cc1-b4e4-591145af8d6b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0731721
Nov 10 04:03:29.766076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.768458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-215160f9-4945-46ae-8403-6c2617d4cb29 req-220e80a9-19dd-48dc-8450-11304c9bbc3d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600200
Nov 10 04:03:29.830855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:29.894589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.926202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e631a90>,) {'filters': {'network_id': ['0c7ad968-85b9-4be9-b767-eb194d376001']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:29.947778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e631a90>, '1f31609c-2dbf-4113-a1cd-8751ba5b0dbb') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:29.948080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e631a90>, '1f31609c-2dbf-4113-a1cd-8751ba5b0dbb') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:29.966264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.975113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a18d8e58-b1d6-4bf1-92a1-d053c3d5be0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.982508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.990518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:03:29.990916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:03:29.992807 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:03:30.080112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a18d8e58-b1d6-4bf1-92a1-d053c3d5be0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.091611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a18d8e58-b1d6-4bf1-92a1-d053c3d5be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.101059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.108296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.114954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c7ad968-85b9-4be9-b767-eb194d376001 HTTP/1.1" status: 204  len: 168 time: 0.4733009
Nov 10 04:03:30.139332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb048f-b479-4a9c-9ec7-9cae0586cc82 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7ad968-85b9-4be9-b767-eb194d376001,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:30.143570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d8e58-b1d6-4bf1-92a1-d053c3d5be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b3540-5c09-4bcd-b280-273cd484cf2e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:30.187453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a18d8e58-b1d6-4bf1-92a1-d053c3d5be0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9a1404adcbe496cbea122282a1cac71&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3552225
Nov 10 04:03:30.191063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37134) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:30.229534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c488c17-ffa6-4341-aa52-c80e1adde48d req-4f98ff40-54fd-4870-8fdd-b37adf33a751 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:30.231051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c488c17-ffa6-4341-aa52-c80e1adde48d req-4f98ff40-54fd-4870-8fdd-b37adf33a751 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 949 time: 0.1330740
Nov 10 04:03:30.269375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.271098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:30.312108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.323019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c488c17-ffa6-4341-aa52-c80e1adde48d req-69376126-8d04-4720-869d-c2293fa4575e tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816941
Nov 10 04:03:30.335813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3d4892a7-f5d3-4bc9-ad85-af96eb1fd133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b4fde48f24f4816be46ccf5bd4474ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0608084
Nov 10 04:03:30.336180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:30.359774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 44a0a7d3-345d-444a-8ba8-b7c159464232 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:30.382539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.385571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.389206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/242b3540-5c09-4bcd-b280-273cd484cf2e HTTP/1.1" status: 204  len: 168 time: 0.1946771
Nov 10 04:03:30.401555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f627e-e7c1-4e60-91f6-4c1e1c2b6134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b3540-5c09-4bcd-b280-273cd484cf2e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:30.474460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.485320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce1875-ffcd-48b5-8d79-e54ed17238c3 req-a2bcee8e-98d7-42d4-9961-5ddd7125954f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:30.492791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dce1875-ffcd-48b5-8d79-e54ed17238c3 req-a2bcee8e-98d7-42d4-9961-5ddd7125954f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1279159
Nov 10 04:03:30.508663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 44a0a7d3-345d-444a-8ba8-b7c159464232 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:30.514575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 44a0a7d3-345d-444a-8ba8-b7c159464232 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:30.515957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.528590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.625900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.650580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a80f7426-79fe-4ad8-869c-fa6f78b830a4 req-47913ddd-716c-4946-8e28-936393b1d648 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 210 time: 0.1436477
Nov 10 04:03:30.705370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:30.708412 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e690bb-1e7b-44ff-9379-8cc0a6b5020d" -d '{"events": [{"server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:30.716596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=44a0a7d3-345d-444a-8ba8-b7c159464232,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:30.725217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.745725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-8d58ed6f-53eb-4c42-86d3-cdae0b0d3a19 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:30.747713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-8d58ed6f-53eb-4c42-86d3-cdae0b0d3a19 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 811 time: 0.2721481
Nov 10 04:03:30.764094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'device_id': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61', 'admin_state_up': True, 'tenant_id': '945d0f391e364fe6a10ff981b10e4a89'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:30.792310 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd3ae9-a450-44d9-a00d-09beff6270c4 x-openstack-request-id: req-15fd3ae9-a450-44d9-a00d-09beff6270c4 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:30.792581 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:30.792865 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15fd3ae9-a450-44d9-a00d-09beff6270c4 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:30.806362 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232', 'code': 200}
Nov 10 04:03:30.845670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:30.937281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37156) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:30.961233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dce1875-ffcd-48b5-8d79-e54ed17238c3 req-23450f74-fcb6-4b62-b54c-3af6a7736e57 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4675703
Nov 10 04:03:30.980783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c9cf-2fe0-42ba-9ba2-4107ce1d19ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.980963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.983555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:30.987695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a8c2c1b-6ee3-48d6-ab76-a4566774f064 HTTP/1.1" status: 204  len: 168 time: 0.6475306
Nov 10 04:03:30.995911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3a55b-d9a7-49c0-b9e3-059d9d34ad84 req-651aa53a-e0e3-49f0-ab94-ad9db1e46e47 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:30.997720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5b747-da82-4b6b-aec5-52794d3e5e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c2c1b-6ee3-48d6-ab76-a4566774f064,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:30.999617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17e3a55b-d9a7-49c0-b9e3-059d9d34ad84 req-651aa53a-e0e3-49f0-ab94-ad9db1e46e47 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1333125
Nov 10 04:03:31.027803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556f3a8-0c45-4583-a240-c5320c592490 req-40495e6e-876d-4827-b04d-3b0b87ddfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:31.029257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5556f3a8-0c45-4583-a240-c5320c592490 req-40495e6e-876d-4827-b04d-3b0b87ddfbcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 1101 time: 0.1331027
Nov 10 04:03:31.107739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Made reservation on behalf of 945d0f391e364fe6a10ff981b10e4a89 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:31.111865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.144963 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17e3a55b-d9a7-49c0-b9e3-059d9d34ad84 req-c70352ff-6eee-4fd8-8b6a-8a181318d985 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302874
Nov 10 04:03:31.181991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5556f3a8-0c45-4583-a240-c5320c592490 req-21cc99a7-0ea1-4fc2-97fe-6da013ce847b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327977
Nov 10 04:03:31.447309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae4ca2-1a23-4564-8758-a89d53d56ddd req-49b83c45-0af6-427d-855e-e4caff5ae955 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:31.449221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aae4ca2-1a23-4564-8758-a89d53d56ddd req-49b83c45-0af6-427d-855e-e4caff5ae955 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 950 time: 0.0544922
Nov 10 04:03:31.506305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aae4ca2-1a23-4564-8758-a89d53d56ddd req-ceb3b397-4b1f-4d49-82d0-60b215b36501 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505288
Nov 10 04:03:31.575363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c9cf-2fe0-42ba-9ba2-4107ce1d19ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.598861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c9cf-2fe0-42ba-9ba2-4107ce1d19ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.653965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e2b2c9cf-2fe0-42ba-9ba2-4107ce1d19ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c27cfab455c4904a4983025ac850926&name=default HTTP/1.1" status: 200  len: 2999 time: 0.7132435
Nov 10 04:03:31.657296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:31.660773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c9cf-2fe0-42ba-9ba2-4107ce1d19ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66df06-f143-4750-abf5-2f0cde19a184,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:31.663143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Allocated IP 172.20.0.12 (404f71a5-52f3-46d2-8daa-e0ce5db29d61/015f7d07-eab2-40a2-8b6e-64b9040a0c7b/9fbddf5e-cb16-4087-9117-d7504c62e398) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:31.731937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.742332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:31.773706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.819914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-443322e3-a638-4841-a80d-5e45fb1044e2 req-d9325bbf-5b80-4ad6-af37-7c1837346ff3 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 210 time: 0.0554857
Nov 10 04:03:31.874245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.878324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.879686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad66df06-f143-4750-abf5-2f0cde19a184 HTTP/1.1" status: 204  len: 168 time: 0.2210116
Nov 10 04:03:31.887548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.888034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ffdb2-3ce6-4b16-aac0-acc5dde24265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66df06-f143-4750-abf5-2f0cde19a184,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:31.897771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-network', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:31.921947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:31.924890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.930701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.936901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:31.943574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:31.954382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:31.957195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:31.975989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:32.048379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:32.050503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.056373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.061981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.063000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.088745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:32.098664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a697852-46a6-4b68-97b3-6ab12600df96,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:32.106493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.107622 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Added segment 224b5551-5000-40d8-8908-62d71b35d214 of type vlan for network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4
Nov 10 04:03:32.119589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-b66fa112-505a-4181-9af2-cc22dbf3484b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3600805
Nov 10 04:03:32.135605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99e26-9660-4e6d-9aaa-8e5f7eaf356f req-f87705ae-862b-405b-9af2-a07947dcfcf5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.137640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18c99e26-9660-4e6d-9aaa-8e5f7eaf356f req-f87705ae-862b-405b-9af2-a07947dcfcf5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0707121
Nov 10 04:03:32.142976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Request body: {'port': {'device_id': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:32.163604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.197106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.198989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.199821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.281149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5376000
Nov 10 04:03:32.286463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37200) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:32.294010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Request body: {'subnet': {'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-subnet', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:32.310864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.318688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cd564-4415-4c69-80d2-140146987bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=078b2318-cb8d-42a2-bc8e-1e7cd68363e4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:32.327820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18c99e26-9660-4e6d-9aaa-8e5f7eaf356f req-cf748f23-09d7-4839-9a22-13e2833d9483 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806240
Nov 10 04:03:32.330172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:32.371786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:32.374864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.390510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2714-ef4a-419f-8b78-555a28ba9eed req-8fb05ed8-8bc4-42ec-9051-4b0ce404dd46 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.400173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-699f2714-ef4a-419f-8b78-555a28ba9eed req-8fb05ed8-8bc4-42ec-9051-4b0ce404dd46 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1306636
Nov 10 04:03:32.474859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-699f2714-ef4a-419f-8b78-555a28ba9eed req-949ac780-49f5-464b-8b9e-bf36819fa0f8 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729496
Nov 10 04:03:32.737128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815627a2-8879-4c88-ba8e-14ffa49178f4 req-f533c109-69d4-4bda-a7fd-4b30fb362bc9 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.738622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-815627a2-8879-4c88-ba8e-14ffa49178f4 req-f533c109-69d4-4bda-a7fd-4b30fb362bc9 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 950 time: 0.1579859
Nov 10 04:03:32.797111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37218) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:32.799363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.836601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbddf5e-cb16-4087-9117-d7504c62e398 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:32.857515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.901493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Transition to ACTIVE for port object 9fbddf5e-cb16-4087-9117-d7504c62e398 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:32.909277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-815627a2-8879-4c88-ba8e-14ffa49178f4 req-bcddd1a6-3d26-4395-82d5-fe3a31328fee tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611271
Nov 10 04:03:32.909564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1412276182-network', 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:32.912298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f0c7a7-9593-458b-9d3a-78aff0714db1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:32.920338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.957119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:32.959549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.971739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Checking segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:32.971972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa164-2899-4bdb-a1c8-371b7c431529 req-8751abfd-784f-49e3-b361-df94aff8481f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:32.972517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Network hostable DHCP agents. Network: 078b2318-cb8d-42a2-bc8e-1e7cd68363e4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:32.979225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-679fa164-2899-4bdb-a1c8-371b7c431529 req-8751abfd-784f-49e3-b361-df94aff8481f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 932 time: 0.0853376
Nov 10 04:03:32.991906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:32.992717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.050589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:33.065734 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-679fa164-2899-4bdb-a1c8-371b7c431529 req-c3a6ab84-a802-4420-9f77-abf0d893b9f3 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832696
Nov 10 04:03:33.077439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 078b2318-cb8d-42a2-bc8e-1e7cd68363e4) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:33.082271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.082863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.088995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a01ee-e0b3-4677-997f-1f74009f2e9d None None] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:33.099409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Attempting to bind port 9fbddf5e-cb16-4087-9117-d7504c62e398 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:33.099757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Attempting to bind port 9fbddf5e-cb16-4087-9117-d7504c62e398 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:33.100134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Attempting to bind port 9fbddf5e-cb16-4087-9117-d7504c62e398 on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:33.105180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Port 9fbddf5e-cb16-4087-9117-d7504c62e398 on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:33.105507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Attempting to bind port 9fbddf5e-cb16-4087-9117-d7504c62e398 on network 404f71a5-52f3-46d2-8daa-e0ce5db29d61 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:33.112647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:33.113315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Checking segment: {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:33.113851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Bound using segment: {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:33.114418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Bound port: 9fbddf5e-cb16-4087-9117-d7504c62e398, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95667346-5d5c-407c-850c-1d26fd96abf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:33.114835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.123111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b47a1d09-9eb7-4b68-bfbf-b7a390723dfe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8303335
Nov 10 04:03:33.123386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37230) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:33.128856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:33.148190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.156845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.182567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:33.194210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.195541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.199719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff6846-944d-462e-b598-5164a3094c4a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.206289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.206910 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Added segment 09d0beee-9399-4ea4-9331-e8e32d8cea16 of type vlan for network b46f33a1-6a62-4941-8868-28fcc972b653
Nov 10 04:03:33.234539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:33.265750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.289613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:33.291411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.296867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.322839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.324020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.324963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.342299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:03:33.344056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.430032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6289401
Nov 10 04:03:33.431848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:33.439386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Request body: {'subnet': {'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1412276182-subnet', 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:33.443598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.444227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.445633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] 10.222.0.26 "PUT /v2.0/ports/9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 1092 time: 1.3068612
Nov 10 04:03:33.447829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:33.450035 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71596bac-43d4-4a98-a32f-99b198e210a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:33.462181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4114a6-56e2-428f-8a19-a1b8b23f7509 admin admin] Pushing event updated for resources: {'Network': ['ID=b46f33a1-6a62-4941-8868-28fcc972b653,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.475603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc9de7-476e-4d3e-a978-742759f9fb5e req-c2513ab3-c3a7-4cb7-9c52-98a6cabc1c43 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.477525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39cc9de7-476e-4d3e-a978-742759f9fb5e req-c2513ab3-c3a7-4cb7-9c52-98a6cabc1c43 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 950 time: 0.1485596
Nov 10 04:03:33.479143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:33.481788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.489105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b46f33a1-6a62-4941-8868-28fcc972b653 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:33.582568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Allocated IP 172.20.0.2 (078b2318-cb8d-42a2-bc8e-1e7cd68363e4/12f0c7a7-9593-458b-9d3a-78aff0714db1/d1967a87-730c-406f-8822-0eb4f562014e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:33.592551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83dc36-cbb0-4ab8-b494-8ae5a6719b9f service neutron] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.596057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39cc9de7-476e-4d3e-a978-742759f9fb5e req-6571853c-eb4b-4ad1-beef-45b7abfb5edc tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111147
Nov 10 04:03:33.613575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.655436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad406f-464a-4a81-babc-43a4213485b7 req-41e3ec55-efa5-4b0e-a2db-a11e3fb52643 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.662622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57ad406f-464a-4a81-babc-43a4213485b7 req-41e3ec55-efa5-4b0e-a2db-a11e3fb52643 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.2359786
Nov 10 04:03:33.703891 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adbf6ca-9a60-43f1-9e2d-deb7574954d3 x-openstack-request-id: req-2adbf6ca-9a60-43f1-9e2d-deb7574954d3 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:33.704191 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:33.704447 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2adbf6ca-9a60-43f1-9e2d-deb7574954d3 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:33.704862 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'status': 'completed', 'code': 200}
Nov 10 04:03:33.716401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-a91b7f8d-9ff0-48a9-9ea1-b045280f8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.717964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-a91b7f8d-9ff0-48a9-9ea1-b045280f8b26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1095 time: 0.1425772
Nov 10 04:03:33.738542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.779009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.780966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-eb63d480-2f1e-422b-86e6-3c6f4d002aab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 217 time: 0.0522628
Nov 10 04:03:33.786607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.802628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57ad406f-464a-4a81-babc-43a4213485b7 req-afc1c505-0d6d-4c84-b5e4-d1d693257678 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391416
Nov 10 04:03:33.838683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:33.840806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:33.845041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5be0a1c-bab2-4871-a75a-58576b056f62,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.845241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:33.849064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-5263a924-7733-4e66-bbc6-bcff5a4be94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.850544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-5263a924-7733-4e66-bbc6-bcff5a4be94f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.0599260
Nov 10 04:03:33.863501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c8b2-23cc-46fc-87e0-ee8964e23705 req-701db50b-e7a6-4379-8bef-c98d40436b6d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.865305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a38c8b2-23cc-46fc-87e0-ee8964e23705 req-701db50b-e7a6-4379-8bef-c98d40436b6d tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1181087
Nov 10 04:03:33.871079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:33.871517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Network hostable DHCP agents. Network: b46f33a1-6a62-4941-8868-28fcc972b653, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:33.891100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Pushing event updated for resources: {'Port': ['ID=d1967a87-730c-406f-8822-0eb4f562014e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:33.897415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-db74a20c-d5df-40eb-9e8a-4d634012d3e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280309
Nov 10 04:03:33.923640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Attempting to bind port d1967a87-730c-406f-8822-0eb4f562014e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:33.924405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Attempting to bind port d1967a87-730c-406f-8822-0eb4f562014e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:33.924405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Attempting to bind port d1967a87-730c-406f-8822-0eb4f562014e on network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:33.924749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Network b46f33a1-6a62-4941-8868-28fcc972b653 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:33.929388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:33.929750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Checking segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:33.930141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.930523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Bound using segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:33.930983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Bound port: d1967a87-730c-406f-8822-0eb4f562014e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:33.931348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.938622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a38c8b2-23cc-46fc-87e0-ee8964e23705 req-31f2d008-3f41-4c38-889e-f42657a0bdcb tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635712
Nov 10 04:03:33.940279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b46f33a1-6a62-4941-8868-28fcc972b653) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:33.945068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:33.945763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:33.970564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f635735-6d51-4953-b0ec-72baaaf78af6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5369046
Nov 10 04:03:33.976383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d3ddd-dde8-4717-8b9f-def9417875a5 None None] Network b46f33a1-6a62-4941-8868-28fcc972b653 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:34.076722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] For port d1967a87-730c-406f-8822-0eb4f562014e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:34.080673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.081867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] For port d1967a87-730c-406f-8822-0eb4f562014e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1967a87-730c-406f-8822-0eb4f562014e,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:34.096023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.112554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.130594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-2f42b58f-a2d0-4207-83e7-5f10605d02db service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947346
Nov 10 04:03:34.217768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8426c-2660-4325-b70c-0d0310215ca5 None None] Network b46f33a1-6a62-4941-8868-28fcc972b653 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:34.222626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce5c1-e6d4-49c2-8b63-905e977d24b9 None None] Pushing event updated for resources: {'Port': ['ID=d1967a87-730c-406f-8822-0eb4f562014e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:34.230404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3a72-a3c5-48cb-bc2e-9b5c6659068b req-d4ec6cde-f983-4e37-a00a-47eac5bff149 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:34.243641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2fc3a72-a3c5-48cb-bc2e-9b5c6659068b req-d4ec6cde-f983-4e37-a00a-47eac5bff149 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 944 time: 0.0873599
Nov 10 04:03:34.317892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bca-7966-4da4-901d-ae3d67427349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.332556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Allocated IP 172.32.3.52 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/21b393d8-0378-47c8-9965-d18c9f499693) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:34.336848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ba9c6f-b328-467f-8bb8-d81cc7725f97 req-3e02e616-a7a5-449c-8e8e-c40046e4dd92 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641400
Nov 10 04:03:34.345317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2fc3a72-a3c5-48cb-bc2e-9b5c6659068b req-fc3ae43a-771d-4e9c-91ba-20d856a96ba2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000786
Nov 10 04:03:34.522536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.533121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-49579a34-c46c-4bfc-9228-e000bc8afd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:34.534655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-49579a34-c46c-4bfc-9228-e000bc8afd55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1095 time: 0.1038694
Nov 10 04:03:34.633456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.705593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:34.707949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37262) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:34.713039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-717490896-network', 'tenant_id': '83ecaf331fc44b74abe363e4efb43ec0'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:34.717345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:34.720281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:34.727579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-733f2d31-c60a-4014-9e53-afc167d19468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:34.729068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-733f2d31-c60a-4014-9e53-afc167d19468 service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.1855578
Nov 10 04:03:34.737236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Made reservation on behalf of 83ecaf331fc44b74abe363e4efb43ec0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:34.739522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.748037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.762663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Pushing event updated for resources: {'Port': ['ID=21b393d8-0378-47c8-9965-d18c9f499693,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:34.834228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.840356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.840924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-3eb1a463-c4a9-4e5a-8a12-c954b4117eab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 217 time: 0.0813029
Nov 10 04:03:34.869045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:34.878319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c7065-6d91-4406-8184-2cabfbee864c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:34.884831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.885246 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Added segment b977a86c-856a-4147-b655-23a79a6e8b07 of type vlan for network d3f08e54-bc7e-4ded-bd20-18dd5132e131
Nov 10 04:03:34.955352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:34.961876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fbbe3-f89b-4dd5-b8bc-3608f60328bf req-3c3d0416-40d0-4978-b472-7401f1fd367b tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:34.969135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-746fbbe3-f89b-4dd5-b8bc-3608f60328bf req-3c3d0416-40d0-4978-b472-7401f1fd367b tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 950 time: 0.2669618
Nov 10 04:03:34.992665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64920d5-7b7f-4902-8109-11cfca95b124 req-973599e2-fcb0-4092-934c-14b44bda25ef tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:34.994201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b64920d5-7b7f-4902-8109-11cfca95b124 req-973599e2-fcb0-4092-934c-14b44bda25ef tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0977864
Nov 10 04:03:35.003515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.004090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.004687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.027277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-2acf9121-361d-4ab2-87d1-be92cb7e0c78 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.028828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-2acf9121-361d-4ab2-87d1-be92cb7e0c78 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 950 time: 0.2680669
Nov 10 04:03:35.087008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.3753197
Nov 10 04:03:35.087385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-3533a775-d951-4baf-a007-866d7faf410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.088159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37268) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:35.088859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-3533a775-d951-4baf-a007-866d7faf410c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.2019176
Nov 10 04:03:35.093645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Request body: {'subnet': {'network_id': 'd3f08e54-bc7e-4ded-bd20-18dd5132e131', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-717490896-subnet', 'tenant_id': '83ecaf331fc44b74abe363e4efb43ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:35.108027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da87923-a369-4b22-a8e1-e92a5ecbcfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f08e54-bc7e-4ded-bd20-18dd5132e131,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:35.119325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d3f08e54-bc7e-4ded-bd20-18dd5132e131 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:35.136597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-f450cea3-786e-49dc-989f-4f8118afd7c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374033
Nov 10 04:03:35.151653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b64920d5-7b7f-4902-8109-11cfca95b124 req-b5469488-9edb-44de-a2d7-440a61f06650 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496456
Nov 10 04:03:35.184149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Made reservation on behalf of 83ecaf331fc44b74abe363e4efb43ec0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:35.186603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.326809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708383b-38f1-4fdb-bdba-de3be50c75a8 req-6ff4c3a0-2bad-4589-8333-15b2f932a70e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.328431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8708383b-38f1-4fdb-bdba-de3be50c75a8 req-6ff4c3a0-2bad-4589-8333-15b2f932a70e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0831273
Nov 10 04:03:35.422677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757e827-5c6a-4846-b3df-41e513eeff87 None None] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:35.469316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1967a87-730c-406f-8822-0eb4f562014e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:35.473444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8708383b-38f1-4fdb-bdba-de3be50c75a8 req-49af5abe-191d-4318-9a45-4bedaa77c582 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292715
Nov 10 04:03:35.485920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.549009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Provisioning complete for port d1967a87-730c-406f-8822-0eb4f562014e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:35.549375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.571300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0d1a7a-1e82-4500-9cfc-ce6a053d15c7,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:35.586071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Checking segment: {'id': 'b977a86c-856a-4147-b655-23a79a6e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3f08e54-bc7e-4ded-bd20-18dd5132e131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:35.586533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Network hostable DHCP agents. Network: d3f08e54-bc7e-4ded-bd20-18dd5132e131, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:35.612558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Network d3f08e54-bc7e-4ded-bd20-18dd5132e131 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:35.628049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d3f08e54-bc7e-4ded-bd20-18dd5132e131) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:35.635196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.635849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.639200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d1967a87-730c-406f-8822-0eb4f562014e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:35.639579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.651269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-746fbbe3-f89b-4dd5-b8bc-3608f60328bf req-6244c4cc-93e5-406b-91c6-1d2611ec9718 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/security-groups?id=17ed5c12-1f47-46c2-8112-79eaeba71add&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6806800
Nov 10 04:03:35.651594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f164f49-2b30-42b2-bf55-99a1711a823c None None] Network d3f08e54-bc7e-4ded-bd20-18dd5132e131 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:35.668156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-48546ad6-6774-4707-9204-c433381c45f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5786226
Nov 10 04:03:35.730161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.744884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222ac15-a2b6-49dd-a868-5a12ec31b54b req-d85d6635-c63a-499b-bade-7d3f82d4a235 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:35.746729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f222ac15-a2b6-49dd-a868-5a12ec31b54b req-d85d6635-c63a-499b-bade-7d3f82d4a235 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 944 time: 0.0773113
Nov 10 04:03:35.822631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f222ac15-a2b6-49dd-a868-5a12ec31b54b req-c69cd1e0-6165-4848-9cd1-c7867f276d2e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652592
Nov 10 04:03:35.851041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Deleting port 44a0a7d3-345d-444a-8ba8-b7c159464232 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:35.851383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.905325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:35.916940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-a22f5fbd-fbb9-4898-8dd9-ac0581e8243d service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3176446
Nov 10 04:03:35.973771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.015443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] For port d1967a87-730c-406f-8822-0eb4f562014e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1967a87-730c-406f-8822-0eb4f562014e,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:36.020498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71596bac-43d4-4a98-a32f-99b198e210a5 req-5a7f58f6-8f4b-4013-ab4a-af0858791358 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936792
Nov 10 04:03:36.026113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22c503-2950-4e6b-a7d8-427d2d74d5f5 None None] Network d3f08e54-bc7e-4ded-bd20-18dd5132e131 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:36.030791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.149028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] For port 44a0a7d3-345d-444a-8ba8-b7c159464232, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=44a0a7d3-345d-444a-8ba8-b7c159464232,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:36.149406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.177126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Calling delete_port for 44a0a7d3-345d-444a-8ba8-b7c159464232 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:36.295677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.308651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331369f0-5c5b-44ec-8414-34522765dd08 req-394d9eda-43a9-4571-89b9-2f6b3fe2a44b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:36.312117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-331369f0-5c5b-44ec-8414-34522765dd08 req-394d9eda-43a9-4571-89b9-2f6b3fe2a44b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0658054
Nov 10 04:03:36.317633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:03:36.318194 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:03:36.324375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b5619af0-334d-485d-8cd5-96080825c86c None None] Provisioning complete for port d1967a87-730c-406f-8822-0eb4f562014e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:36.324768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5619af0-334d-485d-8cd5-96080825c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.331611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Pushing event updated for resources: {'Port': ['ID=d1967a87-730c-406f-8822-0eb4f562014e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:36.369018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.369350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.369871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.370390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.370719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.371040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.371522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.371798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-331369f0-5c5b-44ec-8414-34522765dd08 req-e410c984-06ea-4021-964b-810d57a8cd3b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536602
Nov 10 04:03:36.372570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.373081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.373406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.373729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.374047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9060ccb9-b1ee-4a96-a6ae-18c25e8ec9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:36.424207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-c8812c3b-da5a-45cb-9171-c1e9ec3f7a8f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:36.425734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-c8812c3b-da5a-45cb-9171-c1e9ec3f7a8f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.2645528
Nov 10 04:03:36.451615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-91aad5bc-2c0f-430c-bcb3-a8eeb0d8e7c3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/quotas/c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 375 time: 0.0173004
Nov 10 04:03:36.513805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-efd70f43-926d-45d7-85e9-727d30939d9b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393283
Nov 10 04:03:36.578291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.595753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a694d-d879-4d77-a90c-05fec00510c6 req-59995d64-a9ff-48aa-94ac-19a5561f55f9 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:36.597272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-117a694d-d879-4d77-a90c-05fec00510c6 req-59995d64-a9ff-48aa-94ac-19a5561f55f9 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0502045
Nov 10 04:03:36.625356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Pushing event deleted for resources: {'Port': ['ID=44a0a7d3-345d-444a-8ba8-b7c159464232,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:36.651831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-117a694d-d879-4d77-a90c-05fec00510c6 req-6e95d526-2502-448d-9aab-28ea0f6a0864 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483978
Nov 10 04:03:36.682780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Router eb24bd5c-bb08-45a6-a191-9528447369be is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:03:36.700978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] No DVR routers for this DVR port 44a0a7d3-345d-444a-8ba8-b7c159464232 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:03:36.705937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-51801420-bd03-4110-9ee4-7a502020f945 service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817200
Nov 10 04:03:36.706997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.710253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df12edda-7140-40b4-8a85-bc7c5551e245 req-fc05ee91-042b-4282-a9f8-f62f86ff6a05 tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.26 "DELETE /v2.0/ports/44a0a7d3-345d-444a-8ba8-b7c159464232 HTTP/1.1" status: 204  len: 173 time: 1.6686766
Nov 10 04:03:36.710995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'name': 'network-vif-deleted', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:36.713313 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c40f0-d2c8-4979-9210-89d46feb42fc" -d '{"events": [{"server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "name": "network-vif-deleted", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:36.816506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f53fc013-caa3-44fb-82d4-365bf1fe9ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.885208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5061df2c-98e0-4e56-a3cf-04535f3e7f11 req-82232397-be7a-4eed-bec6-7287c10646eb tempest-ServerDiagnosticsNegativeTest-127859617 tempest-ServerDiagnosticsNegativeTest-127859617-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb HTTP/1.1" status: 200  len: 210 time: 0.0782113
Nov 10 04:03:36.924189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-ee357f3d-efd1-436c-8a3b-821af07ce828 service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073755
Nov 10 04:03:36.926899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:03:36.935951 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6bb2e-06a0-4a5a-aa09-29405a2e08a9 x-openstack-request-id: req-7ea6bb2e-06a0-4a5a-aa09-29405a2e08a9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:36.936247 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb", "name": "network-vif-deleted", "tag": "44a0a7d3-345d-444a-8ba8-b7c159464232", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:36.936502 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ea6bb2e-06a0-4a5a-aa09-29405a2e08a9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:36.936941 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe30ab9-68c6-44ce-ba07-ccb280d3f2fb', 'name': 'network-vif-deleted', 'tag': '44a0a7d3-345d-444a-8ba8-b7c159464232', 'status': 'completed', 'code': 200}
Nov 10 04:03:36.942715 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Sync routers for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:03:36.949440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:36.953070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-db1f182b-702d-44cc-a406-a399bb95fd8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.8285787
Nov 10 04:03:36.953551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:36.957524 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:36.958131 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470e730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:37.099454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:37.103537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d47ec1-e419-4f79-ac3f-09fc4fedffb3 req-dd4d31ae-ef9b-41be-aead-fc6cd3e79939 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:37.105113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11d47ec1-e419-4f79-ac3f-09fc4fedffb3 req-dd4d31ae-ef9b-41be-aead-fc6cd3e79939 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 944 time: 0.0735958
Nov 10 04:03:37.145172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67f31dc6-0900-4f93-8cdf-7cf3fb82f6f4 req-5ac8378c-2638-479b-bf6f-9ce549618623 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 210 time: 0.0413077
Nov 10 04:03:37.275134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11d47ec1-e419-4f79-ac3f-09fc4fedffb3 req-bbc949db-bb32-421d-a535-d2b63462a8c9 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557891
Nov 10 04:03:37.371356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470e730>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:35Z', 'revision_number': 3, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:37.402760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1967a87-730c-406f-8822-0eb4f562014e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:37.433987 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Checking router: eb24bd5c-bb08-45a6-a191-9528447369be for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:03:37.434266 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Updating router eb24bd5c-bb08-45a6-a191-9528447369be port 21b393d8-0378-47c8-9965-d18c9f499693 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:03:37.463034 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.477853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d1967a87-730c-406f-8822-0eb4f562014e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:37.478228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.576192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcbde-037f-42a7-8843-a9f0d4ed2dec req-18cf5a94-180b-4be7-9d75-2869b820fb4a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:37.577733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20abcbde-037f-42a7-8843-a9f0d4ed2dec req-18cf5a94-180b-4be7-9d75-2869b820fb4a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0582032
Nov 10 04:03:37.633234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.645036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20abcbde-037f-42a7-8843-a9f0d4ed2dec req-742552ae-ed3b-4bac-8122-f826258f22b6 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605972
Nov 10 04:03:37.789556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.799943 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.813623 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.831681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f797b-2b69-45d3-9c12-c377d22cc6fe req-d4f04a5c-44cd-4f19-8fba-457eae9e1198 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:37.833283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f2f797b-2b69-45d3-9c12-c377d22cc6fe req-d4f04a5c-44cd-4f19-8fba-457eae9e1198 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0835481
Nov 10 04:03:37.874512 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Pushing event updated for resources: {'Port': ['ID=21b393d8-0378-47c8-9965-d18c9f499693,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:37.877510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Attempting to bind port 21b393d8-0378-47c8-9965-d18c9f499693 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:37.877873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Attempting to bind port 21b393d8-0378-47c8-9965-d18c9f499693 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:37.878585 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Attempting to bind port 21b393d8-0378-47c8-9965-d18c9f499693 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:37.886473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:37.886833 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:37.887224 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.887607 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:37.888056 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Bound port: 21b393d8-0378-47c8-9965-d18c9f499693, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:37.888436 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:37.890993 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.890993 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.891289 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.891593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.891914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.892599 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.892599 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.892862 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.893181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.893463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.894029 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.894147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:03:37.910185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Allocated IP 172.20.0.1 (078b2318-cb8d-42a2-bc8e-1e7cd68363e4/12f0c7a7-9593-458b-9d3a-78aff0714db1/9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:37.939136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f2f797b-2b69-45d3-9c12-c377d22cc6fe req-7a8e0843-cc32-4c56-a414-3deec8264e21 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767708
Nov 10 04:03:37.993542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] For port 21b393d8-0378-47c8-9965-d18c9f499693, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:37.997486 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] For port 21b393d8-0378-47c8-9965-d18c9f499693, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=21b393d8-0378-47c8-9965-d18c9f499693,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:38.002358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.056434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.058841 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:38.059575 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470e730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:38.096810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.138163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994181db-7c3a-4fe6-8f68-96f68ed9b149 None None] Pushing event updated for resources: {'Port': ['ID=21b393d8-0378-47c8-9965-d18c9f499693,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:38.142801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:38.148200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:38.150636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:38.180420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:38.206712 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:38.206988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.270969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37328) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:38.290841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b87ed0c7-3251-448d-bfe2-83adf512761c req-68c8efe7-f68b-4358-8fcc-141fb73cd661 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 210 time: 0.0507457
Nov 10 04:03:38.378838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9fbddf5e-cb16-4087-9117-d7504c62e398 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:38.382358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 44a0a7d3-345d-444a-8ba8-b7c159464232 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:38.464718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 44a0a7d3-345d-444a-8ba8-b7c159464232 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:38.465859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 44a0a7d3-345d-444a-8ba8-b7c159464232 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:38.546998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.568147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a3b0f-86f4-4adb-878a-2db622ec80fb req-6368fbbc-c5c0-432b-8bfa-61a1ab87c18f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:38.569943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d72a3b0f-86f4-4adb-878a-2db622ec80fb req-6368fbbc-c5c0-432b-8bfa-61a1ab87c18f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 944 time: 0.1001492
Nov 10 04:03:38.594887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aada03e9-ab70-4aad-9f10-4a94d3af1cd8 None None] Provisioning complete for port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:38.596063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aada03e9-ab70-4aad-9f10-4a94d3af1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.608380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f115dbf6-4e35-41a6-b6f3-4d3e10504cdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44e60ca27e834896a209c46485c178e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3333461
Nov 10 04:03:38.609728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37334) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:38.626110 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470e730>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:35Z', 'revision_number': 3, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:38.658470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:38.661409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aada03e9-ab70-4aad-9f10-4a94d3af1cd8 None None] Port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:38.671755 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc9991-3b01-4bca-a27e-333e3e8d5f16 None None] The sync data for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 is: [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:35Z', 'revision_number': 3, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:03:38.675652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'network_id': '404f71a5-52f3-46d2-8daa-e0ce5db29d61', 'port_id': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'mac_address': 'fa:16:3e:cf:38:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f7d07-eab2-40a2-8b6e-64b9040a0c7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:38.725899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-651e35b9-970d-47e6-b5cc-67be4b82eecb tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:38.728041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-651e35b9-970d-47e6-b5cc-67be4b82eecb tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.3396525
Nov 10 04:03:38.739867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.748963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d72a3b0f-86f4-4adb-878a-2db622ec80fb req-7661be6c-1ce9-4fd4-8e7c-87b9c70265e7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325526
Nov 10 04:03:38.755652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbddf5e-cb16-4087-9117-d7504c62e398 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:38.780390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Request body: {'port': {'device_id': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'admin_state_up': True, 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:38.784863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:38.791216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.819310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.829312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.854361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:38.880746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.916869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:38.918049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d2c55-a591-46ae-a390-e942b77a2065 req-1d5f5d65-e6c4-4338-954f-491edb2b7077 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:38.929097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-204d2c55-a591-46ae-a390-e942b77a2065 req-1d5f5d65-e6c4-4338-954f-491edb2b7077 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1864190
Nov 10 04:03:38.929991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:38.952131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.067791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-204d2c55-a591-46ae-a390-e942b77a2065 req-dd9912e5-ce7b-4cd3-bac1-453ba7122ba4 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409705
Nov 10 04:03:39.084481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:39.087416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:39.088047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.090277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:39.107910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:39.132446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.136525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.141555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17ed5c12-1f47-46c2-8112-79eaeba71add HTTP/1.1" status: 204  len: 168 time: 0.5225840
Nov 10 04:03:39.203098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae311c5-fb98-49c0-8be3-8ed75b9e0dc6 req-e07193e6-7af5-486e-bbf2-b514dbf65a83 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:39.209573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dd9e2-0732-474f-963a-0434b3eba990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed5c12-1f47-46c2-8112-79eaeba71add,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:39.210791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae311c5-fb98-49c0-8be3-8ed75b9e0dc6 req-e07193e6-7af5-486e-bbf2-b514dbf65a83 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1660740
Nov 10 04:03:39.377954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.424047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Allocated IP 172.20.0.4 (b46f33a1-6a62-4941-8868-28fcc972b653/a5be0a1c-bab2-4871-a75a-58576b056f62/f18834c0-50ca-40d7-b12e-1203a389dd5d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:39.425618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cae311c5-fb98-49c0-8be3-8ed75b9e0dc6 req-00b936b4-d8be-48d0-9361-bd8636baa8a0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132232
Nov 10 04:03:39.443238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Router eb24bd5c-bb08-45a6-a191-9528447369be has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:03:39.468279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 21b393d8-0378-47c8-9965-d18c9f499693 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:39.619227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-47a935be-d432-41d1-bbd7-77af35854977 None None] Provisioning complete for port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:39.619759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-47a935be-d432-41d1-bbd7-77af35854977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.628900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b40c2ffa-3aad-4c37-b354-807428e2d07a req-f5e12a43-b0e9-4766-8a64-8a94ae95ba54 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 210 time: 0.0451407
Nov 10 04:03:39.665664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:03:39.680931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.681437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 21b393d8-0378-47c8-9965-d18c9f499693 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:39.682000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.687407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82e49cf3-4b9c-4780-b64f-68bfdf5e99d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb24bd5c-bb08-45a6-a191-9528447369be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7319365
Nov 10 04:03:39.735457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37350) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:39.737142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-47a935be-d432-41d1-bbd7-77af35854977 None None] Port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:39.754451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.755447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1fae787-9753-401c-94b2-5ae2561705b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.835314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.868688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Network b46f33a1-6a62-4941-8868-28fcc972b653 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:39.870988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 21b393d8-0378-47c8-9965-d18c9f499693, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=21b393d8-0378-47c8-9965-d18c9f499693,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:39.872815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:39.882349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:39.884906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.927846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:39.978493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:39.979062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:39.989874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=21b393d8-0378-47c8-9965-d18c9f499693,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:40.007583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-27ece977-b238-46c7-9209-1d0e5e33495d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2322226
Nov 10 04:03:40.014397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97249fb3-e7e0-4213-8edf-cc21618c3ce9 req-a6df2621-047b-44b6-a2e4-4905f7fc81a2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:40.016861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97249fb3-e7e0-4213-8edf-cc21618c3ce9 req-a6df2621-047b-44b6-a2e4-4905f7fc81a2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 945 time: 0.1483765
Nov 10 04:03:40.023743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1fae787-9753-401c-94b2-5ae2561705b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.027484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Request body: {'port': {'device_id': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:40.036718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1fae787-9753-401c-94b2-5ae2561705b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.091488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.100511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fae787-9753-401c-94b2-5ae2561705b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34309ac1-7904-48d2-98d2-628c39549918,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:40.109014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f1fae787-9753-401c-94b2-5ae2561705b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=440118d612b34003bed95bffaa02fc3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3699741
Nov 10 04:03:40.110743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37368) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:40.141770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97249fb3-e7e0-4213-8edf-cc21618c3ce9 req-2a6a5b13-b649-4343-beb9-ef48bb63a11e tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148279
Nov 10 04:03:40.195901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.211545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.242026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.303025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.308839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.312311 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34309ac1-7904-48d2-98d2-628c39549918 HTTP/1.1" status: 204  len: 168 time: 0.1982932
Nov 10 04:03:40.318549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6cc45-3503-4905-afa8-0023ebf3e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34309ac1-7904-48d2-98d2-628c39549918,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:40.361855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450ab34-54b7-4c65-aed3-512094d6f8b4 req-2a4be87e-a275-4158-82b4-5b73c292d4c3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:40.365551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6450ab34-54b7-4c65-aed3-512094d6f8b4 req-2a4be87e-a275-4158-82b4-5b73c292d4c3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1199069
Nov 10 04:03:40.460484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6450ab34-54b7-4c65-aed3-512094d6f8b4 req-6dc0abbf-9a54-47e9-9029-5fa743e2d086 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877066
Nov 10 04:03:40.543862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18834c0-50ca-40d7-b12e-1203a389dd5d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:40.552733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.568206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25736-a709-438c-b6a6-73b01bab5e53 req-1ccde36e-0955-4ef0-86b7-956c095981f1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:40.569040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Transition to ACTIVE for port object f18834c0-50ca-40d7-b12e-1203a389dd5d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:40.570460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23c25736-a709-438c-b6a6-73b01bab5e53 req-1ccde36e-0955-4ef0-86b7-956c095981f1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0690758
Nov 10 04:03:40.574739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.647962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23c25736-a709-438c-b6a6-73b01bab5e53 req-1a49c4a4-43dd-4ac6-8416-8a0ba3ce1cb3 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690436
Nov 10 04:03:40.727836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:40.728185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:40.728515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:40.730540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:40.740746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:40.741051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:40.749728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:40.750111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:40.755945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:40.756599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Bound port: f18834c0-50ca-40d7-b12e-1203a389dd5d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:40.757095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.878094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b7ae-04eb-4557-bc81-6057ab0d83e5 req-f6d9fb78-0283-4d6e-99e9-c65a5bce833d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:40.879658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6352b7ae-04eb-4557-bc81-6057ab0d83e5 req-f6d9fb78-0283-4d6e-99e9-c65a5bce833d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0988295
Nov 10 04:03:40.880865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:40.888960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:40.901403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.961952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:40.962905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:40.963931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] 10.222.0.26 "PUT /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 1091 time: 0.9409151
Nov 10 04:03:40.964410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:40.966687 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:41.050629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6352b7ae-04eb-4557-bc81-6057ab0d83e5 req-2278e86e-5081-4984-93ba-145f451f6058 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521842
Nov 10 04:03:41.053320 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c86d9-ed1b-43d4-a9fb-71fc417d634b x-openstack-request-id: req-9d4c86d9-ed1b-43d4-a9fb-71fc417d634b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:41.064724 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:41.065145 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4c86d9-ed1b-43d4-a9fb-71fc417d634b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:41.065739 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'status': 'completed', 'code': 200}
Nov 10 04:03:41.082592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a165f-fb70-463b-a637-433a8c14b278 service neutron] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:41.106506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-e693e9f2-a7fb-456e-8597-756755de67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.108042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-e693e9f2-a7fb-456e-8597-756755de67b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1094 time: 0.0875523
Nov 10 04:03:41.174440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-412efad9-bb14-4ad8-a392-0f516fd434f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.0524011
Nov 10 04:03:41.231344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Sync routers for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:03:41.247810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-60c9f824-6073-40f4-a5a3-f3e5900fce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.249634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-60c9f824-6073-40f4-a5a3-f3e5900fce13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0663679
Nov 10 04:03:41.251846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:41.252524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207734070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:41.310794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-7843f7d1-21e9-417b-888c-7242d8977cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519624
Nov 10 04:03:41.373998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37466) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:41.396147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea163fc-f235-4549-9e82-9d653ad45dd9 req-a9ab558e-fb81-4561-97fc-7a33b26a6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.397697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea163fc-f235-4549-9e82-9d653ad45dd9 req-a9ab558e-fb81-4561-97fc-7a33b26a6d9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.0723567
Nov 10 04:03:41.409543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:41.417813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646f1aa-091f-478a-8bcb-c7b5cfcde2ea req-f17b68a8-d7cc-4e75-9d69-21ce429d5776 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.419340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9646f1aa-091f-478a-8bcb-c7b5cfcde2ea req-f17b68a8-d7cc-4e75-9d69-21ce429d5776 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 945 time: 0.1505179
Nov 10 04:03:41.461589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-f02052f3-3ac8-4ddc-973e-fd08e6db07d2 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361239
Nov 10 04:03:41.474304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea163fc-f235-4549-9e82-9d653ad45dd9 req-21469217-5368-4fd2-89ee-6d864e05e0d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659289
Nov 10 04:03:41.494654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 21b393d8-0378-47c8-9965-d18c9f499693 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:41.510303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1959356470-network', 'tenant_id': 'f835c2b6ac5d4c459776f3c69d803eec'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:41.537348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Made reservation on behalf of f835c2b6ac5d4c459776f3c69d803eec for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:41.541110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.552002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.624471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 21b393d8-0378-47c8-9965-d18c9f499693 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:41.624997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.637528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69435182-ebb6-43c4-8dd2-7403add880d6 req-4cdb46f6-1d3c-43d5-b378-899051c101e7 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.639123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69435182-ebb6-43c4-8dd2-7403add880d6 req-4cdb46f6-1d3c-43d5-b378-899051c101e7 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0778258
Nov 10 04:03:41.723489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.727936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69435182-ebb6-43c4-8dd2-7403add880d6 req-d4288550-c175-4821-a0d5-e404f28c24fd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731559
Nov 10 04:03:41.732875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.756249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:41.759605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207734070>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 2, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:41.777178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.777600 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Added segment d0c20f8a-64fe-4884-a307-9f87a85562f2 of type vlan for network da64fa9a-781f-41b1-b7a7-cf18235c8b99
Nov 10 04:03:41.778930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aee43c-4865-4fb8-a0e7-81fcdc4021d5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:41.796730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Checking router: eb24bd5c-bb08-45a6-a191-9528447369be for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:03:41.797270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Updating router eb24bd5c-bb08-45a6-a191-9528447369be port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:03:41.839497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.846137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.875751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.877174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.877797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:41.913187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9646f1aa-091f-478a-8bcb-c7b5cfcde2ea req-58a6c5d1-de6d-4906-bc43-606eb18ca4e8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4806590
Nov 10 04:03:41.964517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5881100
Nov 10 04:03:41.965732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9781df4-84e7-45aa-b18d-0ee96e51cb63 req-351e8849-ad19-498a-98df-ae4bf3a1249e service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4937673
Nov 10 04:03:41.967391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37476) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:41.973441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182766-bdde-48a2-87d3-78de0b8840c4 admin admin] Pushing event updated for resources: {'Network': ['ID=da64fa9a-781f-41b1-b7a7-cf18235c8b99,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:41.976862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Request body: {'subnet': {'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1959356470-subnet', 'tenant_id': 'f835c2b6ac5d4c459776f3c69d803eec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:41.990728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5591c-aa7a-4106-b5e7-6b9ba67babed req-6b489b8a-4285-4da9-bcc4-9d00f97c0691 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:41.998641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Made reservation on behalf of f835c2b6ac5d4c459776f3c69d803eec for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:41.999098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ea5591c-aa7a-4106-b5e7-6b9ba67babed req-6b489b8a-4285-4da9-bcc4-9d00f97c0691 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1184955
Nov 10 04:03:42.001357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.002898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network da64fa9a-781f-41b1-b7a7-cf18235c8b99 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:42.057864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ea5591c-aa7a-4106-b5e7-6b9ba67babed req-c07aaef8-31e8-4f03-9189-a80d661aa9ef tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573473
Nov 10 04:03:42.121961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-63bbaec8-d5b1-4560-8e26-cf1856d86007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.123516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-63bbaec8-d5b1-4560-8e26-cf1856d86007 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1094 time: 0.0852304
Nov 10 04:03:42.270977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94a08-5b61-4e75-85be-cd9a90df201e req-3cceac41-60f7-448a-a491-b4eb113564bf tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.272517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fee94a08-5b61-4e75-85be-cd9a90df201e req-3cceac41-60f7-448a-a491-b4eb113564bf tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.1547780
Nov 10 04:03:42.350550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-af23857b-fb1c-4c4e-a86b-27a951b4789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.351949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-af23857b-fb1c-4c4e-a86b-27a951b4789e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.2165077
Nov 10 04:03:42.358685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.360894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.366535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.393948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9fbddf5e-cb16-4087-9117-d7504c62e398 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:42.449167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-c4655b82-6738-4ae7-9a36-3d4a509dc2bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.0764093
Nov 10 04:03:42.454682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892dc3-37db-45be-afcd-08e6094e792b None None] Pushing event updated for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:42.456358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fee94a08-5b61-4e75-85be-cd9a90df201e req-88bdb336-9477-42df-94d5-48ebadd4149a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676381
Nov 10 04:03:42.508957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a76bf6-1b97-435d-9227-09aebe935e16,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:42.541777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Checking segment: {'id': 'd0c20f8a-64fe-4884-a307-9f87a85562f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:42.542140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Network hostable DHCP agents. Network: da64fa9a-781f-41b1-b7a7-cf18235c8b99, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:42.551537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9fbddf5e-cb16-4087-9117-d7504c62e398 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:42.553039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-1fffded9-0f0f-4879-ab8d-e760b28707ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.554693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-1fffded9-0f0f-4879-ab8d-e760b28707ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0915382
Nov 10 04:03:42.569384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Attempting to bind port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:42.577041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Attempting to bind port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:42.577832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Attempting to bind port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c on network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:42.582091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9fbddf5e-cb16-4087-9117-d7504c62e398 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:42.582728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.598074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-eec77052-c651-4630-b72b-140221a051fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338750
Nov 10 04:03:42.601358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Network da64fa9a-781f-41b1-b7a7-cf18235c8b99 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:42.623830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:42.624125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Checking segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:42.624714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.625101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Bound using segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:42.626214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Bound port: 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:42.626546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.634916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, da64fa9a-781f-41b1-b7a7-cf18235c8b99) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:42.650062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1cf3f-5991-43af-91ba-6a00b8a51a74 None None] Network da64fa9a-781f-41b1-b7a7-cf18235c8b99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:42.664783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.665533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.694036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5762aa42-2b06-40a5-9475-c991961c8faf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7222569
Nov 10 04:03:42.747084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-fcbe0771-871c-41f7-9006-07fc4a37cec3 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386704
Nov 10 04:03:42.849386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.891573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a4fb5b-0ab0-411b-afaa-f209ef3fd446 req-8c32b508-75ea-453d-bb4a-6cb1b490bf7f service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287766
Nov 10 04:03:42.903297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] For port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:42.910014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-923a7755-9f89-4268-8fd0-d43d4df1c60a None None] Provisioning complete for port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:42.910577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-923a7755-9f89-4268-8fd0-d43d4df1c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:42.948111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc04881-426d-4725-a63e-a32612224711 req-c2877a0b-d083-43c6-b663-4144d212e975 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:42.958713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bc04881-426d-4725-a63e-a32612224711 req-c2877a0b-d083-43c6-b663-4144d212e975 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0878110
Nov 10 04:03:42.981375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] For port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:42.986030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:43.002427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:43.005091 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56c04b-e2ca-4b04-b7e4-290123c91dd5" -d '{"events": [{"server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "name": "network-vif-plugged", "status": "completed", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:43.025035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.053901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bc04881-426d-4725-a63e-a32612224711 req-2d1d1ad8-cb5d-432d-96ae-511b5f76c91d tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934196
Nov 10 04:03:43.102119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:43.115089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c52ca-b1cc-451c-8166-f4fa5f73fa9f req-ffd6d8c7-5a46-4f3b-b0e1-7b5b0ef46a26 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.124167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e00c52ca-b1cc-451c-8166-f4fa5f73fa9f req-ffd6d8c7-5a46-4f3b-b0e1-7b5b0ef46a26 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 945 time: 0.1043491
Nov 10 04:03:43.221995 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dffea3-6e77-40a4-871b-8c45dabf609e x-openstack-request-id: req-69dffea3-6e77-40a4-871b-8c45dabf609e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:43.222357 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "name": "network-vif-plugged", "status": "completed", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:43.222535 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69dffea3-6e77-40a4-871b-8c45dabf609e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:43.222927 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'code': 200}
Nov 10 04:03:43.226912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-923a7755-9f89-4268-8fd0-d43d4df1c60a None None] Port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:43.232775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.241130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e00c52ca-b1cc-451c-8166-f4fa5f73fa9f req-02fb26a5-4c64-494f-ae7b-fd9f80cde922 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953071
Nov 10 04:03:43.246670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f194a3-3809-42fe-b36f-b44b03475b59 None None] Network da64fa9a-781f-41b1-b7a7-cf18235c8b99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:43.311989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edac41-e705-443d-b9b6-3f95cd7d69a0 req-962d389e-0f6b-4bb1-851b-42d5ee227aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.314028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35edac41-e705-443d-b9b6-3f95cd7d69a0 req-962d389e-0f6b-4bb1-851b-42d5ee227aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1097 time: 0.0716386
Nov 10 04:03:43.370906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25c7f7-53f8-44ef-a2a5-098052e66686 req-620114df-05e3-447e-b825-b8330da597d9 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.382682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f25c7f7-53f8-44ef-a2a5-098052e66686 req-620114df-05e3-447e-b825-b8330da597d9 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1304407
Nov 10 04:03:43.418612 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35edac41-e705-443d-b9b6-3f95cd7d69a0 req-8edc4751-2285-4b3e-bb73-c2930310f712 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955811
Nov 10 04:03:43.448857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f25c7f7-53f8-44ef-a2a5-098052e66686 req-05b25151-f7c5-4e32-a64d-7e5fb3e0ed69 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651255
Nov 10 04:03:43.483328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892dc3-37db-45be-afcd-08e6094e792b None None] Pushing event updated for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:43.517279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:03:43.517909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207734070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:03:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:43.577940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37520) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:43.583771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2080140054-network', 'tenant_id': '5c13adb1db0b44a38a3d8613d7d72a53'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:43.622965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Made reservation on behalf of 5c13adb1db0b44a38a3d8613d7d72a53 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:43.626944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.638327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01df251-86fc-4c17-b13b-c02c712cf03e req-8dde70e4-97c8-4471-a1f3-7ea5ed81ec31 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.650931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d01df251-86fc-4c17-b13b-c02c712cf03e req-8dde70e4-97c8-4471-a1f3-7ea5ed81ec31 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0974836
Nov 10 04:03:43.655176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.694734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:43.698235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42316453-e934-4d27-83b7-ed96fc37cd6c req-178a87d4-bc7a-44d8-aec8-f7c540ff6462 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.699773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42316453-e934-4d27-83b7-ed96fc37cd6c req-178a87d4-bc7a-44d8-aec8-f7c540ff6462 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0948911
Nov 10 04:03:43.737308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d01df251-86fc-4c17-b13b-c02c712cf03e req-575b3c3a-7213-4baf-8407-abbd2c35015c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746729
Nov 10 04:03:43.758887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'mac_address': 'fa:16:3e:47:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:43.781125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:43.806827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b757dda9-7cce-410b-8338-a97635598931 None None] Provisioning complete for port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:43.807200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b757dda9-7cce-410b-8338-a97635598931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.817368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.822200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42316453-e934-4d27-83b7-ed96fc37cd6c req-f2bcd19d-242b-40b7-9390-43ded7030913 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088502
Nov 10 04:03:43.823855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.850600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f931a59-a5d6-4a08-bae3-f2ce9ab4ef03,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:43.866055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:43.878608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.879080 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Added segment e41694c6-1232-49d6-a5d1-c4392f150466 of type vlan for network a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c
Nov 10 04:03:43.911151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:03:43.912930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.936759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.957197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:43.973063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:43.975670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:43.976834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.016644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:44.046683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.057185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] Pushing event updated for resources: {'Network': ['ID=a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:44.081995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc455fa2-4014-41ba-8486-9a5583c6ea2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5012550
Nov 10 04:03:44.083945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37544) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:44.090087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Request body: {'subnet': {'network_id': 'a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2080140054-subnet', 'tenant_id': '5c13adb1db0b44a38a3d8613d7d72a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:44.102986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:44.132771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Made reservation on behalf of 5c13adb1db0b44a38a3d8613d7d72a53 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:44.135410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.259771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b757dda9-7cce-410b-8338-a97635598931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.277579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb971e68-edbb-49ac-b19e-d4cb69a56539 req-c515f52a-f17a-4ece-866e-3104bd898c73 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:44.286971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb971e68-edbb-49ac-b19e-d4cb69a56539 req-c515f52a-f17a-4ece-866e-3104bd898c73 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0993483
Nov 10 04:03:44.338923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb971e68-edbb-49ac-b19e-d4cb69a56539 req-0dd49b8b-5074-4482-ba5e-73599bff135a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504456
Nov 10 04:03:44.349543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:44.387674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:44.395121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b757dda9-7cce-410b-8338-a97635598931 None None] For port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:44.397430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2576b-f291-4c02-b798-6f1c37cbfbb9 req-016dee4a-b245-42a4-9176-18460017f6b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:44.415017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb2576b-f291-4c02-b798-6f1c37cbfbb9 req-016dee4a-b245-42a4-9176-18460017f6b2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 949 time: 0.1775005
Nov 10 04:03:44.479193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:44.532236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f2e7d-b0c9-4ffa-b566-af4e89ee61d9 req-ae9b61ba-4157-4935-b18f-03a2f4baac13 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:44.535297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a88f2e7d-b0c9-4ffa-b566-af4e89ee61d9 req-ae9b61ba-4157-4935-b18f-03a2f4baac13 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 946 time: 0.0829389
Nov 10 04:03:44.619488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a88f2e7d-b0c9-4ffa-b566-af4e89ee61d9 req-41bef93f-0505-4b51-bd3f-d4ab1cb8c5ba tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722377
Nov 10 04:03:44.628149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb2576b-f291-4c02-b798-6f1c37cbfbb9 req-0dda442b-99c6-4a3e-a9f3-e030f51e1819 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119694
Nov 10 04:03:44.666768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b757dda9-7cce-410b-8338-a97635598931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.669198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.761098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b150f100-530b-40f4-be4b-4ba0c2ee6671,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:44.773063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Checking segment: {'id': 'e41694c6-1232-49d6-a5d1-c4392f150466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:44.773544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Network hostable DHCP agents. Network: a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:44.794994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Network a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:44.813274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:44.829147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757dda9-7cce-410b-8338-a97635598931 None None] Pushing event updated for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:44.836019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:44.836807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:44.837547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddea23-60ac-4c8e-a755-3b061a55ddac None None] Network a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:44.871303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c6680c7-5b19-472d-87cf-04cbe99db8f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7858095
Nov 10 04:03:44.962008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:44.964988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207734070>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:42Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:03:44.974890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:45.000436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8b95e-844a-4fef-95bb-6610a853c0e5 req-94cd4a7b-bf5f-4488-a1df-51ba147d8aba tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:45.002250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48b8b95e-844a-4fef-95bb-6610a853c0e5 req-94cd4a7b-bf5f-4488-a1df-51ba147d8aba tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0667384
Nov 10 04:03:45.044858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c1a72-267e-4e93-ac41-817890d934d5 None None] The sync data for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 is: [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:42Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:03:45.071066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'port_id': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'mac_address': 'fa:16:3e:36:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be0a1c-bab2-4871-a75a-58576b056f62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:45.074098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48b8b95e-844a-4fef-95bb-6610a853c0e5 req-7415e570-aee3-41c2-b8fc-6a63d906434d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628729
Nov 10 04:03:45.227298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624fa8d-9426-413c-9286-897865b1eb3b None None] Network a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:45.260734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:45.346746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18834c0-50ca-40d7-b12e-1203a389dd5d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:45.418684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:45.435822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:45.445261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:45.455502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:45.503972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:45.512957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b010e-0ec8-4060-9ec1-ac168ff4f3c8 req-2c14a4af-c184-4776-90bb-6c5bbd74e535 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:45.514882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b7b010e-0ec8-4060-9ec1-ac168ff4f3c8 req-2c14a4af-c184-4776-90bb-6c5bbd74e535 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0673120
Nov 10 04:03:45.559111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-0c74a49b-d86d-49d1-855b-e66ffa8cc247 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:45.560691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-0c74a49b-d86d-49d1-855b-e66ffa8cc247 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/networks?id=da64fa9a-781f-41b1-b7a7-cf18235c8b99 HTTP/1.1" status: 200  len: 815 time: 0.1427348
Nov 10 04:03:45.579898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:45.584117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-915c18ad-df43-4c95-86eb-515c5d716e0c tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/quotas/f835c2b6ac5d4c459776f3c69d803eec HTTP/1.1" status: 200  len: 375 time: 0.0163386
Nov 10 04:03:45.585497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b7b010e-0ec8-4060-9ec1-ac168ff4f3c8 req-9e3b93cd-88a1-483a-ad16-7908a4b97f1f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632467
Nov 10 04:03:45.596659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:45.615293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:45.615806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-c9ba7e7f-87ba-4e80-aa4f-3cbe0817dd4e tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f835c2b6ac5d4c459776f3c69d803eec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0307133
Nov 10 04:03:45.691122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:45.691702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:45.721502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:45.761134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3fec2ac6-d2c7-4061-86d2-c7aa50bd2b60 service neutron] 10.222.0.13 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374114
Nov 10 04:03:45.799996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f18834c0-50ca-40d7-b12e-1203a389dd5d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:45.816510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ec653-0e1d-425b-adb2-f4a6db868cd5 req-6a48a30a-fac3-4341-a468-a81bf8717beb tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:45.824494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a10ec653-0e1d-425b-adb2-f4a6db868cd5 req-6a48a30a-fac3-4341-a468-a81bf8717beb tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 946 time: 0.0709851
Nov 10 04:03:45.880075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-85fb09d7-66fd-4de4-9f44-0dbdba2c4025 service neutron] 10.222.0.13 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103249
Nov 10 04:03:45.882117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a10ec653-0e1d-425b-adb2-f4a6db868cd5 req-bbd6d847-48e2-4174-a575-d4aedf5f7afe tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503857
Nov 10 04:03:45.967258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:45.973979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1905915862'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:46.005619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:46.009412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.061965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:46.075606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280eaf-5695-4318-8aa1-0c9463f9ad1e req-532107e1-2d51-4c39-aeb1-e33aa02c619f tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.077156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04280eaf-5695-4318-8aa1-0c9463f9ad1e req-532107e1-2d51-4c39-aeb1-e33aa02c619f tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 948 time: 0.0864203
Nov 10 04:03:46.082819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.083751 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Added segment f0ccc37f-8ede-47a3-9238-0205f9964d24 of type vlan for network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f
Nov 10 04:03:46.163019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.189121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04280eaf-5695-4318-8aa1-0c9463f9ad1e req-657c0503-5e05-4f09-9c8d-9b8ddbd74a3b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965688
Nov 10 04:03:46.217011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.228778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.233744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.285031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-512dff0e-2acd-49ec-99e8-e292a9f434dd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2011048101&fields=id&tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 267 time: 0.0643222
Nov 10 04:03:46.335182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e88cc641-68f4-445b-87b6-cc9313e1dc88 req-46cb0721-291e-4661-9fac-7413b336708b tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 210 time: 0.0649283
Nov 10 04:03:46.348854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-66a4a9cd-88b1-4142-8ba5-6aa380abc3ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.355107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.3831723
Nov 10 04:03:46.355107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37620) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:46.359861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1353342164'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:46.360767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-66a4a9cd-88b1-4142-8ba5-6aa380abc3ea tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 946 time: 0.0681770
Nov 10 04:03:46.367200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'security_groups': ['8d5fb706-6495-432c-94ce-1fa67e8fc7d1', '83c02038-9ab9-4977-8b03-9cecdeb0c195']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:46.375626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb47c5-6559-4fe2-950c-de8711c8d05e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Network': ['ID=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:46.393832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:46.430959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:46.435951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.485765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.535666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:03:46.553065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.553689 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Added segment f5f34de1-ad24-4a10-aaa3-1a437a73d11e of type vlan for network bbbb02e4-1b97-417e-9e17-4ecfc85ea243
Nov 10 04:03:46.563765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98361174-06ac-47c1-8bfc-09075b4fdfda req-3e84bdd8-386b-4f6e-8806-636ddcfe77f5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.569144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98361174-06ac-47c1-8bfc-09075b4fdfda req-3e84bdd8-386b-4f6e-8806-636ddcfe77f5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1126423
Nov 10 04:03:46.640581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.663972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98361174-06ac-47c1-8bfc-09075b4fdfda req-51347641-57ea-4efb-9b5f-17959583b67e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821271
Nov 10 04:03:46.691108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.698885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.700377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.733698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:46.779245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.787563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.800510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a', '9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:46.822360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4660399
Nov 10 04:03:46.826367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:46.828005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.829280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:46.832008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a37ad3e4-a0a6-44e7-9dbd-c899ff6c76c5 req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "PUT /v2.0/ports/9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 982 time: 0.4701443
Nov 10 04:03:46.833986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'subnet': {'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:46.837087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1a31-29f5-4181-adf2-f0616581a676 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Network': ['ID=bbbb02e4-1b97-417e-9e17-4ecfc85ea243,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:46.863497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:46.866574 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58" -d '{"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:46.886040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:03:46.904628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292ba12-4d33-40c3-ac9b-d08db3692d92 req-1009d25d-7e02-4c54-b1f6-85349e8abbbc tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:46.906297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2292ba12-4d33-40c3-ac9b-d08db3692d92 req-1009d25d-7e02-4c54-b1f6-85349e8abbbc tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1666503
Nov 10 04:03:46.952726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e95d16-84fc-4fa6-a13f-ee6f69a9bb08 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:46.955355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:46.973527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2c09228-8e92-4a12-b2af-9bf025175cbd req-799680e8-c9a9-4dca-9bcd-05c639f5c972 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/83c02038-9ab9-4977-8b03-9cecdeb0c195 HTTP/1.1" status: 200  len: 1817 time: 0.1009958
Nov 10 04:03:47.002459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2292ba12-4d33-40c3-ac9b-d08db3692d92 req-b27dabdd-12b0-481e-a5ce-d493e6e72445 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797172
Nov 10 04:03:47.015502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:47.015642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:47.015642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.035871 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-e2c09228-8e92-4a12-b2af-9bf025175cbd req-72782e0d-8edc-42d3-9d5c-90cac4e2c66b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:03:47.037100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2c09228-8e92-4a12-b2af-9bf025175cbd req-72782e0d-8edc-42d3-9d5c-90cac4e2c66b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/83c02038-9ab9-4977-8b03-9cecdeb0c195 HTTP/1.1" status: 409  len: 341 time: 0.0567019
Nov 10 04:03:47.087303 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a90284-7c5b-4ae9-b9ba-732209a3e2c5 x-openstack-request-id: req-73a90284-7c5b-4ae9-b9ba-732209a3e2c5 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:47.087909 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:47.105700 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a90284-7c5b-4ae9-b9ba-732209a3e2c5 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:47.108187 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'status': 'completed', 'code': 200}
Nov 10 04:03:47.171912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:47.172880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.198432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-d04f20d9-3369-4b92-832e-7ff04d165739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.199945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-d04f20d9-3369-4b92-832e-7ff04d165739 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1136 time: 0.0822847
Nov 10 04:03:47.353356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.425983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-d5f3cd82-bbeb-465e-8c60-57a6e08e2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.427445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-d5f3cd82-bbeb-465e-8c60-57a6e08e2df2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.2171202
Nov 10 04:03:47.504792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.575848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-768755e6-164f-470f-aee2-06752639a7cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 217 time: 0.1026359
Nov 10 04:03:47.612477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:47.615104 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234be8d-902c-4fc0-94c1-2ec577a221f4" -d '{"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:47.637719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Subnet': ['ID=7abe3499-9ef6-4a55-8668-95f454877aad,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:47.646907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:47.659686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.664477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575eec6-1565-4c57-a855-90304d844f34 req-2ce11bd1-4108-49d7-ac92-61e6a5c533d7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.667263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046fca9-5a1a-4a9e-9376-b9a5e066d6d4 req-d7637bd1-d45a-4283-a616-c5895dc2ecf2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.668706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2046fca9-5a1a-4a9e-9376-b9a5e066d6d4 req-d7637bd1-d45a-4283-a616-c5895dc2ecf2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 985 time: 0.1343591
Nov 10 04:03:47.671413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-57fe90c8-1f47-4a20-80a4-613e91d8733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.673499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-57fe90c8-1f47-4a20-80a4-613e91d8733c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.0898845
Nov 10 04:03:47.675667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8575eec6-1565-4c57-a855-90304d844f34 req-2ce11bd1-4108-49d7-ac92-61e6a5c533d7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 948 time: 0.2584281
Nov 10 04:03:47.676293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:47.676721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network hostable DHCP agents. Network: a94f1a9f-b254-4d9a-b217-1cbdee85bd0f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:47.725682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-ebf61238-0619-47e5-afaa-9c63007f66b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393002
Nov 10 04:03:47.730874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-0d1a1a40-8bbb-4623-9201-ae1c6cb7a29b tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.732482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-0d1a1a40-8bbb-4623-9201-ae1c6cb7a29b tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.21 "GET /v2.0/networks?id=da64fa9a-781f-41b1-b7a7-cf18235c8b99 HTTP/1.1" status: 200  len: 815 time: 0.2858448
Nov 10 04:03:47.747900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:47.750883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:47.754615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Request body: {'port': {'device_id': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99', 'admin_state_up': True, 'tenant_id': 'f835c2b6ac5d4c459776f3c69d803eec'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:47.834404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a94f1a9f-b254-4d9a-b217-1cbdee85bd0f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:47.859259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2046fca9-5a1a-4a9e-9376-b9a5e066d6d4 req-bb6e126d-ab9e-47e6-91b9-bfb9268b7dcf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c02038-9ab9-4977-8b03-9cecdeb0c195&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1800776
Nov 10 04:03:47.861418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:47.862023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:47.901119 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46451248-e82e-4d68-8dda-f4d4dc0e6954 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0736499
Nov 10 04:03:47.901815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:47.914549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'subnet': {'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:47.919295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68553a-76a3-4810-b7ac-6ec05165df95 None None] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:47.932705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-086fdf77-ee35-409e-ac04-1c5cfafc050b service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977835
Nov 10 04:03:48.098359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6e1a49-6745-4ce4-8bf3-5b44926bea58 req-db65309b-5a45-4a4e-ae89-3222e422791f service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352689
Nov 10 04:03:48.100497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:48.105934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.152510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:03:48.153472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.218494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56b980db-7a90-48c9-9320-79cad3e3caa2 req-a5cb0c10-eccb-48f9-b5c0-8602cdc79061 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 210 time: 0.0530677
Nov 10 04:03:48.272911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-eab6341f-8611-4e58-b37c-9e87d1e75869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.274672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-eab6341f-8611-4e58-b37c-9e87d1e75869 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1136 time: 0.0974259
Nov 10 04:03:48.309884 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a88cf-204d-4166-9ee3-ec3008dcaf80 x-openstack-request-id: req-5a6a88cf-204d-4166-9ee3-ec3008dcaf80 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:48.310307 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:48.310653 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a6a88cf-204d-4166-9ee3-ec3008dcaf80 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:48.311141 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'code': 200}
Nov 10 04:03:48.324155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8575eec6-1565-4c57-a855-90304d844f34 req-553639ef-8c98-438e-aaa8-cb07cd365861 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6467178
Nov 10 04:03:48.363725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Allocated IP 10.1.1.2 (a94f1a9f-b254-4d9a-b217-1cbdee85bd0f/7abe3499-9ef6-4a55-8668-95f454877aad/6c20af84-0dca-445e-85c8-d1c679330c45) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:48.422771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-bbf9e242-8832-4096-abd1-94a4e62b8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.424917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-bbf9e242-8832-4096-abd1-94a4e62b8ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15de5c4a094498d9dd5da826df51b9a&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 1096 time: 0.1531959
Nov 10 04:03:48.441867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:48.503890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-eedb4288-b3c1-4dac-8aa7-bd1072c9b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.505434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-eedb4288-b3c1-4dac-8aa7-bd1072c9b5fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.2201271
Nov 10 04:03:48.521037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4b60-cb5f-4ac3-8390-708c2c83fc17 req-cce3248c-a7f9-4bcf-8a22-390c4f956f2f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.522764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a83c4b60-cb5f-4ac3-8390-708c2c83fc17 req-cce3248c-a7f9-4bcf-8a22-390c4f956f2f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1489239
Nov 10 04:03:48.524903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.531117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.537553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Made reservation on behalf of f835c2b6ac5d4c459776f3c69d803eec for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:48.541246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.556969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6c566-2fbb-433d-83ff-b71f04ea2a06 req-cfbfa098-dbcf-4ef8-b59c-af3352b2c472 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.558669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5b6c566-2fbb-433d-83ff-b71f04ea2a06 req-cfbfa098-dbcf-4ef8-b59c-af3352b2c472 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1554356
Nov 10 04:03:48.574306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port f18834c0-50ca-40d7-b12e-1203a389dd5d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:48.585967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port f18834c0-50ca-40d7-b12e-1203a389dd5d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:48.586487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.588549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-8bef963b-3934-4aae-8532-0d0d33aff01b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 217 time: 0.0644412
Nov 10 04:03:48.591784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.623912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.644244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-21c8c645-9a74-4cc6-83f0-31bd6251d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.646057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-21c8c645-9a74-4cc6-83f0-31bd6251d32e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 200  len: 916 time: 0.1906190
Nov 10 04:03:48.678202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:48.678470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Subnet': ['ID=91c767d2-d01b-4f2d-b291-9a79dc2a90ae,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:48.685554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:48.699492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:48.704453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Pushing event updated for resources: {'Port': ['ID=6c20af84-0dca-445e-85c8-d1c679330c45,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:48.717715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-5c32df9d-5a34-46e7-8bdf-a4c9692afd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.720640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-5c32df9d-5a34-46e7-8bdf-a4c9692afd91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.1102285
Nov 10 04:03:48.725014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a83c4b60-cb5f-4ac3-8390-708c2c83fc17 req-35adc004-f8b7-4e97-abcc-d2947af5fbe9 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584847
Nov 10 04:03:48.725854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Checking segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:48.726208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network hostable DHCP agents. Network: bbbb02e4-1b97-417e-9e17-4ecfc85ea243, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:03:48.730686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-20cf1a53-d394-48f7-934a-a988c7aded6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306 HTTP/1.1" status: 200  len: 217 time: 0.0483840
Nov 10 04:03:48.766535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-6f8019e4-95d3-4d8e-a80e-0c937e9c8b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378096
Nov 10 04:03:48.785894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:03:48.788947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-681a6573-3107-4468-b941-f799f8ce5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.790409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-681a6573-3107-4468-b941-f799f8ce5703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 200  len: 854 time: 0.0492465
Nov 10 04:03:48.798848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.811737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5b6c566-2fbb-433d-83ff-b71f04ea2a06 req-d3cfd79b-80f5-406f-99d2-d864813eac73 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311983
Nov 10 04:03:48.818072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.842797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, bbbb02e4-1b97-417e-9e17-4ecfc85ea243) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:48.854389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:48.854993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.858340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Attempting to bind port 6c20af84-0dca-445e-85c8-d1c679330c45 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:48.859319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Attempting to bind port 6c20af84-0dca-445e-85c8-d1c679330c45 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:48.859319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Attempting to bind port 6c20af84-0dca-445e-85c8-d1c679330c45 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:48.871257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931633c-3cd5-4e7f-96fc-a66724bcab18 None None] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:48.883556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6f40cf3c-9481-470d-9eda-55542894d33c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9748561
Nov 10 04:03:48.891311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37658) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:48.898359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'name': 'tempest-TaggedBootDevicesTest_v242-1223772265', 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:48.901931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:48.902598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:48.903114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.903693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Bound using segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:48.904366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Bound port: 6c20af84-0dca-445e-85c8-d1c679330c45, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:48.905117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:48.948347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Allocated IP 172.20.0.12 (da64fa9a-781f-41b1-b7a7-cf18235c8b99/15a76bf6-1b97-435d-9227-09aebe935e16/ed731218-3cdf-40ca-a3db-c61f1708d4db) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:48.956387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:48.962840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-1692cc9e-d328-4535-ab12-c5fbb6cd7090 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883039
Nov 10 04:03:48.964989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.036666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-d9c2a433-ebaf-4400-ad10-75df33eb40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:49.038457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-d9c2a433-ebaf-4400-ad10-75df33eb40b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2228639
Nov 10 04:03:49.062508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] For port 6c20af84-0dca-445e-85c8-d1c679330c45, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:49.099614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] For port 6c20af84-0dca-445e-85c8-d1c679330c45, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6c20af84-0dca-445e-85c8-d1c679330c45,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:49.101858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e0d82d1-931d-489a-b6b9-0dff682ea6b5 req-b244f43f-aa50-4dd9-8daf-e3b042b64abc service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281862
Nov 10 04:03:49.103648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:49.126631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:49.131598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.181780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f0241-6591-4b47-a987-56f9a4d00220 None None] Pushing event updated for resources: {'Port': ['ID=6c20af84-0dca-445e-85c8-d1c679330c45,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:49.189878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e572263-aa29-4dc9-8ef7-5b37f66e6694 req-2af999f0-0319-44be-a232-be5a986d43a2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:49.191404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e572263-aa29-4dc9-8ef7-5b37f66e6694 req-2af999f0-0319-44be-a232-be5a986d43a2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 985 time: 0.2023311
Nov 10 04:03:49.238519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ips': [{'subnet_id': '91c767d2-d01b-4f2d-b291-9a79dc2a90ae'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:03:49.240374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.247360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.310495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.323316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-041d6539-9c6f-4c0a-897e-1ad3e202744b service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734256
Nov 10 04:03:49.330673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] device_id is not set on port aecbef14-ddcb-4a54-be77-c2f27c330162 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:03:49.392160 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4e1fdf3-24d0-4708-a053-2f84bb262abc req-25639d50-1285-4046-ab1c-3a4ba7c4b7f0 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 210 time: 0.0446215
Nov 10 04:03:49.418133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e572263-aa29-4dc9-8ef7-5b37f66e6694 req-47b69558-7092-41a1-b353-17f77b3d1670 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c02038-9ab9-4977-8b03-9cecdeb0c195&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2060165
Nov 10 04:03:49.477632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.547826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Allocated IP 10.2.2.2 (bbbb02e4-1b97-417e-9e17-4ecfc85ea243/91c767d2-d01b-4f2d-b291-9a79dc2a90ae/d2fe20f9-5b6c-43ae-85de-64896d1af752) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:49.565139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-219abbf5-8dcc-4cfa-990a-c2d4dbd4b014 req-4037b69b-324b-4946-bcdc-e9d4e312e189 service neutron] 10.222.0.21 "GET /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283301
Nov 10 04:03:49.575729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Network da64fa9a-781f-41b1-b7a7-cf18235c8b99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:49.580557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:49.589927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:49.598380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Pushing event updated for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:49.623591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc18fa-f458-4f79-8241-d43083ad287e req-021e095d-39b3-44c9-ae9a-9657f6e8dce0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:49.627011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76bc18fa-f458-4f79-8241-d43083ad287e req-021e095d-39b3-44c9-ae9a-9657f6e8dce0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1302400
Nov 10 04:03:49.687464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:49.690103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.725778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-3ca50798-cdfc-481d-a272-2653f5582a03 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9779227
Nov 10 04:03:49.730898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.1.1.112 (a94f1a9f-b254-4d9a-b217-1cbdee85bd0f/7abe3499-9ef6-4a55-8668-95f454877aad/aecbef14-ddcb-4a54-be77-c2f27c330162) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:49.747873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76bc18fa-f458-4f79-8241-d43083ad287e req-4d1e26b7-7475-4fdb-b57e-1e3af31b0296 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963082
Nov 10 04:03:49.757050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Request body: {'port': {'device_id': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:49.810522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.819528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.848852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.878192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:49.881413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:49.885668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:49.914676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Pushing event updated for resources: {'Port': ['ID=d2fe20f9-5b6c-43ae-85de-64896d1af752,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:49.942508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5c987-cd96-47d8-b0e4-011d00d25a80 req-6773028f-87be-4a6e-a3e3-7b72104497c2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:49.944058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fc5c987-cd96-47d8-b0e4-011d00d25a80 req-6773028f-87be-4a6e-a3e3-7b72104497c2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 945 time: 0.1186957
Nov 10 04:03:49.962491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Attempting to bind port d2fe20f9-5b6c-43ae-85de-64896d1af752 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:49.963700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Attempting to bind port d2fe20f9-5b6c-43ae-85de-64896d1af752 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:49.964217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Attempting to bind port d2fe20f9-5b6c-43ae-85de-64896d1af752 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:49.971143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:49.977196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Checking segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:49.978342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.978918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Bound using segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:49.979552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Bound port: d2fe20f9-5b6c-43ae-85de-64896d1af752, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:49.981006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:49.984158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.006582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f08005-90ff-4df7-996b-62d9665ff378 req-170e8b2a-c866-4a5b-b4b8-ef4c19498d63 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.008083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07f08005-90ff-4df7-996b-62d9665ff378 req-170e8b2a-c866-4a5b-b4b8-ef4c19498d63 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1058307
Nov 10 04:03:50.053011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] For port d2fe20f9-5b6c-43ae-85de-64896d1af752, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:50.058242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] For port d2fe20f9-5b6c-43ae-85de-64896d1af752, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2fe20f9-5b6c-43ae-85de-64896d1af752,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:50.065631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.067511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fc5c987-cd96-47d8-b0e4-011d00d25a80 req-60df586c-26a8-4851-8aff-23ef28353db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678890
Nov 10 04:03:50.083987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.095036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07f08005-90ff-4df7-996b-62d9665ff378 req-dd54c2ad-c1f6-4268-be21-ace31dc45e1a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755007
Nov 10 04:03:50.144097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:50.151125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:50.155357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:50.230045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247c421-8ceb-4db8-baf2-caa47dfcdb88 None None] Pushing event updated for resources: {'Port': ['ID=d2fe20f9-5b6c-43ae-85de-64896d1af752,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:50.303021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed731218-3cdf-40ca-a3db-c61f1708d4db {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:50.312347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:50.315169 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30ea58-9e20-4312-8336-74b3fd7c9e1d" -d '{"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-plugged", "status": "completed", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:50.319597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.335805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Transition to ACTIVE for port object ed731218-3cdf-40ca-a3db-c61f1708d4db will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:03:50.346535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.371280 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e97c9-b6dc-45a7-9a91-864787d25927 x-openstack-request-id: req-809e97c9-b6dc-45a7-9a91-864787d25927 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:50.371739 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-plugged", "status": "completed", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:50.372149 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-809e97c9-b6dc-45a7-9a91-864787d25927 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:50.372500 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'code': 200}
Nov 10 04:03:50.465592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Pushing event updated for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:50.620672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11b63-e161-42bb-bffe-cbf124996cc1 req-b00e92e6-0156-45c5-9a26-a607cf0f5f0c tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.626049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95e11b63-e161-42bb-bffe-cbf124996cc1 req-b00e92e6-0156-45c5-9a26-a607cf0f5f0c tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 944 time: 0.1010776
Nov 10 04:03:50.638092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Attempting to bind port ed731218-3cdf-40ca-a3db-c61f1708d4db on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:50.638655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Attempting to bind port ed731218-3cdf-40ca-a3db-c61f1708d4db by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'd0c20f8a-64fe-4884-a307-9f87a85562f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:50.639353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Attempting to bind port ed731218-3cdf-40ca-a3db-c61f1708d4db on network da64fa9a-781f-41b1-b7a7-cf18235c8b99 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:50.651654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Port ed731218-3cdf-40ca-a3db-c61f1708d4db on network da64fa9a-781f-41b1-b7a7-cf18235c8b99 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:50.651978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Attempting to bind port ed731218-3cdf-40ca-a3db-c61f1708d4db on network da64fa9a-781f-41b1-b7a7-cf18235c8b99 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:50.671711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:50.673699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:50.675472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Checking segment: {'id': 'd0c20f8a-64fe-4884-a307-9f87a85562f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:50.675984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Bound using segment: {'id': 'd0c20f8a-64fe-4884-a307-9f87a85562f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:50.683361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Bound port: ed731218-3cdf-40ca-a3db-c61f1708d4db, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c20f8a-64fe-4884-a307-9f87a85562f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:50.683745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.722267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.723063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.731992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca740b-a09b-4349-92c7-b7983df4f2ae req-16e1d3c4-dd76-4bb3-894a-4596c99b6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.734281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcca740b-a09b-4349-92c7-b7983df4f2ae req-16e1d3c4-dd76-4bb3-894a-4596c99b6c46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1096 time: 0.1130233
Nov 10 04:03:50.749202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b015-ebe3-4754-8414-4f120fecb060 req-d25ab185-8865-47e6-9d05-0b89e8aa5464 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.752020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bf8b015-ebe3-4754-8414-4f120fecb060 req-d25ab185-8865-47e6-9d05-0b89e8aa5464 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 985 time: 0.1331604
Nov 10 04:03:50.766581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95e11b63-e161-42bb-bffe-cbf124996cc1 req-12bfcece-46fc-4b4d-b83a-8b9e28bb71e6 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240408
Nov 10 04:03:50.779547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24795cbb-90bd-452a-a266-4c487d18ebcb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8843865
Nov 10 04:03:50.780233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:50.789387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f3092-3d49-4cf1-9f62-1e4979581f44 None None] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:50.792701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'name': 'tempest-TaggedBootDevicesTest_v242-683179042', 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:50.847683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:50.856559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcca740b-a09b-4349-92c7-b7983df4f2ae req-dd897b4c-b6fa-4f27-843b-69e9ed7f3770 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017432
Nov 10 04:03:50.870459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db,segment=NetworkSegment(d0c20f8a-64fe-4884-a307-9f87a85562f2),segment_id=d0c20f8a-64fe-4884-a307-9f87a85562f2)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:50.884967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.891611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] Provisioning complete for port 6c20af84-0dca-445e-85c8-d1c679330c45 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:50.892025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.894208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bf8b015-ebe3-4754-8414-4f120fecb060 req-07e0a184-1cf5-4831-bf4c-fec5b7092e92 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c02038-9ab9-4977-8b03-9cecdeb0c195&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1307805
Nov 10 04:03:50.954823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:50.955457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:50.956963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] 10.222.0.21 "PUT /v2.0/ports/ed731218-3cdf-40ca-a3db-c61f1708d4db HTTP/1.1" status: 200  len: 1092 time: 1.2218554
Nov 10 04:03:50.965410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:50.967712 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9538a-b15d-4f85-bb03-b394307944fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:51.037178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-6d7c463f-2a1d-4564-84d2-ed2dc37c3596 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-321640132&fields=id&tenant_id=945d0f391e364fe6a10ff981b10e4a89 HTTP/1.1" status: 200  len: 267 time: 0.0563829
Nov 10 04:03:51.054766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877bed-4ed0-427e-a47d-2fb4c593c3fb req-1152ce65-2989-464b-a2de-5bbb54f842df tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.056292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85877bed-4ed0-427e-a47d-2fb4c593c3fb req-1152ce65-2989-464b-a2de-5bbb54f842df tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1769984
Nov 10 04:03:51.060391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabdc3d-00a3-4862-a7dd-fb735587e19a service neutron] Pushing event updated for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:51.075465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.099735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:03:51.101366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-1dae192f-a08b-4bed-91e5-a8760fb9ee69 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.102903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-1dae192f-a08b-4bed-91e5-a8760fb9ee69 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 985 time: 0.0603106
Nov 10 04:03:51.120339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'port': {'security_groups': ['83c02038-9ab9-4977-8b03-9cecdeb0c195', '8d5fb706-6495-432c-94ce-1fa67e8fc7d1', '5dc511cd-6b3b-4a53-8022-fd1306031652']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:51.145661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] For port 6c20af84-0dca-445e-85c8-d1c679330c45, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6c20af84-0dca-445e-85c8-d1c679330c45,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:51.151063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.167656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-43f41895-efa7-4217-8b34-676e8fc69b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.169188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-43f41895-efa7-4217-8b34-676e8fc69b00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f835c2b6ac5d4c459776f3c69d803eec&device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 1095 time: 0.1620314
Nov 10 04:03:51.184671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85877bed-4ed0-427e-a47d-2fb4c593c3fb req-3dad8f86-dac1-44ff-bfb2-d4f1d01a29bc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177323
Nov 10 04:03:51.226153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcd116-0cb9-4a36-bad3-c1293408b1e8 None None] Pushing event updated for resources: {'Port': ['ID=6c20af84-0dca-445e-85c8-d1c679330c45,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:51.238777 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-59af3920-a082-431f-b1c4-1deeed6ca131 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db HTTP/1.1" status: 200  len: 217 time: 0.0580425
Nov 10 04:03:51.274596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.295169 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc8a6e-1ea7-4a98-93cb-bc7cf8318bfb x-openstack-request-id: req-b6dc8a6e-1ea7-4a98-93cb-bc7cf8318bfb {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:51.295169 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:51.295169 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6dc8a6e-1ea7-4a98-93cb-bc7cf8318bfb {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:51.295169 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db', 'status': 'completed', 'code': 200}
Nov 10 04:03:51.317701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.343656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-98741604-a802-4678-be24-780f0e6d365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.345354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-98741604-a802-4678-be24-780f0e6d365f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15a76bf6-1b97-435d-9227-09aebe935e16 HTTP/1.1" status: 200  len: 855 time: 0.0966704
Nov 10 04:03:51.350787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] device_id is not set on port 642b8990-ff39-413a-a614-f0973abab49c yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:03:51.426764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-6b90471e-cf8d-490f-ac8d-47ccdef9544b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da64fa9a-781f-41b1-b7a7-cf18235c8b99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695643
Nov 10 04:03:51.542240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2fe20f9-5b6c-43ae-85de-64896d1af752 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:51.607567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4d57b7e5-845b-41b1-ae16-74a15327b33e None None] Provisioning complete for port 6c20af84-0dca-445e-85c8-d1c679330c45 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:51.607962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d57b7e5-845b-41b1-ae16-74a15327b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.642242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:51.681377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d2fe20f9-5b6c-43ae-85de-64896d1af752 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:51.681659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.683318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a897a2e-974d-4887-8f51-8ca52be64f6d req-7969cbd8-e4a5-49dc-80a7-440d9a223b22 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.702160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a897a2e-974d-4887-8f51-8ca52be64f6d req-7969cbd8-e4a5-49dc-80a7-440d9a223b22 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 945 time: 0.3044834
Nov 10 04:03:51.711526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.722044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.748950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a', '9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:51.822216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-2d93d3c2-a403-4a7c-8da2-987d97b6644f service neutron] 10.222.0.21 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3485110
Nov 10 04:03:51.823725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f529c-1b8c-418e-9b19-15814c6d976d None None] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:03:51.836178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:51.846033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.846628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:51.847974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f5d47cb-5775-4f07-a6c5-fafa5b0772b5 req-b42c4d8e-5561-4a70-94dc-2ac0645b078a tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "PUT /v2.0/ports/9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 1021 time: 0.7326760
Nov 10 04:03:51.848418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:51.851918 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:51.897160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a897a2e-974d-4887-8f51-8ca52be64f6d req-57d67bee-4035-4478-8ce5-9d70433cd44f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939878
Nov 10 04:03:51.900831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.1.1.143 (a94f1a9f-b254-4d9a-b217-1cbdee85bd0f/7abe3499-9ef6-4a55-8668-95f454877aad/642b8990-ff39-413a-a614-f0973abab49c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:51.970289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe365e-0690-4383-98af-6ab492cf6f52 req-0e3b4007-9a52-4d59-8217-df581e9aa84a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:51.973098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65fe365e-0690-4383-98af-6ab492cf6f52 req-0e3b4007-9a52-4d59-8217-df581e9aa84a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0653186
Nov 10 04:03:52.010108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.021404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4d57b7e5-845b-41b1-ae16-74a15327b33e None None] Provisioning complete for port aecbef14-ddcb-4a54-be77-c2f27c330162 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:52.021769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d57b7e5-845b-41b1-ae16-74a15327b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.044962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65fe365e-0690-4383-98af-6ab492cf6f52 req-06839983-35c3-4ec1-9d32-4f7f3e990406 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579021
Nov 10 04:03:52.095376 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff18302-3f20-4747-b9e0-61642e486d38 x-openstack-request-id: req-9ff18302-3f20-4747-b9e0-61642e486d38 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:52.095941 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:52.096254 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ff18302-3f20-4747-b9e0-61642e486d38 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:52.096756 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'status': 'completed', 'code': 200}
Nov 10 04:03:52.141597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48748bd2-95ce-4732-ba2d-ac7ff12c5c4e req-57aebad1-a24b-4df8-a149-d27b937b9b61 service neutron] 10.222.0.21 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082666
Nov 10 04:03:52.181046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8f5c-d6c7-4f73-8391-83ea50c9c104 req-8df05e73-afe8-4d93-961c-a61661feced8 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.182570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b07e8f5c-d6c7-4f73-8391-83ea50c9c104 req-8df05e73-afe8-4d93-961c-a61661feced8 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 944 time: 0.1087275
Nov 10 04:03:52.191363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:52.275017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.292418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fbe56b56-6477-40b0-bcde-bacf02c12729 req-dc6af6dc-6c30-43b8-9d4c-8d27e38d9cf7 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/5dc511cd-6b3b-4a53-8022-fd1306031652 HTTP/1.1" status: 200  len: 1817 time: 0.1777835
Nov 10 04:03:52.311774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-61aab71f-6a87-4696-97eb-21db69de23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.312390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b07e8f5c-d6c7-4f73-8391-83ea50c9c104 req-def179d9-cd4d-4a6c-96ae-548075033ef1 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135302
Nov 10 04:03:52.312518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4d57b7e5-845b-41b1-ae16-74a15327b33e None None] Port aecbef14-ddcb-4a54-be77-c2f27c330162 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:52.315351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-61aab71f-6a87-4696-97eb-21db69de23d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=945d0f391e364fe6a10ff981b10e4a89&device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1175 time: 0.1594427
Nov 10 04:03:52.317941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port d2fe20f9-5b6c-43ae-85de-64896d1af752, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2fe20f9-5b6c-43ae-85de-64896d1af752,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:52.335134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.336036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6c20af84-0dca-445e-85c8-d1c679330c45 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:52.432191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.487627 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-fbe56b56-6477-40b0-bcde-bacf02c12729 req-2abac962-8fa3-46f0-accd-7a933f15a9c1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:03:52.488160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:52.493340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fbe56b56-6477-40b0-bcde-bacf02c12729 req-2abac962-8fa3-46f0-accd-7a933f15a9c1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dc511cd-6b3b-4a53-8022-fd1306031652 HTTP/1.1" status: 409  len: 341 time: 0.1986775
Nov 10 04:03:52.505754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:52.514749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=d2fe20f9-5b6c-43ae-85de-64896d1af752,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:52.533224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:52.542249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a98eca24-7337-4102-ab2e-b29c99685a55 None None] Provisioning complete for port d2fe20f9-5b6c-43ae-85de-64896d1af752 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:52.542625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a98eca24-7337-4102-ab2e-b29c99685a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.572569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-a74fd1aa-120a-4ae7-9eef-c85bbde528b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.574137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-a74fd1aa-120a-4ae7-9eef-c85bbde528b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 200  len: 912 time: 0.2399113
Nov 10 04:03:52.616508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:52.635251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9538a-b15d-4f85-bb03-b394307944fb req-2de4811b-7f85-4cd1-b0a3-29fc134cfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.636822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-2de4811b-7f85-4cd1-b0a3-29fc134cfddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f835c2b6ac5d4c459776f3c69d803eec&device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 1095 time: 0.2634096
Nov 10 04:03:52.640073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 6c20af84-0dca-445e-85c8-d1c679330c45 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:52.640601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.645610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.646461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.660301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-ddf0d920-dbfe-43ab-bc9c-9b9b2f737b54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 200  len: 217 time: 0.0698850
Nov 10 04:03:52.724901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb072d9-5e8d-4a7e-96a5-0b40a6a25d93 req-f770860a-6c62-4cfb-96ca-38318f8c47f2 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.732511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fb072d9-5e8d-4a7e-96a5-0b40a6a25d93 req-f770860a-6c62-4cfb-96ca-38318f8c47f2 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1528883
Nov 10 04:03:52.759250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-38d94d21-e7fa-466f-9487-e0443ef268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.761154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-38d94d21-e7fa-466f-9487-e0443ef268dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 200  len: 851 time: 0.0917959
Nov 10 04:03:52.820175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9538a-b15d-4f85-bb03-b394307944fb req-2b448fb7-235c-4b89-bca3-e5a009364d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.822562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-2b448fb7-235c-4b89-bca3-e5a009364d80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da64fa9a-781f-41b1-b7a7-cf18235c8b99 HTTP/1.1" status: 200  len: 916 time: 0.1687396
Nov 10 04:03:52.829218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-5ee9a31c-3c39-4cb8-af38-d6a5ce642a7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=404f71a5-52f3-46d2-8daa-e0ce5db29d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571065
Nov 10 04:03:52.840374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdad7f8-a049-4049-9b20-3b267cc25736 req-347d94e8-7ff5-413d-832d-05969d3cf541 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:52.842420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcdad7f8-a049-4049-9b20-3b267cc25736 req-347d94e8-7ff5-413d-832d-05969d3cf541 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.4050150
Nov 10 04:03:52.847425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fb072d9-5e8d-4a7e-96a5-0b40a6a25d93 req-d020675e-ea46-4396-94da-bdda8073aef8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137536
Nov 10 04:03:52.863432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1986a32b-4b08-4cde-89ba-b89874d0df67 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0822155
Nov 10 04:03:52.931501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-1d8a732f-3e98-4f6e-ac7a-667ab7d32560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db HTTP/1.1" status: 200  len: 217 time: 0.0873032
Nov 10 04:03:52.950066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a98eca24-7337-4102-ab2e-b29c99685a55 None None] Provisioning complete for port aecbef14-ddcb-4a54-be77-c2f27c330162 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:52.950414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a98eca24-7337-4102-ab2e-b29c99685a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:52.995620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-6e98435f-c827-477a-8367-f3ce17cb5e6b service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467729
Nov 10 04:03:53.001115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcdad7f8-a049-4049-9b20-3b267cc25736 req-452f5241-6e62-49dc-9f7a-fe130bf06a58 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365352
Nov 10 04:03:53.028008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9538a-b15d-4f85-bb03-b394307944fb req-a561efa9-83b4-4ae3-b844-5caedf51f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.029528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-a561efa9-83b4-4ae3-b844-5caedf51f048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15a76bf6-1b97-435d-9227-09aebe935e16 HTTP/1.1" status: 200  len: 855 time: 0.0632107
Nov 10 04:03:53.079381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-9140ca39-783f-4889-8222-417eccdc50e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da64fa9a-781f-41b1-b7a7-cf18235c8b99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418520
Nov 10 04:03:53.083627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a98eca24-7337-4102-ab2e-b29c99685a55 None None] Port aecbef14-ddcb-4a54-be77-c2f27c330162 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:53.115086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cef4243-a301-4c46-a57d-f1c3d1d96cb8 req-e9f842ff-cda7-4d47-993f-a2dfcfbb61a3 service neutron] 10.222.0.26 "GET /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1115849
Nov 10 04:03:53.206488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-bc9dcb98-c7f0-40e2-a5b4-9b05a6cfc224 service neutron] 10.222.0.21 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123900
Nov 10 04:03:53.211804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6290d7-8ac8-45ba-9f4f-94ec7ea435af req-6c3a3c78-aa22-4842-87b4-07aecb0cf7a9 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.213772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb6290d7-8ac8-45ba-9f4f-94ec7ea435af req-6c3a3c78-aa22-4842-87b4-07aecb0cf7a9 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.0666161
Nov 10 04:03:53.230403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c59df704-4999-46f5-94cb-0286b972ff9f None None] Provisioning complete for port 642b8990-ff39-413a-a614-f0973abab49c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:53.230996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c59df704-4999-46f5-94cb-0286b972ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.269811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37716) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:53.278335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221439656', 'description': 'tempest-description--873284031'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:53.290565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c59df704-4999-46f5-94cb-0286b972ff9f None None] Port 642b8990-ff39-413a-a614-f0973abab49c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:03:53.302749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c59df704-4999-46f5-94cb-0286b972ff9f None None] Provisioning complete for port d2fe20f9-5b6c-43ae-85de-64896d1af752 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:53.303058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb6290d7-8ac8-45ba-9f4f-94ec7ea435af req-6ef34713-107f-4cb7-9311-73bd343a2536 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810165
Nov 10 04:03:53.303170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c59df704-4999-46f5-94cb-0286b972ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.304622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.379042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36f9538a-b15d-4f85-bb03-b394307944fb req-9e1ef9be-6873-4699-b77a-759d7d37c2bf service neutron] 10.222.0.21 "GET /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629095
Nov 10 04:03:53.435708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2fe20f9-5b6c-43ae-85de-64896d1af752 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:53.436132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.444331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.455781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d23307-1b02-461d-83d8-3da06ffa485e req-3416726b-1daa-4fc8-9bd9-fc138aa93b35 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.463167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3d23307-1b02-461d-83d8-3da06ffa485e req-3416726b-1daa-4fc8-9bd9-fc138aa93b35 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 945 time: 0.0831437
Nov 10 04:03:53.475762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.477399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2036150
Nov 10 04:03:53.481366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:53.487595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'security_group_rule': {'security_group_id': 'b797fe1a-c3fb-4d75-a815-0b9d28241a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:53.494286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cc9d4-a282-41fb-bc6d-b7049b4937f8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b797fe1a-c3fb-4d75-a815-0b9d28241a1d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:53.512255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d2fe20f9-5b6c-43ae-85de-64896d1af752 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:53.512547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.538921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.545218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3d23307-1b02-461d-83d8-3da06ffa485e req-bd3f65e3-234b-4a14-8c15-1b327ab36dbf tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811427
Nov 10 04:03:53.554813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea8d4e-d439-4672-b94f-df055e4058dd req-ddaff002-e08a-4b68-a7c0-a1aa9e2b75bf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.556275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a3ea8d4e-d439-4672-b94f-df055e4058dd req-ddaff002-e08a-4b68-a7c0-a1aa9e2b75bf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1024 time: 0.0530124
Nov 10 04:03:53.642369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a3ea8d4e-d439-4672-b94f-df055e4058dd req-daa010ac-fd9a-4a9f-a2e3-0340b5325142 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c02038-9ab9-4977-8b03-9cecdeb0c195&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=5dc511cd-6b3b-4a53-8022-fd1306031652&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0768883
Nov 10 04:03:53.653098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.660480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.688880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd1e483-6ca2-46b1-a8b6-b1e948a7be68,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:53.700660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acab36-907e-4340-b15f-3149ca99b1a9 req-29b48302-ff55-41de-b159-d158d4ccb59a tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.702124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19acab36-907e-4340-b15f-3149ca99b1a9 req-29b48302-ff55-41de-b159-d158d4ccb59a tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 944 time: 0.0870776
Nov 10 04:03:53.705292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.708925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c8b7c728-f146-4a6f-88f5-f096ede1ade5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2240703
Nov 10 04:03:53.709560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37726) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:53.715361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'security_group_rule': {'security_group_id': 'b797fe1a-c3fb-4d75-a815-0b9d28241a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:53.751392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726430a-df90-4427-a3d6-bcf77e964e5d req-dca63a9b-492b-493a-8f81-e3b1f0eb3fd8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:53.752913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8726430a-df90-4427-a3d6-bcf77e964e5d req-dca63a9b-492b-493a-8f81-e3b1f0eb3fd8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0507355
Nov 10 04:03:53.777519 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19acab36-907e-4340-b15f-3149ca99b1a9 req-4a777fb2-bcf7-4b37-8a1b-66a380f054c1 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690165
Nov 10 04:03:53.778066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.806993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8726430a-df90-4427-a3d6-bcf77e964e5d req-53abc55f-071c-4b26-817e-5c65990b19e4 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464942
Nov 10 04:03:53.836875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.842548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.854624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-d8566ae2-a6b3-41e6-a8bc-c2fa6bba9b94 req-3c753e57-b5e2-4824-99c6-f6cabc2e5980 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:03:53.855795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8566ae2-a6b3-41e6-a8bc-c2fa6bba9b94 req-3c753e57-b5e2-4824-99c6-f6cabc2e5980 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068610
Nov 10 04:03:53.862178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e748c54-4fd2-4739-b2f9-2c5fd489336c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:53.871968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.873212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0888263-b7a1-4644-aa04-8b204efb70ee tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1622188
Nov 10 04:03:53.876854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37732) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:03:53.881344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:53.903298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:53.971836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8566ae2-a6b3-41e6-a8bc-c2fa6bba9b94 req-1e0b3d91-58bc-43f6-b511-79858a6d6461 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1076930
Nov 10 04:03:54.039406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851f58-85fa-4b74-a957-390683c0ae8d req-41259ae5-8dea-48db-8ea4-4baf23ac54d6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.041520 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7851f58-85fa-4b74-a957-390683c0ae8d req-41259ae5-8dea-48db-8ea4-4baf23ac54d6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1096 time: 0.0629659
Nov 10 04:03:54.042329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.132833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7851f58-85fa-4b74-a957-390683c0ae8d req-9dc1e83d-0e9d-41fa-9ba2-482fc335a951 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828011
Nov 10 04:03:54.176643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 172.32.3.71 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/6089daa4-4198-4ac6-9a6a-ba0225a8bd65) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:03:54.231527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a7305-5fa0-49b8-9257-a5275dd992c7 req-6d29e601-cd4a-481c-9775-1765d7594125 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.233028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff1a7305-5fa0-49b8-9257-a5275dd992c7 req-6d29e601-cd4a-481c-9775-1765d7594125 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0638773
Nov 10 04:03:54.281178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff1a7305-5fa0-49b8-9257-a5275dd992c7 req-d19753c9-86f8-41d6-b551-40f65264e12a tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416174
Nov 10 04:03:54.316455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5532c8-8479-4fdc-9ae5-bab7b69ca16c req-2bbd95eb-3dc5-478b-9437-630908fa079b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.317963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d5532c8-8479-4fdc-9ae5-bab7b69ca16c req-2bbd95eb-3dc5-478b-9437-630908fa079b tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.0734837
Nov 10 04:03:54.340954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.388182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e99216-a48d-498b-8352-b9ca4c05a97a req-0785aec0-d751-4ae7-a7ca-4cfdb4125717 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.389741 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31e99216-a48d-498b-8352-b9ca4c05a97a req-0785aec0-d751-4ae7-a7ca-4cfdb4125717 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1096 time: 0.0446403
Nov 10 04:03:54.393726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d5532c8-8479-4fdc-9ae5-bab7b69ca16c req-bef3d941-f35a-4475-ba32-fc331f31d686 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677731
Nov 10 04:03:54.406560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.440422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31e99216-a48d-498b-8352-b9ca4c05a97a req-21498580-f9de-4492-b062-c33b8cf60a93 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442557
Nov 10 04:03:54.463163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:03:54.468517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:03:54.471137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=6089daa4-4198-4ac6-9a6a-ba0225a8bd65,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:54.473329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:03:54.553029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcf6e6-466a-4042-bc39-8b54bed80d05 req-765ab16b-7223-4806-bb49-76545fbb9110 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.554431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93bcf6e6-466a-4042-bc39-8b54bed80d05 req-765ab16b-7223-4806-bb49-76545fbb9110 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.0874882
Nov 10 04:03:54.616244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.657476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93bcf6e6-466a-4042-bc39-8b54bed80d05 req-92c4f29b-4c06-4e18-b792-18f51934c587 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797231
Nov 10 04:03:54.669601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.730231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-4caf326d-e3e0-4347-8ec5-affc2686f35d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.732031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-4caf326d-e3e0-4347-8ec5-affc2686f35d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1024 time: 0.0831962
Nov 10 04:03:54.835410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f51c5-1da9-4989-8c08-b8090c8d63e3 req-1d701c5a-77bc-46c8-aa12-fa698c48386c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:54.837010 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-372f51c5-1da9-4989-8c08-b8090c8d63e3 req-1d701c5a-77bc-46c8-aa12-fa698c48386c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9770507-aec8-4d61-986d-665dae7f90e6 HTTP/1.1" status: 200  len: 1024 time: 0.0794058
Nov 10 04:03:54.864329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Deleting port 9fbddf5e-cb16-4087-9117-d7504c62e398 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:03:54.864829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.911682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.919498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.960283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 9fbddf5e-cb16-4087-9117-d7504c62e398, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9fbddf5e-cb16-4087-9117-d7504c62e398,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:54.960679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:54.976559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Calling delete_port for 9fbddf5e-cb16-4087-9117-d7504c62e398 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:03:54.986844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed731218-3cdf-40ca-a3db-c61f1708d4db details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:03:55.017232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-372f51c5-1da9-4989-8c08-b8090c8d63e3 req-0ceb2153-ae60-4597-abf1-318808bc027d tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c02038-9ab9-4977-8b03-9cecdeb0c195&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=5dc511cd-6b3b-4a53-8022-fd1306031652&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1704981
Nov 10 04:03:55.017872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=6089daa4-4198-4ac6-9a6a-ba0225a8bd65,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:55.064851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.104985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.106280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6ada5c31-f70a-4bc0-aeaf-bbcf43436567 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2284689
Nov 10 04:03:55.115198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db,segment=NetworkSegment(d0c20f8a-64fe-4884-a307-9f87a85562f2),segment_id=d0c20f8a-64fe-4884-a307-9f87a85562f2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:55.127621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'ed731218-3cdf-40ca-a3db-c61f1708d4db', 'network_id': 'da64fa9a-781f-41b1-b7a7-cf18235c8b99', 'port_id': 'ed731218-3cdf-40ca-a3db-c61f1708d4db', 'mac_address': 'fa:16:3e:ff:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a76bf6-1b97-435d-9227-09aebe935e16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:03:55.170530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.175427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64722225-bc43-44f0-9feb-974eca213236 req-60633ade-42df-4a0b-a0da-5de43bd42875 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.183847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64722225-bc43-44f0-9feb-974eca213236 req-60633ade-42df-4a0b-a0da-5de43bd42875 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0671718
Nov 10 04:03:55.187268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed731218-3cdf-40ca-a3db-c61f1708d4db {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:03:55.204480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.225311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a', '9fbddf5e-cb16-4087-9117-d7504c62e398'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:55.231259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db,segment=NetworkSegment(d0c20f8a-64fe-4884-a307-9f87a85562f2),segment_id=d0c20f8a-64fe-4884-a307-9f87a85562f2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:55.257255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.269166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64722225-bc43-44f0-9feb-974eca213236 req-0f31f3c5-1a6b-4ce8-b1d4-10b975c80fd2 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845318
Nov 10 04:03:55.280186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'Port': ['ID=9fbddf5e-cb16-4087-9117-d7504c62e398,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:55.348760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] No DVR routers for this DVR port 9fbddf5e-cb16-4087-9117-d7504c62e398 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:03:55.352644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:55.361872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c49968f-034a-4b0a-b7ea-6091ab887c2f req-e6b58317-0efa-4d7a-abb1-d08727f39ac1 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "DELETE /v2.0/ports/9fbddf5e-cb16-4087-9117-d7504c62e398 HTTP/1.1" status: 204  len: 173 time: 0.6227496
Nov 10 04:03:55.362441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'name': 'network-vif-deleted', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:55.366996 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918da2ce-fb60-4231-a840-0c2090f6e27a" -d '{"events": [{"server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "name": "network-vif-deleted", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:55.400231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:55.460063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599045d-1306-417c-9b82-621d50ff5198 req-9e7b7694-83a5-4d76-bf79-307631d0bc51 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.462237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2599045d-1306-417c-9b82-621d50ff5198 req-9e7b7694-83a5-4d76-bf79-307631d0bc51 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 945 time: 0.0656195
Nov 10 04:03:55.543879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2599045d-1306-417c-9b82-621d50ff5198 req-349c1f41-2105-4645-96ca-44158070e9f3 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748429
Nov 10 04:03:55.586307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['ed731218-3cdf-40ca-a3db-c61f1708d4db'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:55.735680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e5d6-6716-4172-9ecc-bf1ab2208b2c req-e0cd7f76-cca2-4eb2-930f-30ea252b7704 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.743357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e5d6-6716-4172-9ecc-bf1ab2208b2c req-e0cd7f76-cca2-4eb2-930f-30ea252b7704 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.751226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e5d6-6716-4172-9ecc-bf1ab2208b2c req-e0cd7f76-cca2-4eb2-930f-30ea252b7704 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.754274 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4a8e5d6-6716-4172-9ecc-bf1ab2208b2c req-e0cd7f76-cca2-4eb2-930f-30ea252b7704 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47&device_id=80c864e4-f873-4a78-92aa-5304d72d9305&device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 2418 time: 0.0821092
Nov 10 04:03:55.786375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-fa613d4f-8fe4-47e0-a4aa-c579c624a109 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:03:55.787425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-fa613d4f-8fe4-47e0-a4aa-c579c624a109 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063870
Nov 10 04:03:55.809801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4a8e5d6-6716-4172-9ecc-bf1ab2208b2c req-1e1fe186-c246-4f6e-b9b2-8b6b3a4b6849 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489275
Nov 10 04:03:55.929990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b964cc3-a3d8-4e9e-b03a-c87c3879d514 req-7f954e3f-641e-45ce-8806-b5bc435d9639 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.931512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b964cc3-a3d8-4e9e-b03a-c87c3879d514 req-7f954e3f-641e-45ce-8806-b5bc435d9639 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0543449
Nov 10 04:03:55.943141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-5c23ea49-f7c9-45e9-89ec-12e60910f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:55.944529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-5c23ea49-f7c9-45e9-89ec-12e60910f9f3 service neutron] 10.222.0.13 "GET /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 1093 time: 0.1489339
Nov 10 04:03:55.954706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:55.955268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:03:55.981145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b964cc3-a3d8-4e9e-b03a-c87c3879d514 req-cca3886f-2d2a-4f66-acd2-26f8f239c331 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436051
Nov 10 04:03:56.022841 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e020e-41da-4bf4-b78d-6a6ca38520c4 x-openstack-request-id: req-450e020e-41da-4bf4-b78d-6a6ca38520c4 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:56.022841 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9770507-aec8-4d61-986d-665dae7f90e6", "name": "network-vif-deleted", "tag": "9fbddf5e-cb16-4087-9117-d7504c62e398", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:56.023133 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-450e020e-41da-4bf4-b78d-6a6ca38520c4 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:56.023443 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9770507-aec8-4d61-986d-665dae7f90e6', 'name': 'network-vif-deleted', 'tag': '9fbddf5e-cb16-4087-9117-d7504c62e398', 'status': 'completed', 'code': 200}
Nov 10 04:03:56.088596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:56.088962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:56.089272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:56.093579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:56.094455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:56.099142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:56.099472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:56.099845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:56.100263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Bound port: f18834c0-50ca-40d7-b12e-1203a389dd5d, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:56.131093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-27857023-ac96-4046-952a-99a1f3e7a338 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1221439656&fields=id&tenant_id=3444d571fcd742ef8ce43822b52d49be HTTP/1.1" status: 200  len: 267 time: 0.0444999
Nov 10 04:03:56.183247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5cfa65ee-3b31-42a2-9700-7018d1d3d096 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.184716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:56.184885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5cfa65ee-3b31-42a2-9700-7018d1d3d096 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 937 time: 0.0460186
Nov 10 04:03:56.190947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:56.192112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-bc1a9fc7-6a30-4bb3-a44c-b84b684cfbf1 service neutron] 10.222.0.13 "POST /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d/bindings HTTP/1.1" status: 201  len: 389 time: 0.2415202
Nov 10 04:03:56.238209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7521d40a-635e-447a-b052-86fb57157f35 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.239721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7521d40a-635e-447a-b052-86fb57157f35 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 936 time: 0.0486298
Nov 10 04:03:56.297889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f26be0a6-21bd-4cef-a995-8420e7d4a880 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0514951
Nov 10 04:03:56.385578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77a41f4a-f17c-427d-8561-1f2919c8aab4 req-85458bc3-8b51-413a-bf61-83449401e048 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.0603819
Nov 10 04:03:56.579527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5e320-5a03-4f3a-a524-e74aaccc7154 req-26cfadbb-ca07-4db8-ad5f-413f2c3fa15c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.581078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72c5e320-5a03-4f3a-a524-e74aaccc7154 req-26cfadbb-ca07-4db8-ad5f-413f2c3fa15c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 945 time: 0.0513353
Nov 10 04:03:56.634996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72c5e320-5a03-4f3a-a524-e74aaccc7154 req-f5e16f33-5983-4e12-ae01-a5f0e63d8076 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479629
Nov 10 04:03:56.657998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-dd181e58-33b3-4c21-87d1-661be01d6395 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.3457735
Nov 10 04:03:56.777201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-e14b9763-606d-43ce-8315-f8e62a4721de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.778663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-e14b9763-606d-43ce-8315-f8e62a4721de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1096 time: 0.1254869
Nov 10 04:03:56.855663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-555c7a77-551e-4e02-841b-25b0fe2f0a2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1232300
Nov 10 04:03:56.877581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f93ad8cd-41d7-4ecb-80fc-0de9a00f6fc8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.881370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-360521ef-79b1-4f85-9962-050372738a0c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/83c02038-9ab9-4977-8b03-9cecdeb0c195 HTTP/1.1" status: 200  len: 1817 time: 0.0490143
Nov 10 04:03:56.883509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f93ad8cd-41d7-4ecb-80fc-0de9a00f6fc8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.889481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f93ad8cd-41d7-4ecb-80fc-0de9a00f6fc8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.891019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f93ad8cd-41d7-4ecb-80fc-0de9a00f6fc8 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 1996 time: 0.2244341
Nov 10 04:03:56.936144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8c14ef8e-c079-451d-af25-33ad51c1f22a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/quotas/3444d571fcd742ef8ce43822b52d49be HTTP/1.1" status: 200  len: 375 time: 0.0323319
Nov 10 04:03:56.939736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:56.962023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:56.991994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700f129-59b5-446c-9756-f29bc83ad11b req-134c5bb1-e309-4c87-b5fb-8130028924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.993900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-134c5bb1-e309-4c87-b5fb-8130028924b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 1101 time: 0.1002259
Nov 10 04:03:56.995936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-b3b37bd8-5ed0-4251-8cda-f99ba65492ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:56.997505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-b3b37bd8-5ed0-4251-8cda-f99ba65492ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.2097328
Nov 10 04:03:57.001993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed731218-3cdf-40ca-a3db-c61f1708d4db up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:03:57.023304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.027482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.029155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0362f0ae-6070-405a-ba5f-0b741e516d9b req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/83c02038-9ab9-4977-8b03-9cecdeb0c195 HTTP/1.1" status: 204  len: 173 time: 0.1416790
Nov 10 04:03:57.042637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e405a14-181a-4d8c-9e45-862ea1620efd tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c02038-9ab9-4977-8b03-9cecdeb0c195,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:57.072847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port ed731218-3cdf-40ca-a3db-c61f1708d4db completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:03:57.078011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port ed731218-3cdf-40ca-a3db-c61f1708d4db triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:03:57.078496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.083862 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-631de942-11af-4961-9b80-7e69ccfe991b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1370826
Nov 10 04:03:57.110878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-0aacf0b3-6410-4d57-a5cd-051766bbbb28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.1022944
Nov 10 04:03:57.161990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17575eb-3868-45d2-b97c-06edad8c1ba9 req-e595491e-2d14-4d78-aebd-a36eb3a33c94 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.163772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f17575eb-3868-45d2-b97c-06edad8c1ba9 req-e595491e-2d14-4d78-aebd-a36eb3a33c94 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 945 time: 0.0583656
Nov 10 04:03:57.166104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.189134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:57.191747 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a98ae6-278b-4f5e-9e58-0fe84696dd85" -d '{"events": [{"server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "name": "network-vif-plugged", "status": "completed", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:57.204291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db,segment=NetworkSegment(d0c20f8a-64fe-4884-a307-9f87a85562f2),segment_id=d0c20f8a-64fe-4884-a307-9f87a85562f2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:57.209769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.230040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f17575eb-3868-45d2-b97c-06edad8c1ba9 req-943fbef3-d9fd-4f1e-b63b-9105cea526e4 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589914
Nov 10 04:03:57.264501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:57.275568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-25cd0336-f913-4651-beca-47e7f7c114c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.277056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-25cd0336-f913-4651-beca-47e7f7c114c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1448917
Nov 10 04:03:57.280768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-be17fe69-ea2c-427e-bcce-6616b41eb638 service neutron] 10.222.0.13 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690340
Nov 10 04:03:57.282366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700f129-59b5-446c-9756-f29bc83ad11b req-1488d7f2-7bba-4147-b3c7-643db5585dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.283681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-1488d7f2-7bba-4147-b3c7-643db5585dad service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2649240
Nov 10 04:03:57.387960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-cbbc9b76-0064-4de8-9461-945282b95801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929081
Nov 10 04:03:57.391573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-4c615f30-7348-469e-b189-010066f5c852 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=fcf93fbc-7c98-467f-87ce-080b92881074 HTTP/1.1" status: 200  len: 217 time: 0.0857451
Nov 10 04:03:57.449650 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:03:57.524313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-2df8eadc-59a8-490b-a0f2-ea1ae9fe5216 service neutron] 10.222.0.13 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368152
Nov 10 04:03:57.531751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700f129-59b5-446c-9756-f29bc83ad11b req-980ef719-236e-43bc-a516-d653b4d315b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.533243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-980ef719-236e-43bc-a516-d653b4d315b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1156034
Nov 10 04:03:57.621397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-4b667ebb-42c3-42c4-be21-84d26b968a3e service neutron] 10.222.0.13 "GET /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0871937
Nov 10 04:03:57.623104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-68284381-ddb1-467b-af96-12b73a37643b service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152710
Nov 10 04:03:57.685254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700f129-59b5-446c-9756-f29bc83ad11b req-906817c3-13ba-49a5-a339-48226344c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.686725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-906817c3-13ba-49a5-a339-48226344c5a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1430290
Nov 10 04:03:57.727502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64b26b-13c5-4ed0-9d82-e0851ad46f8b req-9937f16e-cab1-4734-bce7-66b235ad6cb2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:57.728917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f64b26b-13c5-4ed0-9d82-e0851ad46f8b req-9937f16e-cab1-4734-bce7-66b235ad6cb2 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0502410
Nov 10 04:03:57.775740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f64b26b-13c5-4ed0-9d82-e0851ad46f8b req-698e7409-fd57-4415-9e96-4750e08ea1a1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408757
Nov 10 04:03:57.837995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-1c930c12-8c6f-4fc8-b80f-2489b01e6337 service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105284
Nov 10 04:03:57.839520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-77a7f84a-c60f-4379-bda2-61bd965663d2 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/5dc511cd-6b3b-4a53-8022-fd1306031652 HTTP/1.1" status: 200  len: 1817 time: 0.0409627
Nov 10 04:03:57.869105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-2004a316-f868-41ad-a594-5c1a2c3ba9ec service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339740
Nov 10 04:03:57.902981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.924798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.928856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-02f0b143-733d-4e27-91ad-3ede17aade26 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067902
Nov 10 04:03:57.969906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.972595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:57.973815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-480c3e2c-0018-4c48-8c83-d4911de8e838 req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dc511cd-6b3b-4a53-8022-fd1306031652 HTTP/1.1" status: 204  len: 173 time: 0.1280711
Nov 10 04:03:57.985344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda5435-908f-4312-9010-d7dbe9b20763 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc511cd-6b3b-4a53-8022-fd1306031652,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:58.017088 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78f542-f4ef-465e-b517-f12109af3aa3 x-openstack-request-id: req-7d78f542-f4ef-465e-b517-f12109af3aa3 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:58.017598 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "name": "network-vif-plugged", "status": "completed", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:58.017877 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d78f542-f4ef-465e-b517-f12109af3aa3 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:58.018735 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db', 'code': 200}
Nov 10 04:03:58.025488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-de685186-5223-4629-b303-2434c59e807b service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791229
Nov 10 04:03:58.084958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-a5597829-3f26-49dd-a218-4cfe33065756 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:58.086436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-a5597829-3f26-49dd-a218-4cfe33065756 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1402671
Nov 10 04:03:58.100653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:58.104363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-27dea6b1-d1e1-4baa-b54c-caa8d7827b5e service neutron] 10.222.0.13 "GET /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0684674
Nov 10 04:03:58.131194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b6050-0703-46ae-84df-7a89a1220663 req-70e484e6-55a0-4201-a0d4-65ffc5401cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:58.135394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-641b6050-0703-46ae-84df-7a89a1220663 req-70e484e6-55a0-4201-a0d4-65ffc5401cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 1097 time: 0.0536327
Nov 10 04:03:58.181650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f700f129-59b5-446c-9756-f29bc83ad11b req-0fbf29dc-fb40-4486-85c6-297c0c8f6c63 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2370236
Nov 10 04:03:58.185031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-641b6050-0703-46ae-84df-7a89a1220663 req-5ef4d98c-a2b1-4050-95fe-fb3dbaccff92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408454
Nov 10 04:03:58.224872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.274536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-3bdca86e-15ae-431f-8380-fb9f41f665f9 service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469097
Nov 10 04:03:58.354932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974c3e0-bf8b-4943-8dba-1a44414007b0 req-e996ac94-9abf-4b71-9bb3-a70fdf8e6705 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:58.356484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c974c3e0-bf8b-4943-8dba-1a44414007b0 req-e996ac94-9abf-4b71-9bb3-a70fdf8e6705 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 945 time: 0.0494330
Nov 10 04:03:58.404555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c974c3e0-bf8b-4943-8dba-1a44414007b0 req-43b449dd-2aa5-4578-9a9e-e08c02c00a05 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415816
Nov 10 04:03:58.435642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2045431686', 'description': 'tempest-description-32074269'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:58.437196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7fac4aac-e171-4c4d-b23b-6ad1a78e74aa service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568065
Nov 10 04:03:58.439447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:03:58.459382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.460983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9fbddf5e-cb16-4087-9117-d7504c62e398 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:03:58.489417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9fbddf5e-cb16-4087-9117-d7504c62e398 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:03:58.489783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9fbddf5e-cb16-4087-9117-d7504c62e398 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:03:58.532127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:58.532686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.537373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.565571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.566780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0714c6-c23b-4b89-b595-b8fa1d3f4663 req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.1357830
Nov 10 04:03:58.577113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e9343-3cc7-410a-9f91-9e9fb859378f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451c37d0-d7d9-4fc0-944f-104b6d0dd196,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:58.588039 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5ce2bab2-da26-4c72-aac4-f364dde3b1ad service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399105
Nov 10 04:03:58.590486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:03:58.592759 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02f214-b2da-4422-8aed-5c19f2f0b780" -d '{"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-unplugged", "status": "completed", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:03:58.597481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.608056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.675528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a3bd3-d22a-4359-bd26-f24dad9bb2ee req-5a919838-f6c8-45f3-baa9-d8ac45eb8198 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:58.677100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-875a3bd3-d22a-4359-bd26-f24dad9bb2ee req-5a919838-f6c8-45f3-baa9-d8ac45eb8198 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.0495222
Nov 10 04:03:58.725154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-875a3bd3-d22a-4359-bd26-f24dad9bb2ee req-c2b33f41-7639-472e-a004-35a48acb0133 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418429
Nov 10 04:03:58.726023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:58.758806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d3efd412-7561-4b5e-be18-dad03327a0ab service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594279
Nov 10 04:03:58.775357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:03:58.775688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:03:58.776012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:58.818416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:03:58.818646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Attempting to bind port f18834c0-50ca-40d7-b12e-1203a389dd5d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:03:58.830219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:03:58.830566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:03:58.830938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:03:58.831370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Bound port: f18834c0-50ca-40d7-b12e-1203a389dd5d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:03:58.831840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:58.902217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d2d863ee-0103-4803-a59d-41b559908276 service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360514
Nov 10 04:03:58.923231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:03:58.960163 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e68541fb-20f4-46b8-a121-36f229c6741d req-7c2d49d8-1d41-4151-81e3-7b1bd410be36 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/451c37d0-d7d9-4fc0-944f-104b6d0dd196 HTTP/1.1" status: 200  len: 1818 time: 0.0431986
Nov 10 04:03:58.970722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Request body: {'security_group': {'name': 'tempest-sg-hth-394017345', 'description': 'tempest-description-hth-2108870498'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:03:58.976409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:03:58.986305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.003963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.053974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.057502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.060155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.061545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e68541fb-20f4-46b8-a121-36f229c6741d req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "PUT /v2.0/security-groups/451c37d0-d7d9-4fc0-944f-104b6d0dd196 HTTP/1.1" status: 200  len: 1793 time: 0.0952916
Nov 10 04:03:59.074374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:59.079256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-2ddeab79-037d-4dab-986e-78679390ac4b service neutron] 10.222.0.13 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582384
Nov 10 04:03:59.087859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cd314-0184-49bd-97df-a3600320a334 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451c37d0-d7d9-4fc0-944f-104b6d0dd196,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:03:59.108219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:59.108881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:03:59.110255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-abeb276e-405d-4606-8f99-9cdd27955a3c service neutron] 10.222.0.21 "PUT /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 1121 time: 1.0159955
Nov 10 04:03:59.145592 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ab4b3d-99fb-4dae-96c7-917bc60c91fa x-openstack-request-id: req-64ab4b3d-99fb-4dae-96c7-917bc60c91fa {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:03:59.145893 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-unplugged", "status": "completed", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:03:59.146128 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ab4b3d-99fb-4dae-96c7-917bc60c91fa {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:03:59.146518 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'code': 200}
Nov 10 04:03:59.206342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-89f47094-0ced-46e2-bc5d-727c31c138a8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081359
Nov 10 04:03:59.224727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5b4d-1278-4f79-827f-71b03b631843 req-3eb5a9b1-6601-4bec-8f42-dc1d054300cf tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:59.226198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-560e5b4d-1278-4f79-827f-71b03b631843 req-3eb5a9b1-6601-4bec-8f42-dc1d054300cf tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0527835
Nov 10 04:03:59.239641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f18834c0-50ca-40d7-b12e-1203a389dd5d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:03:59.276829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-560e5b4d-1278-4f79-827f-71b03b631843 req-d26b97a8-aa57-48b8-bfdd-64477b933da7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446556
Nov 10 04:03:59.308132 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-b1b15f49-05bb-45d0-8aa3-d38ee2b00610 service neutron] 10.222.0.13 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955596
Nov 10 04:03:59.409994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5047f43b-875c-46c1-ae2d-635aa1e43c12 service neutron] 10.222.0.13 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927467
Nov 10 04:03:59.529079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8fa9c452-fe6c-49de-b31a-7b0e9ca67641 service neutron] 10.222.0.13 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073093
Nov 10 04:03:59.550726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38e6ba30-e04b-4312-9874-6753740d3902 req-32c1036f-b5bf-46c4-a6ff-bd19409d0380 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/451c37d0-d7d9-4fc0-944f-104b6d0dd196 HTTP/1.1" status: 200  len: 1793 time: 0.0382502
Nov 10 04:03:59.707282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09686-65c6-4c94-8d9e-2eedfffacedf req-6a3e29c1-465d-4aeb-a781-2b8de470f538 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:03:59.708815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62b09686-65c6-4c94-8d9e-2eedfffacedf req-6a3e29c1-465d-4aeb-a781-2b8de470f538 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0500915
Nov 10 04:03:59.763169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62b09686-65c6-4c94-8d9e-2eedfffacedf req-8325ea5c-392d-48db-bec4-54383bf78bf9 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484140
Nov 10 04:03:59.961000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-963dadfe-550b-4895-9f12-72c82b747c3f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/451c37d0-d7d9-4fc0-944f-104b6d0dd196 HTTP/1.1" status: 200  len: 1793 time: 0.0410998
Nov 10 04:04:00.020474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:00.045020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:00.093328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:00.096924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:00.105416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e096cb3a-c0eb-4713-87a0-89755c71badb req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/451c37d0-d7d9-4fc0-944f-104b6d0dd196 HTTP/1.1" status: 204  len: 173 time: 0.1382589
Nov 10 04:04:00.119870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296ffe9-06a3-4239-8f75-882c2d9ed81b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c37d0-d7d9-4fc0-944f-104b6d0dd196,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:00.165457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4de9da-f19f-4922-bd5e-4d645227a3d1 req-3900a935-c6f4-45c2-bed0-366beb1e71b0 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:00.174693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a4de9da-f19f-4922-bd5e-4d645227a3d1 req-3900a935-c6f4-45c2-bed0-366beb1e71b0 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.0939229
Nov 10 04:04:00.222252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a4de9da-f19f-4922-bd5e-4d645227a3d1 req-c6ea32d1-c0be-48f0-b318-0fb1589a8b89 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467038
Nov 10 04:04:00.235241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf227a-dd5d-4aa3-a0cc-06cb0bfb892c req-cafc2d8d-5d03-452c-85f3-30d06bab3bf0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:00.237393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00cf227a-dd5d-4aa3-a0cc-06cb0bfb892c req-cafc2d8d-5d03-452c-85f3-30d06bab3bf0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0572445
Nov 10 04:04:00.294649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00cf227a-dd5d-4aa3-a0cc-06cb0bfb892c req-0a852d8d-9582-4a10-b285-9d7936e1e4eb tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515094
Nov 10 04:04:00.324494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50f152f3-cb8d-4305-9c33-866259600d03 req-ac3b9ce9-2058-4389-b87f-a3d60cf8441c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 210 time: 0.0489497
Nov 10 04:04:00.477436 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-5b162071-26b3-44c4-880f-35be0c281d81 req-3dc1c9d9-be1f-450d-a98a-582802a51101 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.486643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b162071-26b3-44c4-880f-35be0c281d81 req-3dc1c9d9-be1f-450d-a98a-582802a51101 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/5dc511cd-6b3b-4a53-8022-fd1306031652 HTTP/1.1" status: 404  len: 352 time: 0.0235209
Nov 10 04:04:00.511909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998a92e-8689-4e66-ae2f-6377f88b9490 req-38053e40-5f5a-4890-a437-de3c1a3b9c32 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:00.513897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8998a92e-8689-4e66-ae2f-6377f88b9490 req-38053e40-5f5a-4890-a437-de3c1a3b9c32 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0957122
Nov 10 04:04:00.540656 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-4189c1db-fc99-472f-8daa-40adda374ddb req-9c52c14b-a9b0-4c1c-acf1-527fd0892a8f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.549453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4189c1db-fc99-472f-8daa-40adda374ddb req-9c52c14b-a9b0-4c1c-acf1-527fd0892a8f tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/83c02038-9ab9-4977-8b03-9cecdeb0c195 HTTP/1.1" status: 404  len: 352 time: 0.0438066
Nov 10 04:04:00.588769 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-f8293152-d68a-4d7a-b2c6-914622e5a004 req-b51f16ab-3678-4e6a-9790-b82994b283ee tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.590212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8998a92e-8689-4e66-ae2f-6377f88b9490 req-facc1970-6868-4f0c-95d9-f74cfec1a055 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687823
Nov 10 04:04:00.615279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f8293152-d68a-4d7a-b2c6-914622e5a004 req-b51f16ab-3678-4e6a-9790-b82994b283ee tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3f96a3d1-33ff-44b2-8056-0c5dd549b67e HTTP/1.1" status: 404  len: 352 time: 0.0421176
Nov 10 04:04:00.641251 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-31ceb457-27c9-4073-bc2b-d7fbc7001f44 req-254ddf6a-b99c-42ac-b78b-1fac8934cb46 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.642288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31ceb457-27c9-4073-bc2b-d7fbc7001f44 req-254ddf6a-b99c-42ac-b78b-1fac8934cb46 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/e6433504-8969-4a97-ac3d-2b7cb7a75b65 HTTP/1.1" status: 404  len: 352 time: 0.0176663
Nov 10 04:04:00.678447 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-3249eb9a-039e-45ae-b797-2790482ea597 req-7bd3b48c-0ab8-4f8d-8b16-43e9371a2d16 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.685425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3249eb9a-039e-45ae-b797-2790482ea597 req-7bd3b48c-0ab8-4f8d-8b16-43e9371a2d16 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/3a641380-4319-44a1-961f-21c954f18048 HTTP/1.1" status: 404  len: 352 time: 0.0211399
Nov 10 04:04:00.721529 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-83c380cf-bbcc-48ec-b0b8-4ff50fe096c2 req-786770de-4c38-428b-914e-e7375e1e8735 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] show failed (client error): The resource could not be found.
Nov 10 04:04:00.724170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83c380cf-bbcc-48ec-b0b8-4ff50fe096c2 req-786770de-4c38-428b-914e-e7375e1e8735 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/febd0aa9-813f-4cb5-a3c1-a14714e682af HTTP/1.1" status: 404  len: 352 time: 0.0151772
Nov 10 04:04:00.923418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1960f7-6d24-471f-bada-61265e8f652b req-41678413-b255-47fa-830a-45a3f59d8587 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:00.924970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e1960f7-6d24-471f-bada-61265e8f652b req-41678413-b255-47fa-830a-45a3f59d8587 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0642431
Nov 10 04:04:00.977344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cc87d-37f7-4283-ab91-09ec24661638 req-6b318f2c-3cad-4957-9a71-8daa750a5da4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:00.978277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e1960f7-6d24-471f-bada-61265e8f652b req-8363832d-63ac-487c-bac2-89ec221a1854 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470088
Nov 10 04:04:00.978838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc9cc87d-37f7-4283-ab91-09ec24661638 req-6b318f2c-3cad-4957-9a71-8daa750a5da4 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1023 time: 0.0509901
Nov 10 04:04:01.019065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:01.047920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc9cc87d-37f7-4283-ab91-09ec24661638 req-5ef96b61-b554-4b59-b3ef-7c078f4e45c8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=872a34f7-572e-4568-91df-0c5fce1420a5&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=b39147e8-26d2-4067-adf3-04df4c94be69&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.0619390
Nov 10 04:04:01.117568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:01.128327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:04:01.147205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:01.149553 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:01.184006 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8975e60b-186f-444a-8080-1f6c9f6b117d x-openstack-request-id: req-8975e60b-186f-444a-8080-1f6c9f6b117d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:01.184278 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:01.184529 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8975e60b-186f-444a-8080-1f6c9f6b117d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:01.184942 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'status': 'completed', 'code': 200}
Nov 10 04:04:01.249463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-b2dccf23-a840-4b41-8920-bed167b12216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.250974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-b2dccf23-a840-4b41-8920-bed167b12216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1124 time: 0.0433333
Nov 10 04:04:01.349952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-bbc02c46-27ce-4ea5-9aa4-70b1f977b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.350654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-bbc02c46-27ce-4ea5-9aa4-70b1f977b3d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.0907335
Nov 10 04:04:01.405133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-85b2b308-0e28-418d-acd2-bb9ce8a774e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.0419645
Nov 10 04:04:01.465120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c351e06c-321b-4301-8997-9e9bf99b9b2d req-7d1cb4c4-cfa8-46ce-a0d4-a5ded3f0f722 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 210 time: 0.0503728
Nov 10 04:04:01.477294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-3e09d33d-2fb7-4637-8962-9b9ef91506c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.478826 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-3e09d33d-2fb7-4637-8962-9b9ef91506c5 service neutron] 10.222.0.21 "GET /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 1033 time: 0.0472176
Nov 10 04:04:01.485679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-711f58fe-8989-4f53-ba30-4d1cf51a1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.487134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-711f58fe-8989-4f53-ba30-4d1cf51a1119 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0736675
Nov 10 04:04:01.491910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a89d4-8db6-4e2b-b5bb-3a2869d29af1 req-7e6921d6-eb5e-41f5-935b-92c50802d62f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.493491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-204a89d4-8db6-4e2b-b5bb-3a2869d29af1 req-7e6921d6-eb5e-41f5-935b-92c50802d62f tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.1131682
Nov 10 04:04:01.527872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-7abefda5-be26-4c95-bf1b-d8e2e6fef947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280805
Nov 10 04:04:01.541060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f52dadcd-0832-49ae-b48c-a426662ef0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.542376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f52dadcd-0832-49ae-b48c-a426662ef0a6 service neutron] 10.222.0.21 "GET /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 1032 time: 0.0480361
Nov 10 04:04:01.633658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-571a71d9-0b24-487c-8e6f-c9b6a734ff54 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956573
Nov 10 04:04:01.803546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95129e4-52b1-4bf9-ab70-55e5f1aacb2a req-41078855-2815-44bb-919b-f624b1936845 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.809295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f95129e4-52b1-4bf9-ab70-55e5f1aacb2a req-41078855-2815-44bb-919b-f624b1936845 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0833802
Nov 10 04:04:01.864890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-710bb033-f2f3-48d4-b8d6-d0a436cfc80d req-559556c0-517e-4388-8ce2-1ffcd62a7ecb service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230842
Nov 10 04:04:01.907170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-47efa925-445d-49d6-9f79-ebb86cf40e56 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:01.908597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-47efa925-445d-49d6-9f79-ebb86cf40e56 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 946 time: 0.0957575
Nov 10 04:04:01.913556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f95129e4-52b1-4bf9-ab70-55e5f1aacb2a req-3f97d961-23a8-4ddc-8bb5-336bf1bbaf41 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020880
Nov 10 04:04:01.983575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-204a89d4-8db6-4e2b-b5bb-3a2869d29af1 req-3758fb7c-0d7b-4534-ab0f-7d09b17896ad tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4807332
Nov 10 04:04:02.038052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Deleting port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:02.038052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.061412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-16a357ca-b693-4123-a0c0-f3ec52fc8f84 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.072494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-16a357ca-b693-4123-a0c0-f3ec52fc8f84 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.079162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-16a357ca-b693-4123-a0c0-f3ec52fc8f84 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.080843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-16a357ca-b693-4123-a0c0-f3ec52fc8f84 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 1996 time: 0.5256670
Nov 10 04:04:02.168056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af149-7831-4681-9c8c-f8a4096f3072 req-41620e44-54d6-4f35-9a49-06bdec1b9e58 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.168422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-81f41405-c5a3-42ea-9d1b-34a7a15d45b2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3444d571fcd742ef8ce43822b52d49be HTTP/1.1" status: 200  len: 380 time: 0.0760300
Nov 10 04:04:02.169514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf5af149-7831-4681-9c8c-f8a4096f3072 req-41620e44-54d6-4f35-9a49-06bdec1b9e58 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0823309
Nov 10 04:04:02.179867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'admin_state_up': True, 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'security_groups': ['b797fe1a-c3fb-4d75-a815-0b9d28241a1d']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:02.246356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf5af149-7831-4681-9c8c-f8a4096f3072 req-307c9470-6968-46de-971e-ab826e978324 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667369
Nov 10 04:04:02.255089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] For port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:02.255795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.272642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Calling delete_port for 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:02.361178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:02.365327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.494741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18b9db-f9e1-49e5-9798-bcbc79f46eba req-e6f9af4e-db08-45f4-aaf9-39ec5ec571f0 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.496347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e18b9db-f9e1-49e5-9798-bcbc79f46eba req-e6f9af4e-db08-45f4-aaf9-39ec5ec571f0 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1023 time: 0.1381960
Nov 10 04:04:02.517409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550342a-a619-4281-9a3b-687c0755916a req-27b4393f-76da-4661-8d02-9f4418eae47c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:02.520843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4550342a-a619-4281-9a3b-687c0755916a req-27b4393f-76da-4661-8d02-9f4418eae47c tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 1023 time: 0.1600480
Nov 10 04:04:02.542369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 172.20.0.12 (078b2318-cb8d-42a2-bc8e-1e7cd68363e4/12f0c7a7-9593-458b-9d3a-78aff0714db1/b4ec535a-aa46-4182-8b21-ffd696395afe) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:02.656833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75cc2c94-7a54-402f-b82a-ea49c4335a75 req-7ea14d47-bdff-4a34-9c53-d8b82a239935 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 210 time: 0.0446873
Nov 10 04:04:02.701336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.717016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:02.758897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event deleted for resources: {'Port': ['ID=2b655bf0-b9e9-4a11-9fb3-3e771e345a4e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:02.780321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e18b9db-f9e1-49e5-9798-bcbc79f46eba req-b3d4da05-82b3-464a-87be-0603a87a7ceb tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups?id=872a34f7-572e-4568-91df-0c5fce1420a5&id=8d5fb706-6495-432c-94ce-1fa67e8fc7d1&id=b39147e8-26d2-4067-adf3-04df4c94be69&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2558436
Nov 10 04:04:02.789360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['543606d6-3f2d-45b6-8ec4-4ae78d535306', '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:02.803882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.847252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] No DVR routers for this DVR port 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:02.850681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.854487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22b9ff8d-ba66-4fc1-bbab-6490afb984e4 req-a478c59d-1d76-4aef-bfc0-ca7c0bc4e0a0 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "DELETE /v2.0/ports/2b655bf0-b9e9-4a11-9fb3-3e771e345a4e HTTP/1.1" status: 204  len: 173 time: 0.9366689
Nov 10 04:04:02.854775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'name': 'network-vif-deleted', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:02.857142 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da784cf-1a63-48f6-9b77-a753bc7879fc" -d '{"events": [{"server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "name": "network-vif-deleted", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:02.887268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Deleting port 1dd50a28-40a3-4110-8873-cdf7b682032a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:02.887609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.896424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:02.987489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:02.991616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:02.994971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:03.053378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] For port 1dd50a28-40a3-4110-8873-cdf7b682032a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1dd50a28-40a3-4110-8873-cdf7b682032a,segment=NetworkSegment(95667346-5d5c-407c-850c-1d26fd96abf4),segment_id=95667346-5d5c-407c-850c-1d26fd96abf4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:03.053986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.074109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Calling delete_port for 1dd50a28-40a3-4110-8873-cdf7b682032a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:03.095547 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c766c-306d-4159-95ec-a38db33ca769 x-openstack-request-id: req-976c766c-306d-4159-95ec-a38db33ca769 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:03.095547 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494d792b-b640-4b31-8f94-31115f16ea47", "name": "network-vif-deleted", "tag": "2b655bf0-b9e9-4a11-9fb3-3e771e345a4e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:03.095823 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-976c766c-306d-4159-95ec-a38db33ca769 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:03.096151 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d792b-b640-4b31-8f94-31115f16ea47', 'name': 'network-vif-deleted', 'tag': '2b655bf0-b9e9-4a11-9fb3-3e771e345a4e', 'status': 'completed', 'code': 200}
Nov 10 04:04:03.146839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:03.159230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.193911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:03.244266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ae5f814-56ab-43e1-9621-901d1dd59b0f req-05d2b312-e571-4bc9-91d8-c6bedd76c6df tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=494d792b-b640-4b31-8f94-31115f16ea47 HTTP/1.1" status: 200  len: 210 time: 0.0755355
Nov 10 04:04:03.261353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21597d8f-7e0e-4a96-8dde-ede07f7b4683 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0866909
Nov 10 04:04:03.295375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'admin_state_up': True, 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'security_groups': ['b797fe1a-c3fb-4d75-a815-0b9d28241a1d']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:03.302016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef4288-35a1-4379-82fb-eb94d6591525 req-e3570e40-0950-457b-a3ea-1820f25d7ad1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:03.310196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77ef4288-35a1-4379-82fb-eb94d6591525 req-e3570e40-0950-457b-a3ea-1820f25d7ad1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1929343
Nov 10 04:04:03.514629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.530223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1dd50a28-40a3-4110-8873-cdf7b682032a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:03.544918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:03.549167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.605026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bef6a2-1a8a-4420-a936-17111438314b req-ad62d9fe-a0b6-41bf-b8fe-0bbc717202df tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:03.612997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55bef6a2-1a8a-4420-a936-17111438314b req-ad62d9fe-a0b6-41bf-b8fe-0bbc717202df tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.1053536
Nov 10 04:04:03.662768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77ef4288-35a1-4379-82fb-eb94d6591525 req-46c9c7a0-96fc-41ef-802c-fb286c535e8e tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515735
Nov 10 04:04:03.664178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'Port': ['ID=1dd50a28-40a3-4110-8873-cdf7b682032a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:03.755304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55bef6a2-1a8a-4420-a936-17111438314b req-e413b08f-023f-4b41-a39a-7deb3c743cd0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355972
Nov 10 04:04:03.769210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] No DVR routers for this DVR port 1dd50a28-40a3-4110-8873-cdf7b682032a on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:03.782289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.785755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4550342a-a619-4281-9a3b-687c0755916a req-a1c4c7ec-83ab-44e2-86e2-0d0009535ddf tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.26 "DELETE /v2.0/ports/1dd50a28-40a3-4110-8873-cdf7b682032a HTTP/1.1" status: 204  len: 173 time: 1.2358224
Nov 10 04:04:03.839769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.1.1.79 (a94f1a9f-b254-4d9a-b217-1cbdee85bd0f/7abe3499-9ef6-4a55-8668-95f454877aad/9f117224-5b80-45a2-b1b0-b6468db02f43) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:03.865039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7af96f4c-d6f0-45a1-8c17-cd3ed5f3bd0f None None] Provisioning complete for port b4ec535a-aa46-4182-8b21-ffd696395afe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:03.866073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7af96f4c-d6f0-45a1-8c17-cd3ed5f3bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:03.943535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7af96f4c-d6f0-45a1-8c17-cd3ed5f3bd0f None None] Port b4ec535a-aa46-4182-8b21-ffd696395afe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:04.003642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04606bad-a64a-440c-893d-15bcf8cacb4a req-883d6aed-5cc2-4b85-bfda-76d5c32bb83c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:04.004884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04606bad-a64a-440c-893d-15bcf8cacb4a req-883d6aed-5cc2-4b85-bfda-76d5c32bb83c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 932 time: 0.1328795
Nov 10 04:04:04.009151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a957559c-7602-47a2-ade8-33e0fa154f7f req-374bacd4-09cd-4165-afba-17c3f9f8f1ec tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a95a01f-a4dc-41b5-b929-6e6df66a3318 HTTP/1.1" status: 200  len: 210 time: 0.0525262
Nov 10 04:04:04.085437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.108399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04606bad-a64a-440c-893d-15bcf8cacb4a req-a35ae95a-9bbe-416f-8440-607d58134368 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970829
Nov 10 04:04:04.140155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.191480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:04.194931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:04.199235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:04.223930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:04.266321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:04.267287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.288033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cdd40bce-5ee8-46d0-a1bb-6df27b01e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.310750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9afe604a-e527-4853-a268-a11f3ee31435 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0227964
Nov 10 04:04:04.391010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'admin_state_up': True, 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'security_groups': ['b797fe1a-c3fb-4d75-a815-0b9d28241a1d']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:04.570646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1d1797d8-929b-4216-946f-2a5e80388823 None None] Provisioning complete for port 9f117224-5b80-45a2-b1b0-b6468db02f43 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:04.571312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d1797d8-929b-4216-946f-2a5e80388823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.592716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:04.598532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:04.620176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1d1797d8-929b-4216-946f-2a5e80388823 None None] Port 9f117224-5b80-45a2-b1b0-b6468db02f43 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:04.635483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f6ab-aa8b-4b4f-ad64-761215e03425 req-426e9185-7481-40c0-94a9-91e476001330 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:04.637243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd66f6ab-aa8b-4b4f-ad64-761215e03425 req-426e9185-7481-40c0-94a9-91e476001330 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.0646482
Nov 10 04:04:04.704066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd66f6ab-aa8b-4b4f-ad64-761215e03425 req-c2a23e72-860b-4b1c-9f58-5028ca2ad6e7 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587904
Nov 10 04:04:04.763798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.1.1.178 (a94f1a9f-b254-4d9a-b217-1cbdee85bd0f/7abe3499-9ef6-4a55-8668-95f454877aad/a949935c-009a-4e0c-ab68-f05525b23cf6) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:04.886569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f31c-2e04-4c4f-a452-349abfb86139 req-0e5c9b2d-d82b-4dc4-bfc0-bcc220b2a727 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:04.888067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c999f31c-2e04-4c4f-a452-349abfb86139 req-0e5c9b2d-d82b-4dc4-bfc0-bcc220b2a727 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1197248
Nov 10 04:04:04.896444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57e85-41cb-4f7a-91ff-41c31c21b6aa req-7d2375af-e6ae-45ea-8aa0-7c8f5a9a7866 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:04.898120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24f57e85-41cb-4f7a-91ff-41c31c21b6aa req-7d2375af-e6ae-45ea-8aa0-7c8f5a9a7866 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 943 time: 0.0510266
Nov 10 04:04:04.961220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24f57e85-41cb-4f7a-91ff-41c31c21b6aa req-419bf519-f983-4e88-ba04-62b94a248214 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565007
Nov 10 04:04:04.973202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c999f31c-2e04-4c4f-a452-349abfb86139 req-7a5071eb-50da-47cc-9ff6-766b7ee58532 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753748
Nov 10 04:04:04.982638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.017964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.063394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-79414e3e-b46a-4280-ab4b-ea54f09d867d service neutron] 10.222.0.26 "GET /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.0749915
Nov 10 04:04:05.066299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:05.069640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:05.073938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:05.081279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:05.119558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'name': 'network-vif-deleted', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:05.121832 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25fc7a1-f8c1-4bca-a5a1-a580f4788865" -d '{"events": [{"server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "name": "network-vif-deleted", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:05.167247 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d6efe-10a4-4d1e-b675-e648f13151e6 x-openstack-request-id: req-1b9d6efe-10a4-4d1e-b675-e648f13151e6 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:05.167533 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a95a01f-a4dc-41b5-b929-6e6df66a3318", "name": "network-vif-deleted", "tag": "1dd50a28-40a3-4110-8873-cdf7b682032a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:05.167782 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b9d6efe-10a4-4d1e-b675-e648f13151e6 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:05.168172 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a95a01f-a4dc-41b5-b929-6e6df66a3318', 'name': 'network-vif-deleted', 'tag': '1dd50a28-40a3-4110-8873-cdf7b682032a', 'status': 'completed', 'code': 200}
Nov 10 04:04:05.176358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:05.177073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.210037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52c164e6-5fcb-437b-a731-a675b41d033b req-0f62dd9b-407e-4fa8-9cb8-97a42fa1e0e8 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/b39147e8-26d2-4067-adf3-04df4c94be69 HTTP/1.1" status: 200  len: 1818 time: 0.0973547
Nov 10 04:04:05.222139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ce00fbcf-3baf-4c21-87c2-69ddd713ad69 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8427868
Nov 10 04:04:05.239243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'admin_state_up': True, 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'security_groups': ['b797fe1a-c3fb-4d75-a815-0b9d28241a1d']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:05.366521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-52c164e6-5fcb-437b-a731-a675b41d033b req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.377571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbeba-9d51-4251-a7ab-e477e267a462 req-964b1146-7002-4180-b605-142628c1175f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:05.385782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbeba-9d51-4251-a7ab-e477e267a462 req-964b1146-7002-4180-b605-142628c1175f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:05.394647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbeba-9d51-4251-a7ab-e477e267a462 req-964b1146-7002-4180-b605-142628c1175f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:05.405292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90edbeba-9d51-4251-a7ab-e477e267a462 req-964b1146-7002-4180-b605-142628c1175f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 2374 time: 0.1341615
Nov 10 04:04:05.413265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-52c164e6-5fcb-437b-a731-a675b41d033b req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.414917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:05.460727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-25eaf222-8ce7-452f-a811-7107ba3297e2 None None] Provisioning complete for port a949935c-009a-4e0c-ab68-f05525b23cf6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:05.461977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25eaf222-8ce7-452f-a811-7107ba3297e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.469355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-52c164e6-5fcb-437b-a731-a675b41d033b req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.469894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:05.472150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-52c164e6-5fcb-437b-a731-a675b41d033b req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.476917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52c164e6-5fcb-437b-a731-a675b41d033b req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/b39147e8-26d2-4067-adf3-04df4c94be69 HTTP/1.1" status: 204  len: 173 time: 0.2515984
Nov 10 04:04:05.500240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:05.533881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90edbeba-9d51-4251-a7ab-e477e267a462 req-ba7f1a8a-8100-4851-811a-ad5e34507dab tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214178
Nov 10 04:04:05.537269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-25eaf222-8ce7-452f-a811-7107ba3297e2 None None] Port a949935c-009a-4e0c-ab68-f05525b23cf6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:05.541634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18834c0-50ca-40d7-b12e-1203a389dd5d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:05.569217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:05.586670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e707901-8f34-4d22-8732-8288ed70536b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39147e8-26d2-4067-adf3-04df4c94be69,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:05.597722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.645691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-59328048-f5f7-44fe-ba82-771f02ba9030 tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "GET /v2.0/security-groups/872a34f7-572e-4568-91df-0c5fce1420a5 HTTP/1.1" status: 200  len: 1817 time: 0.0962672
Nov 10 04:04:05.717619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.743285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] Transition to ACTIVE for port object f18834c0-50ca-40d7-b12e-1203a389dd5d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:05.744064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.750320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.820981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] No DVR routers for this DVR port f18834c0-50ca-40d7-b12e-1203a389dd5d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:05.829755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.937511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] Pushing event updated for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:05.947155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-28d19e09-4e45-4f15-a4ab-89c81a894d20 service neutron] 10.222.0.26 "PUT /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8758047
Nov 10 04:04:05.950631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.954144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:05.960584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34945f-4777-4bf4-88ce-0142da1f272d req-f34e2c8e-7ef0-4f1f-92d5-e6ac5b780cef tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:05.961316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1baebee0-5beb-4055-b2ed-dc39a0784cc9 req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] 10.222.0.13 "DELETE /v2.0/security-groups/872a34f7-572e-4568-91df-0c5fce1420a5 HTTP/1.1" status: 204  len: 173 time: 0.3115289
Nov 10 04:04:05.965647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:05.969744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e34945f-4777-4bf4-88ce-0142da1f272d req-f34e2c8e-7ef0-4f1f-92d5-e6ac5b780cef tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.1450813
Nov 10 04:04:06.044644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ae3d3-4e06-468e-a2fa-3ff00c3a531b tempest-SecurityGroupsTestJSON-1479508927 tempest-SecurityGroupsTestJSON-1479508927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a34f7-572e-4568-91df-0c5fce1420a5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:06.110095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.2.2.100 (bbbb02e4-1b97-417e-9e17-4ecfc85ea243/91c767d2-d01b-4f2d-b291-9a79dc2a90ae/644d0829-befd-4497-af90-e6e11fad80b4) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:06.114464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Deleting subnet 015f7d07-eab2-40a2-8b6e-64b9040a0c7b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:06.123813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.178177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d693-7578-40a3-a378-cf187975b397 req-d986ec28-bf09-4f0e-a51e-49f2f50b62a6 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.179750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ae5d693-7578-40a3-a378-cf187975b397 req-d986ec28-bf09-4f0e-a51e-49f2f50b62a6 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1247973
Nov 10 04:04:06.185090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.276921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.357357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ae5d693-7578-40a3-a378-cf187975b397 req-5ef045e7-3230-44aa-b48d-703803dca297 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467972
Nov 10 04:04:06.404749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-2b6c58bd-0dbb-4dad-a30c-d1d3a8c86887 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.406622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-2b6c58bd-0dbb-4dad-a30c-d1d3a8c86887 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 946 time: 0.5490682
Nov 10 04:04:06.426072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.435395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.453620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e34945f-4777-4bf4-88ce-0142da1f272d req-f99b78c2-9776-4cad-a44d-1cbb0a1d63a3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4825411
Nov 10 04:04:06.457625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015f7d07-eab2-40a2-8b6e-64b9040a0c7b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:06.463719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.477552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a616c220-fda0-4110-85fa-f78b6dbb946a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/015f7d07-eab2-40a2-8b6e-64b9040a0c7b HTTP/1.1" status: 204  len: 168 time: 0.4999201
Nov 10 04:04:06.477552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:06.539230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:06.565514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-6c79e8ac-c1db-4ac2-9283-74c1abc9fdc5 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.567671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-6c79e8ac-c1db-4ac2-9283-74c1abc9fdc5 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.2102602
Nov 10 04:04:06.596250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:06.596876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1dd50a28-40a3-4110-8873-cdf7b682032a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:06.623287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 1dd50a28-40a3-4110-8873-cdf7b682032a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:06.626890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1dd50a28-40a3-4110-8873-cdf7b682032a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:06.629366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433a171-6062-49ea-adff-ea431472d757 req-0033a14e-081e-4602-a0f9-8f3424e5a143 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.632441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d433a171-6062-49ea-adff-ea431472d757 req-0033a14e-081e-4602-a0f9-8f3424e5a143 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1073456
Nov 10 04:04:06.635970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.638612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.651778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Deleting port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:06.652111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.713167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:06.731487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-a301a5e3-1c11-48f0-9351-d34061ce2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.733657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-a301a5e3-1c11-48f0-9351-d34061ce2439 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40&tenant_id=c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 1095 time: 0.1445491
Nov 10 04:04:06.742778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:06.762371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:06.785162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] For port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:06.785528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.798234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:06.830801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1752bd24-1c6d-4d15-b3b1-5d96e54eb9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.856393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Calling delete_port for a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:06.884881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d433a171-6062-49ea-adff-ea431472d757 req-4ce4f416-3507-4a6d-9bbf-edee34894bda tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401609
Nov 10 04:04:06.889761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.910547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.911452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.933196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-3d668001-4cfd-4e2a-a521-02af3c703a7c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.935064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e76d460>,) {'filters': {'network_id': ['404f71a5-52f3-46d2-8daa-e0ce5db29d61']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:06.940393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-3d668001-4cfd-4e2a-a521-02af3c703a7c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.946497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-3d668001-4cfd-4e2a-a521-02af3c703a7c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.950948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e76d460>, '95667346-5d5c-407c-850c-1d26fd96abf4') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:06.951251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e76d460>, '95667346-5d5c-407c-850c-1d26fd96abf4') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:06.952780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-3d668001-4cfd-4e2a-a521-02af3c703a7c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.954537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-3d668001-4cfd-4e2a-a521-02af3c703a7c tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 3095 time: 0.1719875
Nov 10 04:04:06.956441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-7384b421-826e-454c-9a82-b695c81c947d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7233629
Nov 10 04:04:06.960450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-aab8f817-f294-4d55-9993-b9e7dad9fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:06.961944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-aab8f817-f294-4d55-9993-b9e7dad9fc05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1095 time: 0.1811011
Nov 10 04:04:06.966052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:06.979502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'admin_state_up': True, 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'security_groups': ['b797fe1a-c3fb-4d75-a815-0b9d28241a1d']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:07.033501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:07.061294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.062419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:07.062968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 2b655bf0-b9e9-4a11-9fb3-3e771e345a4e not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:07.075141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fdded3c9-b8e3-471e-8b1e-a9a4b52f77e5 None None] Provisioning complete for port 644d0829-befd-4497-af90-e6e11fad80b4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:07.075376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:07.075915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdded3c9-b8e3-471e-8b1e-a9a4b52f77e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.076213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.090923 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb23b7c0-e243-4019-8ccc-714f266f5e67 req-4e1117d0-9ad7-45cd-ab59-ca8a623ddaf0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263938
Nov 10 04:04:07.116883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fdded3c9-b8e3-471e-8b1e-a9a4b52f77e5 None None] Port 644d0829-befd-4497-af90-e6e11fad80b4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:07.128044 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:07.147044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-f0fde30d-057b-46be-ad43-cd027fa4cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:07.148638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-f0fde30d-057b-46be-ad43-cd027fa4cb93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1695564
Nov 10 04:04:07.163165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.178266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.181686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] 10.222.0.13 "DELETE /v2.0/networks/404f71a5-52f3-46d2-8daa-e0ce5db29d61 HTTP/1.1" status: 204  len: 168 time: 0.7090294
Nov 10 04:04:07.200335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ea3ab-4eda-4039-9868-bd01dee9891d admin admin] Pushing event deleted for resources: {'Network': ['ID=404f71a5-52f3-46d2-8daa-e0ce5db29d61,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:07.224571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-dc79f484-4c9c-48b4-82f8-88f7dca628ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.0660453
Nov 10 04:04:07.231644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Made reservation on behalf of 3444d571fcd742ef8ce43822b52d49be for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:07.237624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.260526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.274564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:07.277110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['543606d6-3f2d-45b6-8ec4-4ae78d535306'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:07.298199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event deleted for resources: {'Port': ['ID=a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:07.334201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-aeaf03a4-6dbe-4be8-accb-61494443b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:07.335845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-aeaf03a4-6dbe-4be8-accb-61494443b297 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1026123
Nov 10 04:04:07.361998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] No DVR routers for this DVR port a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:07.366534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.369870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b10bf7a8-7069-44f6-88ea-2b7ab21be130 req-424c6904-2011-4587-8f82-6fc0105c21d8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.26 "DELETE /v2.0/ports/a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc HTTP/1.1" status: 204  len: 173 time: 0.9236059
Nov 10 04:04:07.370296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'name': 'network-vif-deleted', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:07.372705 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c1091c-f117-4222-863b-4ebff851c519" -d '{"events": [{"server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "name": "network-vif-deleted", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:07.392876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-262d5b76-0f35-4eee-9bef-77695f5c350e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392492
Nov 10 04:04:07.451128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38074) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:07.543934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-255d4b1a-518f-4093-8da0-612c38e04e39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945d0f391e364fe6a10ff981b10e4a89&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0923820
Nov 10 04:04:07.549377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38080) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:07.549981 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4a1c6-521f-4ff5-8b81-c7e1b2e654ce x-openstack-request-id: req-13b4a1c6-521f-4ff5-8b81-c7e1b2e654ce {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:07.550482 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c864e4-f873-4a78-92aa-5304d72d9305", "name": "network-vif-deleted", "tag": "a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:07.550601 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13b4a1c6-521f-4ff5-8b81-c7e1b2e654ce {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:07.550906 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c864e4-f873-4a78-92aa-5304d72d9305', 'name': 'network-vif-deleted', 'tag': 'a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc', 'status': 'completed', 'code': 200}
Nov 10 04:04:07.560982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Allocated IP 10.2.2.200 (bbbb02e4-1b97-417e-9e17-4ecfc85ea243/91c767d2-d01b-4f2d-b291-9a79dc2a90ae/5431e081-fae8-42e3-af71-66b332c36250) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:07.642199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-7a580aca-a2c9-4396-92fb-5783803077d1 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386410
Nov 10 04:04:07.654348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.687644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1f7ab89-f971-41f2-925f-3e7bc7830c47 req-bbc904c2-cbbf-4b94-ae82-cb668944d4a5 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c864e4-f873-4a78-92aa-5304d72d9305 HTTP/1.1" status: 200  len: 210 time: 0.0384116
Nov 10 04:04:07.740488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.798054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.844391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-cd3d980e-0354-4618-8a40-675648e68d93 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545818
Nov 10 04:04:07.857925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.861934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:07.869242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d5fb706-6495-432c-94ce-1fa67e8fc7d1 HTTP/1.1" status: 204  len: 168 time: 0.3174074
Nov 10 04:04:07.911753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.024894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.102259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673679-d491-4f74-adb1-4b3edffd9e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5fb706-6495-432c-94ce-1fa67e8fc7d1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:08.104044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1854b-0233-42d4-bb19-74343c5a92a3 req-74718038-0930-48bd-a4bd-a10c7f5f0dd1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.112543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87a1854b-0233-42d4-bb19-74343c5a92a3 req-74718038-0930-48bd-a4bd-a10c7f5f0dd1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1093352
Nov 10 04:04:08.140929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c47e-5874-45ff-8d4c-b74e61a559a1 req-be63ea32-1464-430a-bdfd-f0bdcd779210 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.149183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6524c47e-5874-45ff-8d4c-b74e61a559a1 req-be63ea32-1464-430a-bdfd-f0bdcd779210 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1943102
Nov 10 04:04:08.164494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87a1854b-0233-42d4-bb19-74343c5a92a3 req-621cc429-dcbf-42c6-81cb-48e07d73dd01 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510743
Nov 10 04:04:08.173053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:08.189021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:08.189021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:08.197036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event updated for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:08.272502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.273338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.276485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-603f9341-2e3a-441a-af22-ca9d188cede3 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.278738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-603f9341-2e3a-441a-af22-ca9d188cede3 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0842164
Nov 10 04:04:08.325097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6524c47e-5874-45ff-8d4c-b74e61a559a1 req-f84b9e55-b324-4dfa-95fd-53e5c076e202 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667697
Nov 10 04:04:08.337139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e115ca6-b003-4aee-a953-9521fa1abbcd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3621640
Nov 10 04:04:08.354065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:08.433067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.502596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.508824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.514850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.521640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.528311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:08.530265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-b8126171-faaa-47f6-92e1-8c735fac98a0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 3816 time: 0.1544816
Nov 10 04:04:08.560161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-893ba532-5d15-4412-b46a-054b90fade82 None None] Provisioning complete for port 5431e081-fae8-42e3-af71-66b332c36250 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:08.562491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-893ba532-5d15-4412-b46a-054b90fade82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.601355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-8d43532b-402e-45af-ab13-0a2be7ef3cf2 service neutron] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:08.612402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-8d43532b-402e-45af-ab13-0a2be7ef3cf2 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.613293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-893ba532-5d15-4412-b46a-054b90fade82 None None] Port 5431e081-fae8-42e3-af71-66b332c36250 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:08.618789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-723a725b-ff9f-4d4c-ae28-ecd8cedad739 req-8d43532b-402e-45af-ab13-0a2be7ef3cf2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.3307583
Nov 10 04:04:08.668957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44fb56bf-81a9-49dd-849c-707b75021a8f req-8c9d730c-b495-4357-afc3-6353b55c3600 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138089
Nov 10 04:04:08.794816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ec535a-aa46-4182-8b21-ffd696395afe {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:08.804703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.814127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:08.824686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Transition to ACTIVE for port object b4ec535a-aa46-4182-8b21-ffd696395afe will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:08.830811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:08.921453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:08.981284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Attempting to bind port b4ec535a-aa46-4182-8b21-ffd696395afe on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:08.981626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Attempting to bind port b4ec535a-aa46-4182-8b21-ffd696395afe by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:08.981957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Attempting to bind port b4ec535a-aa46-4182-8b21-ffd696395afe on network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:08.988026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Port b4ec535a-aa46-4182-8b21-ffd696395afe on network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:08.988395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Attempting to bind port b4ec535a-aa46-4182-8b21-ffd696395afe on network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:08.994581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:08.994930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Checking segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:08.995342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Bound using segment: {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:08.996006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Bound port: b4ec535a-aa46-4182-8b21-ffd696395afe, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224b5551-5000-40d8-8908-62d71b35d214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:08.996169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.051708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1256669188-network', 'tenant_id': '30a29aec41654205a386adc6e2de0b11'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:09.120272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:09.126499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:09.136122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.149274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Made reservation on behalf of 30a29aec41654205a386adc6e2de0b11 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:09.151534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.179373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe61089-b615-4a6d-93d2-24b3600108da req-e51f0eec-e255-4108-9685-108930c7d15a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.180927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4fe61089-b615-4a6d-93d2-24b3600108da req-e51f0eec-e255-4108-9685-108930c7d15a tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1346507
Nov 10 04:04:09.226773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.279090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.281000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.282607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] 10.222.0.21 "PUT /v2.0/ports/b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 1092 time: 0.9347620
Nov 10 04:04:09.296371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.332638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb749a8-d0ad-4963-be5a-d3fd54fc190b service neutron] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:09.335935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:09.339176 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7362b7-dd55-4d13-8852-04478f05f029" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:09.378723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5418c-4d3c-4f08-a200-792daaf69056 req-4a5a4ede-e3aa-47f1-aeab-2b489d877f1c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.381115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c5418c-4d3c-4f08-a200-792daaf69056 req-4a5a4ede-e3aa-47f1-aeab-2b489d877f1c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.0940263
Nov 10 04:04:09.388887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:09.500186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.518364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.524269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c5418c-4d3c-4f08-a200-792daaf69056 req-79ea324d-0651-43b3-8500-15bd48e74e8a tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186202
Nov 10 04:04:09.532076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4fe61089-b615-4a6d-93d2-24b3600108da req-ba21ff6b-6d96-4358-861f-745b1a859a81 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3214145
Nov 10 04:04:09.558464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:04:09.733196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.734403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.734824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.735301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.735764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.737622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-5bd39cfc-c567-4468-93a7-06e2e7711ce1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 4363 time: 0.0509336
Nov 10 04:04:09.886741 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdecf7d3-15e6-4c27-bfdd-12e589f2219e x-openstack-request-id: req-cdecf7d3-15e6-4c27-bfdd-12e589f2219e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:09.887030 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:09.887276 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdecf7d3-15e6-4c27-bfdd-12e589f2219e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:09.887666 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'status': 'completed', 'code': 200}
Nov 10 04:04:09.911381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.920431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b2738f-de0d-4266-af61-fb491ed88d9b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:09.922395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.930303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.936618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.939337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:09.939683 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Added segment 60beb129-ec64-448f-a07e-dce5dc71a0b2 of type vlan for network c63443ff-4ffe-45f3-a671-a7ab464506ba
Nov 10 04:04:09.942821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:09.944743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-a49b74c5-0763-4212-9341-23954c6e12a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 3828 time: 0.1978033
Nov 10 04:04:09.948400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.012256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-38123e96-52c6-420a-9752-ef40aecac446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.012656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-38123e96-52c6-420a-9752-ef40aecac446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.013118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-38123e96-52c6-420a-9752-ef40aecac446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.014826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-38123e96-52c6-420a-9752-ef40aecac446 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.2576571
Nov 10 04:04:10.016570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.037919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6162-e959-4b05-99fa-cc6f11bc83ff req-ff63f338-de10-4dbf-96d4-b7445ec57b0a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.039392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7cd6162-e959-4b05-99fa-cc6f11bc83ff req-ff63f338-de10-4dbf-96d4-b7445ec57b0a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1472981
Nov 10 04:04:10.050914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90e32cdd-dc51-40ee-8bb4-67324e836f5a req-4a845b9d-5579-4c62-92f6-c8d3ff59f818 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912941
Nov 10 04:04:10.130562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.131495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.132065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.172804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.190482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-4f9d9b66-664a-454f-90d2-f2264048358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.192482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a7362b7-dd55-4d13-8852-04478f05f029 req-4f9d9b66-664a-454f-90d2-f2264048358d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1635489
Nov 10 04:04:10.223722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4085338
Nov 10 04:04:10.226733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38150) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:10.231814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Request body: {'subnet': {'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1256669188-subnet', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:10.235971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7cd6162-e959-4b05-99fa-cc6f11bc83ff req-cea60613-afaa-40bf-92e8-5d54f3ede391 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886654
Nov 10 04:04:10.239400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a8700-dbd9-4dfb-8a4b-73b28752c725 admin admin] Pushing event updated for resources: {'Network': ['ID=c63443ff-4ffe-45f3-a671-a7ab464506ba,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:10.250116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c63443ff-4ffe-45f3-a671-a7ab464506ba details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:04:10.261501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Made reservation on behalf of 30a29aec41654205a386adc6e2de0b11 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:10.264407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.450820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecbef14-ddcb-4a54-be77-c2f27c330162 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:10.464355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.472481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4966e8-35b6-4e0f-8443-313c5a56ea31 req-b651112d-130e-47ef-be9f-bf03e8092e1b tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.474045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d4966e8-35b6-4e0f-8443-313c5a56ea31 req-b651112d-130e-47ef-be9f-bf03e8092e1b tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1095 time: 0.0910943
Nov 10 04:04:10.481394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Transition to ACTIVE for port object aecbef14-ddcb-4a54-be77-c2f27c330162 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:10.489831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.491588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.570128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:10.579496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:10.602262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d4966e8-35b6-4e0f-8443-313c5a56ea31 req-71c322f7-791c-443f-a246-182a4f75a6c1 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135130
Nov 10 04:04:10.602403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df222149-953b-4a9d-9691-598d41c77ba6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:10.623604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Checking segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:10.624001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Network hostable DHCP agents. Network: c63443ff-4ffe-45f3-a671-a7ab464506ba, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:04:10.637160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:10.637800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a6e9ed5a-35ce-4489-9a5d-2ebf7635c1dc not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:10.669513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Network c63443ff-4ffe-45f3-a671-a7ab464506ba is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:04:10.716763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c63443ff-4ffe-45f3-a671-a7ab464506ba) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:10.725707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4106c-9d79-4de1-a019-ab8454e3a86e None None] Network c63443ff-4ffe-45f3-a671-a7ab464506ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:10.741602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.742644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.774614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Attempting to bind port aecbef14-ddcb-4a54-be77-c2f27c330162 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:10.775130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Attempting to bind port aecbef14-ddcb-4a54-be77-c2f27c330162 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:10.775635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Attempting to bind port aecbef14-ddcb-4a54-be77-c2f27c330162 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:10.785114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Port aecbef14-ddcb-4a54-be77-c2f27c330162 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:10.785879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Attempting to bind port aecbef14-ddcb-4a54-be77-c2f27c330162 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:10.792554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0542102f-6b15-4729-8500-dc79d2f76255 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5646226
Nov 10 04:04:10.797042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:10.797392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:10.799190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Bound using segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:10.799652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Bound port: aecbef14-ddcb-4a54-be77-c2f27c330162, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:10.800108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.803341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:10.809279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:10.838251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b961a5-229d-4645-9191-939dee4eb7b3 req-f6a19bc6-d025-4b92-89ac-13f31c436f33 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.845705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54b961a5-229d-4645-9191-939dee4eb7b3 req-f6a19bc6-d025-4b92-89ac-13f31c436f33 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1473856
Nov 10 04:04:10.915250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-4f11fa9c-2ca0-442e-84f6-91f5bd94ec28 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.916916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-4f11fa9c-2ca0-442e-84f6-91f5bd94ec28 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1578910
Nov 10 04:04:10.933155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54b961a5-229d-4645-9191-939dee4eb7b3 req-1c18ba42-3468-4680-bdbd-9d9da27150e5 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865297
Nov 10 04:04:10.958143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.959379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.974522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c63443ff-4ffe-45f3-a671-a7ab464506ba', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:04:10.976421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:10.982462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196996-67a3-4433-8f5f-72ba81c0b152 req-6bcfb754-a749-43d0-8666-97d4b72861e3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:10.984839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2196996-67a3-4433-8f5f-72ba81c0b152 req-6bcfb754-a749-43d0-8666-97d4b72861e3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 945 time: 0.1594465
Nov 10 04:04:11.028406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:11.129548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=aecbef14-ddcb-4a54-be77-c2f27c330162,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:11.145404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2196996-67a3-4433-8f5f-72ba81c0b152 req-0393f518-f91d-42e3-8477-26dcdbe3d4e8 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd5587a-1761-403e-a2f8-e898fcd3477b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464534
Nov 10 04:04:11.149926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Deleting port 543606d6-3f2d-45b6-8ec4-4ae78d535306 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:11.150263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.156453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Allocated IP 172.20.0.2 (c63443ff-4ffe-45f3-a671-a7ab464506ba/df222149-953b-4a9d-9691-598d41c77ba6/e21db6f6-ded9-4960-b377-eb29661ef359) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:11.163178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.164905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.305671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.307066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.309455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] 10.222.0.21 "PUT /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 1136 time: 1.9255826
Nov 10 04:04:11.411956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.416657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:11.420252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.462576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Network c63443ff-4ffe-45f3-a671-a7ab464506ba is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:11.466496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:11.471431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:11.503946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.526434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Pushing event updated for resources: {'Port': ['ID=e21db6f6-ded9-4960-b377-eb29661ef359,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:11.550443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Attempting to bind port e21db6f6-ded9-4960-b377-eb29661ef359 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:11.550833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Attempting to bind port e21db6f6-ded9-4960-b377-eb29661ef359 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:11.551392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Attempting to bind port e21db6f6-ded9-4960-b377-eb29661ef359 on network c63443ff-4ffe-45f3-a671-a7ab464506ba {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:11.557956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:11.559203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Checking segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:11.559679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.560135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Bound using segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:11.560636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Bound port: e21db6f6-ded9-4960-b377-eb29661ef359, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:11.561139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.630032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec7af0-517b-4e5a-b1e9-94bb92940371 service neutron] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:11.643112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] For port 543606d6-3f2d-45b6-8ec4-4ae78d535306, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=543606d6-3f2d-45b6-8ec4-4ae78d535306,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:11.643517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.664884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Calling delete_port for 543606d6-3f2d-45b6-8ec4-4ae78d535306 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:11.673603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-28e741a8-191f-460e-b03e-c5ed90f363d3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.680841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-28e741a8-191f-460e-b03e-c5ed90f363d3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.5097144
Nov 10 04:04:11.681256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] For port e21db6f6-ded9-4960-b377-eb29661ef359, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:11.685403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] For port e21db6f6-ded9-4960-b377-eb29661ef359, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e21db6f6-ded9-4960-b377-eb29661ef359,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:11.694203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.696474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.702922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.703253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-a282c261-6acb-4198-a9ae-73e16060434a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/quotas/c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 375 time: 0.0213716
Nov 10 04:04:11.714788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.731338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.752027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.764330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:11.775797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-bd229113-c780-4a82-a079-1ccbadb5f4c6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 4606 time: 0.4973097
Nov 10 04:04:11.789792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bf8ed-fbd6-4d28-9b08-68b79b85889e None None] Pushing event updated for resources: {'Port': ['ID=e21db6f6-ded9-4960-b377-eb29661ef359,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:11.806660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:11.850716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-032372b8-a177-423e-ab07-ca68938a7834 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1463692
Nov 10 04:04:11.901564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'aecbef14-ddcb-4a54-be77-c2f27c330162'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:11.904451 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "aecbef14-ddcb-4a54-be77-c2f27c330162"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:11.932398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee9eae08-cd6a-49e9-85a3-3e5463c2b94d req-062bbf58-117f-42c8-ae17-374a292ff673 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1478927
Nov 10 04:04:12.060915 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b30901-cd1c-4a1a-977b-26267ae8097f x-openstack-request-id: req-34b30901-cd1c-4a1a-977b-26267ae8097f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:12.062038 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "aecbef14-ddcb-4a54-be77-c2f27c330162", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:12.062510 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b30901-cd1c-4a1a-977b-26267ae8097f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:12.063203 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'aecbef14-ddcb-4a54-be77-c2f27c330162', 'status': 'completed', 'code': 200}
Nov 10 04:04:12.088731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-88a0262a-08b3-4f22-bebf-100a85693d55 service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298434
Nov 10 04:04:12.091277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:12.109783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['543606d6-3f2d-45b6-8ec4-4ae78d535306'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:12.160043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Pushing event deleted for resources: {'Port': ['ID=543606d6-3f2d-45b6-8ec4-4ae78d535306,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:12.262346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] No DVR routers for this DVR port 543606d6-3f2d-45b6-8ec4-4ae78d535306 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:12.265276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:12.269870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a11eacb3-6f0a-4fc9-b8a1-1bd539e1f6ae req-efa0c5e6-44a8-4e70-816a-ae1d0a1a18bd tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.21 "DELETE /v2.0/ports/543606d6-3f2d-45b6-8ec4-4ae78d535306 HTTP/1.1" status: 204  len: 173 time: 1.3330114
Nov 10 04:04:12.271959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'name': 'network-vif-deleted', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:12.275542 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a27a338-0329-49b3-b31e-43d2d84cc8b3" -d '{"events": [{"server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "name": "network-vif-deleted", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:12.323224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-59c86828-99f7-4452-90be-4a74b72f08ff service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059562
Nov 10 04:04:12.353111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.353633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.354046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.354509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.354959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.355412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.357287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-f11505c0-d3e2-400c-86ce-4f73209d1567 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5292 time: 0.2756181
Nov 10 04:04:12.562278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188693e-8e50-4519-ad52-e4e51330b21d req-d1143ed1-12ab-47e1-a6db-3ba7aee095cc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.570230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6188693e-8e50-4519-ad52-e4e51330b21d req-d1143ed1-12ab-47e1-a6db-3ba7aee095cc tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.3505020
Nov 10 04:04:12.613371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:12.670183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:12.689481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b882b0c1-55d2-4d6c-9808-a5ac1fe84836 req-25b64c47-ee61-4da7-92b9-344a97c6f2d3 tempest-ListServerFiltersTestJSON-945925936 tempest-ListServerFiltersTestJSON-945925936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3 HTTP/1.1" status: 200  len: 210 time: 0.0328350
Nov 10 04:04:12.749458 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da8e86-2260-4396-8dfb-716eaa8829cc x-openstack-request-id: req-97da8e86-2260-4396-8dfb-716eaa8829cc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:12.750241 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3", "name": "network-vif-deleted", "tag": "543606d6-3f2d-45b6-8ec4-4ae78d535306", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:12.750692 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97da8e86-2260-4396-8dfb-716eaa8829cc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:12.751627 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebd1c84-d0ab-4901-bdff-2c8b2d51bbe3', 'name': 'network-vif-deleted', 'tag': '543606d6-3f2d-45b6-8ec4-4ae78d535306', 'status': 'completed', 'code': 200}
Nov 10 04:04:12.799844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642b8990-ff39-413a-a614-f0973abab49c {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:12.807500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-9f07d99e-99f5-4e90-a0f8-157198fe25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.808213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-9f07d99e-99f5-4e90-a0f8-157198fe25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.808869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-9f07d99e-99f5-4e90-a0f8-157198fe25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:12.810637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-9f07d99e-99f5-4e90-a0f8-157198fe25fc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.4398830
Nov 10 04:04:12.823370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:12.834881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53a69373-64ea-4266-a80e-584131d30e8f req-296ecce7-9f65-4e1b-bb81-7d745b138bf1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 210 time: 0.0477364
Nov 10 04:04:12.850880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6188693e-8e50-4519-ad52-e4e51330b21d req-a9b38053-3546-42a4-bf40-e041ad99507a tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797136
Nov 10 04:04:12.919499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Transition to ACTIVE for port object 642b8990-ff39-413a-a614-f0973abab49c will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:12.963727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.056491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Allocated IP 172.32.3.94 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/0c9fece9-ef68-489c-8987-c9101b3bcd1a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:13.159219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:13.206961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-377fc937-df6d-4675-8613-c31b61db5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.208459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9878b8e-df7f-4e30-bdef-9c2a6da1582e req-377fc937-df6d-4675-8613-c31b61db5b88 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3825827
Nov 10 04:04:13.227156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030b028-e72f-418d-aa89-2c6ed647245c None None] Network c63443ff-4ffe-45f3-a671-a7ab464506ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:13.242663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e709629-2808-4637-b64d-9dcef664cde3 req-46bf8efd-70e9-49d3-a232-c26a95e1fac6 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.252553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9e709629-2808-4637-b64d-9dcef664cde3 req-46bf8efd-70e9-49d3-a232-c26a95e1fac6 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.0997458
Nov 10 04:04:13.331614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.338616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.345092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.349038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9e709629-2808-4637-b64d-9dcef664cde3 req-04261572-c6ae-410d-b396-05ad91ff57ac tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955164
Nov 10 04:04:13.351262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.357526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.360191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] Provisioning complete for port e21db6f6-ded9-4960-b377-eb29661ef359 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:13.360698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.370264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.396491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.404649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-85a1b527-fbf7-419f-8379-baa7aa5cf26b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5383 time: 0.3131578
Nov 10 04:04:13.442664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Attempting to bind port 642b8990-ff39-413a-a614-f0973abab49c on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:13.443002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Attempting to bind port 642b8990-ff39-413a-a614-f0973abab49c by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:13.443337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Attempting to bind port 642b8990-ff39-413a-a614-f0973abab49c on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:13.470474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Port 642b8990-ff39-413a-a614-f0973abab49c on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:13.470474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Attempting to bind port 642b8990-ff39-413a-a614-f0973abab49c on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:13.482462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.495510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:13.495649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:13.495977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Bound using segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:13.496373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Bound port: 642b8990-ff39-413a-a614-f0973abab49c, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:13.496767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.513131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e21db6f6-ded9-4960-b377-eb29661ef359 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:13.528330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb136e47-6447-41aa-b243-fd8924e47a92 req-2ec61f70-291a-42a5-89af-2a5fc94528a3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1227901
Nov 10 04:04:13.584437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.586009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.636499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] For port e21db6f6-ded9-4960-b377-eb29661ef359, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e21db6f6-ded9-4960-b377-eb29661ef359,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:13.636927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:13.641657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.645624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port e21db6f6-ded9-4960-b377-eb29661ef359 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:13.645986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.650700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:13.661867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:13.665829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:13.668250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9fece9-ef68-489c-8987-c9101b3bcd1a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:13.672896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=642b8990-ff39-413a-a614-f0973abab49c,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:13.706550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.753029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd8888-c356-41a1-a16c-c2a51d03e6ac None None] Pushing event updated for resources: {'Port': ['ID=e21db6f6-ded9-4960-b377-eb29661ef359,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:13.774184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:13.774816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:13.776232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] 10.222.0.21 "PUT /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 1135 time: 2.4035673
Nov 10 04:04:13.800169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38284) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:13.885490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:13.957587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fba96-a035-4324-9ee9-11edb9ab509d service neutron] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:14.024382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b3b2f94b-315c-41ba-b306-2c53ec434e90 None None] Provisioning complete for port e21db6f6-ded9-4960-b377-eb29661ef359 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:14.025463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f94b-315c-41ba-b306-2c53ec434e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.061510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-726e1fe6-049b-45b1-bac2-eeef389d80ca tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.063099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-726e1fe6-049b-45b1-bac2-eeef389d80ca tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.2060239
Nov 10 04:04:14.096299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Deleting subnet d1726420-1142-4015-bf16-2e56c5d3ef60 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:14.100954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0978dc92-12b3-405b-bf57-7728f9e10761 req-f03048db-5bd9-4d80-a893-91b780205709 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 210 time: 0.0341377
Nov 10 04:04:14.107153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Request body: {'port': {'device_id': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'admin_state_up': True, 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:14.148995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.204296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.304389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:14.307937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.326799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.390110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '642b8990-ff39-413a-a614-f0973abab49c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:14.392453 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1510b-7cd6-41e2-a7c8-ba577265af86" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "642b8990-ff39-413a-a614-f0973abab49c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:14.483037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.505190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.528782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9c693-25af-4610-bf68-6a238fd127ad req-e69544b9-31f7-404d-bcaa-79d1ad6e1781 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.533927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1726420-1142-4015-bf16-2e56c5d3ef60,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:14.535982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Allocated IP 172.20.0.8 (b46f33a1-6a62-4941-8868-28fcc972b653/a5be0a1c-bab2-4871-a75a-58576b056f62/f4085ff8-744b-451f-b60b-9d1733a21825) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:14.536511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebc9c693-25af-4610-bf68-6a238fd127ad req-e69544b9-31f7-404d-bcaa-79d1ad6e1781 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.5159335
Nov 10 04:04:14.538392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.539905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d597b3-6f23-4564-9ef0-0b2df2eacf15 None None] Network 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:14.543747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16c4f776-65a6-44a6-b26b-6b6eb6fc1aaf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1726420-1142-4015-bf16-2e56c5d3ef60 HTTP/1.1" status: 204  len: 168 time: 0.7401540
Nov 10 04:04:14.547480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38294) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:14.565505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fada49-d0b1-4e76-a456-ac4e6dff02bc req-43f4ed7c-9308-4f22-82a4-982e4f637407 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.567005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10fada49-d0b1-4e76-a456-ac4e6dff02bc req-43f4ed7c-9308-4f22-82a4-982e4f637407 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.1164539
Nov 10 04:04:14.652315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.679869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10fada49-d0b1-4e76-a456-ac4e6dff02bc req-2c63e4d7-7a91-4aba-aeba-64511d0f09d4 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997663
Nov 10 04:04:14.744373 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a06944-a847-4e44-addc-44ef00fdc809 x-openstack-request-id: req-b6a06944-a847-4e44-addc-44ef00fdc809 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:14.744700 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "642b8990-ff39-413a-a614-f0973abab49c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:14.745157 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a06944-a847-4e44-addc-44ef00fdc809 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:14.746004 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '642b8990-ff39-413a-a614-f0973abab49c', 'status': 'completed', 'code': 200}
Nov 10 04:04:14.802123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] DHCP port deletion for 8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:04:14.805349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.838665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.855535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebc9c693-25af-4610-bf68-6a238fd127ad req-f29b3bad-edd2-4704-8c76-4c31b5e68f59 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181388
Nov 10 04:04:14.868314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Deleting port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:14.868926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.912085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.912576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.913129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.913599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.914116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.914580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.915082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.917500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-643e67e9-31a4-4e94-a7b1-af7f871aa0d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6220 time: 0.1282287
Nov 10 04:04:14.920187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.948461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] For port 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=685e4fe9-8dd3-466f-aae7-0262d6731cb3,segment=NetworkSegment(f0ca3afa-9fa5-433c-924c-e3ce05622f56),segment_id=f0ca3afa-9fa5-433c-924c-e3ce05622f56)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:14.948891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:14.957446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.963644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.964916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Calling delete_port for 685e4fe9-8dd3-466f-aae7-0262d6731cb3 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:14.970523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.972670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-fe7eeb3d-4469-4880-861d-de4871cc5be8 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.974133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-fe7eeb3d-4469-4880-861d-de4871cc5be8 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.2328691
Nov 10 04:04:14.976421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.982815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.992476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:14.995740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.001120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-410c1797-d7ae-4d1e-a3c7-5dc890676278 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5383 time: 0.2130098
Nov 10 04:04:15.057626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.086682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 543606d6-3f2d-45b6-8ec4-4ae78d535306 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:15.090053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] Pushing event deleted for resources: {'Port': ['ID=685e4fe9-8dd3-466f-aae7-0262d6731cb3,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:15.091520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Network b46f33a1-6a62-4941-8868-28fcc972b653 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:15.108893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:15.118198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bf585-a7e2-42e0-a8fe-00981867b60e None None] No DVR routers for this DVR port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:15.121452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 543606d6-3f2d-45b6-8ec4-4ae78d535306 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:15.122296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 543606d6-3f2d-45b6-8ec4-4ae78d535306 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:15.142826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:15.184381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:15.216424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.219070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Deleting port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:15.219395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.241491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-13ec4ac8-868e-4204-b47c-0c9c200b0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.242066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-13ec4ac8-868e-4204-b47c-0c9c200b0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.242528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-13ec4ac8-868e-4204-b47c-0c9c200b0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.244128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-13ec4ac8-868e-4204-b47c-0c9c200b0cc6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3146844
Nov 10 04:04:15.249811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4293ef65-dfa8-434a-9c98-d34db7500e43 req-4899bca3-3fb8-4fda-bd11-083ccbcd278a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1851804
Nov 10 04:04:15.303986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.304597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.333278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-fcafd596-a839-41c9-a8d7-cc841f48e4bd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2316868
Nov 10 04:04:15.350400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Request body: {'port': {'device_id': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:15.392103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-f29709a3-f74f-4161-8112-bb5177403cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.393650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41c1510b-7cd6-41e2-a7c8-ba577265af86 req-f29709a3-f74f-4161-8112-bb5177403cb7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1408322
Nov 10 04:04:15.407496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e21db6f6-ded9-4960-b377-eb29661ef359 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:15.420900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f117224-5b80-45a2-b1b0-b6468db02f43 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:15.434126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.438399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.449267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181077c-c430-4039-bc34-6db6a3c7d7c7 req-a7c38033-ca19-43c0-a88f-864a0e87f1e1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.451326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d181077c-c430-4039-bc34-6db6a3c7d7c7 req-a7c38033-ca19-43c0-a88f-864a0e87f1e1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 931 time: 0.2503035
Nov 10 04:04:15.452827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] For port 685e4fe9-8dd3-466f-aae7-0262d6731cb3, host ncdv-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:15.453189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.469834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port e21db6f6-ded9-4960-b377-eb29661ef359 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:15.470346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.473403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Deleting port ed731218-3cdf-40ca-a3db-c61f1708d4db {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:15.473738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.536372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Transition to ACTIVE for port object 9f117224-5b80-45a2-b1b0-b6468db02f43 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:15.539146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Calling delete_port for 685e4fe9-8dd3-466f-aae7-0262d6731cb3 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:15.546915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 was not found and therefore no delete operation was performed {{(pid=119697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:04:15.552563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.560177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.620487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 685e4fe9-8dd3-466f-aae7-0262d6731cb3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:15.646869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 685e4fe9-8dd3-466f-aae7-0262d6731cb3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:15.647724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 685e4fe9-8dd3-466f-aae7-0262d6731cb3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:15.658942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] No DVR routers for this DVR port 685e4fe9-8dd3-466f-aae7-0262d6731cb3 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:15.680854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d181077c-c430-4039-bc34-6db6a3c7d7c7 req-05ca4c48-c477-4555-97e9-9b5968eccaee tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191894
Nov 10 04:04:15.721348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:15.736398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] For port ed731218-3cdf-40ca-a3db-c61f1708d4db, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed731218-3cdf-40ca-a3db-c61f1708d4db,segment=NetworkSegment(d0c20f8a-64fe-4884-a307-9f87a85562f2),segment_id=d0c20f8a-64fe-4884-a307-9f87a85562f2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:15.736791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.764167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4085ff8-744b-451f-b60b-9d1733a21825 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:15.782411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.823010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Transition to ACTIVE for port object f4085ff8-744b-451f-b60b-9d1733a21825 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:15.829292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=685e4fe9-8dd3-466f-aae7-0262d6731cb3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:15.837610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Calling delete_port for ed731218-3cdf-40ca-a3db-c61f1708d4db owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:15.841008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f28a-852d-4ddf-9e38-c055732d295e req-b8540c85-692e-4fc1-9b4a-a9b086da3510 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:15.842587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6466f28a-852d-4ddf-9e38-c055732d295e req-b8540c85-692e-4fc1-9b4a-a9b086da3510 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 946 time: 0.0809131
Nov 10 04:04:15.844550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.886889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:15.927002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:15.954909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:04:15.967692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dbe34f0>,) {'filters': {'network_id': ['8b1a06bf-2195-4ee9-8d1b-a618ef75dd97']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:16.002992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe34f0>, 'f0ca3afa-9fa5-433c-924c-e3ce05622f56') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:16.003310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe34f0>, 'f0ca3afa-9fa5-433c-924c-e3ce05622f56') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:16.005285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6466f28a-852d-4ddf-9e38-c055732d295e req-40667179-16d7-4c70-aa18-1a9f53ffcf96 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/security-groups?id=27aee43c-4865-4fb8-a0e7-81fcdc4021d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358218
Nov 10 04:04:16.016487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:16.016885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:16.017152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:16.035799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:16.036414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:16.041290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.055036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Attempting to bind port 9f117224-5b80-45a2-b1b0-b6468db02f43 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:16.055378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Attempting to bind port 9f117224-5b80-45a2-b1b0-b6468db02f43 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:16.055710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Attempting to bind port 9f117224-5b80-45a2-b1b0-b6468db02f43 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:16.058202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:16.058539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:16.059084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:16.059511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Bound port: f4085ff8-744b-451f-b60b-9d1733a21825, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:16.059896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.142296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:16.146574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:16.149646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.151662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Port 9f117224-5b80-45a2-b1b0-b6468db02f43 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:16.151982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Attempting to bind port 9f117224-5b80-45a2-b1b0-b6468db02f43 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:16.157530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.175751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:16.176160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:16.178436 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:16.224672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.224965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:16.225316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:16.225697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Bound using segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:16.225826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.226142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Bound port: 9f117224-5b80-45a2-b1b0-b6468db02f43, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:16.226498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.227193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] 10.222.0.26 "PUT /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 1091 time: 0.8831048
Nov 10 04:04:16.230373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:16.232808 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:16.263704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7badc-40a3-4931-9d17-6128ecf8a6da service neutron] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:16.273176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5088e2-2726-46a3-819e-1858fa8bbfd8 req-ff46d77b-1644-46f6-91c1-825a703570b5 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.274752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc5088e2-2726-46a3-819e-1858fa8bbfd8 req-ff46d77b-1644-46f6-91c1-825a703570b5 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.2823656
Nov 10 04:04:16.287399 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f2720-c4cd-4434-ba46-6c771b4a56dc x-openstack-request-id: req-be5f2720-c4cd-4434-ba46-6c771b4a56dc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:16.287689 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:16.288068 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be5f2720-c4cd-4434-ba46-6c771b4a56dc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:16.288584 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'status': 'completed', 'code': 200}
Nov 10 04:04:16.328510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-632a3842-68d3-4915-b344-4fc0996e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.330764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-632a3842-68d3-4915-b344-4fc0996e49ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1094 time: 0.0544040
Nov 10 04:04:16.372836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.378617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.381823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b1a06bf-2195-4ee9-8d1b-a618ef75dd97 HTTP/1.1" status: 204  len: 168 time: 1.8320694
Nov 10 04:04:16.398873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:16.399149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-325730d5-b825-4421-aef0-73c3992bbece service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 217 time: 0.0530717
Nov 10 04:04:16.412374 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Sync routers for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:16.425179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:16.426504 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4ce20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:16.441361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c3af2-017c-436e-ab32-02ed1fb2c3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1a06bf-2195-4ee9-8d1b-a618ef75dd97,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:16.463844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.467226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.469801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.471508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-356aa3f4-fd9b-4e48-b8d7-50c6d3fe89b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 5.6670325
Nov 10 04:04:16.475822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.479855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38314) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:16.481980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.488530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.492512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.494462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.501458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.504580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['ed731218-3cdf-40ca-a3db-c61f1708d4db'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:16.525276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cafad477-d443-49e6-a16b-d64c9cae038e req-034bc879-9a8a-49a4-88d4-c1dc557f7230 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5395 time: 0.1888084
Nov 10 04:04:16.568943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-2813d6e7-d2d2-47a3-a169-c56a41e8a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.570577 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-2813d6e7-d2d2-47a3-a169-c56a41e8a918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1618152
Nov 10 04:04:16.573517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:16.582387 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:16.631103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-a93187a6-df7e-4bf3-b861-1d8d5e7db250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435700
Nov 10 04:04:16.662106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cafad477-d443-49e6-a16b-d64c9cae038e req-fcf1f168-3e74-4174-bb4a-fae2aebcbbdd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1358049
Nov 10 04:04:16.736919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d35122e-217a-41de-a62d-c1ded261d5db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a15de5c4a094498d9dd5da826df51b9a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1622512
Nov 10 04:04:16.737534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:16.794451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4ce20>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:14Z', 'revision_number': 3, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:16.822936 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Checking router: 894194fe-5771-4bee-b56d-2d3bfdbea7c0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:16.823292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Updating router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 port 0c9fece9-ef68-489c-8987-c9101b3bcd1a binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:04:16.850151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-d5981cee-414d-4593-b779-9e777658e8c0 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068772
Nov 10 04:04:16.853656 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.855332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.894357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:16.900935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc5088e2-2726-46a3-819e-1858fa8bbfd8 req-7f7bbc02-9531-43b4-ab29-43a6001e06e4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6038146
Nov 10 04:04:16.931156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Pushing event deleted for resources: {'Port': ['ID=ed731218-3cdf-40ca-a3db-c61f1708d4db,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:16.933226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd070889-7646-45af-acd7-0bce94f455f0 req-edbb59d1-276e-45b7-9929-f41a0e4acbe4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:16.934756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dd070889-7646-45af-acd7-0bce94f455f0 req-edbb59d1-276e-45b7-9929-f41a0e4acbe4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.1502903
Nov 10 04:04:16.956465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.959151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9f117224-5b80-45a2-b1b0-b6468db02f43,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:16.972751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:16.996020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] No DVR routers for this DVR port ed731218-3cdf-40ca-a3db-c61f1708d4db on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:17.001988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.005245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-957b0710-9d0d-4323-8714-b63b8fb6d6bb req-b5df2ead-4f01-48bc-b6ff-80f21c8b6229 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.21 "DELETE /v2.0/ports/ed731218-3cdf-40ca-a3db-c61f1708d4db HTTP/1.1" status: 204  len: 173 time: 2.0198295
Nov 10 04:04:17.023613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'name': 'network-vif-deleted', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:17.026212 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdafd98-1587-4c2c-af0a-afebe05f8114" -d '{"events": [{"server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "name": "network-vif-deleted", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:17.066585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.067525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.069112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 200  len: 1090 time: 3.2066741
Nov 10 04:04:17.086647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dd070889-7646-45af-acd7-0bce94f455f0 req-3fd2c4e4-5d42-4ebd-9ef6-c55796386168 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391401
Nov 10 04:04:17.108440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5beec-ad96-4fee-bd14-731e1fa9abb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:17.148401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e8d0abf-1f80-4c08-a887-2dced6fb1702 req-91326cdb-cc80-42d3-9bd1-38e206607b68 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851539
Nov 10 04:04:17.150956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.162759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.166173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdd5587a-1761-403e-a2f8-e898fcd3477b HTTP/1.1" status: 204  len: 168 time: 0.4226766
Nov 10 04:04:17.189504 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.192765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bae3e-06d0-402b-999b-a7a3852ccb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5587a-1761-403e-a2f8-e898fcd3477b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:17.206931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.217232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:17.308761 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f492736-6f47-47b2-8e8c-5284792b944e None None] Pushing event updated for resources: {'Port': ['ID=0c9fece9-ef68-489c-8987-c9101b3bcd1a,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:17.325772 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa05e496-fe81-405e-93d2-eb6f1ba0dfa9 x-openstack-request-id: req-aa05e496-fe81-405e-93d2-eb6f1ba0dfa9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:17.326387 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d9ee3-332a-4931-bff5-f4240347e008", "name": "network-vif-deleted", "tag": "ed731218-3cdf-40ca-a3db-c61f1708d4db", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:17.326835 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa05e496-fe81-405e-93d2-eb6f1ba0dfa9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:17.328503 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d9ee3-332a-4931-bff5-f4240347e008', 'name': 'network-vif-deleted', 'tag': 'ed731218-3cdf-40ca-a3db-c61f1708d4db', 'status': 'completed', 'code': 200}
Nov 10 04:04:17.359443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-0b2c364c-0bff-4a8a-abfb-7e3602e5d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.361110 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Attempting to bind port 0c9fece9-ef68-489c-8987-c9101b3bcd1a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:17.361471 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Attempting to bind port 0c9fece9-ef68-489c-8987-c9101b3bcd1a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:17.361820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Attempting to bind port 0c9fece9-ef68-489c-8987-c9101b3bcd1a on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:17.363992 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-0b2c364c-0bff-4a8a-abfb-7e3602e5d5db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1094 time: 0.0954812
Nov 10 04:04:17.373415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:17.373796 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:17.374715 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.375096 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:17.375558 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Bound port: 0c9fece9-ef68-489c-8987-c9101b3bcd1a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:17.377234 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.411477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e588860-b470-4467-9fa0-a638376b4ef3 req-3fa795b7-e62f-4b15-bcbd-a47eec685550 tempest-VolumesAdminNegativeTest-1107567617 tempest-VolumesAdminNegativeTest-1107567617-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb2d9ee3-332a-4931-bff5-f4240347e008 HTTP/1.1" status: 200  len: 210 time: 0.1731064
Nov 10 04:04:17.456477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] For port 0c9fece9-ef68-489c-8987-c9101b3bcd1a, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:17.461035 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] For port 0c9fece9-ef68-489c-8987-c9101b3bcd1a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0c9fece9-ef68-489c-8987-c9101b3bcd1a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:17.464308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.466896 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:17.530429 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:17.531314 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4ce20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:17.534692 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f492736-6f47-47b2-8e8c-5284792b944e None None] Pushing event updated for resources: {'Port': ['ID=0c9fece9-ef68-489c-8987-c9101b3bcd1a,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:17.553324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-60a1b8d3-5902-4235-b54f-68974c238ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.557529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-60a1b8d3-5902-4235-b54f-68974c238ca7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1760042
Nov 10 04:04:17.618986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-1c3ca036-3d55-449b-ab9f-5699d69b034c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 217 time: 0.0515752
Nov 10 04:04:17.675148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-9cc6696d-b3fe-4892-868b-e0f1b5330002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.676949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-9cc6696d-b3fe-4892-868b-e0f1b5330002 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0507002
Nov 10 04:04:17.692370 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:17.743786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c0fde-2a00-4f26-8b8d-b26724a908ca req-0eab77fb-19b5-4b5f-bbbb-2f96243813a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.745607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-153c0fde-2a00-4f26-8b8d-b26724a908ca req-0eab77fb-19b5-4b5f-bbbb-2f96243813a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1101 time: 0.2760763
Nov 10 04:04:17.761101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-5e753bbf-53f3-4993-923e-6631915be6cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606508
Nov 10 04:04:17.928953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.937690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.938497 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4ce20>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:14Z', 'revision_number': 3, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:17.941413 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-153c0fde-2a00-4f26-8b8d-b26724a908ca req-35266ffb-5000-4f8a-8a57-e3ae7a66fbe1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837363
Nov 10 04:04:17.944163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.951317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.959733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.965928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.972447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:17.975515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-e7495f5a-eb64-4f39-9827-a9a8374da751 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5395 time: 0.1956728
Nov 10 04:04:17.985415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9748b4-af56-4fad-a4b8-b069844c2d8a None None] The sync data for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 is: [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:14Z', 'revision_number': 3, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:18.195544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52883c-5eea-4f5f-ad22-a91b76c80bd1 req-c792b8c1-0fb2-47ff-866c-3017625ae038 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:18.203526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed52883c-5eea-4f5f-ad22-a91b76c80bd1 req-c792b8c1-0fb2-47ff-866c-3017625ae038 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.1957600
Nov 10 04:04:18.227461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a949935c-009a-4e0c-ab68-f05525b23cf6 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:18.242569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.258643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.274452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Transition to ACTIVE for port object a949935c-009a-4e0c-ab68-f05525b23cf6 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:18.287767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.295948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-aa87eaa4-7e1b-4273-ab37-b923b6a3840a service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5262537
Nov 10 04:04:18.349652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19cbb5ea-cc45-43d9-ab00-187b8d60ca6d req-548f8eca-43a1-40c5-8336-78968d4ec0cc tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3449900
Nov 10 04:04:18.372033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed52883c-5eea-4f5f-ad22-a91b76c80bd1 req-493d608a-b6bd-46b3-a446-47c23610afc6 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647737
Nov 10 04:04:18.466575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:18.512552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.578806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38362) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:18.591129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:18.684863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-753832746-network', 'tenant_id': '244a8033b1724ecbb48b20fea4dbfed2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:18.707876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aea9e35-6a22-4d95-82c7-f4bb10dbbbe7 req-854ea40c-aab3-4dfa-bce3-86e6d5a390c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3760080
Nov 10 04:04:18.708144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Attempting to bind port a949935c-009a-4e0c-ab68-f05525b23cf6 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:18.708343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Attempting to bind port a949935c-009a-4e0c-ab68-f05525b23cf6 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:18.708700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Attempting to bind port a949935c-009a-4e0c-ab68-f05525b23cf6 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:18.715606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6781c56-de53-4b51-943b-8cbc9849c8ed req-d82bb390-9fa0-40ff-873b-3e1721c8f76d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:18.723796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6781c56-de53-4b51-943b-8cbc9849c8ed req-d82bb390-9fa0-40ff-873b-3e1721c8f76d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.2175231
Nov 10 04:04:18.735685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.757857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Deleting subnet 15a76bf6-1b97-435d-9227-09aebe935e16 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:18.760666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Port a949935c-009a-4e0c-ab68-f05525b23cf6 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:18.761203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Attempting to bind port a949935c-009a-4e0c-ab68-f05525b23cf6 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:18.767053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.770712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:18.771136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Checking segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:18.771639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Bound using segment: {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:18.772137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Bound port: a949935c-009a-4e0c-ab68-f05525b23cf6, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ccc37f-8ede-47a3-9238-0205f9964d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:18.773532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.792481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Made reservation on behalf of 244a8033b1724ecbb48b20fea4dbfed2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:18.794830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.807486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Allocated IP 172.20.0.1 (c63443ff-4ffe-45f3-a671-a7ab464506ba/df222149-953b-4a9d-9691-598d41c77ba6/91a5d219-5a52-41fc-8827-34132c3e1893) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:18.823351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.844450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6781c56-de53-4b51-943b-8cbc9849c8ed req-92cac77d-a1c7-4d02-8839-6728c420229c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196873
Nov 10 04:04:18.855830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.919314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:18.929643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:18.942909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:18.956565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.008779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.023761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.025117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.025596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.027188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] 10.222.0.21 "PUT /v2.0/ports/a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 200  len: 1091 time: 1.9236214
Nov 10 04:04:19.035218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.071119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.082683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:19.088118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14dea-83fb-4b97-9627-548a76468350 service neutron] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:19.097320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:04:19.100854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:19.102249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a76bf6-1b97-435d-9227-09aebe935e16,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:19.104126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.107298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3b6636be-91e4-499a-bb4a-db2956182bc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15a76bf6-1b97-435d-9227-09aebe935e16 HTTP/1.1" status: 204  len: 168 time: 0.5269117
Nov 10 04:04:19.111343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed731218-3cdf-40ca-a3db-c61f1708d4db no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:19.111673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:19.125370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fdc18-9f5d-4844-a103-c29cce8dde05,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:19.177795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.202453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.202825 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Added segment 4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac of type vlan for network f5f09e0a-85c8-435e-8cf9-bc583313067e
Nov 10 04:04:19.206724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: ed731218-3cdf-40ca-a3db-c61f1708d4db {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:19.207372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed731218-3cdf-40ca-a3db-c61f1708d4db not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:19.227705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.304253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Network c63443ff-4ffe-45f3-a671-a7ab464506ba is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:19.323655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:19.330771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:19.332842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Pushing event updated for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:19.346159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.368818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.400789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43'}, {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:19.410627 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f5fab6-1880-4e80-99ba-e5e0d643a775" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43"}, {"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:19.576692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.578155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.578807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.593496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0c9fece9-ef68-489c-8987-c9101b3bcd1a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:19.611872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.688560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:19.696361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f09e0a-85c8-435e-8cf9-bc583313067e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:19.714373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f5f09e0a-85c8-435e-8cf9-bc583313067e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:04:19.726582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1f7b3b4c-9fbb-4d32-865d-902ee9e83d64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2589223
Nov 10 04:04:19.728400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'mac_address': 'fa:16:3e:47:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:19.729903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38374) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:19.730207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0c9fece9-ef68-489c-8987-c9101b3bcd1a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:19.730633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.730766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.737798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.738828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Request body: {'subnet': {'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-753832746-subnet', 'tenant_id': '244a8033b1724ecbb48b20fea4dbfed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:19.744108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.751516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.757734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.757917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.765254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.771477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.773423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-38b67acb-7af8-443d-b5ed-6616262c58a1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5407 time: 0.2187157
Nov 10 04:04:19.802395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc8fa-d9bb-4658-afd7-0192f7210376 req-b9b6a88c-76d0-4230-af85-20515acc4073 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:19.804488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c6dc8fa-d9bb-4658-afd7-0192f7210376 req-b9b6a88c-76d0-4230-af85-20515acc4073 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 950 time: 0.2387202
Nov 10 04:04:19.810359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fafe9a0>,) {'filters': {'network_id': ['da64fa9a-781f-41b1-b7a7-cf18235c8b99']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:19.820294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Made reservation on behalf of 244a8033b1724ecbb48b20fea4dbfed2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:19.824049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.833431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fafe9a0>, 'd0c20f8a-64fe-4884-a307-9f87a85562f2') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:19.833738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fafe9a0>, 'd0c20f8a-64fe-4884-a307-9f87a85562f2') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:19.872514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-edce2e4a-7246-4d47-891a-9cdf27f73332 None None] Provisioning complete for port 91a5d219-5a52-41fc-8827-34132c3e1893 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:19.873332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-edce2e4a-7246-4d47-891a-9cdf27f73332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.890875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.932385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.935891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.953173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:19.953569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.954933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-edce2e4a-7246-4d47-891a-9cdf27f73332 None None] Port 91a5d219-5a52-41fc-8827-34132c3e1893 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:19.959966 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:19.964029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:19.977166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e47f53fe-4742-44a4-9aab-9b2ec24b088b req-3f38e509-a0d0-4cbf-941e-2bc402574226 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1672869
Nov 10 04:04:19.981132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:19.996809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:20.005165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c6dc8fa-d9bb-4658-afd7-0192f7210376 req-3071feda-e985-476a-a66c-3ba591fe3318 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860838
Nov 10 04:04:20.010195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.010537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.018969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 0c9fece9-ef68-489c-8987-c9101b3bcd1a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0c9fece9-ef68-489c-8987-c9101b3bcd1a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:20.041445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.055707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.091880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.096078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da64fa9a-781f-41b1-b7a7-cf18235c8b99 HTTP/1.1" status: 204  len: 168 time: 0.9826667
Nov 10 04:04:20.108249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38380) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:20.136833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.175471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab18c4-4746-4c07-a7c7-24ec23020095 admin admin] Pushing event deleted for resources: {'Network': ['ID=da64fa9a-781f-41b1-b7a7-cf18235c8b99,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.236673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=0c9fece9-ef68-489c-8987-c9101b3bcd1a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.259202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644d0829-befd-4497-af90-e6e11fad80b4 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:20.260367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Deleting subnet b150f100-530b-40f4-be4b-4ba0c2ee6671 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:20.268957 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb1c82-89ee-4cf4-9f2e-7bc3d12c8c5d x-openstack-request-id: req-eccb1c82-89ee-4cf4-9f2e-7bc3d12c8c5d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:20.269708 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:20.269889 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eccb1c82-89ee-4cf4-9f2e-7bc3d12c8c5d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:20.270017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.270407 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43', 'status': 'completed', 'code': 200}
Nov 10 04:04:20.270748 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'status': 'completed', 'code': 200}
Nov 10 04:04:20.274829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.296058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:20.310111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.341510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.375965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Transition to ACTIVE for port object 644d0829-befd-4497-af90-e6e11fad80b4 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:20.378322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.404891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70e22-fa7b-414b-9397-707963c64fd8 req-0f09ebc5-6828-42d7-a9dc-ee499303c2f5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.406691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27e70e22-fa7b-414b-9397-707963c64fd8 req-0f09ebc5-6828-42d7-a9dc-ee499303c2f5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.1610887
Nov 10 04:04:20.409918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.413082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.443041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.459746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.491296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.492046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.492731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.493950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.494610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.495243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.495881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.497886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-d0b4e1fd-b928-4a60-8743-2f327ff45554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6354 time: 0.2307634
Nov 10 04:04:20.501943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Checking segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:20.502456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Network hostable DHCP agents. Network: f5f09e0a-85c8-435e-8cf9-bc583313067e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:04:20.525278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110f8e-3e7b-4f3f-9760-2ba44624ab8c req-1d92c7c1-35ff-46df-ac2b-ec829b8193cf tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.532728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e110f8e-3e7b-4f3f-9760-2ba44624ab8c req-1d92c7c1-35ff-46df-ac2b-ec829b8193cf tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1100 time: 0.1379206
Nov 10 04:04:20.574008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Network f5f09e0a-85c8-435e-8cf9-bc583313067e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:04:20.584827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.600706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f5f09e0a-85c8-435e-8cf9-bc583313067e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:20.605558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.606497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.613069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed67150-73cf-4f27-bfa7-11dd4d279d59 None None] Network f5f09e0a-85c8-435e-8cf9-bc583313067e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:20.642900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e110f8e-3e7b-4f3f-9760-2ba44624ab8c req-5401ed30-aa8b-420d-bd10-f4fa3914bb56 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091959
Nov 10 04:04:20.647016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b150f100-530b-40f4-be4b-4ba0c2ee6671,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.654029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.654507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.660582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03c526fc-f68f-4a84-a544-398420e60699 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b150f100-530b-40f4-be4b-4ba0c2ee6671 HTTP/1.1" status: 204  len: 168 time: 0.5511715
Nov 10 04:04:20.661243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38384) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:20.665267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.691564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-22beff74-f66e-4360-8670-dbc0597666fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9598484
Nov 10 04:04:20.712813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:20.804757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27e70e22-fa7b-414b-9397-707963c64fd8 req-fb3d9649-a843-4b3f-9107-2711b496648a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3848820
Nov 10 04:04:20.815292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:20.908435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361765d-6c34-4a4d-b582-181ec7c28318 None None] Network f5f09e0a-85c8-435e-8cf9-bc583313067e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:20.927990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Pushing event updated for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:20.948578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-4d41cd17-6cb6-463d-b3a2-4d9c0aa9b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.949074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-4d41cd17-6cb6-463d-b3a2-4d9c0aa9b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.949525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-4d41cd17-6cb6-463d-b3a2-4d9c0aa9b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:20.951100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-4d41cd17-6cb6-463d-b3a2-4d9c0aa9b8b9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.4369881
Nov 10 04:04:20.976520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.007410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dd41bb0>,) {'filters': {'network_id': ['a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:21.019469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd41bb0>, 'e41694c6-1232-49d6-a5d1-c4392f150466') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:21.019905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd41bb0>, 'e41694c6-1232-49d6-a5d1-c4392f150466') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:21.033757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.042046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Attempting to bind port 644d0829-befd-4497-af90-e6e11fad80b4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:21.042639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Attempting to bind port 644d0829-befd-4497-af90-e6e11fad80b4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:21.043176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Attempting to bind port 644d0829-befd-4497-af90-e6e11fad80b4 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:21.061060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.070794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:21.071578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:21.074976 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:21.080957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Port 644d0829-befd-4497-af90-e6e11fad80b4 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:21.081563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Attempting to bind port 644d0829-befd-4497-af90-e6e11fad80b4 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:21.090738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:21.114321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Network c63443ff-4ffe-45f3-a671-a7ab464506ba is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:21.114545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'port_id': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'mac_address': 'fa:16:3e:b4:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be0a1c-bab2-4871-a75a-58576b056f62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:21.118993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:21.119577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Checking segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:21.120162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Bound using segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:21.120886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Bound port: 644d0829-befd-4497-af90-e6e11fad80b4, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:21.121248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.126847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:21.157679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.159746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:21.164218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.177303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c HTTP/1.1" status: 204  len: 168 time: 0.5137546
Nov 10 04:04:21.185586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-69e565f5-df8a-426a-89e4-615d6e3b9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.199137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-69e565f5-df8a-426a-89e4-615d6e3b9b1f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2324934
Nov 10 04:04:21.200336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be636efd-671c-4cfd-bb44-290d8b11ce76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42b1d6d-d6eb-4ed7-b4dd-d83204fa0f0c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:21.282899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:21.283304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.342236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.380828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4085ff8-744b-451f-b60b-9d1733a21825 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:21.398618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9fd7c-f114-43f9-802d-07ab1dbe7cbd req-c4be14b0-6aaa-4778-a1d2-1c8a6877899f tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.400028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ce9fd7c-f114-43f9-802d-07ab1dbe7cbd req-c4be14b0-6aaa-4778-a1d2-1c8a6877899f tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 1100 time: 0.3347476
Nov 10 04:04:21.435698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:21.445083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-909fa402-33cd-4055-93fa-6cd91420498c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.453871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-909fa402-33cd-4055-93fa-6cd91420498c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 817 time: 0.1954706
Nov 10 04:04:21.462064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.481440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-95296a77-74c7-4898-9713-8c9f83e36604 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/quotas/244a8033b1724ecbb48b20fea4dbfed2 HTTP/1.1" status: 200  len: 375 time: 0.0246918
Nov 10 04:04:21.487583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0c9fece9-ef68-489c-8987-c9101b3bcd1a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:21.499834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:21.514389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-9d4d1705-5c1f-4bba-be0f-2cdcbc3fc5df tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0315583
Nov 10 04:04:21.529163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.532752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:04:21.544380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:21.547191 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d869311a-2783-40d4-bad7-957f8428a4f4" -d '{"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:21.559475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:21.572547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8ca4da20-6307-4e27-9877-0be801739a19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f835c2b6ac5d4c459776f3c69d803eec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1103337
Nov 10 04:04:21.576822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38416) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:21.591377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.591849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.592384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.592827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.593282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.594524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.594524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:21.596030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-ce48a328-9302-4763-81af-8c4782966ea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6379 time: 0.3331394
Nov 10 04:04:21.598186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:21.610344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:21.616888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.633034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ce9fd7c-f114-43f9-802d-07ab1dbe7cbd req-7df31af8-9176-47cc-a72e-466d7b937bd6 tempest-ServersAdminTestJSON-1880951279 tempest-ServersAdminTestJSON-1880951279-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943438
Nov 10 04:04:21.634081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.637032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d7bb7fa9-ee01-42b8-b64f-da4360abd2fb None None] Provisioning complete for port 91a5d219-5a52-41fc-8827-34132c3e1893 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:21.638545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d7bb7fa9-ee01-42b8-b64f-da4360abd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.642897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:21.649984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.697246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-64c333eb-3fb4-4d3b-8d9e-b082c12b3ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737790
Nov 10 04:04:21.724317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.749049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0c9fece9-ef68-489c-8987-c9101b3bcd1a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:21.750074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.751941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb7fa9-ee01-42b8-b64f-da4360abd2fb None None] Port 91a5d219-5a52-41fc-8827-34132c3e1893 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:21.787518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:21.810040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f4085ff8-744b-451f-b60b-9d1733a21825'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:21.824846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-52f4aaa5-f580-4a62-b970-f1156034c8a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266966
Nov 10 04:04:21.836067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.839447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:21.840829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27aee43c-4865-4fb8-a0e7-81fcdc4021d5 HTTP/1.1" status: 204  len: 168 time: 0.2628803
Nov 10 04:04:21.851932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81315a-2562-4c88-ac2c-38dec98c9bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aee43c-4865-4fb8-a0e7-81fcdc4021d5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:22.197722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.198540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.200269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] 10.222.0.21 "PUT /v2.0/ports/644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 200  len: 1091 time: 3.1255026
Nov 10 04:04:22.216236 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ab3e23-f537-4594-816c-2ef346ab6c27 x-openstack-request-id: req-c8ab3e23-f537-4594-816c-2ef346ab6c27 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:22.216803 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-plugged", "status": "completed", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:22.217194 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8ab3e23-f537-4594-816c-2ef346ab6c27 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:22.218571 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'code': 200}
Nov 10 04:04:22.258773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Request body: {'port': {'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:22.275033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:22.277798 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c50720-ef46-4b8b-9263-beed05f64d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "644d0829-befd-4497-af90-e6e11fad80b4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:22.321472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38434) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:22.375727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10957b-bdf9-4c07-8bdc-b853210c4723 service neutron] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:22.408269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d75660ff-9428-40c2-833c-fb874e198f56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c13adb1db0b44a38a3d8613d7d72a53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0800698
Nov 10 04:04:22.411990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:22.435552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.443799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.452073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.459579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.466552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.472734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.479801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.481801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-3778538b-c6f8-49c9-85ff-3ed744eb3324 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5419 time: 0.3404846
Nov 10 04:04:22.500351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-81a630e9-f32b-403c-ab19-b64390f1f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.500591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-81a630e9-f32b-403c-ab19-b64390f1f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.501086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-81a630e9-f32b-403c-ab19-b64390f1f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.502659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-81a630e9-f32b-403c-ab19-b64390f1f01b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.8906665
Nov 10 04:04:22.509265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.523549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:22.529193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e75d172b-54c4-4f01-bd8f-3b2e66f59a77 admin admin] 10.222.0.13 "PUT /v2.0/routers/894194fe-5771-4bee-b56d-2d3bfdbea7c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0480816
Nov 10 04:04:22.536445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.540978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Sync routers for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:22.552496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:22.553246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207331910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:22.617992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.648114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:22.700183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.704337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:22.705896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f931a59-a5d6-4a08-bae3-f2ce9ab4ef03 HTTP/1.1" status: 204  len: 168 time: 0.2914600
Nov 10 04:04:22.720094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f931a59-a5d6-4a08-bae3-f2ce9ab4ef03,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:22.747841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.748316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.748690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.750159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.750501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.750836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.751160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.751481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.751802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.752491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.752849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.753168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555164d-727c-44ec-8c1f-2cec88f93a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:22.772733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e873653-a16e-4571-a707-8ece60ca2f74 req-4547d51b-40b1-45d2-993c-4520bccd46a0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.789204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e873653-a16e-4571-a707-8ece60ca2f74 req-4547d51b-40b1-45d2-993c-4520bccd46a0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 944 time: 0.2700434
Nov 10 04:04:22.804847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-fa2723dd-b26d-4f8c-a846-a4434bce762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:22.810968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f5fab6-1880-4e80-99ba-e5e0d643a775 req-fa2723dd-b26d-4f8c-a846-a4434bce762a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2984910
Nov 10 04:04:22.845252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fe2eaa1-b31c-4549-8201-0ff8fa53e99d req-74f95603-1c79-4dac-9519-026d6359e0a2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3527257
Nov 10 04:04:22.856212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e873653-a16e-4571-a707-8ece60ca2f74 req-e4de5466-6938-49e6-8585-4725f4348b6c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659416
Nov 10 04:04:23.045224 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa1aff-4ec8-4c62-a56c-0ae96a68055d x-openstack-request-id: req-20fa1aff-4ec8-4c62-a56c-0ae96a68055d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:23.045504 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "644d0829-befd-4497-af90-e6e11fad80b4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:23.045777 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20fa1aff-4ec8-4c62-a56c-0ae96a68055d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:23.046173 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4', 'status': 'completed', 'code': 200}
Nov 10 04:04:23.082002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:23.136459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port f4085ff8-744b-451f-b60b-9d1733a21825 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:23.188149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port f4085ff8-744b-451f-b60b-9d1733a21825 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:23.189261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.288169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.288816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.289231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.289788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.290264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.290875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.291436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.294998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-e9a3777a-ea39-47e9-b168-bb50113e460f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6421 time: 0.2608562
Nov 10 04:04:23.377567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada03a-145d-49ac-9934-212a3c23f168 req-b7d24566-9701-458b-9b69-4e04c684653c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.379750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-faada03a-145d-49ac-9934-212a3c23f168 req-b7d24566-9701-458b-9b69-4e04c684653c tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 950 time: 0.1969218
Nov 10 04:04:23.433272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5431e081-fae8-42e3-af71-66b332c36250 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:23.482413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.495366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.526834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Transition to ACTIVE for port object 5431e081-fae8-42e3-af71-66b332c36250 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:23.545329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:23.553021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.565293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207331910>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:20Z', 'revision_number': 2, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:23.567956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.657114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-faada03a-145d-49ac-9934-212a3c23f168 req-41204cd2-dbc3-42cc-8fcb-81a99a916160 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291987
Nov 10 04:04:23.677101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-3ffc9181-d12b-49bd-b266-453b35b7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.678728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-3ffc9181-d12b-49bd-b266-453b35b7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.679956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-3ffc9181-d12b-49bd-b266-453b35b7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:23.682292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-3ffc9181-d12b-49bd-b266-453b35b7dd7e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3444d571fcd742ef8ce43822b52d49be&shared=False HTTP/1.1" status: 200  len: 2299 time: 0.3563821
Nov 10 04:04:23.738537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Checking router: 894194fe-5771-4bee-b56d-2d3bfdbea7c0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:23.741675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Updating router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 port 91a5d219-5a52-41fc-8827-34132c3e1893 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:04:23.758342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Pushing event updated for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:23.803330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:23.872345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:23.897514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:23.904432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784029225', 'description': 'tempest-description--931536322'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:23.921958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.922445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.922787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.923258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.923776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.924410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.925113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.925718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.926545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.926972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.927385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.927992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:23.986892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4b8c8efc-6faa-4413-b19b-fe115249b9d6 req-bb5950f1-0c07-47ab-8ec5-6b170c3d9aa7 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 210 time: 0.0878007
Nov 10 04:04:24.083796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Attempting to bind port 5431e081-fae8-42e3-af71-66b332c36250 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:24.084281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Attempting to bind port 5431e081-fae8-42e3-af71-66b332c36250 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:24.086161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Attempting to bind port 5431e081-fae8-42e3-af71-66b332c36250 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:24.099354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:24.114923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.121325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-5e0c7584-b92f-4d2d-b0fc-a03d88a923a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.130135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8c50720-ef46-4b8b-9263-beed05f64d8c req-5e0c7584-b92f-4d2d-b0fc-a03d88a923a4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4275486
Nov 10 04:04:24.144592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Port 5431e081-fae8-42e3-af71-66b332c36250 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:24.145003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Attempting to bind port 5431e081-fae8-42e3-af71-66b332c36250 on network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:24.173265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:24.173771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Checking segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:24.174258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Bound using segment: {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:24.175293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Bound port: 5431e081-fae8-42e3-af71-66b332c36250, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:24.175293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.220255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:24.223131 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c56ff8b-fd54-4272-8380-930d9c728a84" -d '{"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-plugged", "status": "completed", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:24.237568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2157-a5e9-4a09-9ace-a972674f6148 req-fa76561c-ce7c-439c-98db-e225b27ee22b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.245218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b75f2157-a5e9-4a09-9ace-a972674f6148 req-fa76561c-ce7c-439c-98db-e225b27ee22b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.1112096
Nov 10 04:04:24.314497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:24.327295 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b75f2157-a5e9-4a09-9ace-a972674f6148 req-671b7c36-861c-4312-aeb9-2c042efc6a3d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810280
Nov 10 04:04:24.334401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5431e081-fae8-42e3-af71-66b332c36250,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:24.358131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.375276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79eef-ea27-4760-810c-a294a01201b4 req-c8dd44e6-5ef8-4c54-b3cc-ba875727c489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.376943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74a79eef-ea27-4760-810c-a294a01201b4 req-c8dd44e6-5ef8-4c54-b3cc-ba875727c489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 950 time: 0.4509277
Nov 10 04:04:24.382637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.425607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.432024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.439059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1411471334-network', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:24.441245 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995353f3-661f-4fd1-9af4-f5d10c23cb6f x-openstack-request-id: req-995353f3-661f-4fd1-9af4-f5d10c23cb6f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:24.441245 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-plugged", "status": "completed", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:24.442375 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-995353f3-661f-4fd1-9af4-f5d10c23cb6f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:24.443067 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'code': 200}
Nov 10 04:04:24.453257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.523273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.524295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.525967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] 10.222.0.21 "PUT /v2.0/ports/5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 1091 time: 2.2770667
Nov 10 04:04:24.579065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da876f-2bb8-4ebb-b90c-54430fdffbe0 None None] Pushing event updated for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:24.582105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Made reservation on behalf of c7f317e2f65b4592bf90d1b445c80c01 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:24.584813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.591922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ade0d5-8d3f-4099-afaf-75aa272543fb service neutron] Pushing event updated for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:24.598433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.605999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.614364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.621680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.629166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.635788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.644433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.653593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58579347-bdeb-4daa-833c-16d03f377b2b req-1095af99-fc56-4ee3-ad1e-8f1050742146 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.4187405
Nov 10 04:04:24.655466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af8ea73-ce2d-42c3-ae0f-cddd5003296f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:24.710009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Attempting to bind port 91a5d219-5a52-41fc-8827-34132c3e1893 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:24.710393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Attempting to bind port 91a5d219-5a52-41fc-8827-34132c3e1893 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:24.710770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Attempting to bind port 91a5d219-5a52-41fc-8827-34132c3e1893 on network c63443ff-4ffe-45f3-a671-a7ab464506ba {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:24.716659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.719956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:24.720368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Checking segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:24.720796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.721193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Bound using segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:24.721826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Bound port: 91a5d219-5a52-41fc-8827-34132c3e1893, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:24.722216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.731225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.732797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7d11519f-fc21-4cbe-8244-a0b6f8a98859 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8342412
Nov 10 04:04:24.741714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:24.744919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-3f14df1b-0a5e-4d9d-863e-fd3cce305b66 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.746645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-3f14df1b-0a5e-4d9d-863e-fd3cce305b66 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 817 time: 0.5256355
Nov 10 04:04:24.776565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Request body: {'port': {'device_id': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'admin_state_up': True, 'tenant_id': '244a8033b1724ecbb48b20fea4dbfed2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:24.782493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'security_group_rule': {'security_group_id': '1af8ea73-ce2d-42c3-ae0f-cddd5003296f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:24.824727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] For port 91a5d219-5a52-41fc-8827-34132c3e1893, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:24.830176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] For port 91a5d219-5a52-41fc-8827-34132c3e1893, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91a5d219-5a52-41fc-8827-34132c3e1893,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:24.839259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:24.914444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:24.916054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207331910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:24.926637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-6b26369c-01da-4135-af01-4ffae6710920 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:24.928162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-6b26369c-01da-4135-af01-4ffae6710920 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.21 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 817 time: 0.5116301
Nov 10 04:04:24.997490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da876f-2bb8-4ebb-b90c-54430fdffbe0 None None] Pushing event updated for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:25.000524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Request body: {'port': {'device_id': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'admin_state_up': True, 'tenant_id': '244a8033b1724ecbb48b20fea4dbfed2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:25.040597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.041097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.041566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.042030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.042496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.042954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.043418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.045456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8da9e846-d70f-4d95-9a68-9d4f9201ff86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6488 time: 0.4581625
Nov 10 04:04:25.065190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '5431e081-fae8-42e3-af71-66b332c36250'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:25.067535 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "5431e081-fae8-42e3-af71-66b332c36250"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:25.076534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:25.184664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-799c2230-5e40-4c4d-831a-af51363b29f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 217 time: 0.1090519
Nov 10 04:04:25.190778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.235163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ab5ed-fbcf-4ea4-9369-203700cf2ed1 req-e7d3a4a2-86e8-422e-93fc-59c13ee7462b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.242736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b7ab5ed-fbcf-4ea4-9369-203700cf2ed1 req-e7d3a4a2-86e8-422e-93fc-59c13ee7462b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 950 time: 0.4245334
Nov 10 04:04:25.243838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] Provisioning complete for port 91a5d219-5a52-41fc-8827-34132c3e1893 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:25.244476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.322668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e636ba7-cc5e-41f4-9614-275de4998f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.324291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6e636ba7-cc5e-41f4-9614-275de4998f10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 200  len: 856 time: 0.1249759
Nov 10 04:04:25.337945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38cc64-2612-4b92-b79d-60c181c589c4 req-3bce8eba-5d33-47c7-b9e9-836d2521b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.339433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f38cc64-2612-4b92-b79d-60c181c589c4 req-3bce8eba-5d33-47c7-b9e9-836d2521b17d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.7557833
Nov 10 04:04:25.386601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58579347-bdeb-4daa-833c-16d03f377b2b req-b8e04eda-e86a-40d7-ac97-7440a5ccf7e0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7320378
Nov 10 04:04:25.408210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.410236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Deleting port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:25.411228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.412726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207331910>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:24Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:25.457691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f35ff-f8e1-44ff-9ead-8fabbdfcec7c None None] The sync data for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 is: [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:24Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:25.481810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.498278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] For port 91a5d219-5a52-41fc-8827-34132c3e1893, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91a5d219-5a52-41fc-8827-34132c3e1893,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:25.503154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.504119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.574352 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b7ab5ed-fbcf-4ea4-9369-203700cf2ed1 req-3f0f8560-190e-45fa-bba0-4e2fdab19f75 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297014
Nov 10 04:04:25.576573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.595499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ec9f8817-c02f-4bfd-997d-86943e3ab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.597097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ec9f8817-c02f-4bfd-997d-86943e3ab313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2391570
Nov 10 04:04:25.626598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Made reservation on behalf of 244a8033b1724ecbb48b20fea4dbfed2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:25.627353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-d182fae7-96ba-4d29-8434-93ad7c189ce2 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:25.629510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-d182fae7-96ba-4d29-8434-93ad7c189ce2 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 817 time: 0.7129774
Nov 10 04:04:25.630124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.633166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f38cc64-2612-4b92-b79d-60c181c589c4 req-c9fa5340-cc44-444f-9960-fa8cc4684af4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803731
Nov 10 04:04:25.662203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ebf2b-3df6-4409-b4b7-07f9b277ea87 None None] Pushing event updated for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:25.676917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-88345916-4d92-46fa-9bfa-d0a9e1e60b1d None None] Provisioning complete for port 91a5d219-5a52-41fc-8827-34132c3e1893 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:25.677292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-88345916-4d92-46fa-9bfa-d0a9e1e60b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.694452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cc0c63-3e29-4b35-8287-eb2012f29cf2 req-d9a7bbdf-8d15-4db4-851e-fc1ad83dd15a tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 210 time: 0.0462346
Nov 10 04:04:25.731091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] For port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:25.731296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.751573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Calling delete_port for 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:25.779620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:04:25.783607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-cfe39d66-3fa9-4d09-999b-3e3c95ca2a61 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508722
Nov 10 04:04:25.783953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249ef8b-7cb2-48bf-a201-79412dbcf987,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:25.786645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.793816 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4058b401-2662-45d3-a5dc-53314370fcee x-openstack-request-id: req-4058b401-2662-45d3-a5dc-53314370fcee {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:25.794070 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "5431e081-fae8-42e3-af71-66b332c36250", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:25.794248 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4058b401-2662-45d3-a5dc-53314370fcee {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:25.794617 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': '5431e081-fae8-42e3-af71-66b332c36250', 'status': 'completed', 'code': 200}
Nov 10 04:04:25.841468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Request body: {'port': {'device_id': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'admin_state_up': True, 'tenant_id': '244a8033b1724ecbb48b20fea4dbfed2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:25.845596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Made reservation on behalf of 244a8033b1724ecbb48b20fea4dbfed2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:25.849001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.870991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.871414 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Added segment 771fbeca-4933-48ce-ac13-a724f2074fd5 of type vlan for network cb1d645d-5700-41cd-a9c7-e02ecffa2920
Nov 10 04:04:25.875687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919122a-11ea-4928-96fa-e470d24dc423,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:25.940517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:25.941743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-208a78b0-e3b6-4e5b-ab15-7b7c2afe9bd7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1818976
Nov 10 04:04:25.945002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:25.954220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'security_group_rule': {'security_group_id': '1af8ea73-ce2d-42c3-ae0f-cddd5003296f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:26.025109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025ca61-a72b-4786-bcda-e210cc6bff95 req-5ab18337-3a27-4de4-9421-48cced0e8459 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.026583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9025ca61-a72b-4786-bcda-e210cc6bff95 req-5ab18337-3a27-4de4-9421-48cced0e8459 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.2311115
Nov 10 04:04:26.028342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.136675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d6800ad3-c595-4cbf-b345-691a3bb22e84 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968321
Nov 10 04:04:26.141968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.142702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.143287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.147965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.164674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.178723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fcf93fbc-7c98-467f-87ce-080b92881074', '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:26.221753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Allocated IP 172.20.0.10 (f5f09e0a-85c8-435e-8cf9-bc583313067e/9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4/3357e438-65cc-4b61-9391-83c15e8271ff) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:26.224497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event deleted for resources: {'Port': ['ID=7d07fc1a-c499-4393-a6fd-7a3c6c9cf164,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:26.233786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Made reservation on behalf of 244a8033b1724ecbb48b20fea4dbfed2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:26.238170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9025ca61-a72b-4786-bcda-e210cc6bff95 req-9179a99b-3f3b-4e2c-b88a-7a60d462e1a0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890209
Nov 10 04:04:26.238362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.242163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-0e3e6bc2-7c39-4bad-81d9-679ad4bb5fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 217 time: 0.0963695
Nov 10 04:04:26.281297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1772351
Nov 10 04:04:26.282374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:26.287623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Request body: {'subnet': {'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1411471334-subnet', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:26.337560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] No DVR routers for this DVR port 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:26.340947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.345529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74a79eef-ea27-4760-810c-a294a01201b4 req-6813f5a5-991a-4444-9c4d-7c0c4a644489 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "DELETE /v2.0/ports/7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 HTTP/1.1" status: 204  len: 173 time: 1.9417100
Nov 10 04:04:26.347990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b6c22-73c1-42fe-9c24-c935591efe71 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1d645d-5700-41cd-a9c7-e02ecffa2920,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:26.351149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'name': 'network-vif-deleted', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:26.353873 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e95751-6124-4b90-a5d4-fb1d8381dd75" -d '{"events": [{"server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "name": "network-vif-deleted", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:26.357346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ae53b2c6-c9c6-4db1-bdc4-4b7f07bee544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.360184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ae53b2c6-c9c6-4db1-bdc4-4b7f07bee544 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0956154
Nov 10 04:04:26.365666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:04:26.441534 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad24a7-cc47-4a6d-aafc-f208b53a5b2d x-openstack-request-id: req-31ad24a7-cc47-4a6d-aafc-f208b53a5b2d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:26.442119 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90e319e-b5ce-4591-932c-2557823d6aca", "name": "network-vif-deleted", "tag": "7d07fc1a-c499-4393-a6fd-7a3c6c9cf164", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:26.442119 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31ad24a7-cc47-4a6d-aafc-f208b53a5b2d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:26.442434 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90e319e-b5ce-4591-932c-2557823d6aca', 'name': 'network-vif-deleted', 'tag': '7d07fc1a-c499-4393-a6fd-7a3c6c9cf164', 'status': 'completed', 'code': 200}
Nov 10 04:04:26.494154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Made reservation on behalf of c7f317e2f65b4592bf90d1b445c80c01 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:26.497007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.514195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.559087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.674059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-2221c217-dc94-4ad8-a927-98137f3e892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.676124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-2221c217-dc94-4ad8-a927-98137f3e892f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2828012
Nov 10 04:04:26.691338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694c6528-f0b1-4a28-8a59-2ddf4daff4c2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:26.726425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.733280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-78153f96-d21c-4fbc-a2c4-676c70893cb6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7846982
Nov 10 04:04:26.738249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38520) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:26.743964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:26.783800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:26.847019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.854242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.861031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.867787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.876194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.882842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.890185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:26.892662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-53364aff-f1d0-48c5-9ac7-dade8fbf2031 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.3277788
Nov 10 04:04:26.914683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8792d6e0-cfd4-4406-bfe3-315191ee612a req-df90540c-8b80-44dc-aa05-6205b18be2f7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=d90e319e-b5ce-4591-932c-2557823d6aca HTTP/1.1" status: 200  len: 210 time: 0.0797977
Nov 10 04:04:26.960506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.051142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3c0586e-0ae0-466b-934b-f36b8847d801 req-2b4e40c9-7abf-4ba4-bca0-d19691f25545 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 210 time: 0.0463021
Nov 10 04:04:27.072213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.094745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.137428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Network f5f09e0a-85c8-435e-8cf9-bc583313067e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:27.144878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:27.148023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:27.230634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event updated for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:27.258377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.259015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.301819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a47d55fd-ebb5-4aff-a801-2fccce06b1f5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5388896
Nov 10 04:04:27.321347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Request body: {'port': {'device_id': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:27.325809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Allocated IP 172.32.3.150 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/44cee9ee-b00b-4235-b2c0-403a5f0f6161) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:27.414487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9f832cfc-62fa-4b19-b692-1f7ca42f8489 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7260697
Nov 10 04:04:27.451254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91a5d219-5a52-41fc-8827-34132c3e1893 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:27.471404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.493720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a63bf4-05bb-4164-98a6-eb19b153d289 req-e115fd5e-8d55-4344-93ce-922bdd134983 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.495426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11a63bf4-05bb-4164-98a6-eb19b153d289 req-e115fd5e-8d55-4344-93ce-922bdd134983 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.1458368
Nov 10 04:04:27.510400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 91a5d219-5a52-41fc-8827-34132c3e1893 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:27.510668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.512601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Allocated IP 172.20.0.8 (f5f09e0a-85c8-435e-8cf9-bc583313067e/9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4/a5d1ac10-52ab-4252-b2c8-7a7db982d031) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:27.567564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ff47e0c-ab91-4b2b-b1d3-5b3f0acbb471 req-184c3e6d-23ad-4d7a-b250-1bd26bdef05d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6655262
Nov 10 04:04:27.584160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.612079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.669911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-1aa656c8-abb7-4234-88a5-0454728a87c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434886
Nov 10 04:04:27.692644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11a63bf4-05bb-4164-98a6-eb19b153d289 req-4326f53e-d427-4816-90ce-fdc28eb8d6f5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843021
Nov 10 04:04:27.728140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.775107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-d0251435-e372-4ca8-b8d0-d7b5e6008f5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 217 time: 0.0946949
Nov 10 04:04:27.781761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:27.784985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:27.788778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:27.790028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0db2376-64f1-4341-a59b-46606cb8f309,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:27.828905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'Port': ['ID=44cee9ee-b00b-4235-b2c0-403a5f0f6161,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:27.838396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Checking segment: {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:27.838760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Network hostable DHCP agents. Network: cb1d645d-5700-41cd-a9c7-e02ecffa2920, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:04:27.881067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-83ab2961-adc1-4b65-8dd6-cdafefda26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.882604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-83ab2961-adc1-4b65-8dd6-cdafefda26f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0935879
Nov 10 04:04:27.891425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:04:27.902705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613538cd-2a02-4645-b8f4-609a4d2d1d20 req-2865d5ac-61b0-429f-ae61-8ebeafb81763 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.904554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-613538cd-2a02-4645-b8f4-609a4d2d1d20 req-2865d5ac-61b0-429f-ae61-8ebeafb81763 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.1098647
Nov 10 04:04:27.928664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.932186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, cb1d645d-5700-41cd-a9c7-e02ecffa2920) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:27.936162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.941941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.942542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.947557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2f591-f583-4461-a0f8-34c247d69643 None None] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:27.983147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-504213f1-106e-43dd-8315-2f520e75a033 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6994636
Nov 10 04:04:27.987173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ca250af1-28aa-47e8-a532-d20ae284a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:27.987343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38530) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:27.989031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-ca250af1-28aa-47e8-a532-d20ae284a18e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0946178
Nov 10 04:04:27.997584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:27.998323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:28.009557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-613538cd-2a02-4645-b8f4-609a4d2d1d20 req-93dea0d9-f7b3-4a71-82d7-9064837e5e4f tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946553
Nov 10 04:04:28.037482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.108935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Network f5f09e0a-85c8-435e-8cf9-bc583313067e is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:28.115478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:28.120706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.121844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.124568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:28.138136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Allocated IP 172.20.0.3 (f5f09e0a-85c8-435e-8cf9-bc583313067e/9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4/4bca240f-c957-4ff6-bd6b-ffa48729c7b8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:28.150721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event updated for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:28.205620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-6120baac-5f4e-4ae7-b658-947f3a16a3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050488
Nov 10 04:04:28.212741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.213705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.256900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.267433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'fixed_ips': [{'subnet_id': 'd0db2376-64f1-4341-a59b-46606cb8f309'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:04:28.268966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.275529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-8b40dda0-edb3-4d9a-a4d4-6517a62206dd tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2952833
Nov 10 04:04:28.294598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Request body: {'port': {'device_id': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:28.387622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-a97443c6-a305-4fde-b7d8-d8d5fadbeffc service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709013
Nov 10 04:04:28.413093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.440254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Allocated IP 172.20.0.2 (cb1d645d-5700-41cd-a9c7-e02ecffa2920/d0db2376-64f1-4341-a59b-46606cb8f309/64b7aa88-56fa-45ed-9cc9-bf28b4740045) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:28.449930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-c4b010f2-0ea4-4f3b-afe3-c168ff7199b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 200  len: 217 time: 0.0466325
Nov 10 04:04:28.524665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfec87-b10f-420e-8178-932321161a2c req-13fa55c3-ce61-4194-a19f-56c070e6f667 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.526235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3dfec87-b10f-420e-8178-932321161a2c req-13fa55c3-ce61-4194-a19f-56c070e6f667 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.1547565
Nov 10 04:04:28.558208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8c1f1da2-f327-4945-b4e1-cdfcc6eb138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.559697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8c1f1da2-f327-4945-b4e1-cdfcc6eb138d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0988653
Nov 10 04:04:28.697792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3dfec87-b10f-420e-8178-932321161a2c req-684cd13f-36d4-450d-9451-24733fad493e tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530035
Nov 10 04:04:28.707923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-0d07293c-db39-44c8-b750-523c83eeb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.709481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-0d07293c-db39-44c8-b750-523c83eeb058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1366832
Nov 10 04:04:28.745277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.752371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.799282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:28.805582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:28.807611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:28.819767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Pushing event updated for resources: {'Port': ['ID=64b7aa88-56fa-45ed-9cc9-bf28b4740045,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:28.878867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Attempting to bind port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:28.879738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Attempting to bind port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:28.879738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Attempting to bind port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 on network cb1d645d-5700-41cd-a9c7-e02ecffa2920 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:28.885995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:28.886728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Checking segment: {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:28.886931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.887397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Bound using segment: {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:28.887939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Bound port: 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:28.888645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.888773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.904837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1860f-bbca-4a56-9fe8-ad2a720fd60d req-cd69b436-87bf-42be-8025-fa1cb1c070e7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.906412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48b1860f-bbca-4a56-9fe8-ad2a720fd60d req-cd69b436-87bf-42be-8025-fa1cb1c070e7 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.0868721
Nov 10 04:04:28.908595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-9c113ad5-8916-411e-bb75-49fa73703715 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804132
Nov 10 04:04:28.941243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc21d-2e36-401c-b9a8-858d6f0d801c req-b4a4d2f3-48ca-4efe-a1c0-3f75d6298f9e tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:28.948823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61ddc21d-2e36-401c-b9a8-858d6f0d801c req-b4a4d2f3-48ca-4efe-a1c0-3f75d6298f9e tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 931 time: 0.5863435
Nov 10 04:04:28.966448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] For port 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:28.970536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] For port 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=64b7aa88-56fa-45ed-9cc9-bf28b4740045,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:28.975274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:28.979453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.019278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.024325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.031615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48b1860f-bbca-4a56-9fe8-ad2a720fd60d req-9c46424c-e8fb-4660-84d9-323245a0beb5 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165476
Nov 10 04:04:29.038058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061daf6-d256-47ad-801b-2f9c0ce2ee26 None None] Pushing event updated for resources: {'Port': ['ID=64b7aa88-56fa-45ed-9cc9-bf28b4740045,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:29.064155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-08b9d182-be91-4570-ab73-ec1aa8832ec1 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408126
Nov 10 04:04:29.115215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-75053977-d936-4d99-94e4-d92fcb8d934a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 200  len: 217 time: 0.0414073
Nov 10 04:04:29.143748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:29.156723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61ddc21d-2e36-401c-b9a8-858d6f0d801c req-3d21b7fd-6b2d-46fa-bffe-d4357cda0472 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068775
Nov 10 04:04:29.157343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'Port': ['ID=44cee9ee-b00b-4235-b2c0-403a5f0f6161,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:29.167533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:29.168101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7d07fc1a-c499-4393-a6fd-7a3c6c9cf164 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:29.199056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.213153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-66c204d1-7ae5-44a4-a3aa-e58a5529a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.214647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-66c204d1-7ae5-44a4-a3aa-e58a5529a840 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0902143
Nov 10 04:04:29.233796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.235050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34ad2e4d-d0a2-4b29-b8d4-892f063f1525 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4954650
Nov 10 04:04:29.257080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.361794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.371252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.393520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.395705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Network f5f09e0a-85c8-435e-8cf9-bc583313067e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:29.399968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.420773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:29.424501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:29.431054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.441240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.445528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event updated for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:29.454636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.463314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-acd88bc1-81ce-4dbf-a157-470c3521233f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.3283212
Nov 10 04:04:29.505905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-c3da764d-df31-4ecb-95f0-8200e4e2007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.507788 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-c3da764d-df31-4ecb-95f0-8200e4e2007c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2785830
Nov 10 04:04:29.551286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 64b7aa88-56fa-45ed-9cc9-bf28b4740045 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:29.628543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.629215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.664464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11a75566-3832-4b8f-be9b-4abe1f6f54e5 req-d783edc4-d376-426c-aac2-0e60f758b078 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1999128
Nov 10 04:04:29.665677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:29.666233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.701541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-c7baf1e3-c23f-4b8f-b69a-1f769d52e67c tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8651915
Nov 10 04:04:29.723300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-645941d5-aa8f-4c10-b236-26937ac82943 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985521
Nov 10 04:04:29.745489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Request body: {'port': {'device_id': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:29.798967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.833490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3357e438-65cc-4b61-9391-83c15e8271ff {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:29.846207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.851569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=64b7aa88-56fa-45ed-9cc9-bf28b4740045,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:29.853946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.857163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.900857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a00e5-177f-491b-b086-b31a9f8c9c16 req-d58da402-d93b-4db9-8dc0-89fbb3037f4d tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:29.903559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c2a00e5-177f-491b-b086-b31a9f8c9c16 req-d58da402-d93b-4db9-8dc0-89fbb3037f4d tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.0873306
Nov 10 04:04:29.907966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-388f1ac6-e63f-4b19-a79d-537ffd29a15e service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769350
Nov 10 04:04:29.909688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:29.923938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=64b7aa88-56fa-45ed-9cc9-bf28b4740045,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:29.929568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-b94c0808-5a2d-41f3-bd85-f3969738dec1 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1784029225&fields=id&tenant_id=30a29aec41654205a386adc6e2de0b11 HTTP/1.1" status: 200  len: 267 time: 0.2824502
Nov 10 04:04:29.934401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Transition to ACTIVE for port object 3357e438-65cc-4b61-9391-83c15e8271ff will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:29.984922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.002661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.020377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-74c797fc-6acf-4cb0-babb-b91695440041 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 200  len: 217 time: 0.0801063
Nov 10 04:04:30.095178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845478f-b292-468c-93a6-713ad8270af0 req-86783f70-b9aa-43b9-9a1b-8a43bfcf2c84 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.096686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3845478f-b292-468c-93a6-713ad8270af0 req-86783f70-b9aa-43b9-9a1b-8a43bfcf2c84 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.3123696
Nov 10 04:04:30.105049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5c2a00e5-177f-491b-b086-b31a9f8c9c16 req-a810bc1c-ef3d-4de3-a68c-27e80acbf58b tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900747
Nov 10 04:04:30.139135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8ab58517-f8b3-4a15-946f-b11feb70007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.140724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8ab58517-f8b3-4a15-946f-b11feb70007e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.1054606
Nov 10 04:04:30.244483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Pushing event updated for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:30.284181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-365f6754-2762-4748-9940-36c391fbe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.285708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-365f6754-2762-4748-9940-36c391fbe813 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1340735
Nov 10 04:04:30.313769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d1ac10-52ab-4252-b2c8-7a7db982d031 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:30.321273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2647927-b1c4-47db-946d-6225592bd2ff None None] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:30.322299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Allocated IP 172.32.3.11 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4b01c4e2-f88e-4703-9267-3941af1e3b78) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:30.336134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.374429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3a97b-daae-4f42-8b20-59add6690595 req-333d7081-d022-4990-9dec-3db73ba700a4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.375972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03d3a97b-daae-4f42-8b20-59add6690595 req-333d7081-d022-4990-9dec-3db73ba700a4 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 950 time: 0.1713064
Nov 10 04:04:30.397946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Transition to ACTIVE for port object a5d1ac10-52ab-4252-b2c8-7a7db982d031 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:30.415066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.432895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-e38d331c-06a3-4f8b-8894-f76ba0d002eb tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.434375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-e38d331c-06a3-4f8b-8894-f76ba0d002eb tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/networks?id=c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 200  len: 806 time: 0.4582055
Nov 10 04:04:30.440466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-af0ee991-a274-404b-ae23-12b2a6504f18 None None] Provisioning complete for port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:30.441024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af0ee991-a274-404b-ae23-12b2a6504f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.525130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-860b78fd-3d22-48ba-aa4d-1c38c76345e6 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284341
Nov 10 04:04:30.528465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:30.535976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03d3a97b-daae-4f42-8b20-59add6690595 req-a6bd3e8a-c9c9-443c-91ef-1736c7164686 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440175
Nov 10 04:04:30.562536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-928ead4a-788d-4240-aa6b-755409856f0a tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/quotas/30a29aec41654205a386adc6e2de0b11 HTTP/1.1" status: 200  len: 375 time: 0.1091526
Nov 10 04:04:30.635912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Attempting to bind port 3357e438-65cc-4b61-9391-83c15e8271ff on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:30.637219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Attempting to bind port 3357e438-65cc-4b61-9391-83c15e8271ff by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:30.638264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Attempting to bind port 3357e438-65cc-4b61-9391-83c15e8271ff on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:30.683617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Port 3357e438-65cc-4b61-9391-83c15e8271ff on network f5f09e0a-85c8-435e-8cf9-bc583313067e not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:30.684035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Attempting to bind port 3357e438-65cc-4b61-9391-83c15e8271ff on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:30.695275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Deleting port fcf93fbc-7c98-467f-87ce-080b92881074 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:30.695618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.700009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Attempting to bind port a5d1ac10-52ab-4252-b2c8-7a7db982d031 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:30.700353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Attempting to bind port a5d1ac10-52ab-4252-b2c8-7a7db982d031 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:30.700714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Attempting to bind port a5d1ac10-52ab-4252-b2c8-7a7db982d031 on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:30.716092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:30.716513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Checking segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:30.716839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Bound using segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:30.717281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Bound port: 3357e438-65cc-4b61-9391-83c15e8271ff, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:30.718195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.719662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Port a5d1ac10-52ab-4252-b2c8-7a7db982d031 on network f5f09e0a-85c8-435e-8cf9-bc583313067e not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:30.719999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Attempting to bind port a5d1ac10-52ab-4252-b2c8-7a7db982d031 on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:30.730932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-8fef4a61-4eca-4980-aaf2-3b057c58bc2d service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939850
Nov 10 04:04:30.733295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:30.733472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Checking segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:30.733847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Bound using segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:30.734295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Bound port: a5d1ac10-52ab-4252-b2c8-7a7db982d031, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:30.734653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.762390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d821f4-d247-4b61-8bc6-4e30efab154b req-9d25b4dc-2f2a-495e-8a65-4642b0817eff tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.763837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99d821f4-d247-4b61-8bc6-4e30efab154b req-9d25b4dc-2f2a-495e-8a65-4642b0817eff tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 943 time: 0.1156211
Nov 10 04:04:30.791065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-f059c537-e0e0-41fe-bbd1-fb4683c63a82 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30a29aec41654205a386adc6e2de0b11&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2277493
Nov 10 04:04:30.800215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.821012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-f81b8066-1a0c-4665-bdd0-940dea51f19f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 217 time: 0.0753143
Nov 10 04:04:30.907660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bb2b0bb4-b7bb-4c4c-8d3f-52d100270e29 None None] Provisioning complete for port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:30.908258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0bb4-b7bb-4c4c-8d3f-52d100270e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:30.923816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-e026f702-70b1-48be-bf8c-4a1ec134d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:30.925314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-e026f702-70b1-48be-bf8c-4a1ec134d369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.0969586
Nov 10 04:04:30.928853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:30.932338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:30.939172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99d821f4-d247-4b61-8bc6-4e30efab154b req-2d69b260-208e-4359-b3e5-a1b774cf35a5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223114
Nov 10 04:04:30.978393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.022596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.023220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.024773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] 10.222.0.21 "PUT /v2.0/ports/a5d1ac10-52ab-4252-b2c8-7a7db982d031 HTTP/1.1" status: 200  len: 1091 time: 2.7361741
Nov 10 04:04:31.025229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:31.027527 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:31.061407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-245e5822-b40d-48ab-a5d1-d6fb4c6c177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.063465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-245e5822-b40d-48ab-a5d1-d6fb4c6c177f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1294944
Nov 10 04:04:31.067058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a1e1-3c1a-45ad-a4f7-7099030a509a service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:31.220258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a2e59206-bef0-4e20-96ee-cbaf563bbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.221779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-a2e59206-bef0-4e20-96ee-cbaf563bbe6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 1094 time: 0.1375439
Nov 10 04:04:31.235599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.242083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.247747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.253952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.259991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.266630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.272490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] For port fcf93fbc-7c98-467f-87ce-080b92881074, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fcf93fbc-7c98-467f-87ce-080b92881074,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:31.273016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.273149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.274515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-43440eb9-65dc-40a2-be36-f675d1b351da tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.1700985
Nov 10 04:04:31.321983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:31.324067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-2cb4dc59-5236-4e81-b6be-345201f3100b service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500384
Nov 10 04:04:31.324208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Calling delete_port for fcf93fbc-7c98-467f-87ce-080b92881074 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:31.331723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-6c5ba8b4-9196-4eb2-930d-80758aa0653a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031 HTTP/1.1" status: 200  len: 217 time: 0.0562871
Nov 10 04:04:31.357404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.363654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3357e438-65cc-4b61-9391-83c15e8271ff,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:31.369655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:31.386588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.391017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.436982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 64b7aa88-56fa-45ed-9cc9-bf28b4740045 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:31.446207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-b999d9e6-749c-4302-9703-6aa9771cfceb service neutron] 10.222.0.13 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6307144
Nov 10 04:04:31.468045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5570e3a6-1fb1-41c0-b34a-2b47d8e07111 req-02edb594-d569-4404-b38c-8be6acd69eb5 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1802135
Nov 10 04:04:31.478633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7d5be7e5-66a5-4a8f-83fe-79715a629e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.480094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7d5be7e5-66a5-4a8f-83fe-79715a629e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.1355464
Nov 10 04:04:31.490107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:31.490788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:31.491268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.504531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633bcf61-f29d-4f70-bfcf-5dd9ff2576a2 req-790ed7b3-b13e-4646-8e0c-91181cf9e35c service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702993
Nov 10 04:04:31.539787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:31.541102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-11b7fb4f-acde-457f-b406-6e1f15a7fcc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504415
Nov 10 04:04:31.545999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Transition to ACTIVE for port object 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:31.547497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.548745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.548925 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d29f45-0842-4420-8f29-3e4a75f8715a x-openstack-request-id: req-15d29f45-0842-4420-8f29-3e4a75f8715a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:31.549696 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:31.550004 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15d29f45-0842-4420-8f29-3e4a75f8715a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:31.550132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] 10.222.0.26 "PUT /v2.0/ports/3357e438-65cc-4b61-9391-83c15e8271ff HTTP/1.1" status: 200  len: 1092 time: 4.2392063
Nov 10 04:04:31.550581 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031', 'status': 'completed', 'code': 200}
Nov 10 04:04:31.554137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:31.556257 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821810d-60f4-4417-88e6-869f4267bdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:31.565398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:31.579941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:31.605417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Pushing event updated for resources: {'Port': ['ID=4b01c4e2-f88e-4703-9267-3941af1e3b78,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:31.734886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.735537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.736046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.736563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.737063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.737516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.737966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.739793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-b4d31db3-6cc8-48fd-a372-63b8a6da103f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6488 time: 0.1232672
Nov 10 04:04:31.747536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-15f830c4-7052-4eca-ade3-b8c5f20015a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880808
Nov 10 04:04:31.751747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d3e0a-8421-426d-aa95-75bdda4b996e req-e91258e0-fa8b-4b26-ae95-a7dd2d639ff6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.753296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e1d3e0a-8421-426d-aa95-75bdda4b996e req-e91258e0-fa8b-4b26-ae95-a7dd2d639ff6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.1189647
Nov 10 04:04:31.799093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-41a1a0f7-2973-4cb7-a132-8bafd042622d service neutron] 10.222.0.13 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3519206
Nov 10 04:04:31.877368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3c0a-4cce-4406-8b43-f05579b46994 service neutron] Pushing event updated for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:31.897971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e1d3e0a-8421-426d-aa95-75bdda4b996e req-d999dd8f-0511-4862-8372-6cf21ee7f0e3 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367359
Nov 10 04:04:31.942961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-827db963-9d2d-43ab-b699-272cc252a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.944722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-827db963-9d2d-43ab-b699-272cc252a13f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 903 time: 0.1947813
Nov 10 04:04:31.948989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-61bd6253-e0a9-4f85-8091-5b9a21d506aa service neutron] 10.222.0.21 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887665
Nov 10 04:04:31.949536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-75246f87-5948-4549-abbb-81a9438400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:31.951034 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-75246f87-5948-4549-abbb-81a9438400e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 1095 time: 0.3254964
Nov 10 04:04:32.048251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:32.054402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-47ebd1e5-0140-45d3-abcc-29b2a45cbd35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 217 time: 0.0939724
Nov 10 04:04:32.058496 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6471b9-fdd1-4d79-ae7f-99f11a93900d x-openstack-request-id: req-8f6471b9-fdd1-4d79-ae7f-99f11a93900d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:32.059002 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:32.059418 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f6471b9-fdd1-4d79-ae7f-99f11a93900d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:32.059978 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff', 'status': 'completed', 'code': 200}
Nov 10 04:04:32.066802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-aa9186ae-ae05-4413-9efe-1c08bfa83d41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3357e438-65cc-4b61-9391-83c15e8271ff HTTP/1.1" status: 200  len: 217 time: 0.0930171
Nov 10 04:04:32.071446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.085720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fcf93fbc-7c98-467f-87ce-080b92881074', 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:32.224381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event deleted for resources: {'Port': ['ID=fcf93fbc-7c98-467f-87ce-080b92881074,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:32.227847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7facc09-16b4-4904-877e-cdf29c9d7031 req-13f032f2-547e-436a-99b5-053a8cd63470 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd0e18e-52bb-4dc3-86e9-75e590130946 HTTP/1.1" status: 200  len: 210 time: 0.1541088
Nov 10 04:04:32.237672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Attempting to bind port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:32.238016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Attempting to bind port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:32.238343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Attempting to bind port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:32.307207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 on network f5f09e0a-85c8-435e-8cf9-bc583313067e not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:32.307866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Attempting to bind port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 on network f5f09e0a-85c8-435e-8cf9-bc583313067e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:32.328626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] No DVR routers for this DVR port fcf93fbc-7c98-467f-87ce-080b92881074 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:32.331202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-b5d8a1e2-6006-4506-8f6a-a003f54f898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.332884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-b5d8a1e2-6006-4506-8f6a-a003f54f898f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.2579772
Nov 10 04:04:32.333990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.337936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3845478f-b292-468c-93a6-713ad8270af0 req-a94a0cdf-ffc9-48b1-a842-0e7c2df99229 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "DELETE /v2.0/ports/fcf93fbc-7c98-467f-87ce-080b92881074 HTTP/1.1" status: 204  len: 173 time: 2.2270186
Nov 10 04:04:32.355179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:32.355625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Checking segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:32.355906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Bound using segment: {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:32.356537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Bound port: 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:32.356965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.390899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-02eb7e06-5419-47e4-aef7-965a54e40dfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465434
Nov 10 04:04:32.479399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.620332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:32.647918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:32.660250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-508c16ef-33a8-4f0a-be27-51a5ef909f0d service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596643
Nov 10 04:04:32.666616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.762308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.762923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:32.764947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] 10.222.0.26 "PUT /v2.0/ports/4bca240f-c957-4ff6-bd6b-ffa48729c7b8 HTTP/1.1" status: 200  len: 1091 time: 3.0430341
Nov 10 04:04:32.876252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-32064f9d-8e34-465b-af72-43afeca5373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.877699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-32064f9d-8e34-465b-af72-43afeca5373d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 1094 time: 0.8260458
Nov 10 04:04:32.903503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a33d-4b1b-4782-a05b-d2a0c3c344e6 req-d916d3ba-ffaf-4077-99cb-26f65b378361 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.905675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90c8a33d-4b1b-4782-a05b-d2a0c3c344e6 req-d916d3ba-ffaf-4077-99cb-26f65b378361 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 943 time: 0.1978564
Nov 10 04:04:32.928068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-7b2efe04-217b-474c-aae4-27533b06c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.929555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-7b2efe04-217b-474c-aae4-27533b06c4c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.2235086
Nov 10 04:04:32.935703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735d388-2fe1-4864-a678-c5bba8d44773 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:32.968835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-021df060-3ad0-46dc-a17c-2d492cf57403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:32.970732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-021df060-3ad0-46dc-a17c-2d492cf57403 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 1094 time: 0.1317897
Nov 10 04:04:33.035335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-bc121636-ee9a-47e3-98df-58dfe76e2e3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8 HTTP/1.1" status: 200  len: 217 time: 0.0538504
Nov 10 04:04:33.041951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-7d4ab198-51a1-4e84-85c8-116c61e28a78 service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3692307
Nov 10 04:04:33.098492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:33.101564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90c8a33d-4b1b-4782-a05b-d2a0c3c344e6 req-893e90d6-9385-412a-9b06-d489123a9832 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785505
Nov 10 04:04:33.127292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-53ba46f5-22cf-4d0b-97cb-996e655d557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.139204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-53ba46f5-22cf-4d0b-97cb-996e655d557c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 918 time: 0.2532120
Nov 10 04:04:33.141712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a5d1ac10-52ab-4252-b2c8-7a7db982d031 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:33.147631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-ca5a423a-69ab-400a-83e0-541984f3fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.149412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-ca5a423a-69ab-400a-83e0-541984f3fa6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1784434
Nov 10 04:04:33.304263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-64b45d20-e338-4387-9fc1-531a66229fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031 HTTP/1.1" status: 200  len: 217 time: 0.0535722
Nov 10 04:04:33.317034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:33.338455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'port_id': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031', 'mac_address': 'fa:16:3e:52:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:33.393887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:33.418609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b17962c3-a416-49cb-b87b-479db062d18a req-38a30e87-909f-464b-8e99-8598d89d74bd tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 210 time: 0.2183204
Nov 10 04:04:33.428285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d1ac10-52ab-4252-b2c8-7a7db982d031 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:33.469661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:33.483577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:33.493957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-11242aa1-19e4-456e-a3c7-19bbdf57b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.496097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-11242aa1-19e4-456e-a3c7-19bbdf57b572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.4500461
Nov 10 04:04:33.503667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-aa554dfb-ef07-41d5-b62b-34dcc32ce98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.505153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-aa554dfb-ef07-41d5-b62b-34dcc32ce98b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.1197100
Nov 10 04:04:33.546323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-2af999c0-619f-421a-ba79-e2cf2c81b2f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330725
Nov 10 04:04:33.560477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-6dcf9cae-6c0b-476d-89b7-5cea2bff9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.562630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-6dcf9cae-6c0b-476d-89b7-5cea2bff9967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 1095 time: 0.1300216
Nov 10 04:04:33.565581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-7f34e010-f73c-4ab9-baf1-12b9792b85ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484414
Nov 10 04:04:33.589461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:33.701295 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-cd145db1-3971-484d-b117-1e2e0be85a5b service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996514
Nov 10 04:04:33.735390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-eeb29f9c-314f-4b2c-8ca1-b3d7cac49c9b service neutron] 10.222.0.21 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564114
Nov 10 04:04:33.739844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a5d1ac10-52ab-4252-b2c8-7a7db982d031'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:33.851356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-9e51148f-36de-42c3-b75b-028cd12d1387 service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2876096
Nov 10 04:04:33.857232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-44ab00ad-f765-40e9-ae06-baaed0738483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.860478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-44ab00ad-f765-40e9-ae06-baaed0738483 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 918 time: 0.2820444
Nov 10 04:04:33.872266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Router 29dab29a-953d-459c-aed6-62b614b0f5f0 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:04:33.904326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.911992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.918909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.927164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.934288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.937410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-a1451acf-b607-4574-831b-dbd1e319adca tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.939091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-a1451acf-b607-4574-831b-dbd1e319adca tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.26 "GET /v2.0/networks?id=c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 200  len: 806 time: 0.3625815
Nov 10 04:04:33.941035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.948155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:33.950046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-752d9e32-bf8c-4f6e-a6b0-229120b5720e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.2638950
Nov 10 04:04:33.977768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-33e047d3-bb7a-4cf8-a390-58a2b7687db5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3357e438-65cc-4b61-9391-83c15e8271ff HTTP/1.1" status: 200  len: 217 time: 0.1008639
Nov 10 04:04:34.030716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ab40c2e-1dd4-4fd6-8dee-a8908e6920a7 req-2f0d53f7-8032-4dc6-adef-1f53a1955360 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836688
Nov 10 04:04:34.032542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc31dc6d-9b3f-414c-8afb-2b60796f0bb1 req-a25c163d-03f5-4bbf-b1b4-99102569a264 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960398
Nov 10 04:04:34.062315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'name': 'network-vif-deleted', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074'}, {'name': 'network-changed', 'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:34.064554 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4" -d '{"events": [{"server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "name": "network-vif-deleted", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074"}, {"name": "network-changed", "server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:34.068174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c89a3b8c-acd3-4cb8-8237-9de43875d34d req-aaf6045f-d22d-4dc3-abc5-f3916a62e273 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1036117
Nov 10 04:04:34.102725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d2d2623f-4a9f-4d8a-bbd2-7c5a0f11b3e4 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:04:34.103663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d2d2623f-4a9f-4d8a-bbd2-7c5a0f11b3e4 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0439777
Nov 10 04:04:34.163433 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75268e-c650-46c9-b914-39556c407497 x-openstack-request-id: req-7e75268e-c650-46c9-b914-39556c407497 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:34.163734 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e18e-52bb-4dc3-86e9-75e590130946", "name": "network-vif-deleted", "tag": "fcf93fbc-7c98-467f-87ce-080b92881074", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:34.163973 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e75268e-c650-46c9-b914-39556c407497 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:34.164358 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e18e-52bb-4dc3-86e9-75e590130946', 'name': 'network-vif-deleted', 'tag': 'fcf93fbc-7c98-467f-87ce-080b92881074', 'status': 'completed', 'code': 200}
Nov 10 04:04:34.164647 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8', 'status': 'completed', 'code': 200}
Nov 10 04:04:34.187920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf6d5f9-a7c2-4816-a8e9-eecb084f942f req-65f73b18-2f94-47c2-b42f-ae0675256bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3258493
Nov 10 04:04:34.209642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-ed8790d2-6af7-4c6b-9210-e12bd1da9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.211216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-ed8790d2-6af7-4c6b-9210-e12bd1da9b88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.2189829
Nov 10 04:04:34.236131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-dfb89b72-a18b-4c1a-b219-85963f766c6e tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a29aec41654205a386adc6e2de0b11 HTTP/1.1" status: 200  len: 380 time: 0.2677147
Nov 10 04:04:34.267282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'port': {'device_id': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'admin_state_up': True, 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'security_groups': ['1af8ea73-ce2d-42c3-ae0f-cddd5003296f']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:34.285581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-323ab4df-6b9f-4b4a-a8a7-2054b32c38bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:34.302143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-962ace2b-9132-49d9-a98f-521e664c37ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634141
Nov 10 04:04:34.303177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:34.314621 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Sync routers for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:34.315108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-5d3838ed-0fd1-4e8d-8523-79d5c314bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.316012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-5d3838ed-0fd1-4e8d-8523-79d5c314bbf4 service neutron] 10.222.0.13 "GET /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 1093 time: 0.1919081
Nov 10 04:04:34.331328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:34.332097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821494a0d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:34.370270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:34.370631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:04:34.409297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99338-653d-4c36-84bd-c83c834d41d0 req-c940ef6d-e401-4cd8-9ae2-3aaef7a5d99f tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.411436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4d99338-653d-4c36-84bd-c83c834d41d0 req-c940ef6d-e401-4cd8-9ae2-3aaef7a5d99f tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 944 time: 0.0540125
Nov 10 04:04:34.444645 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:34.465324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:34.466540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7d44d5fc-2b0d-477d-9487-4e0cb5780d4f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.4766943
Nov 10 04:04:34.471587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:34.522368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4d99338-653d-4c36-84bd-c83c834d41d0 req-72803ef1-73aa-4800-a583-296a8a2e068a tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038063
Nov 10 04:04:34.526568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-274eb3f4-7a2e-46b7-a792-d05e85c62260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.528083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-274eb3f4-7a2e-46b7-a792-d05e85c62260 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 1094 time: 0.2868710
Nov 10 04:04:34.654377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-c693f05a-c26c-4314-b9ab-11c593b8235d service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3051262
Nov 10 04:04:34.718263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:04:34.733570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Made reservation on behalf of 30a29aec41654205a386adc6e2de0b11 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:34.737086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:34.745553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821494a0d0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:31Z', 'revision_number': 3, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:34.758170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af008-53eb-4e67-b9ff-06d9298bb76e req-58c7938e-c915-4e53-b283-4b49a681459b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.759669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee4af008-53eb-4e67-b9ff-06d9298bb76e req-58c7938e-c915-4e53-b283-4b49a681459b tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 951 time: 0.1065621
Nov 10 04:04:34.784659 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Checking router: 29dab29a-953d-459c-aed6-62b614b0f5f0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:34.785020 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Updating router 29dab29a-953d-459c-aed6-62b614b0f5f0 port 4b01c4e2-f88e-4703-9267-3941af1e3b78 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:04:34.797198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-e1f690b5-4d21-42f2-90f5-514125d6920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:34.798681 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-e1f690b5-4d21-42f2-90f5-514125d6920d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 200  len: 918 time: 0.2603102
Nov 10 04:04:34.820921 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:34.823340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:34.823694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:34.824006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:34.890184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee4af008-53eb-4e67-b9ff-06d9298bb76e req-f84e8138-dc40-4b81-b87d-2ab159b42377 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213179
Nov 10 04:04:34.892060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-26b7c523-a6fe-4c6f-9894-db34772d413b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8 HTTP/1.1" status: 200  len: 217 time: 0.0817239
Nov 10 04:04:34.902894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:34.903218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:34.953002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:34.953328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:34.953712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:34.954150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Bound port: f4085ff8-744b-451f-b60b-9d1733a21825, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:34.957468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b821810d-60f4-4417-88e6-869f4267bdb1 req-ae4d3752-24b9-45c0-9c06-3c2e78bda794 service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2928178
Nov 10 04:04:35.040573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-183f9aa4-3c23-4c89-aa89-7068c34fa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.042063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-183f9aa4-3c23-4c89-aa89-7068c34fa801 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 200  len: 857 time: 0.1334491
Nov 10 04:04:35.055557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0899050a-55fe-4918-9607-6660018c4e96 req-0cebc61b-fa13-4807-a31d-feab5fc91288 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 210 time: 0.0520041
Nov 10 04:04:35.077205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.089505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Allocated IP 172.20.0.3 (c63443ff-4ffe-45f3-a671-a7ab464506ba/df222149-953b-4a9d-9691-598d41c77ba6/387d079c-49c7-4f2c-9893-2dc5c72677fc) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:35.093690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-3d0e28a5-a915-4ce7-82f5-63af7ebcc180 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5f09e0a-85c8-435e-8cf9-bc583313067e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413444
Nov 10 04:04:35.099834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:35.127425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.134143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.135324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2ea8e4f2-7925-4aff-874e-9343acc917b2 service neutron] 10.222.0.13 "POST /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825/bindings HTTP/1.1" status: 201  len: 389 time: 0.7841284
Nov 10 04:04:35.137440 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.157389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a5d1ac10-52ab-4252-b2c8-7a7db982d031 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:35.208436 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0673-3773-4648-8906-472302d376a2 None None] Pushing event updated for resources: {'Port': ['ID=4b01c4e2-f88e-4703-9267-3941af1e3b78,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:35.234939 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Attempting to bind port 4b01c4e2-f88e-4703-9267-3941af1e3b78 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:35.235501 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Attempting to bind port 4b01c4e2-f88e-4703-9267-3941af1e3b78 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:35.236050 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Attempting to bind port 4b01c4e2-f88e-4703-9267-3941af1e3b78 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:35.245019 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:35.246037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:35.246763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.247432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:35.248194 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Bound port: 4b01c4e2-f88e-4703-9267-3941af1e3b78, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:35.249772 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.328528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port a5d1ac10-52ab-4252-b2c8-7a7db982d031 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:35.335195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a5d1ac10-52ab-4252-b2c8-7a7db982d031 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:35.336634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.390902 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] For port 4b01c4e2-f88e-4703-9267-3941af1e3b78, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:35.394838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] For port 4b01c4e2-f88e-4703-9267-3941af1e3b78, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4b01c4e2-f88e-4703-9267-3941af1e3b78,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:35.404096 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.413039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Allocated IP 172.20.0.1 (cb1d645d-5700-41cd-a9c7-e02ecffa2920/d0db2376-64f1-4341-a59b-46606cb8f309/ba7a60b2-2de7-4cda-9b94-1a280b486194) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:35.480037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:35.481163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821494a0d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:35.493691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.526449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:35.529567 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748e7a2-7709-40bc-a851-470fecc51975" -d '{"events": [{"server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:35.534933 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0673-3773-4648-8906-472302d376a2 None None] Pushing event updated for resources: {'Port': ['ID=4b01c4e2-f88e-4703-9267-3941af1e3b78,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:35.562513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:35.571593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.573898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fcf93fbc-7c98-467f-87ce-080b92881074 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:35.582606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-e11ffc12-d624-4306-b79d-6327807125fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.585594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-e11ffc12-d624-4306-b79d-6327807125fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1096 time: 0.1381814
Nov 10 04:04:35.629164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742d1da-e792-4aa6-8dca-3e6b7941512a req-da1a33bc-a6a3-4849-9bcb-b553007656d2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.631875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:35.632519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: fcf93fbc-7c98-467f-87ce-080b92881074 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:35.633145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fcf93fbc-7c98-467f-87ce-080b92881074 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:35.637797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2742d1da-e792-4aa6-8dca-3e6b7941512a req-da1a33bc-a6a3-4849-9bcb-b553007656d2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.1691384
Nov 10 04:04:35.671937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:35.729566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-3aa59da9-c661-482d-a28c-40bdbfcb163b service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6253126
Nov 10 04:04:35.732177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.773150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2742d1da-e792-4aa6-8dca-3e6b7941512a req-758b0db6-6d48-44c7-b89f-d5bb10768363 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344512
Nov 10 04:04:35.798944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-0f5e1500-03d3-41a4-93fa-40f08fdb9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.800571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-0f5e1500-03d3-41a4-93fa-40f08fdb9716 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.2029948
Nov 10 04:04:35.829550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.837690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.845172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.849261 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75739d04-9c15-4c32-b480-631629268048 x-openstack-request-id: req-75739d04-9c15-4c32-b480-631629268048 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:35.849666 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "name": "network-vif-plugged", "status": "completed", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:35.850212 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75739d04-9c15-4c32-b480-631629268048 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:35.850747 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031', 'code': 200}
Nov 10 04:04:35.852149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.856280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.858889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.865463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.870195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-ce2ff019-20cf-4017-aec5-a9cb9f8dc88c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 217 time: 0.0585527
Nov 10 04:04:35.871759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:35.881736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-2cd1b676-aa7b-4a32-9a88-daba48ffedc7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.2033885
Nov 10 04:04:35.906786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:35.908651 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821494a0d0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:31Z', 'revision_number': 3, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:35.914410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:35.943482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:35.950406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8441-d143-4167-a66d-b78b71e7adad None None] The sync data for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 is: [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:31Z', 'revision_number': 3, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:35.979084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:36.016878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c4d9909-e39f-4e35-98ef-c95b0c39ace4 req-256092e1-8311-462d-870c-20b7ff62db16 service neutron] 10.222.0.26 "GET /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731934
Nov 10 04:04:36.060146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f322c708-b4bf-4eeb-9a2c-bf391de8ec6a req-37f5944c-c6b8-4018-b71b-36c92856a3cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1747105
Nov 10 04:04:36.090464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a5e62-c31a-41dd-b7c7-dcffe59c1620 req-03e2d702-9064-4ab1-aabb-85eb8cd21ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.091952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af6a5e62-c31a-41dd-b7c7-dcffe59c1620 req-03e2d702-9064-4ab1-aabb-85eb8cd21ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 1096 time: 0.1568599
Nov 10 04:04:36.093681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.106353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Pushing event updated for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:36.134423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-2307c4b9-cab8-46ce-baae-2f6d8f8915ed tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.136180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-2307c4b9-cab8-46ce-baae-2f6d8f8915ed tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 951 time: 0.2704878
Nov 10 04:04:36.156243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Network c63443ff-4ffe-45f3-a671-a7ab464506ba is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:36.162516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-9d9ead21-4d22-49cf-9d9d-b7bfc9bb994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.164771 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-9d9ead21-4d22-49cf-9d9d-b7bfc9bb994d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.2567189
Nov 10 04:04:36.177859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:36.185325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:36.192913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ef5fc-8b49-4224-8eaf-f8f8018ba1ad req-2339ae83-617a-4978-9285-78ed59331681 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.194674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-177ef5fc-8b49-4224-8eaf-f8f8018ba1ad req-2339ae83-617a-4978-9285-78ed59331681 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 945 time: 0.2178941
Nov 10 04:04:36.195544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.261979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event updated for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:36.306062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-258cfc96-6f00-4a1c-981a-da3efa760e9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031015
Nov 10 04:04:36.339442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7b1e-4ac3-48a9-bc54-18e74b413b77 req-b6af0e81-ec84-48cc-96b0-7a65a0ee6be1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.353358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ac7b1e-4ac3-48a9-bc54-18e74b413b77 req-b6af0e81-ec84-48cc-96b0-7a65a0ee6be1 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 951 time: 0.1958408
Nov 10 04:04:36.357706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4dd9a3ae-c2bb-4e8d-a5c8-01e40a34a799 None None] Provisioning complete for port ba7a60b2-2de7-4cda-9b94-1a280b486194 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:36.358674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a3ae-c2bb-4e8d-a5c8-01e40a34a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.363396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:36.364056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.368404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af6a5e62-c31a-41dd-b7c7-dcffe59c1620 req-b3baa9d3-673c-471d-b088-514e8690cb33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532957
Nov 10 04:04:36.424832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9a3ae-c2bb-4e8d-a5c8-01e40a34a799 None None] Port ba7a60b2-2de7-4cda-9b94-1a280b486194 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:36.429504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-746303cc-2893-494c-9f21-89654c0396f6 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1770880
Nov 10 04:04:36.446597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Request body: {'port': {'device_id': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:36.455821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-177ef5fc-8b49-4224-8eaf-f8f8018ba1ad req-a1fe7fa7-4a62-4b79-9fd6-d7cf51ba919d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387030
Nov 10 04:04:36.500432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ac7b1e-4ac3-48a9-bc54-18e74b413b77 req-f28d22ef-f760-42d8-be3e-96d781960bc0 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461875
Nov 10 04:04:36.544854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.650590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-397bf3a5-8cca-4955-b53f-506f60f5ebc8 None None] Provisioning complete for port 387d079c-49c7-4f2c-9893-2dc5c72677fc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:36.650959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397bf3a5-8cca-4955-b53f-506f60f5ebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.694803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-397bf3a5-8cca-4955-b53f-506f60f5ebc8 None None] Port 387d079c-49c7-4f2c-9893-2dc5c72677fc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:36.706183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Deleting port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:36.706521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.708677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3357e438-65cc-4b61-9391-83c15e8271ff details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:36.776880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-5ea23988-e4ac-4ca1-b352-641b3a0b66e5 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4442828
Nov 10 04:04:36.888042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387d079c-49c7-4f2c-9893-2dc5c72677fc {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:36.896562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3357e438-65cc-4b61-9391-83c15e8271ff,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:36.897916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.912317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Transition to ACTIVE for port object 387d079c-49c7-4f2c-9893-2dc5c72677fc will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:36.914859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aab256b1-1872-4e34-8cd9-f85a9dda33f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.922153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '3357e438-65cc-4b61-9391-83c15e8271ff', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'port_id': '3357e438-65cc-4b61-9391-83c15e8271ff', 'mac_address': 'fa:16:3e:64:7e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:36.950572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.978826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:36.994980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3357e438-65cc-4b61-9391-83c15e8271ff {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:37.009361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Pushing event updated for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:37.019986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3357e438-65cc-4b61-9391-83c15e8271ff,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.028857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.030962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:37.052023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4df7-cb0d-4cf2-b200-e132e92143bc req-e0fe4beb-c4d3-4a6b-b58d-d7b8f3c9c6ef tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.053819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c97c4df7-cb0d-4cf2-b200-e132e92143bc req-e0fe4beb-c4d3-4a6b-b58d-d7b8f3c9c6ef tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.1398549
Nov 10 04:04:37.119385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:37.135928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.136480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.137126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.137456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.137897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.138469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.139409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.139409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.139734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.140183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.141072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.141072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:04:37.159031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c97c4df7-cb0d-4cf2-b200-e132e92143bc req-ec8811fb-55bc-4732-b51d-fee356d4215f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988619
Nov 10 04:04:37.178639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device aecbef14-ddcb-4a54-be77-c2f27c330162 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:37.190989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Attempting to bind port 387d079c-49c7-4f2c-9893-2dc5c72677fc on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:37.191590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Attempting to bind port 387d079c-49c7-4f2c-9893-2dc5c72677fc by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:37.192104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Attempting to bind port 387d079c-49c7-4f2c-9893-2dc5c72677fc on network c63443ff-4ffe-45f3-a671-a7ab464506ba {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:37.210438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Port 387d079c-49c7-4f2c-9893-2dc5c72677fc on network c63443ff-4ffe-45f3-a671-a7ab464506ba not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:37.211619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Attempting to bind port 387d079c-49c7-4f2c-9893-2dc5c72677fc on network c63443ff-4ffe-45f3-a671-a7ab464506ba {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:37.213215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.219986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:37.221289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Checking segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:37.221877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Bound using segment: {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:37.222518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Bound port: 387d079c-49c7-4f2c-9893-2dc5c72677fc, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60beb129-ec64-448f-a07e-dce5dc71a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:37.223058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.245340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8', 'network_id': 'f5f09e0a-85c8-435e-8cf9-bc583313067e', 'port_id': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8', 'mac_address': 'fa:16:3e:1d:d1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:37.365136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=aecbef14-ddcb-4a54-be77-c2f27c330162,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.369312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:37.374911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:37.385053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.394127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'aecbef14-ddcb-4a54-be77-c2f27c330162', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'port_id': 'aecbef14-ddcb-4a54-be77-c2f27c330162', 'mac_address': 'fa:16:3e:62:ab:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:37.415061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b113c-a1c3-4a43-be98-785ed1ff05ce req-35050216-f12b-4293-969a-6e5c60a389be tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.416503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e37b113c-a1c3-4a43-be98-785ed1ff05ce req-35050216-f12b-4293-969a-6e5c60a389be tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 931 time: 0.8089693
Nov 10 04:04:37.422639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.427425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] For port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.427806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.431237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.438953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.443323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Calling delete_port for c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:37.445221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.452064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.458707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.466559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.476769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.480519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-f58055c0-da35-40bf-a40a-d1eb90cf3662 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5431 time: 0.1750867
Nov 10 04:04:37.492721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecbef14-ddcb-4a54-be77-c2f27c330162 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:37.496359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.520525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.541890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4b01c4e2-f88e-4703-9267-3941af1e3b78 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:37.553463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:37.564369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.569349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.572587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] 10.222.0.26 "PUT /v2.0/ports/387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 200  len: 1091 time: 1.1290221
Nov 10 04:04:37.573319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:37.575191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.579889 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac9b17-b58c-438b-bede-e6af5931bad8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:37.587082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=aecbef14-ddcb-4a54-be77-c2f27c330162,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:37.620663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.624219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.625377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b4ec535a-aa46-4182-8b21-ffd696395afe details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:37.682955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36fc5d-baa7-4fb1-b683-dd132fe6107f service neutron] Pushing event updated for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:37.743047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-d3766804-f95a-43af-aa50-e9aaf2850d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.744666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-d3766804-f95a-43af-aa50-e9aaf2850d54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30a29aec41654205a386adc6e2de0b11&device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 1094 time: 0.1020589
Nov 10 04:04:37.750247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c2ad0aa-6dee-42a2-a134-59ea2d65336b req-861d4fed-f11c-4b93-915d-56cad9919470 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2057214
Nov 10 04:04:37.756357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:37.815356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-086c4688-d6a4-4a68-8a67-8f052153a7c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 200  len: 217 time: 0.0602903
Nov 10 04:04:37.815728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-b62afa5c-ce57-45a3-bffd-5be7b9c85d7e service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0228565
Nov 10 04:04:37.833098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e37b113c-a1c3-4a43-be98-785ed1ff05ce req-d41634cc-fe09-42ee-8594-ea0f3873bd08 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3302162
Nov 10 04:04:37.884083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4b01c4e2-f88e-4703-9267-3941af1e3b78 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:37.884446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.911523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:37.968283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['4bca240f-c957-4ff6-bd6b-ffa48729c7b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:37.968675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-fe83fdca-e3ed-4501-8707-da2f68bfdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.970371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3357e438-65cc-4b61-9391-83c15e8271ff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:37.971040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-fe83fdca-e3ed-4501-8707-da2f68bfdf9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df222149-953b-4a9d-9691-598d41c77ba6 HTTP/1.1" status: 200  len: 845 time: 0.1343901
Nov 10 04:04:37.972811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:37.981557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2555d37-249b-4ad5-9c31-b93be2bfa1fe req-5ab0dea6-570d-4604-bfd8-34f7acc78566 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:37.983089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2555d37-249b-4ad5-9c31-b93be2bfa1fe req-5ab0dea6-570d-4604-bfd8-34f7acc78566 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 945 time: 0.0822592
Nov 10 04:04:37.985801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:38.067925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2555d37-249b-4ad5-9c31-b93be2bfa1fe req-6deebee7-eb2a-4a09-9df8-fbdb42f38a5e tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753088
Nov 10 04:04:38.072334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.100713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0010-537b-40ca-9421-83cf636fe336 req-cd6aed8b-5791-4e13-b517-3005ec5ee16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.103120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-cd6aed8b-5791-4e13-b517-3005ec5ee16e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c63443ff-4ffe-45f3-a671-a7ab464506ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1190660
Nov 10 04:04:38.133885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Pushing event deleted for resources: {'Port': ['ID=c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:38.157501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-949db8bc-f074-4fb3-b852-e4bd58da7f54 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.158623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-949db8bc-f074-4fb3-b852-e4bd58da7f54 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1886961
Nov 10 04:04:38.172819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:38.199084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff7ff3-63b8-4144-b5ff-820d4d9959bc req-de062fb3-9513-439d-b404-0df238a906fd tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.207321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34ff7ff3-63b8-4144-b5ff-820d4d9959bc req-de062fb3-9513-439d-b404-0df238a906fd tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/ports?device_id=c81d9456-eb55-4112-99e1-e3a245bc3a09 HTTP/1.1" status: 200  len: 868 time: 0.2321398
Nov 10 04:04:38.220059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.226240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:38.231226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'port_id': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'mac_address': 'fa:16:3e:86:00:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:38.284959 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6483989c-0f89-406d-ae7f-326901255f0d x-openstack-request-id: req-6483989c-0f89-406d-ae7f-326901255f0d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:38.284959 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:38.285191 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6483989c-0f89-406d-ae7f-326901255f0d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:38.285497 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'status': 'completed', 'code': 200}
Nov 10 04:04:38.312212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.319433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] No DVR routers for this DVR port c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:38.322825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.327742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80fae00b-8c8c-42e2-86ff-fe73c544be6c req-40f86853-5937-4332-b402-e4447eeb8d87 tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.21 "DELETE /v2.0/ports/c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 HTTP/1.1" status: 204  len: 173 time: 2.1848271
Nov 10 04:04:38.341246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-8bc0e63f-2578-437a-b276-3446ca232c14 service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272463
Nov 10 04:04:38.392918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.399248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-deleted', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:38.406056 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ab7d1-9d90-439c-8cb9-2958383e6b31" -d '{"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-deleted", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:38.454314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.499512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ec535a-aa46-4182-8b21-ffd696395afe {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:38.525768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b778e-0fb7-4c6b-9d8b-184890115d97 req-0e2d93e6-bbf5-4e35-8654-f6b655db9e70 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.528037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-819b778e-0fb7-4c6b-9d8b-184890115d97 req-0e2d93e6-bbf5-4e35-8654-f6b655db9e70 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 944 time: 0.1432126
Nov 10 04:04:38.549535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Pushing event updated for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:38.563179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 4b01c4e2-f88e-4703-9267-3941af1e3b78, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4b01c4e2-f88e-4703-9267-3941af1e3b78,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:38.567506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-188d0010-537b-40ca-9421-83cf636fe336 req-d956b274-674d-401b-89af-f733cb41713a service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184882
Nov 10 04:04:38.577158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.582034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.590356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:38.596928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.619713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34ff7ff3-63b8-4144-b5ff-820d4d9959bc req-6082f2e2-32bf-4be8-a2a4-d720000cbbcd tempest-ServersAdminTestJSON-1347670433 tempest-ServersAdminTestJSON-1347670433-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4110913
Nov 10 04:04:38.630702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-819b778e-0fb7-4c6b-9d8b-184890115d97 req-5325816f-452f-4e1d-9979-7fc442a66aaf tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872302
Nov 10 04:04:38.632201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:38.632875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a949935c-009a-4e0c-ab68-f05525b23cf6 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:38.722234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=4b01c4e2-f88e-4703-9267-3941af1e3b78,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:38.731483 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8003089e-0672-4217-a9cb-0cf121ec149c x-openstack-request-id: req-8003089e-0672-4217-a9cb-0cf121ec149c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:38.731774 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81d9456-eb55-4112-99e1-e3a245bc3a09", "name": "network-vif-deleted", "tag": "c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:38.732238 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8003089e-0672-4217-a9cb-0cf121ec149c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:38.733198 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81d9456-eb55-4112-99e1-e3a245bc3a09', 'name': 'network-vif-deleted', 'tag': 'c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15', 'status': 'completed', 'code': 200}
Nov 10 04:04:38.733665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-3cecfc7c-b3cb-4e16-a3cf-3a3f7a4ee495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.735401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-3cecfc7c-b3cb-4e16-a3cf-3a3f7a4ee495 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30a29aec41654205a386adc6e2de0b11&device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 1094 time: 0.0751567
Nov 10 04:04:38.809906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:38.863336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:38.869145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:38.881400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'port_id': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'mac_address': 'fa:16:3e:c3:7b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:38.891494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:38.945481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0b585-848a-46e4-bb74-7109f472379d req-d4a592e4-e8e7-4655-bf14-091902562615 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:38.948897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-96d0b585-848a-46e4-bb74-7109f472379d req-d4a592e4-e8e7-4655-bf14-091902562615 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 945 time: 0.2122440
Nov 10 04:04:39.002411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:39.020867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.032105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-96d0b585-848a-46e4-bb74-7109f472379d req-79120cea-0de2-4320-b114-bdb943c72d5a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727065
Nov 10 04:04:39.051869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-79de9aa3-6f78-4a89-abe3-e1065c9af9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.054145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-79de9aa3-6f78-4a89-abe3-e1065c9af9e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 200  len: 907 time: 0.3027816
Nov 10 04:04:39.082145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a949935c-009a-4e0c-ab68-f05525b23cf6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:39.105921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:39.118428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-be52756e-4877-46fe-ada3-c65fef13a66d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 200  len: 217 time: 0.0559430
Nov 10 04:04:39.123048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.125188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 644d0829-befd-4497-af90-e6e11fad80b4 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:39.140848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:39.200676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.207712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.215563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.221735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.228365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.229423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-ffab56eb-6d3c-4af3-b726-bb31fe587766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.231208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-ffab56eb-6d3c-4af3-b726-bb31fe587766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df222149-953b-4a9d-9691-598d41c77ba6 HTTP/1.1" status: 200  len: 845 time: 0.1048541
Nov 10 04:04:39.234547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.240169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec9e62-c6c3-490c-9364-10edd3620f1d req-c4d6b7cf-f96e-41ed-91fc-255c3f34056d tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.240662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.241649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:39.241957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2ec9e62-c6c3-490c-9364-10edd3620f1d req-c4d6b7cf-f96e-41ed-91fc-255c3f34056d tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 943 time: 0.0738485
Nov 10 04:04:39.242618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-9c569acb-41e4-4d8c-9cff-1bd901da3d3b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5433 time: 0.2516015
Nov 10 04:04:39.259120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Router 29dab29a-953d-459c-aed6-62b614b0f5f0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:04:39.263535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.281930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.325707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:39.330575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-3614793b-75b5-41ae-9178-556eaa9027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.332345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-3614793b-75b5-41ae-9178-556eaa9027c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c63443ff-4ffe-45f3-a671-a7ab464506ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0894508
Nov 10 04:04:39.335578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.341379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-da0d1be4-e950-4942-a651-23827e8c01e1 None None] Provisioning complete for port ba7a60b2-2de7-4cda-9b94-1a280b486194 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:39.341379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-da0d1be4-e950-4942-a651-23827e8c01e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.342802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '644d0829-befd-4497-af90-e6e11fad80b4', 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'port_id': '644d0829-befd-4497-af90-e6e11fad80b4', 'mac_address': 'fa:16:3e:c7:1a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c767d2-d01b-4f2d-b291-9a79dc2a90ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:39.411671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-da0d1be4-e950-4942-a651-23827e8c01e1 None None] Port ba7a60b2-2de7-4cda-9b94-1a280b486194 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:39.417728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.441943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644d0829-befd-4497-af90-e6e11fad80b4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:39.445408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2ec9e62-c6c3-490c-9364-10edd3620f1d req-2a30f028-8f5a-496f-9454-9c1bf602f921 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645386
Nov 10 04:04:39.470753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:39.474772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4b01c4e2-f88e-4703-9267-3941af1e3b78 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:39.478717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.479520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5431e081-fae8-42e3-af71-66b332c36250 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:39.493333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-b703778c-4f09-4b1b-a95a-c3513e88b30d service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517005
Nov 10 04:04:39.501555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:39.517676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a5701b1-067c-48d5-99e8-8ad447fba1e1 req-24f5d984-0953-4615-b739-f73b10a56fd3 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2456737
Nov 10 04:04:39.525125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:39.525467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:39.525805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:39.553549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:39.554262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Attempting to bind port f4085ff8-744b-451f-b60b-9d1733a21825 on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:39.572631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:39.572631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:39.572631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:39.572631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Bound port: f4085ff8-744b-451f-b60b-9d1733a21825, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:39.572631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.584169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:39.590806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f46ca13b-fc4c-449c-99c7-68851769da8a admin admin] 10.222.0.13 "PUT /v2.0/routers/29dab29a-953d-459c-aed6-62b614b0f5f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1179330
Nov 10 04:04:39.595132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5431e081-fae8-42e3-af71-66b332c36250,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:39.618950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Sync routers for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:39.623138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23ac9b17-b58c-438b-bede-e6af5931bad8 req-cf5f3a1b-fd51-408f-a42d-d4be9bbae3c2 service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201012
Nov 10 04:04:39.638951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:39.641466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4b01c4e2-f88e-4703-9267-3941af1e3b78 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:39.641839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.667869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:39.672490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:39.676571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '5431e081-fae8-42e3-af71-66b332c36250', 'network_id': 'bbbb02e4-1b97-417e-9e17-4ecfc85ea243', 'port_id': '5431e081-fae8-42e3-af71-66b332c36250', 'mac_address': 'fa:16:3e:ea:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c767d2-d01b-4f2d-b291-9a79dc2a90ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:39.681138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.684916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:39.685571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820731adf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:39.819655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:39.837057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.860088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5431e081-fae8-42e3-af71-66b332c36250 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:39.889697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.890509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.891084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5431e081-fae8-42e3-af71-66b332c36250,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:39.892278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d263f6dd-3c8c-4c49-a052-bd46955b0e4a service neutron] 10.222.0.21 "PUT /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 1121 time: 1.7016873
Nov 10 04:04:39.901304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:39.903529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:39.903818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 642b8990-ff39-413a-a614-f0973abab49c details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:39.907593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b02c8-4d52-4844-99a5-ed57669b2b5f req-0bcf5f5c-4efb-4b53-86c7-7c309e50a03d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:39.910099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-848b02c8-4d52-4844-99a5-ed57669b2b5f req-0bcf5f5c-4efb-4b53-86c7-7c309e50a03d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 944 time: 0.1702945
Nov 10 04:04:39.992409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-848b02c8-4d52-4844-99a5-ed57669b2b5f req-0ede9743-2b58-4a0a-a9bc-07c9f6d2d4e7 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756202
Nov 10 04:04:40.040991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:40.050461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f4085ff8-744b-451f-b60b-9d1733a21825'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:40.063838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:40.084891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-b5add76d-3b83-4d36-bd25-882e2b1cca9d tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1286876
Nov 10 04:04:40.096780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:40.120528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=642b8990-ff39-413a-a614-f0973abab49c,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:40.125387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.156032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '642b8990-ff39-413a-a614-f0973abab49c', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'port_id': '642b8990-ff39-413a-a614-f0973abab49c', 'mac_address': 'fa:16:3e:55:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:40.226698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2390914-c5b3-4572-9846-bb1a8fa6ec85 req-f473f92a-ec4a-4e88-8333-0bcfb9ab5611 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.228567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2390914-c5b3-4572-9846-bb1a8fa6ec85 req-f473f92a-ec4a-4e88-8333-0bcfb9ab5611 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.0847106
Nov 10 04:04:40.233531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.260788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.281754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c8c5c708-4163-419d-bba4-b3e7507cfcfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71ea56897b9f4bbba4887bdf3f6948fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2113059
Nov 10 04:04:40.285171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38714) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:40.296823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.319182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2390914-c5b3-4572-9846-bb1a8fa6ec85 req-7f320c08-5ec9-4332-8367-17adf74f0b28 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758531
Nov 10 04:04:40.319895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b8990-ff39-413a-a614-f0973abab49c {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:40.351195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.367119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=642b8990-ff39-413a-a614-f0973abab49c,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:40.373006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Allocated IP 172.32.3.49 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9caf75c9-f03c-443c-8422-21929c26732a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:40.378305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.379821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9f117224-5b80-45a2-b1b0-b6468db02f43 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:40.380148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.424903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820731adf0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:36Z', 'revision_number': 4, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ba7a60b2-2de7-4cda-9b94-1a280b486194', 'name': '', 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'mac_address': 'fa:16:3e:41:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:35Z', 'updated_at': '2021-11-10T04:04:37Z', 'revision_number': 2, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'subnets': [{'id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:40.439012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.442013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.445613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ef6ddb5-bc8c-4131-afb6-af6c85ec169d HTTP/1.1" status: 204  len: 168 time: 0.1571012
Nov 10 04:04:40.456538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdf579-cb78-4071-ae88-9127a18612e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef6ddb5-bc8c-4131-afb6-af6c85ec169d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:40.466310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Checking router: 29dab29a-953d-459c-aed6-62b614b0f5f0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:40.466310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Updating router 29dab29a-953d-459c-aed6-62b614b0f5f0 port ba7a60b2-2de7-4cda-9b94-1a280b486194 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:04:40.504807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.547473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.597717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850bcdb-17a9-4b6e-8800-e978ba02c66e req-efa3b38a-d09d-4ccc-b311-527dc0ed1885 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.599409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1850bcdb-17a9-4b6e-8800-e978ba02c66e req-efa3b38a-d09d-4ccc-b311-527dc0ed1885 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 943 time: 0.0722959
Nov 10 04:04:40.611049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:40.620055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:40.624416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:40.649628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.resource_extend [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:04:40.671422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1850bcdb-17a9-4b6e-8800-e978ba02c66e req-e9188fa1-2693-413b-abf4-3bdd45661b94 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615475
Nov 10 04:04:40.683084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event updated for resources: {'Port': ['ID=9caf75c9-f03c-443c-8422-21929c26732a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:40.688894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9f117224-5b80-45a2-b1b0-b6468db02f43,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:40.695817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.706296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:40.723143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '9f117224-5b80-45a2-b1b0-b6468db02f43', 'network_id': 'a94f1a9f-b254-4d9a-b217-1cbdee85bd0f', 'port_id': '9f117224-5b80-45a2-b1b0-b6468db02f43', 'mac_address': 'fa:16:3e:8b:23:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abe3499-9ef6-4a55-8668-95f454877aad', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:40.734994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825'}, {'name': 'network-changed', 'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:40.738200 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de7a46-c99b-4922-925e-ef2819e6acc1" -d '{"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825"}, {"name": "network-changed", "server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:40.749650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.786429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3357e438-65cc-4b61-9391-83c15e8271ff up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:40.797825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.846748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.850893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.860626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.869244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.870968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:40.876427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.882860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.889586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.895792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:40.897790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-0f99dd12-f045-425b-b8a5-6ba4e2b058cd tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5437 time: 0.1233435
Nov 10 04:04:40.916270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f117224-5b80-45a2-b1b0-b6468db02f43 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:40.954749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9f117224-5b80-45a2-b1b0-b6468db02f43,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:40.969532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa70e46f-1ed8-411c-991f-8e51c7f87e5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e831456d8de44493b3dda3d8b5cb546a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0944755
Nov 10 04:04:40.969770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 3357e438-65cc-4b61-9391-83c15e8271ff completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:40.970010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:40.972040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:40.973734 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a21cbf4-7cf7-4965-b81a-caf5cb4a259c req-75363efb-39bf-40fe-a57f-c92f4652db3e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0692146
Nov 10 04:04:41.012661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 3357e438-65cc-4b61-9391-83c15e8271ff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:41.013036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.044026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.054574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.083774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.096948 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804c7b8-8850-4509-a06e-dfdcc0ea97e8 x-openstack-request-id: req-f804c7b8-8850-4509-a06e-dfdcc0ea97e8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:41.097467 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825", "code": 200}, {"name": "network-changed", "server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:41.097919 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f804c7b8-8850-4509-a06e-dfdcc0ea97e8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:41.098650 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'code': 200}
Nov 10 04:04:41.098912 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'status': 'completed', 'code': 200}
Nov 10 04:04:41.122067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:41.210192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.222234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bb77-d382-4b8b-85e5-090d4f4ccd54 req-a169fafe-dac0-48c7-ae2c-33dcde979a8e tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.223833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b624bb77-d382-4b8b-85e5-090d4f4ccd54 req-a169fafe-dac0-48c7-ae2c-33dcde979a8e tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 944 time: 0.0567312
Nov 10 04:04:41.244233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.250049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:41.252312 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e9d6b-39f1-4972-bb7a-3c26a6a4e1ab" -d '{"events": [{"server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "name": "network-vif-plugged", "status": "completed", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:41.264248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.268081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3357e438-65cc-4b61-9391-83c15e8271ff,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:41.282908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b624bb77-d382-4b8b-85e5-090d4f4ccd54 req-9909ad80-be67-4fde-a853-14622df46e91 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520689
Nov 10 04:04:41.297834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.298621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:41.354780 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e156a3-0ccd-4e97-87b0-b999169953f8 x-openstack-request-id: req-35e156a3-0ccd-4e97-87b0-b999169953f8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:41.355073 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "name": "network-vif-plugged", "status": "completed", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:41.355321 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35e156a3-0ccd-4e97-87b0-b999169953f8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:41.355708 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff', 'code': 200}
Nov 10 04:04:41.366538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533a504-4ba7-4b68-a869-1fe9d44f4f84 None None] Pushing event updated for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:41.466592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.481701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event updated for resources: {'Port': ['ID=9caf75c9-f03c-443c-8422-21929c26732a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:41.497148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Attempting to bind port ba7a60b2-2de7-4cda-9b94-1a280b486194 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:41.497739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Attempting to bind port ba7a60b2-2de7-4cda-9b94-1a280b486194 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:41.497881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Attempting to bind port ba7a60b2-2de7-4cda-9b94-1a280b486194 on network cb1d645d-5700-41cd-a9c7-e02ecffa2920 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:41.507705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:41.515012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:41.519198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:41.519706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Checking segment: {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:41.520110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.520501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Bound using segment: {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:41.521027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Bound port: ba7a60b2-2de7-4cda-9b94-1a280b486194, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771fbeca-4933-48ce-ac13-a724f2074fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:41.521532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.523633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:41.524129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.531143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.570365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-c91d6ed7-c28e-466c-9cca-e19ebeeb6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.571251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c3a52-65b7-41de-8f3b-0677ac6591a4 req-3e829fe7-31ce-422e-9059-7b061d73c29f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.572153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-c91d6ed7-c28e-466c-9cca-e19ebeeb6e33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1124 time: 0.4414363
Nov 10 04:04:41.582118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c7c3a52-65b7-41de-8f3b-0677ac6591a4 req-3e829fe7-31ce-422e-9059-7b061d73c29f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.0844963
Nov 10 04:04:41.589399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c036129-fe84-4bf6-a565-87e9eeedbd97 req-c8e54548-8c04-48f4-8f86-9823b9b7e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.590880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c036129-fe84-4bf6-a565-87e9eeedbd97 req-c8e54548-8c04-48f4-8f86-9823b9b7e1c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 1097 time: 0.1489489
Nov 10 04:04:41.595468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.596853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-d8e8137d-d624-4ee6-b913-e082b4409c9a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5047762
Nov 10 04:04:41.632367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c7c3a52-65b7-41de-8f3b-0677ac6591a4 req-6059bef3-6ebc-46a2-901d-8e46d0a7e0be tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481272
Nov 10 04:04:41.640634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] For port ba7a60b2-2de7-4cda-9b94-1a280b486194, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:41.644152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] For port ba7a60b2-2de7-4cda-9b94-1a280b486194, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ba7a60b2-2de7-4cda-9b94-1a280b486194,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:41.667272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5431e081-fae8-42e3-af71-66b332c36250'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:41.672623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.694061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.696575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.700645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e66e0c34-66de-4b63-a99a-b0a36de04864 HTTP/1.1" status: 204  len: 168 time: 0.7269359
Nov 10 04:04:41.729080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['aecbef14-ddcb-4a54-be77-c2f27c330162'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:41.768811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a949935c-009a-4e0c-ab68-f05525b23cf6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:41.772648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['9f117224-5b80-45a2-b1b0-b6468db02f43'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:41.789685 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-693c20d9-0d44-479e-bce0-153bdad24bc9 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.49 HTTP/1.1" status: 200  len: 695 time: 0.1132348
Nov 10 04:04:41.797217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c036129-fe84-4bf6-a565-87e9eeedbd97 req-24083bba-185a-400f-9da8-2612ef45831f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616030
Nov 10 04:04:41.802090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290057de-62a2-4578-816a-1abc0d976371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e0c34-66de-4b63-a99a-b0a36de04864,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:41.844046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81be006-96ed-429f-b01a-cbb6d2d393c8 req-3f20e8b8-05d4-4064-a45e-770ec4cb52fc tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.853463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81be006-96ed-429f-b01a-cbb6d2d393c8 req-3f20e8b8-05d4-4064-a45e-770ec4cb52fc tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 943 time: 0.0985808
Nov 10 04:04:41.904124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.924964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81be006-96ed-429f-b01a-cbb6d2d393c8 req-fa0df36a-fa68-4685-bd49-763e2ebfd34a tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705218
Nov 10 04:04:41.937152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-43b29e4b-60db-4cd9-9e74-afde9e2644ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.938898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-43b29e4b-60db-4cd9-9e74-afde9e2644ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.3588221
Nov 10 04:04:41.979358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] Provisioning complete for port ba7a60b2-2de7-4cda-9b94-1a280b486194 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:41.979732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:41.989122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-9228e9a2-41ef-477d-b62f-84e9026c5ca1 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:41.993928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4c546df-1c04-42bb-afbe-095f0bbc6c93 req-9228e9a2-41ef-477d-b62f-84e9026c5ca1 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1954823
Nov 10 04:04:42.044962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:42.045641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820731adf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:42.088940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-6ca942fc-49a2-4db4-a63e-4bed6cf9a1bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 217 time: 0.0936661
Nov 10 04:04:42.147350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44086f34-980e-44bd-a87c-d77bec84ea96 req-6e0d3587-80f8-4972-bdf1-aace0a2fa2e0 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips/52f67cb9-79d9-400a-bd13-c1e35e0ee3c5 HTTP/1.1" status: 200  len: 692 time: 0.0976019
Nov 10 04:04:42.178405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533a504-4ba7-4b68-a869-1fe9d44f4f84 None None] Pushing event updated for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:42.182151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:42.235109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.244881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.254454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.263050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.280875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:42.283987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.296915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.305974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.308558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:42.310044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-91d1ae81-ebce-4b99-809c-ce43c3401ce1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5438 time: 0.2152996
Nov 10 04:04:42.312148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086f34-980e-44bd-a87c-d77bec84ea96 req-86b43520-918d-4b56-9c0e-f67248186285 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.319816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44086f34-980e-44bd-a87c-d77bec84ea96 req-86b43520-918d-4b56-9c0e-f67248186285 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1665421
Nov 10 04:04:42.327104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-44086f34-980e-44bd-a87c-d77bec84ea96 req-6a8c80e8-87ce-4e7f-ab38-59f47e0c0fcf tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:04:42.337768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44086f34-980e-44bd-a87c-d77bec84ea96 req-6a8c80e8-87ce-4e7f-ab38-59f47e0c0fcf tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0170693
Nov 10 04:04:42.342601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-8df3181d-9c1f-47dc-a923-1bdedbb1cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.343762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-8df3181d-9c1f-47dc-a923-1bdedbb1cb46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1765242
Nov 10 04:04:42.385011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6229903d-570b-44ce-8aa1-5d6fa3fe0105 req-9076f616-0bb8-41a5-8eb3-d702ad2a1ca1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0640998
Nov 10 04:04:42.413106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-7a8f0f65-06f0-4e55-902f-d6ad2f414780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337291
Nov 10 04:04:42.549544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95ac8aca-c4a8-42c7-afdc-705be7a01265 req-3ba8a88a-e0a3-4412-be92-7bd68cdca03c tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c7f317e2f65b4592bf90d1b445c80c01 HTTP/1.1" status: 200  len: 695 time: 0.1109552
Nov 10 04:04:42.586212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-6cc0cc52-bf83-4a08-81df-987628ec33fc service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610725
Nov 10 04:04:42.599635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325062f-19c4-4ca8-903a-cbc85b27423a req-09b93eee-3fc5-4cd4-bc60-0cba454832a7 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.602025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5325062f-19c4-4ca8-903a-cbc85b27423a req-09b93eee-3fc5-4cd4-bc60-0cba454832a7 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.0924768
Nov 10 04:04:42.709005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac8aca-c4a8-42c7-afdc-705be7a01265 req-251106bf-cc66-465d-a21b-e1a7be59cd9e tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.716030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5325062f-19c4-4ca8-903a-cbc85b27423a req-2e9beb0c-c9e7-47f8-a183-a0ffcb363b1b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034424
Nov 10 04:04:42.719081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95ac8aca-c4a8-42c7-afdc-705be7a01265 req-251106bf-cc66-465d-a21b-e1a7be59cd9e tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks?id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 787 time: 0.1685710
Nov 10 04:04:42.726683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-95ac8aca-c4a8-42c7-afdc-705be7a01265 req-8d7aa194-d1ff-4c3c-9f43-ee42ea596f86 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:04:42.726891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:42.741405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95ac8aca-c4a8-42c7-afdc-705be7a01265 req-8d7aa194-d1ff-4c3c-9f43-ee42ea596f86 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0211172
Nov 10 04:04:42.743115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48de7a46-c99b-4922-925e-ef2819e6acc1 req-fa6df58d-b81d-4bad-87b9-5dba82f188a2 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399007
Nov 10 04:04:42.744901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:42.770409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 387d079c-49c7-4f2c-9893-2dc5c72677fc details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:42.845299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8c681a4-f328-4329-ac33-345fa3930217 req-235aecf6-f9f2-4a6a-9683-f1f50a270a7c tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips/52f67cb9-79d9-400a-bd13-c1e35e0ee3c5 HTTP/1.1" status: 200  len: 692 time: 0.0707228
Nov 10 04:04:42.860690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd1ac-ad09-4668-b92b-22ac4a462222 req-ca5659ce-0c5f-448d-bdf7-dc3ee422c765 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.862206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeecd1ac-ad09-4668-b92b-22ac4a462222 req-ca5659ce-0c5f-448d-bdf7-dc3ee422c765 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.0632939
Nov 10 04:04:42.878183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['642b8990-ff39-413a-a614-f0973abab49c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:42.914838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['644d0829-befd-4497-af90-e6e11fad80b4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:42.954614 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeecd1ac-ad09-4668-b92b-22ac4a462222 req-4e198d9e-72e3-4651-8ba0-1960428065d2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808489
Nov 10 04:04:42.990177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c681a4-f328-4329-ac33-345fa3930217 req-edd6e03b-3f68-4690-8775-58c3e74faa25 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:42.991924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8c681a4-f328-4329-ac33-345fa3930217 req-edd6e03b-3f68-4690-8775-58c3e74faa25 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1357477
Nov 10 04:04:42.995417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.resource_extend [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:04:43.036409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:43.038557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:43.050567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8c681a4-f328-4329-ac33-345fa3930217 req-ce22377d-6450-46da-8f43-330abb0fa5a6 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.49 HTTP/1.1" status: 200  len: 695 time: 0.0498474
Nov 10 04:04:43.090488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] For port ba7a60b2-2de7-4cda-9b94-1a280b486194, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ba7a60b2-2de7-4cda-9b94-1a280b486194,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:43.107733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc39574-7726-486e-a390-bb0a30d39191 req-a650eb20-abe7-490a-a2a4-fc2cde9d8155 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.109243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acc39574-7726-486e-a390-bb0a30d39191 req-a650eb20-abe7-490a-a2a4-fc2cde9d8155 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 943 time: 0.0823545
Nov 10 04:04:43.152779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8c681a4-f328-4329-ac33-345fa3930217 req-aa635f05-df19-40e6-827f-86f05111e115 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.49 HTTP/1.1" status: 200  len: 695 time: 0.0902271
Nov 10 04:04:43.211715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:43.212084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c0b2e7ff-0228-4bb2-ad39-3b1fd71b5b15 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:43.226434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.241853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acc39574-7726-486e-a390-bb0a30d39191 req-f28a0fd5-4603-497f-b7fb-a889b452790d tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247730
Nov 10 04:04:43.322658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Deleting port 9caf75c9-f03c-443c-8422-21929c26732a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:43.323686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.369011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:43.372629 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011cf5a8-6e81-4cec-87ce-3e9d3362c6c3" -d '{"events": [{"server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "name": "network-vif-plugged", "status": "completed", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:43.419294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.420004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.433250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:43.453202 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedda79e-3996-40c4-a9e9-e25c22f24c97 x-openstack-request-id: req-eedda79e-3996-40c4-a9e9-e25c22f24c97 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:43.453515 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "name": "network-vif-plugged", "status": "completed", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:43.453742 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eedda79e-3996-40c4-a9e9-e25c22f24c97 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:43.454131 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8', 'code': 200}
Nov 10 04:04:43.465983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Calling delete_port for 9caf75c9-f03c-443c-8422-21929c26732a owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:43.506636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:43.515120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ddfc4-8048-4d22-b598-7e3c9a7cc305 None None] Pushing event updated for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:43.526188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:04:43.527822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0b52d38d-be4e-483b-913e-6e09f9463265 None None] Provisioning complete for port ba7a60b2-2de7-4cda-9b94-1a280b486194 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:43.528219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0b52d38d-be4e-483b-913e-6e09f9463265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.594785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'port_id': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'mac_address': 'fa:16:3e:e9:89:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:43.642474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d592c50e-e5d5-4ca4-b7c1-75154228c744 service neutron] 10.222.0.26 "GET /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.2104115
Nov 10 04:04:43.681017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820731adf0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:36Z', 'revision_number': 4, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ba7a60b2-2de7-4cda-9b94-1a280b486194', 'name': '', 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'mac_address': 'fa:16:3e:41:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:35Z', 'updated_at': '2021-11-10T04:04:41Z', 'revision_number': 4, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'subnets': [{'id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:43.704630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd541-5e71-47fc-9a8b-793bc3cc1542 req-d544cd01-5e11-46e4-bcd0-d7591cfcc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.706331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-104fd541-5e71-47fc-9a8b-793bc3cc1542 req-d544cd01-5e11-46e4-bcd0-d7591cfcc925 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 1096 time: 0.1577907
Nov 10 04:04:43.721692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.728965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.735422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.743079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.752684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.760276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.763231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['b4ec535a-aa46-4182-8b21-ffd696395afe'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:43.766723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396f0a3-6d99-47f4-98b5-8aad62cffc9a None None] The sync data for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 is: [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:36Z', 'revision_number': 4, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ba7a60b2-2de7-4cda-9b94-1a280b486194', 'name': '', 'network_id': 'cb1d645d-5700-41cd-a9c7-e02ecffa2920', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'mac_address': 'fa:16:3e:41:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:35Z', 'updated_at': '2021-11-10T04:04:41Z', 'revision_number': 4, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'subnets': [{'id': 'd0db2376-64f1-4341-a59b-46606cb8f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:43.766958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:43.779782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.784101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-92f29b93-1b5f-43d5-91eb-6848dae9592e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5438 time: 0.1348569
Nov 10 04:04:43.868851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387d079c-49c7-4f2c-9893-2dc5c72677fc {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:43.902201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:43.909020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16a9bdb0-eccc-4015-b279-d3f60daf5d28 req-1f91ca84-faa4-46de-b283-6fd933c5004e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1227419
Nov 10 04:04:43.938913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:43.992589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.032643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-104fd541-5e71-47fc-9a8b-793bc3cc1542 req-a1b65ad7-e847-4d3a-ac35-1684e674ac5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190119
Nov 10 04:04:44.041144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event deleted for resources: {'Port': ['ID=9caf75c9-f03c-443c-8422-21929c26732a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:44.042523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f502638-d6b5-4e91-a5f9-5cd00f99e592 req-1e3b49c4-3fc4-4a2d-8ec9-20853ba3a1df tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:44.051575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f502638-d6b5-4e91-a5f9-5cd00f99e592 req-1e3b49c4-3fc4-4a2d-8ec9-20853ba3a1df tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.0756421
Nov 10 04:04:44.095577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:44.120649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f502638-d6b5-4e91-a5f9-5cd00f99e592 req-e5458c64-079b-49c7-ab4f-8ae5752bea70 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677459
Nov 10 04:04:44.171226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:44.176205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.179717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.180950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8c681a4-f328-4329-ac33-345fa3930217 req-b014e6b9-25f7-4514-b019-ebf95206a119 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "DELETE /v2.0/floatingips/52f67cb9-79d9-400a-bd13-c1e35e0ee3c5 HTTP/1.1" status: 204  len: 173 time: 1.0222518
Nov 10 04:04:44.201779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:44.239370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['387d079c-49c7-4f2c-9893-2dc5c72677fc'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:44.245536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4085ff8-744b-451f-b60b-9d1733a21825 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:44.257931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:44.307696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.387902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b14aed-6eda-445f-bde7-4fe8d65a624e req-a6e62147-d668-4dc2-a692-d8e550cabff8 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:44.389558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70b14aed-6eda-445f-bde7-4fe8d65a624e req-a6e62147-d668-4dc2-a692-d8e550cabff8 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 943 time: 0.1240351
Nov 10 04:04:44.399796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-5f261563-9d67-4dfb-a55d-87b57dc10374 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d3486f66ff174bb3b9063479d08fa188&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0363009
Nov 10 04:04:44.452170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] Transition to ACTIVE for port object f4085ff8-744b-451f-b60b-9d1733a21825 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:44.468379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.508051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70b14aed-6eda-445f-bde7-4fe8d65a624e req-9eaff225-8858-4756-a31f-017588d6bca6 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901752
Nov 10 04:04:44.523964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-c59cbf96-6ac5-4c11-94ff-ea712f647355 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:44.533203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-c59cbf96-6ac5-4c11-94ff-ea712f647355 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1324065
Nov 10 04:04:44.560494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] Pushing event updated for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:44.573773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-86c18707-ee55-4a73-a69b-cc9fca2d5613 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/quotas/d3486f66ff174bb3b9063479d08fa188 HTTP/1.1" status: 200  len: 375 time: 0.0298731
Nov 10 04:04:44.597763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] No DVR routers for this DVR port f4085ff8-744b-451f-b60b-9d1733a21825 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:44.617649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-c2fb8ce3-5ce0-48da-965b-9f772fb0b49b tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3486f66ff174bb3b9063479d08fa188&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414455
Nov 10 04:04:44.699256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-bf825444-558a-489e-91ba-b6c1be12e04d service neutron] 10.222.0.26 "PUT /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0397546
Nov 10 04:04:44.753246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-210af16e-73ce-4633-bf14-104ca67f1998 req-f97a6f44-ad70-480e-ab7f-bb46b7ff9165 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1891637
Nov 10 04:04:44.756858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:44.785046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:44.834908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:44.872486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:44.946447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-4a6fdb07-1778-4b79-a165-4cf84e703cbe tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:44.948297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-4a6fdb07-1778-4b79-a165-4cf84e703cbe tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.1778643
Nov 10 04:04:45.001878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db516-dc81-4cde-b673-a8996bc1799a req-366ef238-4bb8-4f6a-978a-acf89288da33 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.009189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-863db516-dc81-4cde-b673-a8996bc1799a req-366ef238-4bb8-4f6a-978a-acf89288da33 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 944 time: 0.1470058
Nov 10 04:04:45.015094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device aecbef14-ddcb-4a54-be77-c2f27c330162 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:45.027471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.057154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2d4f9ee3-8cc7-490f-bffb-fc028efa066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.058646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-2d4f9ee3-8cc7-490f-bffb-fc028efa066f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0&tenant_id=c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 1095 time: 0.0986161
Nov 10 04:04:45.074580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-863db516-dc81-4cde-b673-a8996bc1799a req-aa41d308-0179-4791-98b1-01e58c17ee3f tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644879
Nov 10 04:04:45.122304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port aecbef14-ddcb-4a54-be77-c2f27c330162 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:45.129789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port aecbef14-ddcb-4a54-be77-c2f27c330162 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:45.130322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.181414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-30ac4784-26ea-4f46-93c7-9a544c90b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.184447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-30ac4784-26ea-4f46-93c7-9a544c90b028 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1095 time: 0.0858812
Nov 10 04:04:45.287484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Allocated IP 172.32.3.32 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/68ba8362-f343-4e41-a7b8-9b094689dde5) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:45.310813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.347131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92647c82-2963-4bc2-92a1-25d58c77dc01 req-e038c1ab-3c0c-436d-b06c-11a7924581d3 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 210 time: 0.0554168
Nov 10 04:04:45.376823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=aecbef14-ddcb-4a54-be77-c2f27c330162,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:45.392525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.394612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5431e081-fae8-42e3-af71-66b332c36250 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:45.442933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-46d236c4-68e8-4230-a284-cf47999c1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.444601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-46d236c4-68e8-4230-a284-cf47999c1afb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.2525518
Nov 10 04:04:45.467488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecbef14-ddcb-4a54-be77-c2f27c330162'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:45.468989 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc88905-dc2a-48c3-a868-a11724577054" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "aecbef14-ddcb-4a54-be77-c2f27c330162"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:45.500552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.517499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-66393bd1-5a8b-465b-bd28-9b3304a40b72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 200  len: 217 time: 0.0636919
Nov 10 04:04:45.546296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ba7a60b2-2de7-4cda-9b94-1a280b486194 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:45.563819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.621268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:45.625137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:45.625921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-0ee6acbd-83bc-4fd5-8705-c5a3474372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.627746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-0ee6acbd-83bc-4fd5-8705-c5a3474372eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0946355
Nov 10 04:04:45.633193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:45.636527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:45.644118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.650624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.657364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.660673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 5431e081-fae8-42e3-af71-66b332c36250 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:45.663055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event updated for resources: {'Port': ['ID=68ba8362-f343-4e41-a7b8-9b094689dde5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:45.663848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ba7a60b2-2de7-4cda-9b94-1a280b486194 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:45.664102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.664240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.670976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.677387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.683940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:45.687916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-9a27ab86-388a-48b5-8b25-1e9220739081 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5439 time: 0.1780491
Nov 10 04:04:45.718389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-88026fbf-2a08-4208-b6b4-6b5d97421f35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292721
Nov 10 04:04:45.720749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 5431e081-fae8-42e3-af71-66b332c36250 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:45.721081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.741244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.785084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.842396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-963c3e28-1681-4999-bba2-d12cb3ef83c1 req-c4236095-0c22-4e44-9ba8-928b5e7eb998 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1427820
Nov 10 04:04:45.863260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.867358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-d05048e8-5abc-4cb6-be59-a2bf0d98d9e2 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414564
Nov 10 04:04:45.898455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5431e081-fae8-42e3-af71-66b332c36250,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:45.904300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.905956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9f117224-5b80-45a2-b1b0-b6468db02f43 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:45.971903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:45.978970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.018379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-f628521d-6190-4137-a0f8-ad2cd555611b service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424825
Nov 10 04:04:46.036478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d151672-0d78-4e6c-b0eb-6926d7807be7 req-135f9bce-14a7-44a5-834a-5f04a178f949 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.047444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d151672-0d78-4e6c-b0eb-6926d7807be7 req-135f9bce-14a7-44a5-834a-5f04a178f949 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.1026864
Nov 10 04:04:46.057441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event updated for resources: {'Port': ['ID=68ba8362-f343-4e41-a7b8-9b094689dde5,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:46.075074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.102085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.103841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-210af16e-73ce-4633-bf14-104ca67f1998 req-3e026408-5f8d-4d76-b4cc-32d988c0a9aa tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.3234861
Nov 10 04:04:46.105114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d151672-0d78-4e6c-b0eb-6926d7807be7 req-fcbec723-eca9-4651-86cd-ab47ad99b802 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564556
Nov 10 04:04:46.142827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 9f117224-5b80-45a2-b1b0-b6468db02f43 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:46.145227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:46.150069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 9f117224-5b80-45a2-b1b0-b6468db02f43 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:46.150493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.189238 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80b91b8-fb9f-45d6-9e45-1d5a73a533b0 x-openstack-request-id: req-e80b91b8-fb9f-45d6-9e45-1d5a73a533b0 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:46.189664 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "aecbef14-ddcb-4a54-be77-c2f27c330162", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:46.189999 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e80b91b8-fb9f-45d6-9e45-1d5a73a533b0 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:46.190481 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecbef14-ddcb-4a54-be77-c2f27c330162', 'code': 200}
Nov 10 04:04:46.203675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-210af16e-73ce-4633-bf14-104ca67f1998 req-eb4fb54a-e0d4-4a31-a81b-eb16d327d88a tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0927472
Nov 10 04:04:46.236045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-c0d78a04-04ac-4b70-b47b-1e350ba80f36 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3486f66ff174bb3b9063479d08fa188&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0532694
Nov 10 04:04:46.258042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.299583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9f117224-5b80-45a2-b1b0-b6468db02f43,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:46.307011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.366532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af16e-73ce-4633-bf14-104ca67f1998 req-5f1f6a2f-1f1a-4dc5-bc23-a669e36dd565 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.368766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-210af16e-73ce-4633-bf14-104ca67f1998 req-5f1f6a2f-1f1a-4dc5-bc23-a669e36dd565 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1572902
Nov 10 04:04:46.378919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:46.481890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a464d-b3c1-4883-8d1e-42474ccb1692 req-a86535c5-a483-4b65-9c78-3da1383eb718 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.483550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f0a464d-b3c1-4883-8d1e-42474ccb1692 req-a86535c5-a483-4b65-9c78-3da1383eb718 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 944 time: 0.0567901
Nov 10 04:04:46.534968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f0a464d-b3c1-4883-8d1e-42474ccb1692 req-ec38f059-0716-4671-a1ed-b61e7ff6c7e5 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449836
Nov 10 04:04:46.646264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669d230-0c09-4c00-a5c2-d35d75587d4b req-344fce0b-fa7a-4704-b946-037b15823f89 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.647877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d669d230-0c09-4c00-a5c2-d35d75587d4b req-344fce0b-fa7a-4704-b946-037b15823f89 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 946 time: 0.0549982
Nov 10 04:04:46.694731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d669d230-0c09-4c00-a5c2-d35d75587d4b req-6d046fa1-d478-4d3d-929a-80ebee3173a5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408554
Nov 10 04:04:46.720107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d6e7f-5a31-450d-9f3d-77d4da585ab5 req-e4b9c0f4-2717-47c1-9db3-e003ace4d412 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.721584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633d6e7f-5a31-450d-9f3d-77d4da585ab5 req-e4b9c0f4-2717-47c1-9db3-e003ace4d412 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 944 time: 0.4846747
Nov 10 04:04:46.755735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 387d079c-49c7-4f2c-9893-2dc5c72677fc up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:46.762629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-29cd814a-5dc1-4052-aced-06e74ad71868 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.764684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-29cd814a-5dc1-4052-aced-06e74ad71868 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.1092317
Nov 10 04:04:46.787954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-a41b9d11-d456-4cfe-9bc2-8364735c30d8 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.789382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-a41b9d11-d456-4cfe-9bc2-8364735c30d8 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5401359
Nov 10 04:04:46.810065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 387d079c-49c7-4f2c-9893-2dc5c72677fc completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:46.815926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 387d079c-49c7-4f2c-9893-2dc5c72677fc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:46.816298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.825531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Request body: {'port': {'device_id': 'e7b04fa0-3725-4103-8042-0198ed378965', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'd3486f66ff174bb3b9063479d08fa188'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:46.838533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-6e13bfd9-024f-4304-bf04-c77dc5881f2e tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips/01b3c02d-f7ce-48e2-b289-29d52557c123 HTTP/1.1" status: 200  len: 692 time: 0.0589447
Nov 10 04:04:46.887261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-633d6e7f-5a31-450d-9f3d-77d4da585ab5 req-ce1be00f-9361-4de1-8356-038a323e926a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576684
Nov 10 04:04:46.900207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.943910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:46.950476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:46.955618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-08b64efe-9af2-4147-a289-d43c5419926d tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:46.963136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-08b64efe-9af2-4147-a289-d43c5419926d tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1134510
Nov 10 04:04:47.008294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.013153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-2daebb4d-7c03-40fd-8793-ebf3601cde3e tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0491841
Nov 10 04:04:47.014499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b4ec535a-aa46-4182-8b21-ffd696395afe up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:47.020394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7eb6bf53-fbb1-4515-b8eb-3d946b9ca9b5 req-ea278892-9e0d-46d9-a3ee-f4027818e557 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 210 time: 0.0400572
Nov 10 04:04:47.056857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-da620e5d-1ccf-40c7-a928-ccc182688110 service neutron] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:47.057669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Made reservation on behalf of d3486f66ff174bb3b9063479d08fa188 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:47.061905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.067371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-da620e5d-1ccf-40c7-a928-ccc182688110 service neutron] Publish callbacks [] for binding, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.068526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b723147d-9632-44ec-86f1-44e493ecc5bd req-da620e5d-1ccf-40c7-a928-ccc182688110 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.2947710
Nov 10 04:04:47.074788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.075764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port b4ec535a-aa46-4182-8b21-ffd696395afe completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:47.084824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port b4ec535a-aa46-4182-8b21-ffd696395afe triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:47.087044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.097934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-f1078155-af0d-429d-9149-f1690afe39c7 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.32 HTTP/1.1" status: 200  len: 695 time: 0.0722373
Nov 10 04:04:47.176580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.183238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.189143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.226583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:47.232323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.234474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 642b8990-ff39-413a-a614-f0973abab49c up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:47.257428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5152ce3c-dd7d-4f22-9b03-51d9e2d32067,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.273010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Deleting port 68ba8362-f343-4e41-a7b8-9b094689dde5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:47.273419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.323867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.346055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 642b8990-ff39-413a-a614-f0973abab49c completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:47.354142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 642b8990-ff39-413a-a614-f0973abab49c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:47.354569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.382828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.383434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.389693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Allocated IP 192.168.233.216 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/0bce0ce2-03da-485d-8bd5-ffdc4b398a46) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:47.399101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Calling delete_port for 68ba8362-f343-4e41-a7b8-9b094689dde5 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:47.420017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.426921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.433030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.439261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.445392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.445562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.451924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.458067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.460028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-1a22dfda-8e92-4aa0-9d66-d794f527e2b6 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5442 time: 0.1245651
Nov 10 04:04:47.481479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=642b8990-ff39-413a-a614-f0973abab49c,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:47.489944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.491030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a949935c-009a-4e0c-ab68-f05525b23cf6 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:47.574566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.587322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port a949935c-009a-4e0c-ab68-f05525b23cf6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:47.594959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a949935c-009a-4e0c-ab68-f05525b23cf6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:47.595563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.598538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.604138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Pushing event deleted for resources: {'Port': ['ID=68ba8362-f343-4e41-a7b8-9b094689dde5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.628928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a9cd6efe-4c2d-4145-9171-96426857d76a req-8035be9d-382c-49ac-aec3-d4e9a8064ab4 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1505449
Nov 10 04:04:47.669497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.672740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.674060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921f7f6c-d203-4611-8a4c-f6e31da4caa1 req-e85e930a-8e65-41f2-968d-47cfebfad6f4 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "DELETE /v2.0/floatingips/01b3c02d-f7ce-48e2-b289-29d52557c123 HTTP/1.1" status: 204  len: 173 time: 0.5696571
Nov 10 04:04:47.686941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.707714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.746335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.747514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:47.751845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.753003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 644d0829-befd-4497-af90-e6e11fad80b4 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:47.780569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece25d47-586e-402a-9c28-08aec393a45a req-51d99e39-0c8e-4734-acb5-cebe7fba3d5f tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.782213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ece25d47-586e-402a-9c28-08aec393a45a req-51d99e39-0c8e-4734-acb5-cebe7fba3d5f tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.0541086
Nov 10 04:04:47.815122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:47.820787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:47.829370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:47.847926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4125-9a57-4431-ac68-80af168f7ee1 req-d30673d4-5185-4d7b-8025-4bc2a81b3c6f tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.849503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-272e4125-9a57-4431-ac68-80af168f7ee1 req-d30673d4-5185-4d7b-8025-4bc2a81b3c6f tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 946 time: 0.1192594
Nov 10 04:04:47.865771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ece25d47-586e-402a-9c28-08aec393a45a req-e5e71c57-6415-4288-bc34-0d47b71c7624 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759640
Nov 10 04:04:47.889816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.909056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Pushing event updated for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:47.919429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 644d0829-befd-4497-af90-e6e11fad80b4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:47.927981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 644d0829-befd-4497-af90-e6e11fad80b4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:47.928334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.947776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:47.948445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:47.977587 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-230e8e18-0f1f-4691-8ae2-b9abd646bc2b req-737dc9b1-eafb-43ec-85df-5386b216aa76 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] show failed (client error): The resource could not be found.
Nov 10 04:04:47.977842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-ca1b037b-d87a-4127-b7c9-ef2a7cbc1ce1 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1591129
Nov 10 04:04:47.979204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-230e8e18-0f1f-4691-8ae2-b9abd646bc2b req-737dc9b1-eafb-43ec-85df-5386b216aa76 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips/01b3c02d-f7ce-48e2-b289-29d52557c123 HTTP/1.1" status: 404  len: 350 time: 0.0755827
Nov 10 04:04:47.996788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Request body: {'port': {'device_id': 'e7b04fa0-3725-4103-8042-0198ed378965', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:48.022776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-272e4125-9a57-4431-ac68-80af168f7ee1 req-68a77fce-785d-47ec-b453-94d1ee0b568d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406047
Nov 10 04:04:48.053021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.092514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.098455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:48.107128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.134239 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-77a1c6b7-204c-47aa-8dbc-ce89107f025f req-3db5be4e-0932-4e5e-a6de-ccfe195db441 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] show failed (client error): The resource could not be found.
Nov 10 04:04:48.135272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77a1c6b7-204c-47aa-8dbc-ce89107f025f req-3db5be4e-0932-4e5e-a6de-ccfe195db441 tempest-FloatingIPsTestJSON-1459989264 tempest-FloatingIPsTestJSON-1459989264-project] 10.222.0.13 "GET /v2.0/floatingips/01b3c02d-f7ce-48e2-b289-29d52557c123 HTTP/1.1" status: 404  len: 350 time: 0.0404201
Nov 10 04:04:48.145364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:48.177859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:48.192674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5431e081-fae8-42e3-af71-66b332c36250'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43'}, {'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b8990-ff39-413a-a614-f0973abab49c'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:48.199968 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d72324-1cb6-4ef7-9316-3ee590814e50" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "5431e081-fae8-42e3-af71-66b332c36250"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43"}, {"server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "name": "network-vif-plugged", "status": "completed", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "642b8990-ff39-413a-a614-f0973abab49c"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "644d0829-befd-4497-af90-e6e11fad80b4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:48.222436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-543daabb-490f-4314-9553-5291a28a8bc8 None None] Provisioning complete for port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:48.222971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-543daabb-490f-4314-9553-5291a28a8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.253554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41dfd7-80f7-471a-8726-27bbc3872e22 req-c54cecfd-005c-420e-82f7-c841550bcbce tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.255144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b41dfd7-80f7-471a-8726-27bbc3872e22 req-c54cecfd-005c-420e-82f7-c841550bcbce tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 944 time: 0.1403246
Nov 10 04:04:48.263258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-543daabb-490f-4314-9553-5291a28a8bc8 None None] Port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:04:48.371470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b41dfd7-80f7-471a-8726-27bbc3872e22 req-d685ecb0-2913-4f8c-892f-ff5592f0a93f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991049
Nov 10 04:04:48.439662 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a96f9-0f5e-40d3-b04d-513861cc6887 x-openstack-request-id: req-4e6a96f9-0f5e-40d3-b04d-513861cc6887 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:48.440282 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "5431e081-fae8-42e3-af71-66b332c36250", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43", "code": 200}, {"server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "name": "network-vif-plugged", "status": "completed", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "642b8990-ff39-413a-a614-f0973abab49c", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-plugged", "status": "completed", "tag": "644d0829-befd-4497-af90-e6e11fad80b4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:48.440886 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e6a96f9-0f5e-40d3-b04d-513861cc6887 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:48.441530 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5431e081-fae8-42e3-af71-66b332c36250', 'code': 200}
Nov 10 04:04:48.442076 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43', 'code': 200}
Nov 10 04:04:48.442558 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'code': 200}
Nov 10 04:04:48.443032 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'code': 200}
Nov 10 04:04:48.443506 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b8990-ff39-413a-a614-f0973abab49c', 'code': 200}
Nov 10 04:04:48.444959 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'code': 200}
Nov 10 04:04:48.445446 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4', 'code': 200}
Nov 10 04:04:48.489802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:48.515908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.528378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.538425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Transition to ACTIVE for port object 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:48.546481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.584579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9958e45-0b3e-4b3a-b688-4b3590cc0e2a req-a2b162d9-f496-47f6-96ce-bb26721964bf tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.586679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9958e45-0b3e-4b3a-b688-4b3590cc0e2a req-a2b162d9-f496-47f6-96ce-bb26721964bf tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 936 time: 0.0963848
Nov 10 04:04:48.665983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Pushing event updated for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:48.718571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fd62-6cc5-40ce-97a0-dd298738f057 req-bf9767f7-7246-4e8d-abaa-305cbbe71f2a tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.720084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4271fd62-6cc5-40ce-97a0-dd298738f057 req-bf9767f7-7246-4e8d-abaa-305cbbe71f2a tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 1095 time: 0.1434119
Nov 10 04:04:48.729127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.729616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.730010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.730174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.730522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.730980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.731433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.731888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.734424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3dd25305-45e1-4258-abae-736d3da86d59 req-8f000102-ef59-4728-911c-fd95e9fc1e26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.1588635
Nov 10 04:04:48.737452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea2a30-3fed-49c0-b597-3d3049291e6e req-60e24d1b-dfa5-4b74-8c09-67aa73eb9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.738928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-14ea2a30-3fed-49c0-b597-3d3049291e6e req-60e24d1b-dfa5-4b74-8c09-67aa73eb9764 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 1096 time: 0.1958947
Nov 10 04:04:48.750501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9958e45-0b3e-4b3a-b688-4b3590cc0e2a req-641c8adc-c5e8-4591-bf90-d1f8a9fb52ee tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581481
Nov 10 04:04:48.810526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Attempting to bind port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:48.810967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Attempting to bind port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:48.811217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Attempting to bind port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:48.820831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-d1c97dba-2813-41a1-9423-3e1977a1c9fe tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:48.822644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-d1c97dba-2813-41a1-9423-3e1977a1c9fe tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 946 time: 0.1468921
Nov 10 04:04:48.852770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:48.853099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Attempting to bind port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:48.869062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4271fd62-6cc5-40ce-97a0-dd298738f057 req-aff34a07-a761-4e04-8fbb-eb740e0b52d6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335504
Nov 10 04:04:48.876278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:48.876639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:48.877038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:48.877484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Bound port: 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:48.877921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:48.897944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3dd25305-45e1-4258-abae-736d3da86d59 req-b057b7f7-34df-4f08-9389-78b9fb9e8b08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1527839
Nov 10 04:04:48.921209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-14ea2a30-3fed-49c0-b597-3d3049291e6e req-716406b8-77b5-4e72-9902-95643a8ead7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600363
Nov 10 04:04:48.967430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:48.971347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:48.985506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.049083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.049719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.050857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.051184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] 10.222.0.21 "PUT /v2.0/ports/0bce0ce2-03da-485d-8bd5-ffdc4b398a46 HTTP/1.1" status: 200  len: 1096 time: 1.0598760
Nov 10 04:04:49.052787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:49.055047 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c27c25-edfe-42dc-81af-518d47a6d595" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:49.058058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.064749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.071194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.074008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eadd61-c07c-4efa-907d-3d6ce1b2c0cf req-7d86887a-3582-4c51-bc9c-f7be6d3e44c9 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.075567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49eadd61-c07c-4efa-907d-3d6ce1b2c0cf req-7d86887a-3582-4c51-bc9c-f7be6d3e44c9 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1027703
Nov 10 04:04:49.078077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.083920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.085683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a3c4-7486-4c49-9cb4-e5f357eb55cc service neutron] Pushing event updated for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:49.090899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.093568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-6c23c5ac-28d5-4971-ab70-83288c2d6c24 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.2378871
Nov 10 04:04:49.141180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49eadd61-c07c-4efa-907d-3d6ce1b2c0cf req-b5a1f820-4b2a-4791-93df-048f5d6b2102 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525696
Nov 10 04:04:49.208130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-6db6ac51-31c9-488b-a9c0-b6e69bb9bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.210034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-6db6ac51-31c9-488b-a9c0-b6e69bb9bf81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3486f66ff174bb3b9063479d08fa188&device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 1099 time: 0.0543129
Nov 10 04:04:49.232419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aedd3e2b-3efa-4c99-b112-22e6c9189450 req-bac513c0-e353-472b-9ccd-50653eb3c2eb tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1325383
Nov 10 04:04:49.247856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Deleting port 3357e438-65cc-4b61-9391-83c15e8271ff {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:49.248226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.318675 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dabb28d-5a9e-4ecb-85b4-4b1f66aa9f3d x-openstack-request-id: req-0dabb28d-5a9e-4ecb-85b4-4b1f66aa9f3d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:49.319032 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:49.319344 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dabb28d-5a9e-4ecb-85b4-4b1f66aa9f3d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:49.319806 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46', 'status': 'completed', 'code': 200}
Nov 10 04:04:49.323491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-e9088c05-8fdd-4f60-87d5-bde0c491d806 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46 HTTP/1.1" status: 200  len: 217 time: 0.1014552
Nov 10 04:04:49.346923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a656f0-7a29-439d-a394-0c9c7b204de7 req-1fb211df-b299-4a05-9557-6e7516af892d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.355641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5a656f0-7a29-439d-a394-0c9c7b204de7 req-1fb211df-b299-4a05-9557-6e7516af892d tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57b9348-0489-4100-a09e-2c21983b7fa2 HTTP/1.1" status: 200  len: 946 time: 0.1373858
Nov 10 04:04:49.435054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] For port 3357e438-65cc-4b61-9391-83c15e8271ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3357e438-65cc-4b61-9391-83c15e8271ff,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:49.435377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.443153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-14d12e6a-7bc2-4314-a3f5-10dd1ec0a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.444627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-14d12e6a-7bc2-4314-a3f5-10dd1ec0a0e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0857818
Nov 10 04:04:49.448762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5a656f0-7a29-439d-a394-0c9c7b204de7 req-ee29f77b-4afe-44ce-879f-cf595f574c7f tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919666
Nov 10 04:04:49.456242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Calling delete_port for 3357e438-65cc-4b61-9391-83c15e8271ff owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:49.495044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-96266adb-a94a-478e-ac4c-729b69870a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.496545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-96266adb-a94a-478e-ac4c-729b69870a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0428882
Nov 10 04:04:49.593971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.594897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-716317cf-6787-4dd2-91a1-41766b70d6f7 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898449
Nov 10 04:04:49.687274 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a109a-b7a7-4032-ba8c-2c4614cf28cc req-a1d7edb2-44e7-4361-a113-7a09f450beb3 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840557
Nov 10 04:04:49.716054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-84a76b95-fa13-4e77-8830-bcb6f0bfdb8f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.717585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-84a76b95-fa13-4e77-8830-bcb6f0bfdb8f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.2593908
Nov 10 04:04:49.745146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b5d53cb7-7882-467a-a362-cb6a764486a5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/quotas/c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 375 time: 0.0198426
Nov 10 04:04:49.789984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-0afb43fd-b3af-4cbd-ac44-cb4e5347c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.791516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-0afb43fd-b3af-4cbd-ac44-cb4e5347c7ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3486f66ff174bb3b9063479d08fa188&device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 1099 time: 0.0521073
Nov 10 04:04:49.905254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:49.918432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a5d1ac10-52ab-4252-b2c8-7a7db982d031'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:49.921899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-e8528c0c-85bc-403e-8281-09ea1185bfda tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1549566
Nov 10 04:04:49.925766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3357e438-65cc-4b61-9391-83c15e8271ff', '4bca240f-c957-4ff6-bd6b-ffa48729c7b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:49.932370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5df1b6-d039-4ea0-b826-1ca767bf5b81 req-5dc4487b-ae8f-4a06-a82d-d4c515eff77b tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.933893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f5df1b6-d039-4ea0-b826-1ca767bf5b81 req-5dc4487b-ae8f-4a06-a82d-d4c515eff77b tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 948 time: 0.0862937
Nov 10 04:04:49.935416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-3278888c-52d8-4fd6-a440-c59e4253750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:49.938083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-3278888c-52d8-4fd6-a440-c59e4253750d service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1377342
Nov 10 04:04:49.960550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event deleted for resources: {'Port': ['ID=3357e438-65cc-4b61-9391-83c15e8271ff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:50.009127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-6c4d3dd3-8566-409c-a2c7-fa7b7487e899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46 HTTP/1.1" status: 200  len: 217 time: 0.0624321
Nov 10 04:04:50.064135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] No DVR routers for this DVR port 3357e438-65cc-4b61-9391-83c15e8271ff on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:50.073228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:50.077129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ed43249-6ba6-4124-942c-18628a84bb1e req-de7d3c4b-cd54-4f3b-8dd9-95ba585d818b tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "DELETE /v2.0/ports/3357e438-65cc-4b61-9391-83c15e8271ff HTTP/1.1" status: 204  len: 173 time: 1.2457790
Nov 10 04:04:50.086550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'name': 'network-vif-deleted', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:50.088989 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7948623f-a989-49cd-940c-51277ccb1350" -d '{"events": [{"server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "name": "network-vif-deleted", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:50.129404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f5df1b6-d039-4ea0-b826-1ca767bf5b81 req-5b78202a-8d67-4571-b5a8-56d614417d37 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688883
Nov 10 04:04:50.141323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-99af91b9-c45b-44ce-8ab9-13f21727414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.150221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-99af91b9-c45b-44ce-8ab9-13f21727414b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1262298
Nov 10 04:04:50.185176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-5d2811c4-1547-40ca-836c-e01c8119ab9d service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385647
Nov 10 04:04:50.223546 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad9b10-6018-443f-8d39-de771f7dd047 x-openstack-request-id: req-ccad9b10-6018-443f-8d39-de771f7dd047 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:50.223909 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57b9348-0489-4100-a09e-2c21983b7fa2", "name": "network-vif-deleted", "tag": "3357e438-65cc-4b61-9391-83c15e8271ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:50.224094 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccad9b10-6018-443f-8d39-de771f7dd047 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:50.224451 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57b9348-0489-4100-a09e-2c21983b7fa2', 'name': 'network-vif-deleted', 'tag': '3357e438-65cc-4b61-9391-83c15e8271ff', 'status': 'completed', 'code': 200}
Nov 10 04:04:50.278291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-042faa53-cc5e-420a-9c5f-418bb7a5a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.280452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-042faa53-cc5e-420a-9c5f-418bb7a5a993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1184137
Nov 10 04:04:50.348858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-4417e612-3015-4839-aabe-aeaf8b656c44 service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618507
Nov 10 04:04:50.354855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Deleting port ba7a60b2-2de7-4cda-9b94-1a280b486194 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:50.355286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:50.389064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903910-af52-482d-a2f6-63c9c2917e8c req-cc1ec616-9fe1-4146-8bdd-4ddbe7ae5f0c tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.393604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d903910-af52-482d-a2f6-63c9c2917e8c req-cc1ec616-9fe1-4146-8bdd-4ddbe7ae5f0c tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1304350
Nov 10 04:04:50.449997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-cb1a234d-3a42-4c16-aead-a265d29ec1cb service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546128
Nov 10 04:04:50.453139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] For port ba7a60b2-2de7-4cda-9b94-1a280b486194, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ba7a60b2-2de7-4cda-9b94-1a280b486194,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:50.453663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:50.475033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Calling delete_port for ba7a60b2-2de7-4cda-9b94-1a280b486194 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:50.527129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d903910-af52-482d-a2f6-63c9c2917e8c req-7bf5f45b-edb3-4fce-879c-197547d46785 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189389
Nov 10 04:04:50.602997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c27c25-edfe-42dc-81af-518d47a6d595 req-b02facef-5e9e-4939-a0f2-68a997391f77 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444669
Nov 10 04:04:50.703601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7637fe88-5806-4012-946f-70d0527b439c req-0161c488-478b-4789-bf66-716d908eaa82 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 210 time: 0.0314114
Nov 10 04:04:50.868238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959af1cb-95aa-48fc-a16f-45ee0c0e4fd0 req-31542c78-0fca-42b2-8e6b-4c12148b5b09 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.874876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-959af1cb-95aa-48fc-a16f-45ee0c0e4fd0 req-31542c78-0fca-42b2-8e6b-4c12148b5b09 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.0664146
Nov 10 04:04:50.888878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38930) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:50.894716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Request body: {'floatingip': {'port_id': '387d079c-49c7-4f2c-9893-2dc5c72677fc'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:50.944030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:50.962596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.969100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.975827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.981903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.988283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:50.994783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.001530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.003438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-2b179993-7802-46ce-9d0e-f51d84248e5b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.4590912
Nov 10 04:04:51.143718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f45c3d07-76b0-45f2-b7c4-d86290649b6d req-4b7ae3a2-f62c-48f6-bdd2-b31477094707 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1310453
Nov 10 04:04:51.169119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:51.213104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7a60b2-2de7-4cda-9b94-1a280b486194,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:51.350336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.356982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.363739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.369788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.378714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.382984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.389074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.389414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9d920-207b-42b0-9b71-a9ae249c30ff req-f78e4b1d-f261-42e6-81b8-f06cbf2c3b39 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.390925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72489301-524d-4844-bc22-d9654ae9f7fa req-a3b39ca4-0633-494f-afd4-63cec38b2636 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.1314712
Nov 10 04:04:51.391052 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5e9d920-207b-42b0-9b71-a9ae249c30ff req-f78e4b1d-f261-42e6-81b8-f06cbf2c3b39 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 948 time: 0.1302555
Nov 10 04:04:51.410576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:51.489161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:51.508420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5e9d920-207b-42b0-9b71-a9ae249c30ff req-a7cc72df-09f8-4188-b9bb-bd0d297c450e tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933137
Nov 10 04:04:51.561818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Request body: {'floatingip': {'port_id': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:51.607297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:51.798140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-f16cd3b3-05db-49f6-b955-7a6d53956b07 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:51.809243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-f16cd3b3-05db-49f6-b955-7a6d53956b07 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.1482968
Nov 10 04:04:51.820389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Request body: {'port': {'device_id': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'admin_state_up': True, 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:51.968248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9e066a1d-ef26-4817-bc85-e6a1db5d03a1 req-74060aa7-482c-468d-8038-bf567d10a965 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 210 time: 0.0883408
Nov 10 04:04:52.042296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Router 29dab29a-953d-459c-aed6-62b614b0f5f0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:04:52.052952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:04:52.056486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.072830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.084774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.249344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:52.256057 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5e2ea60-651a-4b74-99d1-9a26443512f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/29dab29a-953d-459c-aed6-62b614b0f5f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1095920
Nov 10 04:04:52.260697 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Sync routers for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:52.261297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38960) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:52.279576 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:52.280854 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821486e8b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:52.351638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Allocated IP 172.20.0.10 (b46f33a1-6a62-4941-8868-28fcc972b653/a5be0a1c-bab2-4871-a75a-58576b056f62/620ecac2-fca3-4dc3-af35-54255779706a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:04:52.391266 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:52.411120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.473900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d66c4d-787a-4d69-baec-1a190fd84343 req-4e6e0a03-5d6d-443b-8785-e24a475afd02 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:52.480060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d66c4d-787a-4d69-baec-1a190fd84343 req-4e6e0a03-5d6d-443b-8785-e24a475afd02 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:52.481745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d66c4d-787a-4d69-baec-1a190fd84343 req-4e6e0a03-5d6d-443b-8785-e24a475afd02 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad&device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 1681 time: 0.5612111
Nov 10 04:04:52.588103 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821486e8b0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11'}], 'enable_snat': True}, 'gw_port_id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:51Z', 'revision_number': 5, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port': {'id': '4b01c4e2-f88e-4703-9267-3941af1e3b78', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:29Z', 'updated_at': '2021-11-10T04:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:52.606858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.616880 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Checking router: 29dab29a-953d-459c-aed6-62b614b0f5f0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:52.626556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.627479 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Routers {'29dab29a-953d-459c-aed6-62b614b0f5f0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:52.628130 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821486e8b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['29dab29a-953d-459c-aed6-62b614b0f5f0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:52.644703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d66c4d-787a-4d69-baec-1a190fd84343 req-a3fdd029-0caf-41c6-ac34-09ba081593c2 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447542
Nov 10 04:04:52.647975 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Floating IP 3e91e98e-c02e-457d-92e9-9ab80b9f095b associated. External IP: 172.32.3.150, port: 387d079c-49c7-4f2c-9893-2dc5c72677fc.
Nov 10 04:04:52.727971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37123bf-635d-4108-9fff-9ac2602083a8 req-53d9d7ac-2d84-49f3-8ba3-e04ad1462731 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:52.731023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.733749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f37123bf-635d-4108-9fff-9ac2602083a8 req-53d9d7ac-2d84-49f3-8ba3-e04ad1462731 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 948 time: 0.1051228
Nov 10 04:04:52.736799 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] Set router 29dab29a-953d-459c-aed6-62b614b0f5f0 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:52.742141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.762480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.799463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3357e438-65cc-4b61-9391-83c15e8271ff no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:52.800044 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821486e8b0>, [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:52Z', 'revision_number': 6, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:52.821373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Deleting port 4b01c4e2-f88e-4703-9267-3941af1e3b78 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:52.821711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:52.848765 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046aeb9-9335-4606-931a-9291fb4fa0c0 None None] The sync data for ids ['29dab29a-953d-459c-aed6-62b614b0f5f0'] in ncdv-817176-1 is: [{'id': '29dab29a-953d-459c-aed6-62b614b0f5f0', 'name': 'tempest-FloatingIPsTestJSON-1411471334-router', 'tenant_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:28Z', 'updated_at': '2021-11-10T04:04:52Z', 'revision_number': 6, 'project_id': 'c7f317e2f65b4592bf90d1b445c80c01', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:52.873937 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Floating IP b0b36120-375e-4a69-844d-79e39f05ffaa associated. External IP: 172.32.3.71, port: b4ec535a-aa46-4182-8b21-ffd696395afe.
Nov 10 04:04:52.881367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 3357e438-65cc-4b61-9391-83c15e8271ff {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:52.881922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3357e438-65cc-4b61-9391-83c15e8271ff not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:52.908175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f37123bf-635d-4108-9fff-9ac2602083a8 req-83a73bbc-fd6e-4b50-befc-1bbd1df07194 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733317
Nov 10 04:04:52.918519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Network b46f33a1-6a62-4941-8868-28fcc972b653 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:04:52.928047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:04:52.939808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:52.944587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:04:53.022490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:53.023082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.030782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] For port 4b01c4e2-f88e-4703-9267-3941af1e3b78, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4b01c4e2-f88e-4703-9267-3941af1e3b78,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:53.031139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.048424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Calling delete_port for 4b01c4e2-f88e-4703-9267-3941af1e3b78 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:53.061297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:53.063565 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-b27daf2f-2c64-4024-baa8-4ad3e860f396 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2518761
Nov 10 04:04:53.068747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:04:53.106216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Request body: {'port': {'device_id': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:04:53.186402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.204005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:53.219355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46', 'mac_address': 'fa:16:3e:75:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:53.268101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.294030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:53.319511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:53.326959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f996e39-0a78-40b8-81fa-e7539b89d78b req-ed64dac6-ddba-4cbf-8447-44cc6d371505 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:53.334706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f996e39-0a78-40b8-81fa-e7539b89d78b req-ed64dac6-ddba-4cbf-8447-44cc6d371505 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 932 time: 0.2221551
Nov 10 04:04:53.336548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.377930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:53.385627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.390712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Router eb24bd5c-bb08-45a6-a191-9528447369be has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:04:53.394826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Sync routers for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:53.414309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:53.418729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:53.419521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073318e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:53.465089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51f3ab55-3380-436b-b0b7-549f65de1253 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "PUT /v2.0/floatingips/3e91e98e-c02e-457d-92e9-9ab80b9f095b HTTP/1.1" status: 200  len: 991 time: 2.5720713
Nov 10 04:04:53.465089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:53.465746 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:53.475155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ba7a60b2-2de7-4cda-9b94-1a280b486194 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:53.488740 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f996e39-0a78-40b8-81fa-e7539b89d78b req-1f495349-eedd-48b7-a5e9-eb3593c8c82a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447921
Nov 10 04:04:53.563011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ba7a60b2-2de7-4cda-9b94-1a280b486194 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:53.563360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ba7a60b2-2de7-4cda-9b94-1a280b486194 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:53.576911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.616263 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07882a7d-0023-408d-858b-df2f63414b1b x-openstack-request-id: req-07882a7d-0023-408d-858b-df2f63414b1b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:53.616537 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:53.616982 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07882a7d-0023-408d-858b-df2f63414b1b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:53.617575 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'status': 'completed', 'code': 200}
Nov 10 04:04:53.620939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:53.640431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b01c4e2-f88e-4703-9267-3941af1e3b78,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:53.703996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:04:53.705613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0bce0ce2-03da-485d-8bd5-ffdc4b398a46'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:53.710448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:53.722487 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Sync routers for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:04:53.742624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d18591-7a77-4848-9c2f-fbeb20433e1b req-e0639dc1-fabb-45c1-9f3e-684a5bd6ee56 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:53.749877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53d18591-7a77-4848-9c2f-fbeb20433e1b req-e0639dc1-fabb-45c1-9f3e-684a5bd6ee56 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.1012688
Nov 10 04:04:53.753936 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:53.754558 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821486e6d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:53.768060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-17eb376b-1131-4171-aac9-b673f6b50a50 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "PUT /v2.0/floatingips/b0b36120-375e-4a69-844d-79e39f05ffaa HTTP/1.1" status: 200  len: 991 time: 2.3561325
Nov 10 04:04:53.822452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-41daa8f7-b1b9-48f7-b2d2-110243a836f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:53.823402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-41daa8f7-b1b9-48f7-b2d2-110243a836f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30a29aec41654205a386adc6e2de0b11&device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 1096 time: 0.1928039
Nov 10 04:04:53.849099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53d18591-7a77-4848-9c2f-fbeb20433e1b req-c4d1c747-693a-4c24-ba7a-bd4baa612abb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896764
Nov 10 04:04:53.898046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.034304 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:54.098140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073318e0>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3e91e98e-c02e-457d-92e9-9ab80b9f095b', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'floating_ip_address': '172.32.3.150', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'port_id': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'mac_address': 'fa:16:3e:e9:89:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:04:27Z', 'updated_at': '2021-11-10T04:04:51Z', 'revision_number': 1, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.132007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Checking router: 894194fe-5771-4bee-b56d-2d3bfdbea7c0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:54.141628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:54.142414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073318e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.252352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:54.298864 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821486e6d0>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'b0b36120-375e-4a69-844d-79e39f05ffaa', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'floating_ip_address': '172.32.3.71', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'port_id': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'mac_address': 'fa:16:3e:86:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:54Z', 'updated_at': '2021-11-10T04:04:52Z', 'revision_number': 1, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.327464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Checking router: eb24bd5c-bb08-45a6-a191-9528447369be for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:04:54.328543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.332464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.338189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:04:54.339135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821486e6d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.432404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.432997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29dab29a-953d-459c-aed6-62b614b0f5f0 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:04:54.444296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.445041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5e914f00-285f-43ff-a365-6fa7e3c9afb5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/29dab29a-953d-459c-aed6-62b614b0f5f0 HTTP/1.1" status: 204  len: 168 time: 2.1837938
Nov 10 04:04:54.448021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38992) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:54.463875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-4cfa597b-8f2b-4b30-92ab-c1984cdc419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:54.465398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-4cfa597b-8f2b-4b30-92ab-c1984cdc419c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 200  len: 907 time: 0.6247623
Nov 10 04:04:54.478784 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:04:54.479078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629756f-babe-4216-8f56-ac42ee6e6e97 req-aa0fe682-7f23-4ef9-a0f0-731bf660c557 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:54.481542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1629756f-babe-4216-8f56-ac42ee6e6e97 req-aa0fe682-7f23-4ef9-a0f0-731bf660c557 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 949 time: 0.1823716
Nov 10 04:04:54.600601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620ecac2-fca3-4dc3-af35-54255779706a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:54.601724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Deleting subnet d0db2376-64f1-4341-a59b-46606cb8f309 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:54.606801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.630113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.686944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Transition to ACTIVE for port object 620ecac2-fca3-4dc3-af35-54255779706a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:04:54.694546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073318e0>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3e91e98e-c02e-457d-92e9-9ab80b9f095b', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'floating_ip_address': '172.32.3.150', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'port_id': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'mac_address': 'fa:16:3e:e9:89:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:04:27Z', 'updated_at': '2021-11-10T04:04:51Z', 'revision_number': 1, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.696677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-71c98858-9fed-4ef2-a021-cb50e8324af9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 200  len: 999 time: 0.2095490
Nov 10 04:04:54.704868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1629756f-babe-4216-8f56-ac42ee6e6e97 req-10fd8e5d-da73-4015-8e90-213ee4167925 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165964
Nov 10 04:04:54.705714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.705860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.735143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-7d0dff88-e048-4f7c-aec8-a9f527e99abf tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:54.736602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-7d0dff88-e048-4f7c-aec8-a9f527e99abf tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.2424965
Nov 10 04:04:54.774096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64c70a-73f1-47b3-ab60-c592d33f308f None None] The sync data for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 is: [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3e91e98e-c02e-457d-92e9-9ab80b9f095b', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'floating_ip_address': '172.32.3.150', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'port_id': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'mac_address': 'fa:16:3e:e9:89:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:04:27Z', 'updated_at': '2021-11-10T04:04:51Z', 'revision_number': 1, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:54.777427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87cf18-32cd-4644-b349-fbf699e896e1 req-a638e64c-3632-40ba-b0a0-690a8922f207 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:54.779164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef87cf18-32cd-4644-b349-fbf699e896e1 req-a638e64c-3632-40ba-b0a0-690a8922f207 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 932 time: 0.1227410
Nov 10 04:04:54.851457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-8defe366-572d-4445-99df-5f0e1247184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:54.853044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-8defe366-572d-4445-99df-5f0e1247184c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df222149-953b-4a9d-9691-598d41c77ba6 HTTP/1.1" status: 200  len: 845 time: 0.1452346
Nov 10 04:04:54.866623 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821486e6d0>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'b0b36120-375e-4a69-844d-79e39f05ffaa', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'floating_ip_address': '172.32.3.71', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'port_id': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'mac_address': 'fa:16:3e:86:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:54Z', 'updated_at': '2021-11-10T04:04:52Z', 'revision_number': 1, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:54.905562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:54.908510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d84a6b-65a6-4e28-9b62-27aab1d4b8c9 None None] The sync data for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 is: [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'b0b36120-375e-4a69-844d-79e39f05ffaa', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'floating_ip_address': '172.32.3.71', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'port_id': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'mac_address': 'fa:16:3e:86:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:03:54Z', 'updated_at': '2021-11-10T04:04:52Z', 'revision_number': 1, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:04:54.929995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:55.010590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-ac7a357e-5855-49d4-8dbc-d35e9bd23aa5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:55.013391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-ac7a357e-5855-49d4-8dbc-d35e9bd23aa5 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df249b8-6f93-4a02-a973-ce8af3460bad HTTP/1.1" status: 200  len: 945 time: 0.2295864
Nov 10 04:04:55.043330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-e793de6d-d181-476f-b63b-1b141b66cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:55.043716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef87cf18-32cd-4644-b349-fbf699e896e1 req-f92a7e2a-7178-4fce-b534-7e338c0e18ac tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418842
Nov 10 04:04:55.045052 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-e793de6d-d181-476f-b63b-1b141b66cce3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c63443ff-4ffe-45f3-a671-a7ab464506ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1806927
Nov 10 04:04:55.062000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:04:55.171711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:04:55.178681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.186721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:04:55.188260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.198114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Deleting port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:55.198373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.202038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:04:55.202161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:04:55.202465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:55.215849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:04:55.216182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:04:55.228297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa1ef-bdea-4f8b-91c5-39c744e96473 None None] New status for floating IP 3e91e98e-c02e-457d-92e9-9ab80b9f095b: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:04:55.240025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0db2376-64f1-4341-a59b-46606cb8f309,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:55.242349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.248011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59c2d884-9df4-430c-a7ed-ea5fbdc2627c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0db2376-64f1-4341-a59b-46606cb8f309 HTTP/1.1" status: 204  len: 168 time: 0.7964723
Nov 10 04:04:55.249801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39004) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:55.279393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c56e3-8e2b-45fd-b907-135200b9e215 req-8d8f278d-b962-4817-b2b6-5315038063b1 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:55.281205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38360ebc-cf86-4a50-8a85-1005e8a6c4e5 None None] Network cb1d645d-5700-41cd-a9c7-e02ecffa2920 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:04:55.285210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f4c56e3-8e2b-45fd-b907-135200b9e215 req-8d8f278d-b962-4817-b2b6-5315038063b1 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 945 time: 0.2391233
Nov 10 04:04:55.313235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:04:55.313897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:04:55.314471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:04:55.315090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Bound port: 620ecac2-fca3-4dc3-af35-54255779706a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:04:55.315625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.326734 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4ed3c-1291-439b-bc5a-00e47557bfe2 None None] New status for floating IP b0b36120-375e-4a69-844d-79e39f05ffaa: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:04:55.329762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Deleting port a5d1ac10-52ab-4252-b2c8-7a7db982d031 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:55.330107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.381211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] For port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:55.381788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.394286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Calling delete_port for 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:55.399114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.510542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4b01c4e2-f88e-4703-9267-3941af1e3b78 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:55.511038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] For port a5d1ac10-52ab-4252-b2c8-7a7db982d031, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a5d1ac10-52ab-4252-b2c8-7a7db982d031,segment=NetworkSegment(4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac),segment_id=4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:55.511513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.532354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Calling delete_port for a5d1ac10-52ab-4252-b2c8-7a7db982d031 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:55.546267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.556474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.603656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a5d1ac10-52ab-4252-b2c8-7a7db982d031'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:55.605880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['4bca240f-c957-4ff6-bd6b-ffa48729c7b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:55.615178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4b01c4e2-f88e-4703-9267-3941af1e3b78 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:55.615178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4b01c4e2-f88e-4703-9267-3941af1e3b78 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:55.634514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:55.636968 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9bd825-9f55-4710-8fe2-da052dcff892" -d '{"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:55.652544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event deleted for resources: {'Port': ['ID=4bca240f-c957-4ff6-bd6b-ffa48729c7b8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:55.658312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-1afc94ae-b65c-4764-880d-60f9cb73e135 service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5940738
Nov 10 04:04:55.662109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f4c56e3-8e2b-45fd-b907-135200b9e215 req-8cd0f6e0-385c-4987-9003-5e133e4d5ef2 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf3fdc18-9f5d-4844-a103-c29cce8dde05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3758903
Nov 10 04:04:55.721578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:55.724038 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410370b-34aa-4eef-88fd-d8d42f847b1c" -d '{"events": [{"server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "name": "network-vif-plugged", "status": "completed", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:55.749588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Deleting port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:55.749903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.777383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:55.796303 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125cf14-0696-4f42-bffd-a1fb24899c1a x-openstack-request-id: req-0125cf14-0696-4f42-bffd-a1fb24899c1a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:55.796626 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "name": "network-vif-plugged", "status": "completed", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:55.796871 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0125cf14-0696-4f42-bffd-a1fb24899c1a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:55.797259 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46', 'code': 200}
Nov 10 04:04:55.798212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.818115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] No DVR routers for this DVR port 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:55.825445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.828889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29a6ac6f-dd49-4a3f-8fe4-f6bf27f8d208 req-35327ba1-f20b-4c05-97bf-211497de2999 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.26 "DELETE /v2.0/ports/4bca240f-c957-4ff6-bd6b-ffa48729c7b8 HTTP/1.1" status: 204  len: 173 time: 1.0525594
Nov 10 04:04:55.833271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'name': 'network-vif-deleted', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:55.835618 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7e1e0-44f9-4c70-ac87-15244c1b142c" -d '{"events": [{"server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "name": "network-vif-deleted", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:55.858810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:04:55.864300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:04:55.874153 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af683971-a745-44c0-b48d-74ad5b622675 x-openstack-request-id: req-af683971-a745-44c0-b48d-74ad5b622675 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:55.874689 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:55.875074 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af683971-a745-44c0-b48d-74ad5b622675 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:55.875611 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'status': 'completed', 'code': 200}
Nov 10 04:04:55.883176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.898496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] DHCP port deletion for cb1d645d-5700-41cd-a9c7-e02ecffa2920 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:04:55.927039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:55.957601 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656fbf59-86f6-4749-bd22-bd2c43aa04b1 x-openstack-request-id: req-656fbf59-86f6-4749-bd22-bd2c43aa04b1 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:55.957879 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f0d95c-dca7-4b95-83a1-71dbbececf34", "name": "network-vif-deleted", "tag": "4bca240f-c957-4ff6-bd6b-ffa48729c7b8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:55.958125 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-656fbf59-86f6-4749-bd22-bd2c43aa04b1 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:55.958521 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f0d95c-dca7-4b95-83a1-71dbbececf34', 'name': 'network-vif-deleted', 'tag': '4bca240f-c957-4ff6-bd6b-ffa48729c7b8', 'status': 'completed', 'code': 200}
Nov 10 04:04:55.962397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a05d4c-a81e-4f05-93d5-0e16fd0e0550 req-15583471-d35a-4e52-a9fe-c1f27c716e2d service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929158
Nov 10 04:04:55.964522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:55.965242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:55.966504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] 10.222.0.26 "PUT /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 1092 time: 2.8658144
Nov 10 04:04:55.997960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fa0c6-e184-43ef-bf57-89436b3c9cfa service neutron] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:56.005686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d03b29-30ad-4cbd-ad6b-8096793e1ac5 req-4e8f9f28-3846-468f-84af-30790ada06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.007517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7d03b29-30ad-4cbd-ad6b-8096793e1ac5 req-4e8f9f28-3846-468f-84af-30790ada06a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 1101 time: 0.1031587
Nov 10 04:04:56.031839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.064922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['4bca240f-c957-4ff6-bd6b-ffa48729c7b8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:56.085058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Pushing event deleted for resources: {'Port': ['ID=a5d1ac10-52ab-4252-b2c8-7a7db982d031,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:56.086736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7d03b29-30ad-4cbd-ad6b-8096793e1ac5 req-33458688-2d16-4be7-9b9c-5a34dc116a6e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712488
Nov 10 04:04:56.107498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] For port 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=64b7aa88-56fa-45ed-9cc9-bf28b4740045,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:56.107958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.118378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.119063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.119535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.119996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.120631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.121123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.121638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.124779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-eb16c87d-5c31-4d07-b837-1fc0474b03a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.2407892
Nov 10 04:04:56.146227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-2cb4816a-f1c3-4e26-91d1-1e98514b2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.148820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-2cb4816a-f1c3-4e26-91d1-1e98514b2d50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1095 time: 0.0773847
Nov 10 04:04:56.184873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c9b99-82c1-4f27-84e6-41405409ed1b req-7bd03ab7-10a3-4d6e-8210-9c5e93c5f277 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.192911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d8c9b99-82c1-4f27-84e6-41405409ed1b req-7bd03ab7-10a3-4d6e-8210-9c5e93c5f277 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 950 time: 0.3123491
Nov 10 04:04:56.195340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Calling delete_port for 64b7aa88-56fa-45ed-9cc9-bf28b4740045 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:56.198520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Deleting port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:04:56.199016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.211415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-82b6a864-239a-4a2d-9e4e-f1dd2ced3463 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 217 time: 0.0537779
Nov 10 04:04:56.267255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] No DVR routers for this DVR port a5d1ac10-52ab-4252-b2c8-7a7db982d031 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:56.277539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-47b14a01-f44a-4533-bc91-37272ae3fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.280448 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-47b14a01-f44a-4533-bc91-37272ae3fc7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0612767
Nov 10 04:04:56.306579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] For port 64b7aa88-56fa-45ed-9cc9-bf28b4740045, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=64b7aa88-56fa-45ed-9cc9-bf28b4740045,segment=NetworkSegment(771fbeca-4933-48ce-ac13-a724f2074fd5),segment_id=771fbeca-4933-48ce-ac13-a724f2074fd5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:56.306977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.322753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Calling delete_port for 64b7aa88-56fa-45ed-9cc9-bf28b4740045 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:04:56.338014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-c7a29c68-09cb-4d2b-b0c8-3ef6b49b5427 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507820
Nov 10 04:04:56.354673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.359680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9a8c031e-5618-4a48-a600-f11c1533be73 req-19bc58f5-250b-447e-a02d-901ad2c01bcb tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.21 "DELETE /v2.0/ports/a5d1ac10-52ab-4252-b2c8-7a7db982d031 HTTP/1.1" status: 204  len: 173 time: 1.3347290
Nov 10 04:04:56.451084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.465742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] No DVR routers for this DVR port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:56.471213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-ab8fc8ba-f798-4c0e-8680-90c0a1aecc65 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225464
Nov 10 04:04:56.486638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c63c77-4d52-4e87-9fd2-c6a7000b82a3 None None] Pushing event deleted for resources: {'Port': ['ID=64b7aa88-56fa-45ed-9cc9-bf28b4740045,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:56.494831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.546301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b7aa88-56fa-45ed-9cc9-bf28b4740045,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:56.557751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] No DVR routers for this DVR port 64b7aa88-56fa-45ed-9cc9-bf28b4740045 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:04:56.565140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d8c9b99-82c1-4f27-84e6-41405409ed1b req-e53bad8b-2745-4bf6-b3d0-96c58c86eea6 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3709824
Nov 10 04:04:56.598953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-68b02cc7-9fa0-46dd-9cc0-1023a284672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.600643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-68b02cc7-9fa0-46dd-9cc0-1023a284672f service neutron] 10.222.0.21 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4 HTTP/1.1" status: 200  len: 918 time: 0.2484429
Nov 10 04:04:56.659787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a2d91-0488-4d1b-9373-ce89edc8dd66 req-5ccd74d1-20f3-42f2-bed8-d73b65b941ab tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.668157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e86a2d91-0488-4d1b-9373-ce89edc8dd66 req-5ccd74d1-20f3-42f2-bed8-d73b65b941ab tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.1959634
Nov 10 04:04:56.679714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d728dd4-9dbb-4e21-b329-e304cd88dae9 req-4a01ac6d-ddc2-4fbb-9b92-bd2cc7ade7a2 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869848
Nov 10 04:04:56.703147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.737331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f4260d0>,) {'filters': {'network_id': ['cb1d645d-5700-41cd-a9c7-e02ecffa2920']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:56.740416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e86a2d91-0488-4d1b-9373-ce89edc8dd66 req-cb19153b-d9f7-4928-b4ec-d515bfa8c491 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713115
Nov 10 04:04:56.742129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-a0428183-cc6a-469b-b02d-4f09a7725a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 1001 time: 0.1274827
Nov 10 04:04:56.763256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f4260d0>, '771fbeca-4933-48ce-ac13-a724f2074fd5') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:56.763500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f4260d0>, '771fbeca-4933-48ce-ac13-a724f2074fd5') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:56.812711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.851187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a494963e-b9f2-4734-9126-0ea91a67292b req-cdc3b386-606b-4fe8-962e-d9334660d495 tempest-ListServersNegativeTestJSON-426369713 tempest-ListServersNegativeTestJSON-426369713-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f0d95c-dca7-4b95-83a1-71dbbececf34 HTTP/1.1" status: 200  len: 210 time: 0.0528393
Nov 10 04:04:56.852085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.863203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:56.863565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:56.865301 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:56.905506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-826b6ca0-2f54-48dc-bd87-a473e597719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.906972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-826b6ca0-2f54-48dc-bd87-a473e597719f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 200  len: 856 time: 0.1461382
Nov 10 04:04:56.949395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.954809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:56.957887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb1d645d-5700-41cd-a9c7-e02ecffa2920 HTTP/1.1" status: 204  len: 168 time: 1.7068622
Nov 10 04:04:56.971838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4a8b-366b-492b-ad86-3e1950885d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1d645d-5700-41cd-a9c7-e02ecffa2920,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:56.981061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-03f8729a-c4ac-4514-afb3-33fc98cd9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:56.983162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-03f8729a-c4ac-4514-afb3-33fc98cd9626 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0622585
Nov 10 04:04:57.091189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-0a9e8967-090c-41c6-818e-68a71a554461 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929871
Nov 10 04:04:57.142720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:57.204973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4061feaa-38dd-4a84-9288-281566dded19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7f317e2f65b4592bf90d1b445c80c01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0585093
Nov 10 04:04:57.205431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:57.270634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:57.305360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:57.404588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:57.408226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:57.412350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3249ef8b-7cb2-48bf-a201-79412dbcf987 HTTP/1.1" status: 204  len: 168 time: 0.2036333
Nov 10 04:04:57.422850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15652c9-c82a-4655-be3d-ba861fe94fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249ef8b-7cb2-48bf-a201-79412dbcf987,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:57.497435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 64b7aa88-56fa-45ed-9cc9-bf28b4740045 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:57.522862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 64b7aa88-56fa-45ed-9cc9-bf28b4740045 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:57.523589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 64b7aa88-56fa-45ed-9cc9-bf28b4740045 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:57.566713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec9bd825-9f55-4710-8fe2-da052dcff892 req-ca98dabe-3063-4f78-a354-ff81aa205c3c service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4653480
Nov 10 04:04:57.700648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e2776-ea74-4f7c-a4cb-996875b0f45a req-99bfc01d-10af-4ce3-88fa-34bae2db7bb8 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:57.703294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-168e2776-ea74-4f7c-a4cb-996875b0f45a req-99bfc01d-10af-4ce3-88fa-34bae2db7bb8 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 950 time: 0.0552995
Nov 10 04:04:57.769084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-168e2776-ea74-4f7c-a4cb-996875b0f45a req-4a231d73-eaf6-469b-b8e2-bec7cff35167 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596123
Nov 10 04:04:57.879283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072376f-d4e7-463a-9329-4208ae3ea46b req-72063965-c418-4e38-a9a5-481377ccde6e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:57.880894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3072376f-d4e7-463a-9329-4208ae3ea46b req-72063965-c418-4e38-a9a5-481377ccde6e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.0635972
Nov 10 04:04:57.881374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'name': 'network-vif-deleted', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:57.883655 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a9255-a53b-42c9-b805-0920e3108d39" -d '{"events": [{"server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "name": "network-vif-deleted", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:57.943001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3072376f-d4e7-463a-9329-4208ae3ea46b req-4cd8ddfa-de39-4141-901a-8641004eaac1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551889
Nov 10 04:04:57.959881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:04:57.962293 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9918603-e77f-4131-90e0-c3df4467b3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "tag": "620ecac2-fca3-4dc3-af35-54255779706a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:04:58.028535 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745cd345-56d0-4998-8f45-e9678c141270 x-openstack-request-id: req-745cd345-56d0-4998-8f45-e9678c141270 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:58.028857 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df249b8-6f93-4a02-a973-ce8af3460bad", "name": "network-vif-deleted", "tag": "a5d1ac10-52ab-4252-b2c8-7a7db982d031", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:58.029160 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745cd345-56d0-4998-8f45-e9678c141270 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:58.029587 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df249b8-6f93-4a02-a973-ce8af3460bad', 'name': 'network-vif-deleted', 'tag': 'a5d1ac10-52ab-4252-b2c8-7a7db982d031', 'status': 'completed', 'code': 200}
Nov 10 04:04:58.069294 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa91e42-dc8b-45d1-8d05-915593813831 x-openstack-request-id: req-8fa91e42-dc8b-45d1-8d05-915593813831 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:04:58.069855 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "tag": "620ecac2-fca3-4dc3-af35-54255779706a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:04:58.070269 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa91e42-dc8b-45d1-8d05-915593813831 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:04:58.070835 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a', 'status': 'completed', 'code': 200}
Nov 10 04:04:58.129562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39070) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:58.167591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-f7a12c41-58f3-440f-873b-d734d03ee01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:58.172048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-f7a12c41-58f3-440f-873b-d734d03ee01e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1095 time: 0.0689068
Nov 10 04:04:58.216054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Deleting subnet 9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:04:58.222414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.280749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.320036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-0e918770-263f-4186-99f0-ac06f828cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:58.322313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-0e918770-263f-4186-99f0-ac06f828cf84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1440713
Nov 10 04:04:58.344236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.382967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-a27f2774-674b-41fb-8932-f11871116ae1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 217 time: 0.0522902
Nov 10 04:04:58.412258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.458935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-8fe6d7f7-8c32-4712-89af-499dd5f10c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:58.466750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-8fe6d7f7-8c32-4712-89af-499dd5f10c59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0765095
Nov 10 04:04:58.469498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:58.472023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.477772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-668b6c5b-be2e-4db0-8d1e-98bfdad32079 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ddd9a91-d8a6-43bd-971d-f72a43c1a0c4 HTTP/1.1" status: 204  len: 168 time: 0.3469224
Nov 10 04:04:58.480411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39090) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:58.521483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-6399fca9-57da-4afe-8d85-504969c65816 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457759
Nov 10 04:04:58.561332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.655822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.669582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-ff738f7f-85ae-40f0-8d1d-b0514b0ec1b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271098
Nov 10 04:04:58.682318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e661ee0>,) {'filters': {'network_id': ['f5f09e0a-85c8-435e-8cf9-bc583313067e']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:58.698121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e661ee0>, '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:58.698544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e661ee0>, '4b7e1ee2-6d54-4afd-a018-d6cd7f04bfac') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:04:58.709787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.746695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.754800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:04:58.755421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:04:58.757623 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:04:58.807517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9918603-e77f-4131-90e0-c3df4467b3ff req-713d6bee-c431-45d9-a6d5-bb2d278fd647 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304946
Nov 10 04:04:58.833867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:04:58.834421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-d8f0f064-3046-4531-b2ba-389eefdd73f7 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337102
Nov 10 04:04:58.835879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:58.848560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9b76-be4d-4dc6-a579-937f41063ffd req-4505422e-17c6-4359-8f6a-d0d337889811 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:58.850256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b0d9b76-be4d-4dc6-a579-937f41063ffd req-4505422e-17c6-4359-8f6a-d0d337889811 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 950 time: 0.0579102
Nov 10 04:04:58.853152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.869007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:58.872134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5f09e0a-85c8-435e-8cf9-bc583313067e HTTP/1.1" status: 204  len: 168 time: 0.3903940
Nov 10 04:04:58.880343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:58.880908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 4bca240f-c957-4ff6-bd6b-ffa48729c7b8 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:58.910885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173fb2b-ea11-458c-8615-6bfbfd98c7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f09e0a-85c8-435e-8cf9-bc583313067e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:58.921185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b0d9b76-be4d-4dc6-a579-937f41063ffd req-f4420b4a-8b92-4204-9c85-a5b90995f474 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629163
Nov 10 04:04:58.991301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-8ddc7486-f58d-4033-b91e-bd28feb5acf9 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:58.998110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:59.001444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-8ddc7486-f58d-4033-b91e-bd28feb5acf9 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1595111
Nov 10 04:04:59.010311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '620ecac2-fca3-4dc3-af35-54255779706a', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'port_id': '620ecac2-fca3-4dc3-af35-54255779706a', 'mac_address': 'fa:16:3e:db:87:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be0a1c-bab2-4871-a75a-58576b056f62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:04:59.015471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-2387905b-35aa-4a87-99a9-5ff2641dfa71 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/quotas/04ab059933214f588a9aa0e13cb1ddeb HTTP/1.1" status: 200  len: 375 time: 0.0121243
Nov 10 04:04:59.054997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.067075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-d3411e8d-d91c-4559-a5dc-120888554cce tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449438
Nov 10 04:04:59.074047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620ecac2-fca3-4dc3-af35-54255779706a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:04:59.092527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a5d1ac10-52ab-4252-b2c8-7a7db982d031 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:04:59.112222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:59.124507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:04:59.126096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: a5d1ac10-52ab-4252-b2c8-7a7db982d031 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:04:59.126439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a5d1ac10-52ab-4252-b2c8-7a7db982d031 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:04:59.133856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.163911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9eef7-a91d-4a81-9e28-b51387901d07 req-ef4fdcf9-fe66-4552-9107-21e47ab127de tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:59.165994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73d9eef7-a91d-4a81-9e28-b51387901d07 req-ef4fdcf9-fe66-4552-9107-21e47ab127de tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.0953672
Nov 10 04:04:59.188481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f64107b-0e5f-4907-9795-f55ead6c1faf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=244a8033b1724ecbb48b20fea4dbfed2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0747492
Nov 10 04:04:59.191667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39116) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:04:59.198274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:59.242537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73d9eef7-a91d-4a81-9e28-b51387901d07 req-f9766299-3f25-4e79-a08b-97346cccc3c9 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681260
Nov 10 04:04:59.253476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f21ad0a-766e-4c37-9c5b-e4b664b9b69f req-b627ce17-8f54-4d88-8b06-eebfc62f56e6 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 210 time: 0.0401793
Nov 10 04:04:59.272379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.306333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.359472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.362420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:04:59.366485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf3fdc18-9f5d-4844-a103-c29cce8dde05 HTTP/1.1" status: 204  len: 168 time: 0.1736679
Nov 10 04:04:59.375424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40983108-d2bf-48bb-bd9b-7ee4a689767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fdc18-9f5d-4844-a103-c29cce8dde05,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:04:59.398528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['620ecac2-fca3-4dc3-af35-54255779706a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:04:59.707664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-060b8b9f-251c-4186-8095-9748180ff8c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479398
Nov 10 04:04:59.818540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-9af7cd63-3132-4385-8421-1c0fb14a10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:59.820128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-9af7cd63-3132-4385-8421-1c0fb14a10bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 1095 time: 0.0502284
Nov 10 04:04:59.953726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-ccb9e302-5f85-4385-8af0-99d6e20d1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:04:59.956140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-ccb9e302-5f85-4385-8af0-99d6e20d1808 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1046004
Nov 10 04:05:00.006065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-04860b3a-0731-49ac-8788-4373c2fc716c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 200  len: 217 time: 0.0402524
Nov 10 04:05:00.046994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b6722-4415-4353-a0ea-d75d7e3b9145 req-e29c3223-666b-4880-a9ba-904d16a94fd3 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.048683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f92b6722-4415-4353-a0ea-d75d7e3b9145 req-e29c3223-666b-4880-a9ba-904d16a94fd3 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 950 time: 0.0545955
Nov 10 04:05:00.063484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-b8548f53-4c93-404c-97ae-0db565773500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.065050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-b8548f53-4c93-404c-97ae-0db565773500 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0511711
Nov 10 04:05:00.126869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f92b6722-4415-4353-a0ea-d75d7e3b9145 req-349811bc-fdbb-44cb-9e95-a645893c996f tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/security-groups?id=5152ce3c-dd7d-4f22-9b03-51d9e2d32067&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694718
Nov 10 04:05:00.136784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-39b6d274-8b8b-4c03-813a-cd30c170493e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485744
Nov 10 04:05:00.167515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-beac446d-b2a4-44cb-a588-0a954ca603f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0541577
Nov 10 04:05:00.181927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39154) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:00.246031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-4bcc7661-747b-4964-82e5-2eba481b6a34 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.247701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-4bcc7661-747b-4964-82e5-2eba481b6a34 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 950 time: 0.1708810
Nov 10 04:05:00.319292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-d2484751-9f45-4e7a-83fd-a99dfa9d2d22 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0704198
Nov 10 04:05:00.345255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-a6e024cd-dce0-45e9-9b48-94cde992a699 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923614
Nov 10 04:05:00.410911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-network', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:00.464004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.464476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.464960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.465413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.466041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.466517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.467508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.469447 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7aa66a6e-d840-4ec9-9bd4-b72440c2f9e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.2021301
Nov 10 04:05:00.476428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f837100f-5ab2-4263-a44a-5040d800a96e req-39f67333-598d-409e-81ad-74b0809b3bd5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 210 time: 0.0734675
Nov 10 04:05:00.504035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-f760ea43-7440-4043-bd43-8cacb2ee0729 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.505658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-f760ea43-7440-4043-bd43-8cacb2ee0729 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1782317
Nov 10 04:05:00.512960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Made reservation on behalf of 922909b8fd6a4f5abf9817fc893e8e7a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:00.516047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.537385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Request body: {'port': {'device_id': 'c5b5054a-279f-453c-952a-038d5dca6982', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '04ab059933214f588a9aa0e13cb1ddeb'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:00.540062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425aba-4d29-4a57-a864-9129cc0cd03d req-5e2fec5b-cf93-4042-a231-48a193ab13e1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.545162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72425aba-4d29-4a57-a864-9129cc0cd03d req-5e2fec5b-cf93-4042-a231-48a193ab13e1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 945 time: 0.1509175
Nov 10 04:05:00.550917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.583664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Deleting port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:05:00.584004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.588218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-112a4983-b93d-40ad-a8f7-f396247ae72b req-26cbb419-9a43-4b20-998c-c2c0a183d9e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286859
Nov 10 04:05:00.668468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72425aba-4d29-4a57-a864-9129cc0cd03d req-9291bc63-bb92-413c-8bbb-9fe57512cf7f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190078
Nov 10 04:05:00.713607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] For port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:00.713971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.722906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-d36dae02-42d9-40c8-bdc4-d2a037007839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.723372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-d36dae02-42d9-40c8-bdc4-d2a037007839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.723824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-d36dae02-42d9-40c8-bdc4-d2a037007839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:00.725429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-d36dae02-42d9-40c8-bdc4-d2a037007839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 2292 time: 0.2070174
Nov 10 04:05:00.726938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Calling delete_port for 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:05:00.846534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:00.862735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.878814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0bce0ce2-03da-485d-8bd5-ffdc4b398a46'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:00.901941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Pushing event deleted for resources: {'Port': ['ID=0bce0ce2-03da-485d-8bd5-ffdc4b398a46,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:00.956643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 620ecac2-fca3-4dc3-af35-54255779706a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:05:00.962123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 620ecac2-fca3-4dc3-af35-54255779706a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:00.962750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.967604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] No DVR routers for this DVR port 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:05:00.973575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:00.980205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a25ecf3-7d38-46d6-aca2-c7289cbcf2a5 req-bab55e82-83c4-450f-9e2e-132f6fbafbcc tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.21 "DELETE /v2.0/ports/0bce0ce2-03da-485d-8bd5-ffdc4b398a46 HTTP/1.1" status: 204  len: 173 time: 0.7251587
Nov 10 04:05:00.981439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'name': 'network-vif-deleted', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:00.987930 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b8c9d-75ac-4860-be19-3491c1f03836" -d '{"events": [{"server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "name": "network-vif-deleted", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:01.099069 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5111714b-5d31-46ba-b3cf-b6653a074cf5 x-openstack-request-id: req-5111714b-5d31-46ba-b3cf-b6653a074cf5 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:01.099677 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b04fa0-3725-4103-8042-0198ed378965", "name": "network-vif-deleted", "tag": "0bce0ce2-03da-485d-8bd5-ffdc4b398a46", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:01.100199 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5111714b-5d31-46ba-b3cf-b6653a074cf5 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:01.103534 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b04fa0-3725-4103-8042-0198ed378965', 'name': 'network-vif-deleted', 'tag': '0bce0ce2-03da-485d-8bd5-ffdc4b398a46', 'status': 'completed', 'code': 200}
Nov 10 04:05:01.105556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.145988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:01.148561 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77661f36-3a63-42a0-8f1e-2f19b0057da9" -d '{"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-plugged", "status": "completed", "tag": "620ecac2-fca3-4dc3-af35-54255779706a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:01.188159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:01.195559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Made reservation on behalf of 04ab059933214f588a9aa0e13cb1ddeb for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:01.198458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.200460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.216134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-3d32b7b0-eb44-450d-b692-9ccafc2ddc0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 1001 time: 0.4752922
Nov 10 04:05:01.222977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.224556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.248702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.295915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:01.328205 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d89664-edc6-4d76-af8f-0c7f5f670a71 x-openstack-request-id: req-41d89664-edc6-4d76-af8f-0c7f5f670a71 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:01.328497 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-plugged", "status": "completed", "tag": "620ecac2-fca3-4dc3-af35-54255779706a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:01.328799 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41d89664-edc6-4d76-af8f-0c7f5f670a71 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:01.329381 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a', 'code': 200}
Nov 10 04:05:01.345078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fbdc86f-bf95-4b8c-bff5-9461364c662e req-7b519874-d981-461a-9fd0-d78925e63d67 tempest-TenantUsagesTestJSON-529488538 tempest-TenantUsagesTestJSON-529488538-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b04fa0-3725-4103-8042-0198ed378965 HTTP/1.1" status: 200  len: 210 time: 0.0655851
Nov 10 04:05:01.346772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:05:01.360982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70fd3c-c565-491f-8b0a-51ecc7fac338,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:01.375492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.375832 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Added segment eec3a045-9907-4571-9100-68120e49cffc of type vlan for network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c
Nov 10 04:05:01.388422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-feb4d049-0a7a-4afe-a2d6-21a4a8496f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:01.390024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-feb4d049-0a7a-4afe-a2d6-21a4a8496f5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 200  len: 850 time: 0.1608214
Nov 10 04:05:01.466051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.555199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66181d2b-8ca9-4710-8038-bd0c1caa5363 req-82c0a8cb-ffe5-4ee7-9de4-affe6535beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:01.556760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66181d2b-8ca9-4710-8038-bd0c1caa5363 req-82c0a8cb-ffe5-4ee7-9de4-affe6535beb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1097 time: 0.1347723
Nov 10 04:05:01.557333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.558202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:01.558757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.563159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.568098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-8bae09b2-fe78-4eb8-b184-d7016b2e232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:01.570088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-8bae09b2-fe78-4eb8-b184-d7016b2e232d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01593d7b-06da-4887-af8e-d07f45308c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1428409
Nov 10 04:05:01.587816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.596979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4540499-52c4-48b5-ab95-3646a228b166 req-6d0068df-e9a0-43b8-b58a-cdff83ecbff6 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 210 time: 0.0400760
Nov 10 04:05:01.701252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.5178411
Nov 10 04:05:01.704319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39182) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:01.710731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Request body: {'subnet': {'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-subnet', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:01.735041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Made reservation on behalf of 922909b8fd6a4f5abf9817fc893e8e7a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:01.737803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:01.776322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc7ee2-ab63-4721-85a7-ba973862b5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:01.789982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:05:01.811962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e29bbaf-2a42-44ad-9ca2-8b4014924094,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:01.823687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66181d2b-8ca9-4710-8038-bd0c1caa5363 req-e8473233-87f5-49f8-ad7c-29c327c18259 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530711
Nov 10 04:05:01.906654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-deb3421e-d37e-42e1-b31f-a2ccf7782ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157218
Nov 10 04:05:01.931749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0d032-5aa6-47ac-b25e-3366e1b147da req-4c629580-c924-4653-991d-6e14f37443a4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:01.933276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ba0d032-5aa6-47ac-b25e-3366e1b147da req-4c629580-c924-4653-991d-6e14f37443a4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.1449244
Nov 10 04:05:01.941996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Allocated IP 192.168.233.171 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/c3b982a5-f769-4ada-b874-7efbfec2c4d9) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:01.950710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.007889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:02.009182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ba0d032-5aa6-47ac-b25e-3366e1b147da req-9afa56ba-0875-4d1b-b945-881be3b64a63 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691078
Nov 10 04:05:02.015739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Checking segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:02.016113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Network hostable DHCP agents. Network: b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:05:02.044384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:05:02.052738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:02.057586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:02.058238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.066245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac1017-d9d6-4b8e-ad19-bad6e151a290 None None] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:02.080909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dfd72c2c-71d5-4485-a8df-688eb6f25d7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.3720469
Nov 10 04:05:02.081135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:02.085425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:02.106925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.107990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.176368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.197367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-0fa3ad85-b1c6-4fc1-a1b0-46f8b6471b22 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816261
Nov 10 04:05:02.258786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-4b7d22d5-407c-4c45-9fc4-c429eaeb8e29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 217 time: 0.0520890
Nov 10 04:05:02.264504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.331884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-cecfc550-a48a-48ca-b5a9-6a5f7fcb90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:02.333950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-cecfc550-a48a-48ca-b5a9-6a5f7fcb90b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0674794
Nov 10 04:05:02.343770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.369913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.431426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8ffd3-d9de-4fef-bef5-289d1cbd16bf None None] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:02.438275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:02.444545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:02.448535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:02.451791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:02.459019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7313c196-d0dd-4161-93c3-ade1e1b1bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:02.461006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-7313c196-d0dd-4161-93c3-ade1e1b1bad7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1193218
Nov 10 04:05:02.584960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:02.587319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.619499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-dff2f14e-301d-4295-afee-2aeff06b6fd3 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0988955
Nov 10 04:05:02.637923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Request body: {'port': {'device_id': 'c5b5054a-279f-453c-952a-038d5dca6982', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:02.647035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.686204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-b94d88e6-9d77-4f33-9a91-897b35b70175 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989567
Nov 10 04:05:02.698253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.780348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:02.867996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39200) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:02.898556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Allocated IP 172.32.3.191 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/f46c6ee9-b836-4706-af4f-9ebb1964d56d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:02.908524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-d9ac4d0e-b8da-4e6c-90e8-e33efcc20bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147899
Nov 10 04:05:02.969879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cda38374-b5c7-48bf-81f2-47915629335f None None] Provisioning complete for port c3b982a5-f769-4ada-b874-7efbfec2c4d9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:02.971701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cda38374-b5c7-48bf-81f2-47915629335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.005945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-49e0e9cc-a416-43ac-b7a4-a8385a807972 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 217 time: 0.0464666
Nov 10 04:05:03.054785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cda38374-b5c7-48bf-81f2-47915629335f None None] Port c3b982a5-f769-4ada-b874-7efbfec2c4d9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:05:03.103111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.113475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-c22d6252-0524-430a-9605-78cbc3796a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:03.114119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf401a-fc09-439d-9c12-3a6191fd4767 req-e290d198-70ef-425d-be85-e36ec565c946 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:03.115001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-c22d6252-0524-430a-9605-78cbc3796a18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1017294
Nov 10 04:05:03.119313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdbf401a-fc09-439d-9c12-3a6191fd4767 req-e290d198-70ef-425d-be85-e36ec565c946 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 936 time: 0.2510135
Nov 10 04:05:03.215866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ffb74e43-147a-42a0-87c3-4e644b5eeccd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3486f66ff174bb3b9063479d08fa188&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3414829
Nov 10 04:05:03.219333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:03.230072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdbf401a-fc09-439d-9c12-3a6191fd4767 req-ca3386ff-0e1d-4b49-b723-30e4fdb29348 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055369
Nov 10 04:05:03.236464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-9376460d-1cd1-44c0-b93b-351ded3ddb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:03.238099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-9376460d-1cd1-44c0-b93b-351ded3ddb5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1101789
Nov 10 04:05:03.247056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.255274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d7135-f631-4fa8-9b20-4a70e7ae3a08 req-926a2c31-e38a-428c-b48b-54f6ea1c4f26 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:03.256849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c0d7135-f631-4fa8-9b20-4a70e7ae3a08 req-926a2c31-e38a-428c-b48b-54f6ea1c4f26 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.1034117
Nov 10 04:05:03.311417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:03.319338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:03.323937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:03.331085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Pushing event updated for resources: {'Port': ['ID=f46c6ee9-b836-4706-af4f-9ebb1964d56d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:03.360009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.398195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.398549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:03.410540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c0d7135-f631-4fa8-9b20-4a70e7ae3a08 req-d78ee425-0503-4759-a62f-f32ebea721ca tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401834
Nov 10 04:05:03.412899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.458718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Transition to ACTIVE for port object c3b982a5-f769-4ada-b874-7efbfec2c4d9 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:05:03.465375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.481230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-c3016ca6-43d0-439e-a006-8527490bd961 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338979
Nov 10 04:05:03.669382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.672180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.675710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5152ce3c-dd7d-4f22-9b03-51d9e2d32067 HTTP/1.1" status: 204  len: 168 time: 0.4552383
Nov 10 04:05:03.691649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ed5a-fe5d-480b-9533-28ca04d7d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152ce3c-dd7d-4f22-9b03-51d9e2d32067,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:03.698712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:03.754083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.764247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19674072-856d-4dcc-bc17-79a49171ea80 req-55fd874c-19f9-41ab-9341-223d636e3856 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:03.769261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19674072-856d-4dcc-bc17-79a49171ea80 req-55fd874c-19f9-41ab-9341-223d636e3856 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1097 time: 0.2041092
Nov 10 04:05:03.815943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-3b7d699d-37f7-4141-9d89-3b1d7cb60fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523654
Nov 10 04:05:03.843136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Attempting to bind port c3b982a5-f769-4ada-b874-7efbfec2c4d9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:03.843468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Attempting to bind port c3b982a5-f769-4ada-b874-7efbfec2c4d9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:03.843812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Attempting to bind port c3b982a5-f769-4ada-b874-7efbfec2c4d9 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:03.882100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Port c3b982a5-f769-4ada-b874-7efbfec2c4d9 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:03.882917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Attempting to bind port c3b982a5-f769-4ada-b874-7efbfec2c4d9 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:03.893251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-49f04748-5681-4010-ab1a-dd8b1d71bfa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 200  len: 217 time: 0.0597641
Nov 10 04:05:03.911981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:03.912320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:03.912728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:03.913440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Bound port: c3b982a5-f769-4ada-b874-7efbfec2c4d9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:03.913610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:03.982216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19674072-856d-4dcc-bc17-79a49171ea80 req-91bfdc43-88aa-4fb2-acad-56ac79a094a5 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905062
Nov 10 04:05:04.023116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-ef9152ef-5ca3-488a-9481-c9ed0d6dce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.024884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-ef9152ef-5ca3-488a-9481-c9ed0d6dce71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1228855
Nov 10 04:05:04.036431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.100662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:04.104871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:04.107275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-ef2f25d1-279d-4787-ab7a-3c8716222db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.109106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-ef2f25d1-279d-4787-ab7a-3c8716222db1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0766153
Nov 10 04:05:04.110589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.140765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:04.212063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.212724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.214149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3b982a5-f769-4ada-b874-7efbfec2c4d9 HTTP/1.1" status: 200  len: 1096 time: 1.5829418
Nov 10 04:05:04.216805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:04.219592 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7429b5-af5c-4170-afdd-d2c8b00742e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:04.279659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5bc1c-1e77-4edf-9773-07e758f7e1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:04.300446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af5b2233-7f15-4756-88a8-9d4f72002560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.366662 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6c15c-3f33-47c1-96cd-ae8cb91fcc9a x-openstack-request-id: req-8ff6c15c-3f33-47c1-96cd-ae8cb91fcc9a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:04.367197 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:04.367598 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff6c15c-3f33-47c1-96cd-ae8cb91fcc9a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:04.368542 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'status': 'completed', 'code': 200}
Nov 10 04:05:04.425177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-1eb74e13-332a-465f-aaf3-b2a8611eecbf service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2853115
Nov 10 04:05:04.457150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-c4444601-38ff-4b4c-a987-6b4933761698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.458972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-c4444601-38ff-4b4c-a987-6b4933761698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 1099 time: 0.1660428
Nov 10 04:05:04.611613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b02f7ea1-bdad-4291-9aad-b24d13ff2620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.728478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:05:04.740720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b02f7ea1-bdad-4291-9aad-b24d13ff2620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.749670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b02f7ea1-bdad-4291-9aad-b24d13ff2620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.822636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4abf-957e-48ae-b25a-246dcd1bdb64 req-29fad70d-9344-4413-bf6f-35ecc61d1a59 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.824160 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e1c4abf-957e-48ae-b25a-246dcd1bdb64 req-29fad70d-9344-4413-bf6f-35ecc61d1a59 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 948 time: 0.4526219
Nov 10 04:05:04.870463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b02f7ea1-bdad-4291-9aad-b24d13ff2620 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38954a9977d649a382ce3d661543c372&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7286594
Nov 10 04:05:04.873428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f7ea1-bdad-4291-9aad-b24d13ff2620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979701cb-f492-4bc3-b0ee-ce6ad2d94285,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:04.875884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39250) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:04.877118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-e13615b6-ee8b-4d01-9a44-41467320e84a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9 HTTP/1.1" status: 200  len: 217 time: 0.0936890
Nov 10 04:05:04.932044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:04.945079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Sync routers for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:04.961609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:04.962256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207750160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:04.963736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.965054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0a5aeff-72f5-409e-ad1d-6c40b28a528e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.8830481
Nov 10 04:05:04.969294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:04.971745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:04.983818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e1c4abf-957e-48ae-b25a-246dcd1bdb64 req-ce19b6a6-8741-47c7-9bf1-403cc11abe6a tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462088
Nov 10 04:05:04.985225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-a590bab3-fb6c-4169-8256-be358dff1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:04.986585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-a590bab3-fb6c-4169-8256-be358dff1834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0952694
Nov 10 04:05:04.988957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-3d1c328a-ab96-4df2-a870-19ff5d81e8cc service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5518651
Nov 10 04:05:05.062910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-91a1a7be-5a89-4535-844a-85c377ae8c1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 200  len: 217 time: 0.0422027
Nov 10 04:05:05.070639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.107114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098639-837d-4cf9-911d-229877fc9c9c req-20076742-e0ea-4ac9-8262-b7942e013112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.108645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-20076742-e0ea-4ac9-8262-b7942e013112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1132827
Nov 10 04:05:05.112859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:05.144421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:05:05.177326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-4684cd1e-8451-43bb-8640-03167f7ab61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.179113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-4684cd1e-8451-43bb-8640-03167f7ab61b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1092546
Nov 10 04:05:05.197952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:05:05.198611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0bce0ce2-03da-485d-8bd5-ffdc4b398a46 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:05:05.203186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.206524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.209958 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/979701cb-f492-4bc3-b0ee-ce6ad2d94285 HTTP/1.1" status: 204  len: 168 time: 0.3294883
Nov 10 04:05:05.226972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6843fa2-b374-4e63-972d-ddf2601eb793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979701cb-f492-4bc3-b0ee-ce6ad2d94285,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:05.260479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-b7e7bdb6-8503-4f43-9336-0b56a99d16e0 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405489
Nov 10 04:05:05.262270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-cf74a870-ca26-4a9d-9862-f00d6c727031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.264237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-cf74a870-ca26-4a9d-9862-f00d6c727031 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0768874
Nov 10 04:05:05.390963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207750160>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:03Z', 'revision_number': 3, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:05.432534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba098639-837d-4cf9-911d-229877fc9c9c req-c7c8cf30-21fd-439b-9414-56bf2a3fe2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630254
Nov 10 04:05:05.435084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-a1171a8e-3f8c-4910-9e42-484c4637c7e2 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543071
Nov 10 04:05:05.436523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Checking router: 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:05.437040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Updating router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 port f46c6ee9-b836-4706-af4f-9ebb1964d56d binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:05.472006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.539023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.575039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-ef8768ff-79fa-4519-8a96-c7d797279783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.577208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-ef8768ff-79fa-4519-8a96-c7d797279783 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 1099 time: 0.0710385
Nov 10 04:05:05.582916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-90d31916-6a6d-4e53-a7b5-9f9ea785a618 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396978
Nov 10 04:05:05.658284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-24a6f293-bea6-43db-a53f-2cd3329c6629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 217 time: 0.0675099
Nov 10 04:05:05.762678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-aa21861a-c9d8-4225-8523-ea18c973ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.764354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-aa21861a-c9d8-4225-8523-ea18c973ff04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0633957
Nov 10 04:05:05.815725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.833347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.834377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Allocated IP 172.20.0.1 (b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c/8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67/388a3ba3-4cdd-4759-9066-7bdfd23a7d81) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:05.838970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-c5eb24e0-f517-426b-92bd-a25bf6f2de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.841313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-c5eb24e0-f517-426b-92bd-a25bf6f2de87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2414801
Nov 10 04:05:05.866397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-92aa545a-a522-4e05-be9b-07bfd285ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:05.868074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-92aa545a-a522-4e05-be9b-07bfd285ee39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0902536
Nov 10 04:05:05.895662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27863b0f-98ac-4d7c-b1d8-eb2c9d86cdb3 None None] Pushing event updated for resources: {'Port': ['ID=f46c6ee9-b836-4706-af4f-9ebb1964d56d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:05.908360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-89c1ddf5-62de-4846-8ec8-6f0ce814ca83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9 HTTP/1.1" status: 200  len: 217 time: 0.0559816
Nov 10 04:05:05.920363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Attempting to bind port f46c6ee9-b836-4706-af4f-9ebb1964d56d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:05.921076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Attempting to bind port f46c6ee9-b836-4706-af4f-9ebb1964d56d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:05.921627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Attempting to bind port f46c6ee9-b836-4706-af4f-9ebb1964d56d on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:05.928889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:05.929576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:05.930160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:05.930725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:05.931566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Bound port: f46c6ee9-b836-4706-af4f-9ebb1964d56d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:05.932129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.024163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-9599bb0d-33e8-4dc5-a21d-094e3784129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:06.025706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-9599bb0d-33e8-4dc5-a21d-094e3784129d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1013091
Nov 10 04:05:06.041107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.077779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-fc49551e-0127-4d20-ac3f-6f0787dd215d service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802270
Nov 10 04:05:06.094146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.102987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] For port f46c6ee9-b836-4706-af4f-9ebb1964d56d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:06.107121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] For port f46c6ee9-b836-4706-af4f-9ebb1964d56d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f46c6ee9-b836-4706-af4f-9ebb1964d56d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:06.112697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.149741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-e46a0fc9-5af2-4d29-923f-8bb6f5f8dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:06.151265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-e46a0fc9-5af2-4d29-923f-8bb6f5f8dff1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1128745
Nov 10 04:05:06.186443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:06.190426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:06.193331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27863b0f-98ac-4d7c-b1d8-eb2c9d86cdb3 None None] Pushing event updated for resources: {'Port': ['ID=f46c6ee9-b836-4706-af4f-9ebb1964d56d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:06.210589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:06.213113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Pushing event updated for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:06.242187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:06.247675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207750160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:04:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:06.320985 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-5db5e57e-f17c-4a0f-b990-70bdc49dd28f service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319589
Nov 10 04:05:06.335571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9ff0d-9d98-47c9-939d-37a9394a08ca req-55c8e0c2-2553-4443-b70f-97afb1d91fc7 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:06.337137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bba9ff0d-9d98-47c9-939d-37a9394a08ca req-55c8e0c2-2553-4443-b70f-97afb1d91fc7 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 948 time: 0.1493840
Nov 10 04:05:06.378758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.406957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:06.414914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-dcc6a7cf-359c-4323-b85f-671e03906ef1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 217 time: 0.0765495
Nov 10 04:05:06.427224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-8642622b-acc6-4799-8518-b9a4d5334611 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647543
Nov 10 04:05:06.543435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bba9ff0d-9d98-47c9-939d-37a9394a08ca req-c5eb4bd5-649f-47fd-96c5-989a700f27b4 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891844
Nov 10 04:05:06.571217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-c5a8e49e-2fca-4243-965c-5b2ac00b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:06.573605 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-c5a8e49e-2fca-4243-965c-5b2ac00b6b7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.1490104
Nov 10 04:05:06.607716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.642861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7429b5-af5c-4170-afdd-d2c8b00742e2 req-bfa5a4ba-6cda-4b6c-bf39-5e97eaf551c2 service neutron] 10.222.0.21 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005093
Nov 10 04:05:06.651043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207750160>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:03Z', 'revision_number': 3, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:06.651322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-98d18b91-ace9-4285-a45d-8e662ed3f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:06.652803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-98d18b91-ace9-4285-a45d-8e662ed3f8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0700903
Nov 10 04:05:06.684343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c3902-1e8c-400c-b766-0963b3231667 None None] The sync data for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 is: [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:03Z', 'revision_number': 3, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:06.798705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-b85c22f6-fc42-41bb-b3ac-a4776d8dd9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362336
Nov 10 04:05:06.844119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df7e65aa-2748-4b1e-9efe-ebfa46b98e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.877018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.885364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:06.935679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5db5d100-3700-483f-b8a5-bd6cdd0a8e60 req-18bb0c28-cdba-4277-a000-0fc1ef7f2b74 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247385
Nov 10 04:05:06.986438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Pushing event updated for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:06.995905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:07.183123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:07.184588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:07.342259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:05:07.540818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f46c6ee9-b836-4706-af4f-9ebb1964d56d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:07.589503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:07.596907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bf9f245-9aff-4453-b27c-8c07a4768d73 admin admin] 10.222.0.13 "PUT /v2.0/routers/71348a14-b2eb-4e58-a49d-1fba1cbdfa92/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6264458
Nov 10 04:05:07.601729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f46c6ee9-b836-4706-af4f-9ebb1964d56d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:07.602204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:07.748942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:07.755454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402ea45-c108-4c8c-a443-185cedae88a8 req-66320421-a630-4647-981d-e792bb961553 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:07.758104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a402ea45-c108-4c8c-a443-185cedae88a8 req-66320421-a630-4647-981d-e792bb961553 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 948 time: 0.0985646
Nov 10 04:05:07.837521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port f46c6ee9-b836-4706-af4f-9ebb1964d56d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f46c6ee9-b836-4706-af4f-9ebb1964d56d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:07.856265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a402ea45-c108-4c8c-a443-185cedae88a8 req-566c69b7-c6b6-40e8-8806-84a219acd9c0 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845921
Nov 10 04:05:07.869532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:07.956777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:07.995870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=f46c6ee9-b836-4706-af4f-9ebb1964d56d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:08.224529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-7499ac89-603c-4c64-82e9-8d1016dcb446 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:08.226115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-7499ac89-603c-4c64-82e9-8d1016dcb446 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 819 time: 0.1470013
Nov 10 04:05:08.250481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-4557e652-1e90-47bf-b7de-6d2950989012 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/quotas/922909b8fd6a4f5abf9817fc893e8e7a HTTP/1.1" status: 200  len: 375 time: 0.0162308
Nov 10 04:05:08.296334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39364) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:08.309249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-287a6aa4-2604-49a7-9d56-14f5b4856a52 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0574138
Nov 10 04:05:08.422827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-6c0a821d-d739-49ed-9ed2-90189dc22b5d service neutron] 10.222.0.13 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082087
Nov 10 04:05:08.463805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91cd3671-4773-42f5-ba4b-dbc3852682c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.607621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-30ffe8f7-8525-41b0-b66e-30a435bcf207 service neutron] 10.222.0.13 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775901
Nov 10 04:05:08.663473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91cd3671-4773-42f5-ba4b-dbc3852682c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.668460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91cd3671-4773-42f5-ba4b-dbc3852682c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.713727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-91cd3671-4773-42f5-ba4b-dbc3852682c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1c973c6baca4920be3d9c09587c79c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4139571
Nov 10 04:05:08.713727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd3671-4773-42f5-ba4b-dbc3852682c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72998f6f-e2c2-4719-951b-cd31a579bf4e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:08.714693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39372) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:08.816096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d999a45-390f-4b8f-a55b-cf3140dc6bac req-a09bad2a-6313-4d74-974f-4e6cf51f6df5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 210 time: 0.0416238
Nov 10 04:05:08.853148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.888375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.959824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.970210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:08.976437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72998f6f-e2c2-4719-951b-cd31a579bf4e HTTP/1.1" status: 204  len: 168 time: 0.2580667
Nov 10 04:05:08.994312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0255d38-8b31-4559-a278-871efeb274ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72998f6f-e2c2-4719-951b-cd31a579bf4e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:09.000106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2a55-6df0-4916-930a-d842d693ecbd req-7487bb52-eb77-48d2-83cb-b1372e047757 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:09.002079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc1d2a55-6df0-4916-930a-d842d693ecbd req-7487bb52-eb77-48d2-83cb-b1372e047757 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 948 time: 0.0694008
Nov 10 04:05:09.069369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc1d2a55-6df0-4916-930a-d842d693ecbd req-580f63ab-061a-4527-8fb2-78194f447711 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611193
Nov 10 04:05:09.173225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:09.185054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Sync routers for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:09.212430 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:09.213592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:09.330880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.366377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:09.376325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-7c6318de-f357-4e28-b49f-9f84c2215c95 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:09.385762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-7c6318de-f357-4e28-b49f-9f84c2215c95 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 819 time: 0.2768662
Nov 10 04:05:09.392635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'mac_address': 'fa:16:3e:9e:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:09.404482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-1a2dd2d8-4569-423c-b1f8-4578c57b116d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/quotas/922909b8fd6a4f5abf9817fc893e8e7a HTTP/1.1" status: 200  len: 375 time: 0.0170941
Nov 10 04:05:09.456580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.483634 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:09.487243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:09.508873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-819ba8ae-ca9b-4ef4-a11b-2c8c6001423d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0995080
Nov 10 04:05:09.511430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:09.515400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f46c6ee9-b836-4706-af4f-9ebb1964d56d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:09.594093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.650475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:09.677685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff14a-40f6-47cd-83cc-6d7e2f40aa67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.704594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-af994845-bc66-4db0-aa4b-50085c679caf service neutron] 10.222.0.13 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864505
Nov 10 04:05:09.714677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f46c6ee9-b836-4706-af4f-9ebb1964d56d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:09.715110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.800468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-094f7c5c-9a45-4557-af7a-5b09dd1d2722 service neutron] 10.222.0.13 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886443
Nov 10 04:05:09.814532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:09.859048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8070>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 4, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '388a3ba3-4cdd-4759-9066-7bdfd23a7d81', 'name': '', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'mac_address': 'fa:16:3e:61:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:05Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 2, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'subnets': [{'id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:09.865628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff14a-40f6-47cd-83cc-6d7e2f40aa67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.875716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f7ff14a-40f6-47cd-83cc-6d7e2f40aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.892318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959c2c-15cc-4cb4-ad5b-a763c032392f req-354eae54-deae-4261-903e-f4045ace30ca tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:09.897176 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Checking router: 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:09.897544 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Updating router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:09.900888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b959c2c-15cc-4cb4-ad5b-a763c032392f req-354eae54-deae-4261-903e-f4045ace30ca tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1097 time: 0.0978944
Nov 10 04:05:09.908776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c3b982a5-f769-4ada-b874-7efbfec2c4d9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:09.932866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:09.964968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ff14a-40f6-47cd-83cc-6d7e2f40aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4034ed5-d3bb-482b-9ce7-53d686f513e4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:09.975660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f7ff14a-40f6-47cd-83cc-6d7e2f40aa67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8c5fc51c7646fd834da9522795046f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3241243
Nov 10 04:05:09.980652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39420) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:09.999458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b959c2c-15cc-4cb4-ad5b-a763c032392f req-9b28d53e-8ab3-4a50-9268-79a8ee7401ff tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972195
Nov 10 04:05:10.051068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51d91333-df69-463d-82b3-7134c8112746 req-3899eea0-d3c3-4b05-afbf-63330dc198bf tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 210 time: 0.0753875
Nov 10 04:05:10.054043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.088697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.203664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.206491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.207881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4034ed5-d3bb-482b-9ce7-53d686f513e4 HTTP/1.1" status: 204  len: 168 time: 0.2263093
Nov 10 04:05:10.223215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17a48a-9748-4eec-bfa8-0bce79ec3869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4034ed5-d3bb-482b-9ce7-53d686f513e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:10.257949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.349700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52224e-25ef-4147-9bc1-fd259bbf5860 req-dad63ef7-acd3-4f9a-97e4-6bb0bd93ea63 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:10.351580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b52224e-25ef-4147-9bc1-fd259bbf5860 req-dad63ef7-acd3-4f9a-97e4-6bb0bd93ea63 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0641673
Nov 10 04:05:10.394588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-34c0f043-cc61-4f53-9e17-4a6de58ac944 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:10.397024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-34c0f043-cc61-4f53-9e17-4a6de58ac944 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 819 time: 0.2661476
Nov 10 04:05:10.426336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Request body: {'port': {'device_id': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'admin_state_up': True, 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:10.455251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b52224e-25ef-4147-9bc1-fd259bbf5860 req-83240cdd-fe79-4ae9-8b57-187a3f8bf870 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964215
Nov 10 04:05:10.696853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.704327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.728562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Made reservation on behalf of 922909b8fd6a4f5abf9817fc893e8e7a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:10.735510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.754692 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Pushing event updated for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:10.768035 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.768621 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.769435 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.769926 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.770835 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.771332 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.771821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.772797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.773116 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.773413 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.773737 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.774049 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:10.903336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Attempting to bind port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:10.903925 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Attempting to bind port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:10.904327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Attempting to bind port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:10.911786 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:10.913417 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Checking segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:10.913879 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.914888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Bound using segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:10.915468 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Bound port: 388a3ba3-4cdd-4759-9066-7bdfd23a7d81, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:10.915882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:10.934907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Allocated IP 172.20.0.6 (b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c/8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67/71fbcefa-211c-4e84-902d-1d62249919f2) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:11.041986 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] For port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:11.048667 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] For port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:11.056330 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.137160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:11.137923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:11.139933 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13d1ed-0c38-4cd9-b6c2-1eefc29f56fd None None] Pushing event updated for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:11.174497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.186209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:11.229945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.252309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7e56294-2a93-4fbc-a9e3-1060c2e566be req-63396f1b-15fe-4a1e-b24f-0651df0e8972 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 210 time: 0.0663698
Nov 10 04:05:11.287216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:11.290352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:11.294206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:11.329835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c3b982a5-f769-4ada-b874-7efbfec2c4d9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:05:11.340721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c3b982a5-f769-4ada-b874-7efbfec2c4d9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:11.341948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.362495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:11.510527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.529535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:05:11.571756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:11.574871 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e369147-e586-4631-9c48-bea820933ddf" -d '{"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:11.589256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:11.595725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.732299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:11.738090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Pushing event updated for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:11.764977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a394c-6826-42de-b95d-98a280b13e1f req-4a1571bb-e681-4753-aeb0-3a196d6eceaa tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:11.769253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-390a394c-6826-42de-b95d-98a280b13e1f req-4a1571bb-e681-4753-aeb0-3a196d6eceaa tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 950 time: 0.1187778
Nov 10 04:05:11.769914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:11.798431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:11.799193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.831832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-333160bb-3345-4d9f-a654-f30d8861c484 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4215741
Nov 10 04:05:11.846556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Request body: {'port': {'device_id': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:11.884859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-390a394c-6826-42de-b95d-98a280b13e1f req-559c486f-a899-48da-b62f-5141e19a4844 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017532
Nov 10 04:05:11.901624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-network', 'tenant_id': '98d2add7649d478b822e887bff3db0d9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:11.905151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8070>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 4, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '388a3ba3-4cdd-4759-9066-7bdfd23a7d81', 'name': '', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'mac_address': 'fa:16:3e:61:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:05Z', 'updated_at': '2021-11-10T04:05:11Z', 'revision_number': 4, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'subnets': [{'id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:11.930648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-2f26295d-88b1-4c66-a651-ad9a28ae597d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:11.932114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-2f26295d-88b1-4c66-a651-ad9a28ae597d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 819 time: 0.2059577
Nov 10 04:05:11.941169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.944348 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8954a-a2dd-43fb-a5e5-f5ce5c11950f None None] The sync data for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 is: [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:06Z', 'revision_number': 4, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '388a3ba3-4cdd-4759-9066-7bdfd23a7d81', 'name': '', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'mac_address': 'fa:16:3e:61:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:05Z', 'updated_at': '2021-11-10T04:05:11Z', 'revision_number': 4, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'subnets': [{'id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:11.945519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Made reservation on behalf of 98d2add7649d478b822e887bff3db0d9 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:11.954359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.956738 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07204cff-b549-416a-b91c-7a236062b3a1 x-openstack-request-id: req-07204cff-b549-416a-b91c-7a236062b3a1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:11.957035 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:11.957290 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07204cff-b549-416a-b91c-7a236062b3a1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:11.957710 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'code': 200}
Nov 10 04:05:11.984775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:11.994212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Request body: {'port': {'device_id': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'admin_state_up': True, 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:12.028545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d9ae82f3-bcd1-4754-ac71-b7a759969767 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:05:12.030759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d9ae82f3-bcd1-4754-ac71-b7a759969767 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0081725
Nov 10 04:05:12.133973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.140457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.173377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:05:12.182079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18738f3-5481-4dfc-8d4d-eba229b8d3b1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:12.189371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.189719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d5a37c84-d4dc-456e-a1f7-596421fc8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:12.189852 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Added segment 91a21566-d83b-4923-80c6-6a4e8d61852a of type vlan for network a14f5e76-dc41-495b-ab82-076e8bd96c3f
Nov 10 04:05:12.195920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d5a37c84-d4dc-456e-a1f7-596421fc8e7f service neutron] 10.222.0.13 "GET /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 1094 time: 0.1310623
Nov 10 04:05:12.240924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.270957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.271739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:12.272893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.324274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:12.324756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:05:12.346505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5746377
Nov 10 04:05:12.349496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:12.355712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Request body: {'subnet': {'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-subnet', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:12.360745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2420c7-0158-4fff-b014-a47e00a3edeb admin admin] Pushing event updated for resources: {'Network': ['ID=a14f5e76-dc41-495b-ab82-076e8bd96c3f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:12.370892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:05:12.403064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5074a3-34e3-4bb5-adab-2c52acb211ec req-3e85abd2-b44b-4d7b-a68d-a5d46a31e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:12.405177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee5074a3-34e3-4bb5-adab-2c52acb211ec req-3e85abd2-b44b-4d7b-a68d-a5d46a31e576 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 1101 time: 0.3393729
Nov 10 04:05:12.438396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c96d1d65-970f-4eb6-9156-db7a7b2b07d0 req-53a7db4b-e0dd-4701-8d20-b63195de86fe tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 210 time: 0.0571535
Nov 10 04:05:12.464580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Made reservation on behalf of 98d2add7649d478b822e887bff3db0d9 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:12.467303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.637051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Made reservation on behalf of 922909b8fd6a4f5abf9817fc893e8e7a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:12.641373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.663312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fbcefa-211c-4e84-902d-1d62249919f2 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:12.676593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee5074a3-34e3-4bb5-adab-2c52acb211ec req-5972cd19-1f6c-45c6-be26-cd98098096eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490284
Nov 10 04:05:12.677363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.679996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.745399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8619dec-4616-45ff-9e6c-77c24ed9b6ae,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:12.752020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Transition to ACTIVE for port object 71fbcefa-211c-4e84-902d-1d62249919f2 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:05:12.754270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Checking segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:12.754638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Network hostable DHCP agents. Network: a14f5e76-dc41-495b-ab82-076e8bd96c3f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:05:12.766851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.776494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:05:12.787244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a14f5e76-dc41-495b-ab82-076e8bd96c3f) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:12.791511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:12.792171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.811050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0100d-42cb-4b1b-9bbf-87878043c77f None None] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:12.817215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-00d9b040-1761-41b0-aedc-4e67269b7c3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4652510
Nov 10 04:05:12.819619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39498) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:12.829658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:12.858175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:12.858395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:12.858826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:12.861404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.863046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.880249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Pushing event updated for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:12.892499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:12.892918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:12.933644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:12.972687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:12.973281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:12.973570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:12.974110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Bound port: 620ecac2-fca3-4dc3-af35-54255779706a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:13.010238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Allocated IP 172.20.0.5 (b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c/8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67/fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:13.041287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:05:13.042961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.132057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Attempting to bind port 71fbcefa-211c-4e84-902d-1d62249919f2 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:13.132392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Attempting to bind port 71fbcefa-211c-4e84-902d-1d62249919f2 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:13.132751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Attempting to bind port 71fbcefa-211c-4e84-902d-1d62249919f2 on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:13.142008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:13.143138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Port 71fbcefa-211c-4e84-902d-1d62249919f2 on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:13.143910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Attempting to bind port 71fbcefa-211c-4e84-902d-1d62249919f2 on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:13.149535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aa749-4114-4d7f-a823-46652d12ccdd req-d814c350-ef77-4c4d-8d72-96cfb4e831d5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:13.151104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed6aa749-4114-4d7f-a823-46652d12ccdd req-d814c350-ef77-4c4d-8d72-96cfb4e831d5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 950 time: 0.1391430
Nov 10 04:05:13.158145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.170704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.187066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-77c30e79-24ef-4115-868c-d928a7ef5289 service neutron] 10.222.0.13 "POST /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a/bindings HTTP/1.1" status: 201  len: 389 time: 0.9571159
Nov 10 04:05:13.223501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:13.224226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Checking segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:13.225089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Bound using segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:13.225728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Bound port: 71fbcefa-211c-4e84-902d-1d62249919f2, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:13.226390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.258823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Allocated IP 172.20.0.2 (a14f5e76-dc41-495b-ab82-076e8bd96c3f/a8619dec-4616-45ff-9e6c-77c24ed9b6ae/33280b37-3042-4ee4-9e61-4ae8bb17552c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:13.298383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed6aa749-4114-4d7f-a823-46652d12ccdd req-ef18a2e9-b086-4645-a19a-900a3727b99e tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259232
Nov 10 04:05:13.416302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:13.424994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.429442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71fbcefa-211c-4e84-902d-1d62249919f2,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:13.439892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.503816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:13.504480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.505912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] 10.222.0.26 "PUT /v2.0/ports/71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 1091 time: 1.6649947
Nov 10 04:05:13.512981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:13.517999 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f687f-497c-42e9-b43e-1344b60fbea0" -d '{"events": [{"name": "network-changed", "server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:13.637504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf64aa-3216-48d3-a28c-a1c79361481a service neutron] Pushing event updated for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:13.659117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.673792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.681780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:13.707165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-466a4988-5eb1-46a0-ae8e-192fed444802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:13.708304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-466a4988-5eb1-46a0-ae8e-192fed444802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1097 time: 0.1994693
Nov 10 04:05:13.741096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.741386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:13.760638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:13.764266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:13.769139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-ce974a76-f4fa-48a4-bfcc-ae5e79c9bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:13.770693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-ce974a76-f4fa-48a4-bfcc-ae5e79c9bf19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1094 time: 0.1922350
Nov 10 04:05:13.808143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.826942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Pushing event updated for resources: {'Port': ['ID=33280b37-3042-4ee4-9e61-4ae8bb17552c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:13.855355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:13.869558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:13.874505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:13.874871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.877930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Pushing event updated for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:13.878664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:13.920451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:13.959237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45320989-dd4d-403d-82d9-8ca78228cd4a req-6f103cad-98cf-40f6-81bc-9ec310555536 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:13.959529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-d897cad7-bf80-4814-a079-7585a41258a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.1127326
Nov 10 04:05:13.968399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45320989-dd4d-403d-82d9-8ca78228cd4a req-6f103cad-98cf-40f6-81bc-9ec310555536 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.2720447
Nov 10 04:05:14.013033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.013705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.045193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Attempting to bind port 33280b37-3042-4ee4-9e61-4ae8bb17552c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:14.045899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Attempting to bind port 33280b37-3042-4ee4-9e61-4ae8bb17552c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:14.046067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Attempting to bind port 33280b37-3042-4ee4-9e61-4ae8bb17552c on network a14f5e76-dc41-495b-ab82-076e8bd96c3f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:14.054874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:14.055533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Checking segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:14.055962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.056392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Bound using segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:14.057331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Bound port: 33280b37-3042-4ee4-9e61-4ae8bb17552c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:14.057827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.067211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2c819-b698-4ca2-ae07-c14f13c6e8d8 req-18e95b2c-16ec-4957-98cb-3808b64c37b1 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.068777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-baa2c819-b698-4ca2-ae07-c14f13c6e8d8 req-18e95b2c-16ec-4957-98cb-3808b64c37b1 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 931 time: 0.2555389
Nov 10 04:05:14.074880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45320989-dd4d-403d-82d9-8ca78228cd4a req-a4047408-7f9a-4c53-b7cc-1f9d1897f8d9 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998948
Nov 10 04:05:14.076490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-4b4a0b83-2054-46f5-bdee-035b6653c126 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1010485
Nov 10 04:05:14.078143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-43dd2180-59f3-4190-854c-c409fb74ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.079486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-43dd2180-59f3-4190-854c-c409fb74ae65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.1110876
Nov 10 04:05:14.080433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-f49a3964-f035-4335-ac33-ea596aefdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.081777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-f49a3964-f035-4335-ac33-ea596aefdc03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.3596883
Nov 10 04:05:14.103340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Request body: {'port': {'device_id': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:14.135479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] For port 33280b37-3042-4ee4-9e61-4ae8bb17552c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:14.139264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] For port 33280b37-3042-4ee4-9e61-4ae8bb17552c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33280b37-3042-4ee4-9e61-4ae8bb17552c,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:14.143916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Allocated IP 172.32.3.146 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/6d7856d7-02c4-4c52-80c8-a7280de8864a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:14.151622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.160356 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70128386-d4bf-4b5e-8e2f-03c2ac03542f x-openstack-request-id: req-70128386-d4bf-4b5e-8e2f-03c2ac03542f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:14.160586 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:14.160757 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70128386-d4bf-4b5e-8e2f-03c2ac03542f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:14.161075 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2', 'status': 'completed', 'code': 200}
Nov 10 04:05:14.188704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.191109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-e8b67c6f-f654-494a-9d60-7ff0a621e902 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928824
Nov 10 04:05:14.202261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-235700ee-da28-4f81-b4d6-3be461f44422 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 217 time: 0.0961356
Nov 10 04:05:14.257342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadbbb9-4856-4796-9442-d0db278c46e0 None None] Pushing event updated for resources: {'Port': ['ID=33280b37-3042-4ee4-9e61-4ae8bb17552c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:14.261107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:14.266162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.302766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.346726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:14.376994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.464147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:14.469553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7856d7-02c4-4c52-80c8-a7280de8864a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:14.473713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:14.475530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:14.551983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2422d-297a-4e60-bfc7-e2cc833acda2 req-341c8223-bbe2-46fe-9d35-7051efc79b38 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.554493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bb2422d-297a-4e60-bfc7-e2cc833acda2 req-341c8223-bbe2-46fe-9d35-7051efc79b38 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 950 time: 0.1432650
Nov 10 04:05:14.668172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-baa2c819-b698-4ca2-ae07-c14f13c6e8d8 req-9817ad7b-8771-4e44-bb20-f78e82881e74 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5853906
Nov 10 04:05:14.684496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:14.695622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bb2422d-297a-4e60-bfc7-e2cc833acda2 req-f7f1337e-e8c3-4277-b278-19c9a61600a2 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332774
Nov 10 04:05:14.722629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-5b31318c-88bb-45c3-84ce-0e2d677e27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:14.724767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-5b31318c-88bb-45c3-84ce-0e2d677e27d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.5048957
Nov 10 04:05:14.796714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-bf709f6b-b7e3-4a3c-9773-ef86a64ed5dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630293
Nov 10 04:05:14.802189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-cd334f49-868d-4ddf-9027-650a09f56a5c service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5988963
Nov 10 04:05:15.147460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-196e3a0c-f8ba-40d2-944a-9dee1734aa07 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3401983
Nov 10 04:05:15.178731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5458b3cf-2a32-4f1e-8cb9-15654a11fce5 req-766bdb5f-a47b-46f6-84aa-f1082a489168 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3599064
Nov 10 04:05:15.354557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.489275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800e8b1-87fd-49b8-934f-3151c5c7b3a6 req-811bfaa9-5794-4f15-9cb8-e606f0c6c8a0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:15.490951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3800e8b1-87fd-49b8-934f-3151c5c7b3a6 req-811bfaa9-5794-4f15-9cb8-e606f0c6c8a0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.2868857
Nov 10 04:05:15.548415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:15.554560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-b3576903-e294-44a8-b7ec-2e847cd02bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:15.556302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-b3576903-e294-44a8-b7ec-2e847cd02bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1094 time: 0.2742033
Nov 10 04:05:15.558257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-51fa846c-e0d7-4fcd-8ab4-6e5e8ee310de service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3959324
Nov 10 04:05:15.568162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.590922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33280b37-3042-4ee4-9e61-4ae8bb17552c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:15.649775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.662772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 33280b37-3042-4ee4-9e61-4ae8bb17552c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:15.663160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.697848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Transition to ACTIVE for port object fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:05:15.710154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.738247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3800e8b1-87fd-49b8-934f-3151c5c7b3a6 req-d7d96a01-e597-40c8-bdcb-0b49eeaffa9d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260170
Nov 10 04:05:15.761721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:15.766573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-5700aef3-fdc3-4494-8f96-32581869bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:15.768243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-5700aef3-fdc3-4494-8f96-32581869bb67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.2027283
Nov 10 04:05:15.785610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d4d2d-7a34-4b9b-9717-e8b7e5966e1e None None] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:15.911100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc1fd-fdd1-4de0-95d6-3ed0f5fcd40a req-9da2a767-fe0b-4ea4-9829-91f17e2918b9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:15.919737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-031bc1fd-fdd1-4de0-95d6-3ed0f5fcd40a req-9da2a767-fe0b-4ea4-9829-91f17e2918b9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 943 time: 0.1420946
Nov 10 04:05:15.925847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-6a35747d-c523-4bd0-a0e1-8cf516e5cdd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.0906644
Nov 10 04:05:15.951803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 33280b37-3042-4ee4-9e61-4ae8bb17552c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33280b37-3042-4ee4-9e61-4ae8bb17552c,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:16.009582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-031bc1fd-fdd1-4de0-95d6-3ed0f5fcd40a req-cc3b1cb8-b1b0-4538-aefe-48bdeb35c35b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881274
Nov 10 04:05:16.012048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.014401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:16.014582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:16.057448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-65bd717c-ae30-4eaf-8458-86e30d4ca92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.058873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-65bd717c-ae30-4eaf-8458-86e30d4ca92c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.1053252
Nov 10 04:05:16.064971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Attempting to bind port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:16.065308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Attempting to bind port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:16.065705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Attempting to bind port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:16.071556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Router 86299538-2b54-40e2-867a-927c46fc637b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:05:16.098209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-62609b66-550b-4939-b4ba-272df2072809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297389
Nov 10 04:05:16.098926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:16.099283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Attempting to bind port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b on network b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:16.105983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:16.106350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Checking segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:16.106858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Bound using segment: {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:16.107297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Bound port: fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec3a045-9907-4571-9100-68120e49cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:16.108341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.141826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d0b6817d-c62a-4063-9509-2f38778da1bb None None] Provisioning complete for port 33280b37-3042-4ee4-9e61-4ae8bb17552c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:16.142496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d0b6817d-c62a-4063-9509-2f38778da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.196492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=33280b37-3042-4ee4-9e61-4ae8bb17552c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:16.243335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:16.243335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.258825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:16.290102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Sync routers for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:16.293893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-2b90ffec-4665-4a40-8c30-0a6cc0654044 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829488
Nov 10 04:05:16.295673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:16.299175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:16.299353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.300474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-73744fe0-a895-4955-98b0-fb88b5c47e18 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4796865
Nov 10 04:05:16.309733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39562) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:16.318548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.349791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:16.350405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207dab1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:16.397306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.398622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:16.409082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] 10.222.0.26 "PUT /v2.0/ports/fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b HTTP/1.1" status: 200  len: 1091 time: 2.3190284
Nov 10 04:05:16.423027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:16.426298 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101394fb-b071-4b32-a7d7-f96fbd341308" -d '{"events": [{"name": "network-changed", "server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:16.547215 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af47466c-4974-4826-acde-dc0e46cbc292 x-openstack-request-id: req-af47466c-4974-4826-acde-dc0e46cbc292 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:16.547517 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:16.547731 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af47466c-4974-4826-acde-dc0e46cbc292 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:16.548117 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b', 'status': 'completed', 'code': 200}
Nov 10 04:05:16.650408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:16.671810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90161c-df07-44ef-84a1-8cce825c6380 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:16.678901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-5a5ff512-2c32-4244-86b6-78cf98b1ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.681044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-5a5ff512-2c32-4244-86b6-78cf98b1ad2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 1094 time: 0.1144412
Nov 10 04:05:16.744889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3f687f-497c-42e9-b43e-1344b60fbea0 req-6e8a3de1-0d04-4465-b6d0-53c51159e18d service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4277945
Nov 10 04:05:16.835579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-69f9757a-2ef8-4747-9962-ac29f1783e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.840424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-69f9757a-2ef8-4747-9962-ac29f1783e49 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1472952
Nov 10 04:05:16.930129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911c2d-d931-44fe-bf54-038ed66e41c1 req-56240953-3f39-418a-bf83-f25d02340742 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.931699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d911c2d-d931-44fe-bf54-038ed66e41c1 req-56240953-3f39-418a-bf83-f25d02340742 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.0821524
Nov 10 04:05:16.972374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-97f57629-fee9-4916-86c1-6fbf178fe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:16.974759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-101394fb-b071-4b32-a7d7-f96fbd341308 req-97f57629-fee9-4916-86c1-6fbf178fe420 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1240392
Nov 10 04:05:17.019314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39da0435-a050-4e06-b2d2-6db90a1a8d07 None None] Provisioning complete for port 33280b37-3042-4ee4-9e61-4ae8bb17552c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:17.019816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39da0435-a050-4e06-b2d2-6db90a1a8d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.036043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d911c2d-d931-44fe-bf54-038ed66e41c1 req-55077094-487c-4760-aefa-898c47e7714d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910306
Nov 10 04:05:17.112050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-b0443daa-be68-40b3-8783-d2ccd00cd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:17.115530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-b0443daa-be68-40b3-8783-d2ccd00cd9d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 1094 time: 0.0845599
Nov 10 04:05:17.143222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.213764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-1bddc814-d23f-43fd-bd81-eccf5163a942 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b HTTP/1.1" status: 200  len: 217 time: 0.0852222
Nov 10 04:05:17.250431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207dab1f0>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:14Z', 'revision_number': 3, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:17.269106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-d5e50f4f-cf38-483c-bfb9-b5fb8c6442d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:17.270719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-d5e50f4f-cf38-483c-bfb9-b5fb8c6442d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.0489359
Nov 10 04:05:17.282344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Checking router: 86299538-2b54-40e2-867a-927c46fc637b for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:17.282689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Updating router 86299538-2b54-40e2-867a-927c46fc637b port 6d7856d7-02c4-4c52-80c8-a7280de8864a binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:17.285056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f9086-2417-4e5f-a5bf-e3f825e28cb9 req-07c33a58-f6ec-4d9d-be4e-b4e42549b3fb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:17.286694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a42f9086-2417-4e5f-a5bf-e3f825e28cb9 req-07c33a58-f6ec-4d9d-be4e-b4e42549b3fb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 943 time: 0.1219885
Nov 10 04:05:17.304372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-6513abe5-0c28-417e-abc8-9378a5702951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264018
Nov 10 04:05:17.307863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.389471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a42f9086-2417-4e5f-a5bf-e3f825e28cb9 req-467e3ef4-c602-43a0-9cd4-fa9f6e3737b8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933530
Nov 10 04:05:17.421555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-a114720d-91c1-4df3-b251-f0d0329ff45f service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060612
Nov 10 04:05:17.446239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Allocated IP 172.20.0.1 (a14f5e76-dc41-495b-ab82-076e8bd96c3f/a8619dec-4616-45ff-9e6c-77c24ed9b6ae/144df145-abb2-461d-8985-7470f208f1d1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:17.544771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33280b37-3042-4ee4-9e61-4ae8bb17552c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:17.557900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7097f6-c0ab-4821-afc7-0de8121b900b req-32a6d1bb-5f68-4d82-ab57-e6fb1ac685be service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286254
Nov 10 04:05:17.604119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.638845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 33280b37-3042-4ee4-9e61-4ae8bb17552c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:17.639097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.642596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.673572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.685613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.685890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:17.691548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:17.694365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:17.727009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:17.753109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d70b7-f118-4827-b5da-4cb52507be79 None None] Pushing event updated for resources: {'Port': ['ID=6d7856d7-02c4-4c52-80c8-a7280de8864a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:17.757127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Attempting to bind port 6d7856d7-02c4-4c52-80c8-a7280de8864a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:17.757127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Attempting to bind port 6d7856d7-02c4-4c52-80c8-a7280de8864a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:17.757919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Attempting to bind port 6d7856d7-02c4-4c52-80c8-a7280de8864a on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:17.759325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.784339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:17.784812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:17.785165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.785563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:17.786042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Bound port: 6d7856d7-02c4-4c52-80c8-a7280de8864a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:17.786519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.893963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] For port 6d7856d7-02c4-4c52-80c8-a7280de8864a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:17.898870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] For port 6d7856d7-02c4-4c52-80c8-a7280de8864a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6d7856d7-02c4-4c52-80c8-a7280de8864a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:17.904363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.930564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:17.977988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:17.978679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207dab1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:18.070384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d70b7-f118-4827-b5da-4cb52507be79 None None] Pushing event updated for resources: {'Port': ['ID=6d7856d7-02c4-4c52-80c8-a7280de8864a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:18.106303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36b5921b-b533-4b49-842b-c5a30a423bb0 None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:18.107460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36b5921b-b533-4b49-842b-c5a30a423bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.161941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.169908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.209004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:18.240353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aafa24-5673-4dc1-a338-9e9ff83c9c02 req-c503dbcc-a13f-4abc-8fb7-64ebd40c510e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:18.242027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18aafa24-5673-4dc1-a338-9e9ff83c9c02 req-c503dbcc-a13f-4abc-8fb7-64ebd40c510e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.0895729
Nov 10 04:05:18.245692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.304391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-36b5921b-b533-4b49-842b-c5a30a423bb0 None None] Port 144df145-abb2-461d-8985-7470f208f1d1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:05:18.319728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18aafa24-5673-4dc1-a338-9e9ff83c9c02 req-5120e0bb-d628-4837-9d26-0b79efc00a1d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676885
Nov 10 04:05:18.360046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:18.453374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:18.454696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:18.553344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.602364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207dab1f0>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '144df145-abb2-461d-8985-7470f208f1d1', 'name': '', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'mac_address': 'fa:16:3e:55:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:17Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 1, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'subnets': [{'id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:18.633979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce91551-bfb9-4804-a18e-eda80ebaf28c req-0a5923b4-7c82-40ca-8fe6-a4106937e4b3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:18.644297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dce91551-bfb9-4804-a18e-eda80ebaf28c req-0a5923b4-7c82-40ca-8fe6-a4106937e4b3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 943 time: 0.1290679
Nov 10 04:05:18.651365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c28d87-5f6a-4843-a008-4a961a8b43c4 None None] The sync data for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 is: [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '144df145-abb2-461d-8985-7470f208f1d1', 'name': '', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'mac_address': 'fa:16:3e:55:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:17Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 1, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'subnets': [{'id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:18.709118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Router 86299538-2b54-40e2-867a-927c46fc637b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:05:18.746723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:18.750443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dce91551-bfb9-4804-a18e-eda80ebaf28c req-5169a6c4-63f1-4707-84fd-a9e407b42579 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025116
Nov 10 04:05:18.887390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:18.894488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cac121a5-a374-450a-b270-457793185ed8 admin admin] 10.222.0.13 "PUT /v2.0/routers/86299538-2b54-40e2-867a-927c46fc637b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5832109
Nov 10 04:05:18.927948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71fbcefa-211c-4e84-902d-1d62249919f2 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:18.992268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aefcfc63-0628-4f30-a8db-e481d7fbc014 None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:18.992512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aefcfc63-0628-4f30-a8db-e481d7fbc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:19.147215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aefcfc63-0628-4f30-a8db-e481d7fbc014 None None] Port 144df145-abb2-461d-8985-7470f208f1d1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:05:19.212804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-a2fbcde5-b75f-405d-a341-355fd2969a17 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:19.218027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-a2fbcde5-b75f-405d-a341-355fd2969a17 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1097 time: 0.1216850
Nov 10 04:05:19.237546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:19.238900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71fbcefa-211c-4e84-902d-1d62249919f2,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:19.256139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '71fbcefa-211c-4e84-902d-1d62249919f2', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'port_id': '71fbcefa-211c-4e84-902d-1d62249919f2', 'mac_address': 'fa:16:3e:96:71:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:19.259469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:19.387368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:19.397025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:19.422069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fbcefa-211c-4e84-902d-1d62249919f2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:19.462663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71fbcefa-211c-4e84-902d-1d62249919f2,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:19.482974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:19.612926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:19.623598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5ec7-2178-4328-a974-797808463e01 req-844afb4f-e3b5-4411-ac9c-d771109e20a4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:19.632247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb5e5ec7-2178-4328-a974-797808463e01 req-844afb4f-e3b5-4411-ac9c-d771109e20a4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 946 time: 0.1447499
Nov 10 04:05:19.662447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'mac_address': 'fa:16:3e:9e:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:19.717416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:19.789364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:19.793602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:19.805204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['71fbcefa-211c-4e84-902d-1d62249919f2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:19.806815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb5e5ec7-2178-4328-a974-797808463e01 req-fca4d6b4-76df-4387-a223-c06aa6bda8ed tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722572
Nov 10 04:05:19.901809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:19.905044 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064444f9-82be-4bc8-a8b0-d47d58490faa" -d '{"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-unplugged", "status": "completed", "tag": "620ecac2-fca3-4dc3-af35-54255779706a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:19.927151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:19.946875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.034922 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610cfad-cd84-4f2b-ad85-473d0051f01a x-openstack-request-id: req-2610cfad-cd84-4f2b-ad85-473d0051f01a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:20.035321 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-unplugged", "status": "completed", "tag": "620ecac2-fca3-4dc3-af35-54255779706a", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:20.035574 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2610cfad-cd84-4f2b-ad85-473d0051f01a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:20.036042 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a', 'code': 200}
Nov 10 04:05:20.092400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:20.098081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-network', 'tenant_id': '695d59928f7741bebf381d7911052a99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:20.157546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Made reservation on behalf of 695d59928f7741bebf381d7911052a99 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:20.160023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.173248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.190539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.228978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:20.236968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:20.290896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:20.324984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:20.325631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:20.326139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:20.337468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.358247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4548a9a-bb1a-4d7a-8806-27d2764b7bf2 req-9de6fe34-27d7-4bbe-984f-269774c30622 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:20.366874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.370252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4548a9a-bb1a-4d7a-8806-27d2764b7bf2 req-9de6fe34-27d7-4bbe-984f-269774c30622 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 943 time: 0.3151307
Nov 10 04:05:20.389298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.423552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:20.424196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Attempting to bind port 620ecac2-fca3-4dc3-af35-54255779706a on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:20.439217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:20.439977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:20.440651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:20.442787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Bound port: 620ecac2-fca3-4dc3-af35-54255779706a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:20.443452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.465840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4548a9a-bb1a-4d7a-8806-27d2764b7bf2 req-7e0375ee-866a-4431-9008-9a830b5b2a89 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926645
Nov 10 04:05:20.491864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:05:20.509360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc860fc-668f-4590-a41b-a36792d8a23c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:20.521027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.521386 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Added segment b7679a54-8cb9-4499-8f89-ee65134409a4 of type vlan for network d123f550-53e1-4dba-a377-bbe5bb1ebf33
Nov 10 04:05:20.558497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c3b982a5-f769-4ada-b874-7efbfec2c4d9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:20.581311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:20.584642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.610109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:20.619503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.633803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.635994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:20.636694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.735863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6393538
Nov 10 04:05:20.740336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39688) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:20.749091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a9032-88c3-4537-8a93-64cc49dea9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d123f550-53e1-4dba-a377-bbe5bb1ebf33,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:20.777929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Request body: {'subnet': {'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-subnet', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:20.779393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:20.792926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:05:20.808394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:20.809430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.812463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 1122 time: 1.5854971
Nov 10 04:05:20.816096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b3af-7545-416d-9fb2-819fb76227c1 service neutron] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=8']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:20.893602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Made reservation on behalf of 695d59928f7741bebf381d7911052a99 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:20.901433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:20.928500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:20.985330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['620ecac2-fca3-4dc3-af35-54255779706a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:20.987571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['620ecac2-fca3-4dc3-af35-54255779706a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:21.168732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f159f-2b8d-46aa-98c5-52ad1ec1cf42 req-608a2549-6eb8-45fc-a0eb-223fdeb18211 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:21.179708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e3f159f-2b8d-46aa-98c5-52ad1ec1cf42 req-608a2549-6eb8-45fc-a0eb-223fdeb18211 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.1382802
Nov 10 04:05:21.281446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:21.293418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e3f159f-2b8d-46aa-98c5-52ad1ec1cf42 req-9d853e72-b097-4d07-b84b-e5dac5df0d91 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121771
Nov 10 04:05:21.359470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:21.478697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Checking segment: {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:21.489023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Network hostable DHCP agents. Network: d123f550-53e1-4dba-a377-bbe5bb1ebf33, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:05:21.491441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1c93bf-75f5-4b7c-b848-50f0f14dc34e,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:21.535361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:05:21.547114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:21.564623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d123f550-53e1-4dba-a377-bbe5bb1ebf33) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:21.578361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:21.578790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:21.614315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae1e8b-a7fe-4b6c-b152-ae6b5a665dbc None None] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:21.629135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b', 'network_id': 'b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c', 'port_id': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b', 'mac_address': 'fa:16:3e:71:ea:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:21.642288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8e3c6388-01b4-4458-bbcc-8f085aadc162 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8977799
Nov 10 04:05:21.642617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:21.653089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6d7856d7-02c4-4c52-80c8-a7280de8864a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:21.654632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:21.698501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:21.705787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:21.765188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677d79f-0ef2-4ec4-90f3-d4e09e6e3fc4 req-aeb06486-613e-4bcf-8836-f3b1d9b4c069 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:21.773901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d677d79f-0ef2-4ec4-90f3-d4e09e6e3fc4 req-aeb06486-613e-4bcf-8836-f3b1d9b4c069 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 943 time: 0.1635396
Nov 10 04:05:21.792768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:21.877348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d677d79f-0ef2-4ec4-90f3-d4e09e6e3fc4 req-153f4db2-485a-4085-a713-265093dcab0e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965986
Nov 10 04:05:21.991004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:21.997332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.009640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.037478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:22.040418 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "tag": "620ecac2-fca3-4dc3-af35-54255779706a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:22.061142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:05:22.073192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:22.128285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 6d7856d7-02c4-4c52-80c8-a7280de8864a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:22.128698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.134963 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa2be93-5094-462b-ac3e-1e6e610b09a5 x-openstack-request-id: req-6fa2be93-5094-462b-ac3e-1e6e610b09a5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:22.135274 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "tag": "620ecac2-fca3-4dc3-af35-54255779706a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:22.135589 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fa2be93-5094-462b-ac3e-1e6e610b09a5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:22.136151 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a', 'status': 'completed', 'code': 200}
Nov 10 04:05:22.144112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d123f550-53e1-4dba-a377-bbe5bb1ebf33', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:05:22.145098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.176009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:22.198466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.241185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-65c70075-974f-4c97-b7c9-f144391bcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:22.243532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-65c70075-974f-4c97-b7c9-f144391bcea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1125 time: 0.0777369
Nov 10 04:05:22.357223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:22.394272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.420018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.462859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.502213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 6d7856d7-02c4-4c52-80c8-a7280de8864a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6d7856d7-02c4-4c52-80c8-a7280de8864a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:22.512094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:22.514998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Allocated IP 172.20.0.2 (d123f550-53e1-4dba-a377-bbe5bb1ebf33/fe1c93bf-75f5-4b7c-b848-50f0f14dc34e/62345f6d-df87-433d-ac94-303e1db69082) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:22.558492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:22.756409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9dbd-599c-4048-98b2-4804375d3255 req-5b53ef32-b2f7-4f09-a28a-7032758f0172 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:22.768298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=6d7856d7-02c4-4c52-80c8-a7280de8864a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:22.769017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4e9b9dbd-599c-4048-98b2-4804375d3255 req-5b53ef32-b2f7-4f09-a28a-7032758f0172 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.2599113
Nov 10 04:05:22.848567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-81d39412-29e8-4a5f-bf3f-6320a1b357d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:22.850399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-81d39412-29e8-4a5f-bf3f-6320a1b357d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.5909913
Nov 10 04:05:22.910816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-f5496847-b7a1-481c-8440-b3beb124c88f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 217 time: 0.0515709
Nov 10 04:05:22.935680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71fbcefa-211c-4e84-902d-1d62249919f2 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:23.026911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-fb455836-5f8e-46f1-98e0-261475aef3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:23.030733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-fb455836-5f8e-46f1-98e0-261475aef3cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0966308
Nov 10 04:05:23.062787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.086999 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Sync routers for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:23.096251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-f0bbfa53-3e68-4414-b10e-0f9b46f20576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548887
Nov 10 04:05:23.100434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.110073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:23.112694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:23.169001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Pushing event updated for resources: {'Port': ['ID=62345f6d-df87-433d-ac94-303e1db69082,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:23.250417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-b1f93ebe-295e-4068-bb3d-0ebc0b40a198 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330359
Nov 10 04:05:23.357679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:23.361331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:23.392931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:23.406576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:23.419000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c16a4a-9986-4635-b5c9-12e1a844d4d9 req-0273d987-d271-4f06-a592-b2801a56c4ac tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:23.427046 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:23.427546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58c16a4a-9986-4635-b5c9-12e1a844d4d9 req-0273d987-d271-4f06-a592-b2801a56c4ac tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 944 time: 0.3320270
Nov 10 04:05:23.438009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 71fbcefa-211c-4e84-902d-1d62249919f2 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:05:23.464907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 71fbcefa-211c-4e84-902d-1d62249919f2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:23.465313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.539936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Attempting to bind port 62345f6d-df87-433d-ac94-303e1db69082 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:23.540334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Attempting to bind port 62345f6d-df87-433d-ac94-303e1db69082 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:23.540715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Attempting to bind port 62345f6d-df87-433d-ac94-303e1db69082 on network d123f550-53e1-4dba-a377-bbe5bb1ebf33 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:23.558538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Allocated IP 172.32.3.145 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/023ca01b-30e1-4fca-ad7f-1968b40fb68b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:23.562595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:23.562972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Checking segment: {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:23.563375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.563764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Bound using segment: {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:23.564271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Bound port: 62345f6d-df87-433d-ac94-303e1db69082, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:23.564636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.579510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c3b982a5-f769-4ada-b874-7efbfec2c4d9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:23.579872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.617305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6d7856d7-02c4-4c52-80c8-a7280de8864a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:23.626612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4e9b9dbd-599c-4048-98b2-4804375d3255 req-3fb495a8-73df-4df8-97be-f53114142276 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8561950
Nov 10 04:05:23.829031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.851094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 6d7856d7-02c4-4c52-80c8-a7280de8864a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:23.851094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.856147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8100>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '144df145-abb2-461d-8985-7470f208f1d1', 'name': '', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'mac_address': 'fa:16:3e:55:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:17Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 2, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'subnets': [{'id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:23.860225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12d4b98d-8cfd-4ed4-87f7-0d6063dca976 req-c23ad07d-5594-41fd-8383-aafea9be8d4f service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5600088
Nov 10 04:05:23.865749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] For port 62345f6d-df87-433d-ac94-303e1db69082, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:23.900235 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Checking router: 86299538-2b54-40e2-867a-927c46fc637b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:23.901140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Updating router 86299538-2b54-40e2-867a-927c46fc637b port 144df145-abb2-461d-8985-7470f208f1d1 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:23.917487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58c16a4a-9986-4635-b5c9-12e1a844d4d9 req-2543ff75-b55b-4aa8-93d8-08da40ba627a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879273
Nov 10 04:05:23.940203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] For port 62345f6d-df87-433d-ac94-303e1db69082, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=62345f6d-df87-433d-ac94-303e1db69082,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:23.953073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.965748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:23.968558 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c759f33-9347-4fdb-8d56-0f938fd4523b" -d '{"events": [{"server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "name": "network-vif-plugged", "status": "completed", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:23.981829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:23.992320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.028306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.045120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71fbcefa-211c-4e84-902d-1d62249919f2,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:24.096476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.121669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.129137 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492fd8d-d4df-43cf-951a-84182ea6e075 x-openstack-request-id: req-2492fd8d-d4df-43cf-951a-84182ea6e075 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:24.129723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "name": "network-vif-plugged", "status": "completed", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:24.130365 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2492fd8d-d4df-43cf-951a-84182ea6e075 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:24.130989 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2', 'code': 200}
Nov 10 04:05:24.161794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:24.167867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:24.172089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:24.237793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:24.242572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc0f4-f736-4b86-a652-ef55a622afae None None] Pushing event updated for resources: {'Port': ['ID=62345f6d-df87-433d-ac94-303e1db69082,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:24.269595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.274272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=023ca01b-30e1-4fca-ad7f-1968b40fb68b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:24.306992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.307339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.307746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.308174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.308513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.312401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.313826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.314253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.314627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.314959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.315358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.315707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:24.325006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6003ed4-f4a3-4dbf-88be-90ff519948f4 req-70a3aca1-c327-4157-a7b1-e2c9272a7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:24.327151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6003ed4-f4a3-4dbf-88be-90ff519948f4 req-70a3aca1-c327-4157-a7b1-e2c9272a7181 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.1239891
Nov 10 04:05:24.360301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:24.431890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6003ed4-f4a3-4dbf-88be-90ff519948f4 req-5ce73b14-6b9c-4982-a4b0-af5cd3346caf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931349
Nov 10 04:05:24.469302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:24.479046 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.488136 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.564674 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5400137-532a-490b-9679-40533d9d1dce None None] Pushing event updated for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:24.689054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Attempting to bind port 144df145-abb2-461d-8985-7470f208f1d1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:24.689433 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Attempting to bind port 144df145-abb2-461d-8985-7470f208f1d1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:24.693225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Attempting to bind port 144df145-abb2-461d-8985-7470f208f1d1 on network a14f5e76-dc41-495b-ab82-076e8bd96c3f {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:24.701583 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:24.702544 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Checking segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:24.703207 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.704008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Bound using segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:24.704698 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Bound port: 144df145-abb2-461d-8985-7470f208f1d1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:24.705497 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.876852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.926565 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] For port 144df145-abb2-461d-8985-7470f208f1d1, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:24.931950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] For port 144df145-abb2-461d-8985-7470f208f1d1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=144df145-abb2-461d-8985-7470f208f1d1,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:24.936977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:24.941045 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:24.965759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2da6-a63a-4a4c-86e5-6f303c5eaa2f req-750f4085-6874-48d0-9f83-edd0ebbe3057 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:24.975286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-095a2da6-a63a-4a4c-86e5-6f303c5eaa2f req-750f4085-6874-48d0-9f83-edd0ebbe3057 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.1715512
Nov 10 04:05:25.046427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:25.049070 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:25.055007 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5400137-532a-490b-9679-40533d9d1dce None None] Pushing event updated for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:25.099768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-095a2da6-a63a-4a4c-86e5-6f303c5eaa2f req-cabed9b3-80b7-4304-bda4-389e46deec53 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220050
Nov 10 04:05:25.128669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:25.129256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.200794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:05:25.210217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:25.210730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.316704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.483485 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:25.533007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] For port 144df145-abb2-461d-8985-7470f208f1d1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=144df145-abb2-461d-8985-7470f208f1d1,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:25.632949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf455a0d-743a-4216-8dfc-2e7fa837b7d9 req-20443f42-1bfc-476a-835a-279398d22a33 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:25.634607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf455a0d-743a-4216-8dfc-2e7fa837b7d9 req-20443f42-1bfc-476a-835a-279398d22a33 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 944 time: 0.5105982
Nov 10 04:05:25.635745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.659646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.805344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ef07-7542-4c74-a873-ac000644f488 None None] Pushing event updated for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:25.869967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 144df145-abb2-461d-8985-7470f208f1d1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:25.958488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bb8100>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '144df145-abb2-461d-8985-7470f208f1d1', 'name': '', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'mac_address': 'fa:16:3e:55:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:17Z', 'updated_at': '2021-11-10T04:05:24Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'subnets': [{'id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:25.988697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:25.994807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-afab80b0-c868-4683-a17b-c13b74fa41b9 None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:25.995222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-afab80b0-c868-4683-a17b-c13b74fa41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:26.034416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf455a0d-743a-4216-8dfc-2e7fa837b7d9 req-3aa7b013-bc23-4b1f-9aad-c1784a77310c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3819227
Nov 10 04:05:26.133666 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7143ff-1fba-4417-b623-e35e1edca6b4 None None] The sync data for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 is: [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:05:17Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '144df145-abb2-461d-8985-7470f208f1d1', 'name': '', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'mac_address': 'fa:16:3e:55:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:17Z', 'updated_at': '2021-11-10T04:05:24Z', 'revision_number': 4, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'subnets': [{'id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:26.154821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:26.158457 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801d19c-a4a1-417a-954a-b7c143f90ca2" -d '{"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:26.169694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44d88f-95fd-48fb-8ed2-29acd8c2c08b None None] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:05:26.238098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:05:26.328188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:26.337997 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc960f7-75c9-4318-bf21-2247dc47f00b x-openstack-request-id: req-5dc960f7-75c9-4318-bf21-2247dc47f00b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:26.338259 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:26.338505 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dc960f7-75c9-4318-bf21-2247dc47f00b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:26.340057 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'code': 200}
Nov 10 04:05:26.366315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:26.366556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e16157-f8f4-49c4-9e02-b16aa70f6c05 req-823ad2da-982c-4c79-8923-364a3cb8f153 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:26.379603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9e16157-f8f4-49c4-9e02-b16aa70f6c05 req-823ad2da-982c-4c79-8923-364a3cb8f153 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.1368251
Nov 10 04:05:26.482421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:26.510146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Sync routers for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:26.523248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:26.524721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f5d144d-27a5-451f-8393-76b41f97a2f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.8804333
Nov 10 04:05:26.528303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:05:26.542822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9e16157-f8f4-49c4-9e02-b16aa70f6c05 req-cbfdc2b2-7651-442c-bab0-bf58c28a4a6c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511164
Nov 10 04:05:26.543562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:26.544008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:26.658087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:26.680794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:26.681637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207993430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:26.993076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d890e097-20ef-4f3a-9f14-cdc3cb5a3fbe service neutron] 10.222.0.26 "GET /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.1055496
Nov 10 04:05:27.049477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] Provisioning complete for port 62345f6d-df87-433d-ac94-303e1db69082 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:27.050272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:27.167400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 62345f6d-df87-433d-ac94-303e1db69082 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:27.316281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:27.433076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:27.444799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec630c-6642-4b08-bef9-b1d63fe6d344 req-ddf32e98-85cf-4308-b3ff-330447f3d4f7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:27.454634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-abec630c-6642-4b08-bef9-b1d63fe6d344 req-ddf32e98-85cf-4308-b3ff-330447f3d4f7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1715791
Nov 10 04:05:27.503519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:27.557863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:27.571566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-abec630c-6642-4b08-bef9-b1d63fe6d344 req-805b9eeb-31a4-488d-b383-4f0c293586a2 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142135
Nov 10 04:05:27.651745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620ecac2-fca3-4dc3-af35-54255779706a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:27.712299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:27.774383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:27.779018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Allocated IP 172.20.0.1 (d123f550-53e1-4dba-a377-bbe5bb1ebf33/fe1c93bf-75f5-4b7c-b848-50f0f14dc34e/d5b42435-ae37-46b7-8d4c-114a327feb3e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:27.882644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 62345f6d-df87-433d-ac94-303e1db69082 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:27.883266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:27.890083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513564c-0391-4cda-b555-e5fb98cc72c6 req-e0a21b69-6b11-41c2-a7db-415005d80248 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:27.900251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5513564c-0391-4cda-b555-e5fb98cc72c6 req-e0a21b69-6b11-41c2-a7db-415005d80248 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 944 time: 0.1985283
Nov 10 04:05:27.924529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.000200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] For port 62345f6d-df87-433d-ac94-303e1db69082, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=62345f6d-df87-433d-ac94-303e1db69082,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:28.019520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5513564c-0391-4cda-b555-e5fb98cc72c6 req-0063397c-c23f-4228-9964-9ef845196a63 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193304
Nov 10 04:05:28.020931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Transition to ACTIVE for port object 620ecac2-fca3-4dc3-af35-54255779706a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:05:28.037477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.040584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.043970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.137109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] No DVR routers for this DVR port 620ecac2-fca3-4dc3-af35-54255779706a on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:05:28.138790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa46a1-d5b7-4037-99e3-50386149dfb2 None None] Pushing event updated for resources: {'Port': ['ID=62345f6d-df87-433d-ac94-303e1db69082,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:28.145851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:28.181185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.181964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.182477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.182997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.183528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.184089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.185179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.185741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.186252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.186756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.187256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.187770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:28.197266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-b7fd7404-9137-4ca8-82ff-184ea8c04cf7 service neutron] 10.222.0.26 "PUT /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1942737
Nov 10 04:05:28.210991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.252129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bb880d75-fe00-48c8-8d44-9ea04df9fc2d None None] Provisioning complete for port 62345f6d-df87-433d-ac94-303e1db69082 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:28.252129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb880d75-fe00-48c8-8d44-9ea04df9fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.327240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:28.331432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:28.337830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:28.339187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d36f1107-5331-4f1f-a674-f8333b2fcd49 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:28.341730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d36f1107-5331-4f1f-a674-f8333b2fcd49 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.0604899
Nov 10 04:05:28.342046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:28.344791 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a059b6c3-628c-48dd-9848-3f5bdf6580c8" -d '{"events": [{"server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "name": "network-vif-plugged", "status": "completed", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:28.359025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207993430>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:24Z', 'revision_number': 3, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:28.402608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:28.448085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d39d27ab-2287-4f3a-9484-ba6629c28f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:28.451364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-d39d27ab-2287-4f3a-9484-ba6629c28f24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1&tenant_id=c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 1096 time: 0.0836966
Nov 10 04:05:28.469286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.470811 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1c8c1-f96d-4938-a007-cd024bc2d592 x-openstack-request-id: req-61d1c8c1-f96d-4938-a007-cd024bc2d592 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:28.471236 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "name": "network-vif-plugged", "status": "completed", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:28.471489 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61d1c8c1-f96d-4938-a007-cd024bc2d592 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:28.471935 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b', 'code': 200}
Nov 10 04:05:28.473716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Checking router: 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:28.474103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Updating router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed port 023ca01b-30e1-4fca-ad7f-1968b40fb68b binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:28.583730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 144df145-abb2-461d-8985-7470f208f1d1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:28.630508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a7eb9-eb58-41ff-96d6-a7ca6a919368 req-dde581bf-efa2-4506-8f22-95d60d249028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:28.633312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181a7eb9-eb58-41ff-96d6-a7ca6a919368 req-dde581bf-efa2-4506-8f22-95d60d249028 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 1096 time: 0.1046793
Nov 10 04:05:28.654652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-7392d1e6-b058-4427-bc34-bc6fd67048d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:28.656843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-7392d1e6-b058-4427-bc34-bc6fd67048d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1096 time: 0.1740768
Nov 10 04:05:28.812355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.827698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-148863b5-8b20-4a78-a3d0-75b44e680a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:28.829292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-148863b5-8b20-4a78-a3d0-75b44e680a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1500039
Nov 10 04:05:28.895813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-4e4e811c-a1a1-411d-b101-433ec57b97c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 200  len: 217 time: 0.0548851
Nov 10 04:05:28.949341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:28.958517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181a7eb9-eb58-41ff-96d6-a7ca6a919368 req-4a70a319-b417-4c81-a5d8-26d469487e67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3174665
Nov 10 04:05:29.025453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9355bc9-c931-4dfb-a8e5-934cffb3c543 req-8acfa4dd-ac55-4a8f-b0a9-2a2cd9d12cf8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:29.045970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9355bc9-c931-4dfb-a8e5-934cffb3c543 req-8acfa4dd-ac55-4a8f-b0a9-2a2cd9d12cf8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.2307038
Nov 10 04:05:29.089834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-dfad01e7-48b2-4e2c-86f5-b4f85470c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:29.095438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-dfad01e7-48b2-4e2c-86f5-b4f85470c180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1358507
Nov 10 04:05:29.160998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:05:29.179320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-845e9da0-6b10-4184-bdf5-cc9ea55295d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682964
Nov 10 04:05:29.306652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-4ff9aaf1-daad-4617-a2a3-8d46f96756e4 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050255
Nov 10 04:05:29.332960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9355bc9-c931-4dfb-a8e5-934cffb3c543 req-0b159198-5052-4e04-b0be-8aab55c8821c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854297
Nov 10 04:05:29.398977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9b1e02c4-99be-4b54-bd3f-cc89961fde46 None None] Provisioning complete for port d5b42435-ae37-46b7-8d4c-114a327feb3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:29.399604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b1e02c4-99be-4b54-bd3f-cc89961fde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.457644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 144df145-abb2-461d-8985-7470f208f1d1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:29.458056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.459604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:05:29.551374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e02c4-99be-4b54-bd3f-cc89961fde46 None None] Port d5b42435-ae37-46b7-8d4c-114a327feb3e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:05:29.554497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-256ef98d-054f-4ab0-b91d-bddcee96311a service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282696
Nov 10 04:05:29.590590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3bb13-cf07-4b0e-8e57-9775c319b61e req-6f5c62e0-b146-4159-89bb-9fab8644da0a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:29.602954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd3bb13-cf07-4b0e-8e57-9775c319b61e req-6f5c62e0-b146-4159-89bb-9fab8644da0a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 945 time: 0.4629900
Nov 10 04:05:29.650614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.659369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.703278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd3bb13-cf07-4b0e-8e57-9775c319b61e req-9ff25b9f-ae07-4263-8127-515102e41d6a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988955
Nov 10 04:05:29.711343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 62345f6d-df87-433d-ac94-303e1db69082 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:29.760743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.780371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.853467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:29.868764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Attempting to bind port 023ca01b-30e1-4fca-ad7f-1968b40fb68b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:29.869392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Attempting to bind port 023ca01b-30e1-4fca-ad7f-1968b40fb68b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:29.869955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Attempting to bind port 023ca01b-30e1-4fca-ad7f-1968b40fb68b on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:29.871708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.874600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99680cfc-953d-45a8-9c7f-9854ceef9184 None None] Pushing event updated for resources: {'Port': ['ID=023ca01b-30e1-4fca-ad7f-1968b40fb68b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:29.880358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:29.880800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:29.881203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.881637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:29.882107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Bound port: 023ca01b-30e1-4fca-ad7f-1968b40fb68b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:29.882541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.884307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 62345f6d-df87-433d-ac94-303e1db69082 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:29.884738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:29.942333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-cc83c8e4-47a9-49bb-b7bf-142790562e74 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:29.945757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-cc83c8e4-47a9-49bb-b7bf-142790562e74 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1135752
Nov 10 04:05:30.034738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:30.036690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:30.070667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] For port 023ca01b-30e1-4fca-ad7f-1968b40fb68b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:30.075247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] For port 023ca01b-30e1-4fca-ad7f-1968b40fb68b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=023ca01b-30e1-4fca-ad7f-1968b40fb68b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:30.156005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-f929aebd-89cd-42eb-975c-32dd58102e5f service neutron] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:30.160795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-f929aebd-89cd-42eb-975c-32dd58102e5f service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:30.163270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b6d72b7-0dd6-4e08-97fb-635997065b24 req-f929aebd-89cd-42eb-975c-32dd58102e5f service neutron] 10.222.0.21 "DELETE /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.2081816
Nov 10 04:05:30.213861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:30.330227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:05:30.378717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:30.383162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207993430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:30.550552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:30.554330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:05:30.580090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bcd1459f-64ea-405a-a521-a6b16ef86937 admin admin] 10.222.0.13 "PUT /v2.0/routers/7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0451281
Nov 10 04:05:30.601916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3e56-b5c5-4d8a-a5b5-962f519919d5 req-f213d316-bd15-4986-a3f5-2924e985d02c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:30.611859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e11f3e56-b5c5-4d8a-a5b5-962f519919d5 req-f213d316-bd15-4986-a3f5-2924e985d02c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1319771
Nov 10 04:05:30.703952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e11f3e56-b5c5-4d8a-a5b5-962f519919d5 req-7d28ea6a-14af-4843-9cf7-bec10bfd5049 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824959
Nov 10 04:05:30.942668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6873-964c-4481-820f-d4fc3f993b0e req-ef3c914f-ef99-4e1b-bc52-def7ec0eec9a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:30.953563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d55b6873-964c-4481-820f-d4fc3f993b0e req-ef3c914f-ef99-4e1b-bc52-def7ec0eec9a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 945 time: 0.1130488
Nov 10 04:05:30.958225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8e335e1-38f4-4def-afe3-9c861d03e89e None None] Provisioning complete for port d5b42435-ae37-46b7-8d4c-114a327feb3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:30.958729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8e335e1-38f4-4def-afe3-9c861d03e89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:30.964021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99680cfc-953d-45a8-9c7f-9854ceef9184 None None] Pushing event updated for resources: {'Port': ['ID=023ca01b-30e1-4fca-ad7f-1968b40fb68b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:31.030182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e335e1-38f4-4def-afe3-9c861d03e89e None None] Port d5b42435-ae37-46b7-8d4c-114a327feb3e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:05:31.076002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d55b6873-964c-4481-820f-d4fc3f993b0e req-a9b54c78-2cc3-4d34-bd25-feca680d35bb tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213136
Nov 10 04:05:31.182300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207993430>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:28Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd5b42435-ae37-46b7-8d4c-114a327feb3e', 'name': '', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'mac_address': 'fa:16:3e:5b:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:27Z', 'updated_at': '2021-11-10T04:05:29Z', 'revision_number': 2, 'project_id': '695d59928f7741bebf381d7911052a99', 'subnets': [{'id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:31.241638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6108bd53-9304-4ac1-8543-f846452f31a8 None None] The sync data for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 is: [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:28Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd5b42435-ae37-46b7-8d4c-114a327feb3e', 'name': '', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'mac_address': 'fa:16:3e:5b:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:27Z', 'updated_at': '2021-11-10T04:05:29Z', 'revision_number': 2, 'project_id': '695d59928f7741bebf381d7911052a99', 'subnets': [{'id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:31.281074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-d6a159de-f2c4-48f9-bf10-53f4c29fa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:31.281074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-d6a159de-f2c4-48f9-bf10-53f4c29fa017 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 1096 time: 0.1432168
Nov 10 04:05:31.315998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:05:31.585117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6301d8f-dac1-471e-8382-35e57bff2619 req-efa6ca6c-2724-4c47-bc0d-f784ad2ca514 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:31.592125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-b1c33a06-7b0f-452f-bc17-573fac180f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:31.598013 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-b1c33a06-7b0f-452f-bc17-573fac180f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.3100410
Nov 10 04:05:31.599700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6301d8f-dac1-471e-8382-35e57bff2619 req-efa6ca6c-2724-4c47-bc0d-f784ad2ca514 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1350231
Nov 10 04:05:31.723647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6301d8f-dac1-471e-8382-35e57bff2619 req-efb8305e-bd9a-4807-a9ba-b5e8af4c19e0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229186
Nov 10 04:05:31.771210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-bb2a1c44-d650-487c-ad42-55b118d23cc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b HTTP/1.1" status: 200  len: 217 time: 0.1644568
Nov 10 04:05:32.004214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-232d2a63-5de5-4345-b43a-6b150c208eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:32.010384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-232d2a63-5de5-4345-b43a-6b150c208eca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.2322302
Nov 10 04:05:32.034804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a71f0f-4414-434b-a8d0-5bdf2d6fec33 req-125e6b58-ad19-4e13-9198-46de5d30cd02 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:32.044535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05a71f0f-4414-434b-a8d0-5bdf2d6fec33 req-125e6b58-ad19-4e13-9198-46de5d30cd02 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1096 time: 0.3081656
Nov 10 04:05:32.096163 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-92e445f1-c643-4add-9b24-1bbef42d7756 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763500
Nov 10 04:05:32.171310 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-05a71f0f-4414-434b-a8d0-5bdf2d6fec33 req-f6e0b9ba-0745-4510-a170-d3a83b5a6260 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221533
Nov 10 04:05:32.530637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-38989d58-7eae-4027-946a-d30799c8194e service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3723767
Nov 10 04:05:32.537283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89804b-aa85-4069-8604-72b8392cc6d0 req-99c45803-2591-45aa-8934-b375d0cb82b8 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:32.539525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d89804b-aa85-4069-8604-72b8392cc6d0 req-99c45803-2591-45aa-8934-b375d0cb82b8 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 1096 time: 0.1405044
Nov 10 04:05:32.689730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d89804b-aa85-4069-8604-72b8392cc6d0 req-cbf3f02c-c57d-4716-8cb9-c68b2d8cfef6 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385915
Nov 10 04:05:32.732132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16236597-3887-4a9a-b5a7-89c4b84f81f0 req-479ba44b-57f6-4373-a4c8-e4b310b4900c service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909587
Nov 10 04:05:33.439331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436af77-6e75-408e-ab5d-a514b3bc2cd5 req-34a9f2b6-3d58-4218-b145-c151de6e1c36 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:33.442193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a436af77-6e75-408e-ab5d-a514b3bc2cd5 req-34a9f2b6-3d58-4218-b145-c151de6e1c36 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0803883
Nov 10 04:05:33.586361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a436af77-6e75-408e-ab5d-a514b3bc2cd5 req-a51a6b6f-2cc6-4be6-8e4a-515e47623f37 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362133
Nov 10 04:05:34.295600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58c6caaf-8c38-4505-aa60-3e0139dde259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:35.025359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8af4f-2f52-4b6f-bd61-ef53203603e1 req-ab902667-fb4b-491c-8b80-63426475dcd4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:35.025940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 023ca01b-30e1-4fca-ad7f-1968b40fb68b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:35.026127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4f8af4f-2f52-4b6f-bd61-ef53203603e1 req-ab902667-fb4b-491c-8b80-63426475dcd4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.2328379
Nov 10 04:05:35.097542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 023ca01b-30e1-4fca-ad7f-1968b40fb68b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:35.097911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:35.177775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4f8af4f-2f52-4b6f-bd61-ef53203603e1 req-4a6fdbc9-db4a-4a5b-9d49-37d802311e0c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414969
Nov 10 04:05:35.319209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:35.381206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 023ca01b-30e1-4fca-ad7f-1968b40fb68b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=023ca01b-30e1-4fca-ad7f-1968b40fb68b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:35.399705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:35.589251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=023ca01b-30e1-4fca-ad7f-1968b40fb68b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:35.894066 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Sync routers for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:05:35.910249 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:35.910954 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148d7160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:36.038629 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:36.274389 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148d7160>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:28Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd5b42435-ae37-46b7-8d4c-114a327feb3e', 'name': '', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'mac_address': 'fa:16:3e:5b:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:27Z', 'updated_at': '2021-11-10T04:05:29Z', 'revision_number': 2, 'project_id': '695d59928f7741bebf381d7911052a99', 'subnets': [{'id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:36.350820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Checking router: 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:05:36.354975 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Updating router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed port d5b42435-ae37-46b7-8d4c-114a327feb3e binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:05:36.390811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd599da-4318-457a-8398-692556a01b6f req-fff9312d-1467-429e-9e36-94d726e37ee0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:36.401991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cd599da-4318-457a-8398-692556a01b6f req-fff9312d-1467-429e-9e36-94d726e37ee0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0843899
Nov 10 04:05:36.413613 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:36.487457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cd599da-4318-457a-8398-692556a01b6f req-b2d23077-0504-4755-9740-38b7a2ca72a3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839386
Nov 10 04:05:36.861207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d0647599-72e4-482d-8ee0-37333f177c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:36.969684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 023ca01b-30e1-4fca-ad7f-1968b40fb68b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:37.015976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.053198 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.113103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 023ca01b-30e1-4fca-ad7f-1968b40fb68b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:37.117764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.129221 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719514-9901-4a7a-8b90-7da5c39d36b0 None None] Pushing event updated for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:37.271344 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Attempting to bind port d5b42435-ae37-46b7-8d4c-114a327feb3e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:37.271636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Attempting to bind port d5b42435-ae37-46b7-8d4c-114a327feb3e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:37.278916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Attempting to bind port d5b42435-ae37-46b7-8d4c-114a327feb3e on network d123f550-53e1-4dba-a377-bbe5bb1ebf33 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:37.294667 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:37.296143 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Checking segment: {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:37.300559 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.301226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Bound using segment: {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:37.302605 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Bound port: d5b42435-ae37-46b7-8d4c-114a327feb3e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7679a54-8cb9-4499-8f89-ee65134409a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:37.307779 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.454740 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] For port d5b42435-ae37-46b7-8d4c-114a327feb3e, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:37.459064 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] For port d5b42435-ae37-46b7-8d4c-114a327feb3e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d5b42435-ae37-46b7-8d4c-114a327feb3e,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:37.467185 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.556305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Provisioning complete for port d5b42435-ae37-46b7-8d4c-114a327feb3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:37.557203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:37.700696 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719514-9901-4a7a-8b90-7da5c39d36b0 None None] Pushing event updated for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:37.726160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:05:37.729366 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148d7160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:05:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:37.854145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70914982-c780-4a7e-a9e8-b4264702ce2c req-a164774b-2f13-4028-9339-5926016e92b4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:37.877106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70914982-c780-4a7e-a9e8-b4264702ce2c req-a164774b-2f13-4028-9339-5926016e92b4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.2608922
Nov 10 04:05:38.039373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:38.058873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:38.125376 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:05:38.170184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70914982-c780-4a7e-a9e8-b4264702ce2c req-41410d8c-946e-4a86-b19d-8bba26ceaca2 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869482
Nov 10 04:05:38.229411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] For port d5b42435-ae37-46b7-8d4c-114a327feb3e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d5b42435-ae37-46b7-8d4c-114a327feb3e,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:38.248289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:38.394715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b1e00076-3c47-4076-84f1-240a0584f081 None None] Provisioning complete for port d5b42435-ae37-46b7-8d4c-114a327feb3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:38.397495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1e00076-3c47-4076-84f1-240a0584f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:38.405362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Pushing event updated for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:38.451519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.452391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.453046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.453633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.454197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.455000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.455576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.456145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.456725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.458114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.458691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.459301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafe69e-f20a-4d39-8f3f-37c32af85794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:05:38.572135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148d7160>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:28Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd5b42435-ae37-46b7-8d4c-114a327feb3e', 'name': '', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'mac_address': 'fa:16:3e:5b:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:27Z', 'updated_at': '2021-11-10T04:05:37Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'subnets': [{'id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:05:38.601883 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaab48-2e46-4383-8fed-4bafc6b4b751 None None] The sync data for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 is: [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:05:28Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd5b42435-ae37-46b7-8d4c-114a327feb3e', 'name': '', 'network_id': 'd123f550-53e1-4dba-a377-bbe5bb1ebf33', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'mac_address': 'fa:16:3e:5b:d9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:27Z', 'updated_at': '2021-11-10T04:05:37Z', 'revision_number': 4, 'project_id': '695d59928f7741bebf381d7911052a99', 'subnets': [{'id': 'fe1c93bf-75f5-4b7c-b848-50f0f14dc34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:05:38.965348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d5b42435-ae37-46b7-8d4c-114a327feb3e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:39.127110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d5b42435-ae37-46b7-8d4c-114a327feb3e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:39.129094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:39.435338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:39.449895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bd6ce-e130-48af-b420-1db74afbcea5 req-104030de-2d72-4794-acd5-87005c8df264 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:39.452359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c3bd6ce-e130-48af-b420-1db74afbcea5 req-104030de-2d72-4794-acd5-87005c8df264 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1373034
Nov 10 04:05:39.535316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c3bd6ce-e130-48af-b420-1db74afbcea5 req-21727b42-3828-4ea2-b821-5548f6283164 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747750
Nov 10 04:05:39.615833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-11153499-415b-4546-ae15-0b7abf100217 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:39.628439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-11153499-415b-4546-ae15-0b7abf100217 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.2391157
Nov 10 04:05:39.659012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-0b605a55-4cb6-4074-a28d-b85a0e86a24b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/quotas/c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 375 time: 0.0293226
Nov 10 04:05:39.761469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-52085bad-edc2-4e65-b04a-e9611642c5e1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1009011
Nov 10 04:05:39.928773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-80e16ee6-1997-4974-af0f-517f0de2f63f service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630664
Nov 10 04:05:40.068833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-7647eb4b-c946-482a-a6a2-dff7e3b0a044 service neutron] 10.222.0.13 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385751
Nov 10 04:05:40.192990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:40.668425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24f30afa-75d5-461a-a960-c762c95695db req-ac7f7824-015c-4b80-82ab-1217dbef17a1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 210 time: 0.0806792
Nov 10 04:05:40.828594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0b89e-9d86-4b3c-858c-e863d292b7dc req-894d9463-0edb-48fd-b3b6-6eb7f9646dfe tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:40.835939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd0b89e-9d86-4b3c-858c-e863d292b7dc req-894d9463-0edb-48fd-b3b6-6eb7f9646dfe tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1444378
Nov 10 04:05:40.954893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd0b89e-9d86-4b3c-858c-e863d292b7dc req-ba38dc04-0153-435c-838b-f1ae07349871 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097729
Nov 10 04:05:41.808116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae1e9230-82f7-41eb-a56f-8bce0e2f39ba req-d7ac2ab6-ae26-4ec5-bf5c-e45cb7bb3986 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 210 time: 0.0334554
Nov 10 04:05:42.155221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510de5-efc3-46d9-9c8e-a63a00f4e881 req-6c42a11f-b47b-4d1d-a402-efafbb65f170 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:42.163043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81510de5-efc3-46d9-9c8e-a63a00f4e881 req-6c42a11f-b47b-4d1d-a402-efafbb65f170 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1094942
Nov 10 04:05:42.281516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81510de5-efc3-46d9-9c8e-a63a00f4e881 req-b4cc5607-4601-4b92-b55f-e3475ea874d9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116095
Nov 10 04:05:42.399787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-d809323d-b539-47ea-a2b5-fb8c97325e32 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:42.402136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-d809323d-b539-47ea-a2b5-fb8c97325e32 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 821 time: 0.2049019
Nov 10 04:05:42.428995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Request body: {'port': {'device_id': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'admin_state_up': True, 'tenant_id': 'c676f4ec86b44df399be6886b57d34f9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:42.649285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Made reservation on behalf of c676f4ec86b44df399be6886b57d34f9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:05:42.657112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:42.887918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Allocated IP 172.20.0.2 (b46f33a1-6a62-4941-8868-28fcc972b653/a5be0a1c-bab2-4871-a75a-58576b056f62/315491df-ae0d-4129-84a9-bf101253b86d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:05:43.047244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b015d3a-3b90-4c37-a2a1-8d78f2e3026d req-c5e2a8d1-fd94-4a90-8cb9-eb46077c30fe tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 210 time: 0.1029823
Nov 10 04:05:43.126545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:43.183177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:43.269384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Network b46f33a1-6a62-4941-8868-28fcc972b653 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:05:43.271315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:05:43.276590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:05:43.371727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:43.372695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:43.390295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:43.418648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-9ca0c999-3850-44b1-974d-5e97ea0312fc tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0048912
Nov 10 04:05:43.438815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Request body: {'port': {'device_id': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:43.592256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:43.599134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced17e35-a7d9-4caa-b32b-c6a26dc0b0ff req-e74b4947-5d61-4714-90ec-ec8b65e6999a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:43.619287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ced17e35-a7d9-4caa-b32b-c6a26dc0b0ff req-e74b4947-5d61-4714-90ec-ec8b65e6999a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1472857
Nov 10 04:05:43.766996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ced17e35-a7d9-4caa-b32b-c6a26dc0b0ff req-74ad836c-f5cb-4f82-b61a-15286d724643 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359870
Nov 10 04:05:43.878589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2d55d-ce8f-4817-b990-4e8a477f4d0d req-fc6b0ff1-0bf7-45da-8a5b-e5ce8afb07d4 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:43.880170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1d2d55d-ce8f-4817-b990-4e8a477f4d0d req-fc6b0ff1-0bf7-45da-8a5b-e5ce8afb07d4 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 950 time: 0.1363792
Nov 10 04:05:43.971531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1d2d55d-ce8f-4817-b990-4e8a477f4d0d req-28abfac1-b784-4edc-9bb5-8d8704797cd8 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736442
Nov 10 04:05:44.119351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315491df-ae0d-4129-84a9-bf101253b86d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:44.149179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:44.181182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Transition to ACTIVE for port object 315491df-ae0d-4129-84a9-bf101253b86d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:05:44.190717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:44.220515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701f9f-7ffe-45cc-9fba-5151801b0b7e req-e57ada82-e895-4c88-8101-e5a3116066ba tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:44.222282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54701f9f-7ffe-45cc-9fba-5151801b0b7e req-e57ada82-e895-4c88-8101-e5a3116066ba tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 931 time: 0.0632927
Nov 10 04:05:44.286639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54701f9f-7ffe-45cc-9fba-5151801b0b7e req-05894d48-5c35-4712-b9bc-a08b21c8bf2e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538881
Nov 10 04:05:44.341577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:44.371974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:44.372416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:44.372801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:44.378484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:44.378881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:44.393613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:44.394379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:44.394844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:44.395363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Bound port: 315491df-ae0d-4129-84a9-bf101253b86d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:44.395790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:44.486615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:05:44.499055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:44.506867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:44.547763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:44.548385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:44.549790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] 10.222.0.26 "PUT /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 1091 time: 1.1189001
Nov 10 04:05:44.550225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:44.552833 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8222c-8147-40d8-91f4-a37a4d4327ee" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "tag": "315491df-ae0d-4129-84a9-bf101253b86d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:44.590378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6663-c92d-4db4-a2c0-447f4ac90127 service neutron] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:44.646702 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f19febc-214f-4b4b-bab4-cd87d348cef0 x-openstack-request-id: req-5f19febc-214f-4b4b-bab4-cd87d348cef0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:44.646940 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "tag": "315491df-ae0d-4129-84a9-bf101253b86d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:44.647589 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f19febc-214f-4b4b-bab4-cd87d348cef0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:44.647589 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d', 'status': 'completed', 'code': 200}
Nov 10 04:05:44.676365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-0aaa2f69-bca7-4a9f-8384-19f5f6ed0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:44.681122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-0aaa2f69-bca7-4a9f-8384-19f5f6ed0b86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1094 time: 0.0836287
Nov 10 04:05:44.738712 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-e66b3e4d-6ac6-45e5-8078-674e6f7a647c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 217 time: 0.0456660
Nov 10 04:05:44.809545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-63691ecc-8fea-4d1b-8db3-12858ca59a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:44.811333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-63691ecc-8fea-4d1b-8db3-12858ca59a58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0657251
Nov 10 04:05:44.857294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-b2a7286f-1349-4a91-8cee-dd963d96a797 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380363
Nov 10 04:05:44.935929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e992b0-8e12-449c-b86a-1b151d3bf326 req-28c97e3a-7bf9-4c4b-9ace-51198e788e12 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:44.937702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f1e992b0-8e12-449c-b86a-1b151d3bf326 req-28c97e3a-7bf9-4c4b-9ace-51198e788e12 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0703974
Nov 10 04:05:44.962455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-5988b17f-09f8-4e1c-b31b-4005ad7d132a service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977850
Nov 10 04:05:45.053574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f1e992b0-8e12-449c-b86a-1b151d3bf326 req-92a0cfd1-3569-4212-a7f3-5266f0059848 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952961
Nov 10 04:05:45.098338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5440bd34-f443-4d51-b71c-00225f19ba8e req-ff375ded-a8ee-497a-b4b6-e509b3e2cb71 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280687
Nov 10 04:05:45.261697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-6186a5c7-f78c-4489-b941-a99373c09fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:45.264560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-6186a5c7-f78c-4489-b941-a99373c09fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1094 time: 0.0742819
Nov 10 04:05:45.537997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-7156330e-b09e-4993-ad9d-809fb700c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:45.540749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-7156330e-b09e-4993-ad9d-809fb700c467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.2683172
Nov 10 04:05:45.557292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b3a5-d1f1-41ad-ad83-39d3e7b5ef78 req-8bf86999-8415-4dee-8671-624a2c19873b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:45.571324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5889b3a5-d1f1-41ad-ad83-39d3e7b5ef78 req-8bf86999-8415-4dee-8671-624a2c19873b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.1575129
Nov 10 04:05:45.629231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-a88563c1-eeb8-445d-9807-6741240e6f35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 217 time: 0.0783317
Nov 10 04:05:45.700218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5889b3a5-d1f1-41ad-ad83-39d3e7b5ef78 req-385f9b59-55d8-47c2-8aab-979633bc9df9 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275079
Nov 10 04:05:45.765503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-4f48e3f9-0a68-471d-b14c-c83dfdf52fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:45.768297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-4f48e3f9-0a68-471d-b14c-c83dfdf52fd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1190796
Nov 10 04:05:45.817274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-5cee24c9-7bb5-4585-bee7-682c99b6c8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351768
Nov 10 04:05:45.920538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-2268ad70-bb4b-4baa-9654-e688f17f7914 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933208
Nov 10 04:05:46.036513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0f8222c-8147-40d8-91f4-a37a4d4327ee req-0f6c2003-2b8c-49fe-8b4f-8412d5ed8a7c service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074762
Nov 10 04:05:46.182724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb47bd-dc01-4792-9ed8-f4999aaff6fd req-dd1bbf7c-ab38-4d5c-a48e-3caf19be56fc tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:46.198232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cebb47bd-dc01-4792-9ed8-f4999aaff6fd req-dd1bbf7c-ab38-4d5c-a48e-3caf19be56fc tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0640192
Nov 10 04:05:46.238223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cebb47bd-dc01-4792-9ed8-f4999aaff6fd req-f659d7f7-8aa4-4378-bdd6-cfb2ec11a7a3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467465
Nov 10 04:05:46.842098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce5d15-8789-4576-b454-45c9ff7e61d9 req-bfb9146a-df66-4444-b3c3-98a219995e77 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:46.844891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39ce5d15-8789-4576-b454-45c9ff7e61d9 req-bfb9146a-df66-4444-b3c3-98a219995e77 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.0635436
Nov 10 04:05:46.907497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39ce5d15-8789-4576-b454-45c9ff7e61d9 req-13a2425b-9e61-4c66-9ea5-02ca646f3ada tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567000
Nov 10 04:05:47.328399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:05:47.363083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d463-2742-4346-9ec0-0f30f63ac5ca req-08ebd645-5d34-4009-a3c2-2a66ef0f9e7f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:47.364704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a066d463-2742-4346-9ec0-0f30f63ac5ca req-08ebd645-5d34-4009-a3c2-2a66ef0f9e7f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0555656
Nov 10 04:05:47.422284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:47.441321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a066d463-2742-4346-9ec0-0f30f63ac5ca req-bc8c2cd6-054d-4fb7-9e20-13df618386af tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703976
Nov 10 04:05:47.460492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:47.463210 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457339d-4035-4902-b63d-ed688fae5df7" -d '{"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:47.499863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:47.516818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:47.566722 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70317a4-39da-4b8a-a9fc-4cdd7f040d31 x-openstack-request-id: req-d70317a4-39da-4b8a-a9fc-4cdd7f040d31 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:47.567358 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:47.567854 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d70317a4-39da-4b8a-a9fc-4cdd7f040d31 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:47.568243 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'code': 200}
Nov 10 04:05:47.584006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:48.046300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b862-8470-4bb1-9167-de61d5a26445 req-3d460825-200b-4a89-b67e-3936977aaad5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:48.053085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab34b862-8470-4bb1-9167-de61d5a26445 req-3d460825-200b-4a89-b67e-3936977aaad5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.0619607
Nov 10 04:05:48.109179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab34b862-8470-4bb1-9167-de61d5a26445 req-e5749352-1ba8-4df5-93e9-a0b2e6e50268 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550952
Nov 10 04:05:48.485203 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:05:48.540107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:48.579838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a078051-a1f4-4286-92f3-6b068e5a1fa6 req-b14b7526-d53c-45f6-a7da-7104bea000f9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:48.581658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a078051-a1f4-4286-92f3-6b068e5a1fa6 req-b14b7526-d53c-45f6-a7da-7104bea000f9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0677693
Nov 10 04:05:48.640643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a078051-a1f4-4286-92f3-6b068e5a1fa6 req-c4eb94b2-5539-4c0c-952f-ebe03e2a67fd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516331
Nov 10 04:05:48.755530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:49.022796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:49.174287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:49.189725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '315491df-ae0d-4129-84a9-bf101253b86d', 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653', 'port_id': '315491df-ae0d-4129-84a9-bf101253b86d', 'mac_address': 'fa:16:3e:d3:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be0a1c-bab2-4871-a75a-58576b056f62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:49.238604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:49.256849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315491df-ae0d-4129-84a9-bf101253b86d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:49.288080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:49.304335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:49.313659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa2b37-ccbe-4b4f-b6ad-9b9c8bf38e62 req-c87db10d-52a1-4887-be50-bed7c1b28a89 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:49.327222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34fa2b37-ccbe-4b4f-b6ad-9b9c8bf38e62 req-c87db10d-52a1-4887-be50-bed7c1b28a89 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.0855944
Nov 10 04:05:49.363871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:05:49.418331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34fa2b37-ccbe-4b4f-b6ad-9b9c8bf38e62 req-2d08bea0-4fd1-4df0-bab1-ef5c07153729 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896654
Nov 10 04:05:49.477083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:49.495322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'mac_address': 'fa:16:3e:9e:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:05:49.517395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:49.571838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:49.598375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:05:49.627977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['315491df-ae0d-4129-84a9-bf101253b86d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:49.664725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:49.679215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:49.817364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c3b982a5-f769-4ada-b874-7efbfec2c4d9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:05:49.876081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:49.959030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8be9a7-a68a-4d0d-82fe-abca490b39eb req-ffb0f70c-d4a9-40c0-9784-d2b4b76b9a26 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:49.965436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa8be9a7-a68a-4d0d-82fe-abca490b39eb req-ffb0f70c-d4a9-40c0-9784-d2b4b76b9a26 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1838946
Nov 10 04:05:50.120591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa8be9a7-a68a-4d0d-82fe-abca490b39eb req-3d7f0f3c-488f-4722-a542-086b210df9ab tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440141
Nov 10 04:05:50.614370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c819-e878-4a04-8ece-1aaef69b92a5 req-dcf4694b-9635-4097-a721-35221020704a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:50.626578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c447c819-e878-4a04-8ece-1aaef69b92a5 req-dcf4694b-9635-4097-a721-35221020704a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 944 time: 0.0921874
Nov 10 04:05:50.698664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c447c819-e878-4a04-8ece-1aaef69b92a5 req-94716b9b-5222-470b-b67b-7cd70b3b884e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707834
Nov 10 04:05:51.035532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:51.109476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 315491df-ae0d-4129-84a9-bf101253b86d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:05:51.129755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 315491df-ae0d-4129-84a9-bf101253b86d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:51.132924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:51.329835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:51.400594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b74d0-51d7-4058-ade6-19f13569d51c req-0622c74e-048a-4bbd-8216-3311240992eb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:51.414472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc5b74d0-51d7-4058-ade6-19f13569d51c req-0622c74e-048a-4bbd-8216-3311240992eb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1295214
Nov 10 04:05:51.427370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:51.428850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:05:51.512179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:51.534191 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8044bbea-776a-464b-abdb-5ef611e47947" -d '{"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-plugged", "status": "completed", "tag": "315491df-ae0d-4129-84a9-bf101253b86d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:51.534891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc5b74d0-51d7-4058-ade6-19f13569d51c req-b62f61a0-bd63-41d5-994d-515f1db91635 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194663
Nov 10 04:05:51.542792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:51.691421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:51.735800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c3b982a5-f769-4ada-b874-7efbfec2c4d9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:05:51.736243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:51.930386 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05066942-51a5-4a2d-ade4-804a23af2d1d x-openstack-request-id: req-05066942-51a5-4a2d-ade4-804a23af2d1d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:51.930660 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-plugged", "status": "completed", "tag": "315491df-ae0d-4129-84a9-bf101253b86d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:51.930890 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05066942-51a5-4a2d-ade4-804a23af2d1d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:51.931228 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d', 'code': 200}
Nov 10 04:05:51.978345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:52.073310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:05:52.079109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:52.079400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711cd98-a678-4baf-9528-88b5c0a103b5 req-3e3201c0-b39b-4f37-90a4-08f6543aa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:52.085642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a711cd98-a678-4baf-9528-88b5c0a103b5 req-3e3201c0-b39b-4f37-90a4-08f6543aa61b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1096 time: 0.1124713
Nov 10 04:05:52.184535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094679f-1cfa-468a-9341-a9b98ab6141e req-abab9863-f035-4ec6-8d83-f5c7496c6c6e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:52.187086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:05:52.188829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0094679f-1cfa-468a-9341-a9b98ab6141e req-abab9863-f035-4ec6-8d83-f5c7496c6c6e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.1375933
Nov 10 04:05:52.201912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a711cd98-a678-4baf-9528-88b5c0a103b5 req-044196c2-bd9d-4df0-91dd-1e82d7548c6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081712
Nov 10 04:05:52.272881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0094679f-1cfa-468a-9341-a9b98ab6141e req-42bf8018-d7b8-4d7a-8802-c655ecd1cbb0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714226
Nov 10 04:05:52.755670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c1fa8-c8f1-47d2-b0ae-75f704c112a8 req-6b7e215d-93d8-41d5-84c9-f5eb8f0bb9df tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:52.765118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c6c1fa8-c8f1-47d2-b0ae-75f704c112a8 req-6b7e215d-93d8-41d5-84c9-f5eb8f0bb9df tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0834608
Nov 10 04:05:52.774196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483c27-099a-4766-afe5-bd3a787564ce req-7bd046c9-3fe7-4e7e-9d1d-f3040a66e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:52.777424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf483c27-099a-4766-afe5-bd3a787564ce req-7bd046c9-3fe7-4e7e-9d1d-f3040a66e003 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 1096 time: 0.0882604
Nov 10 04:05:52.829756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c6c1fa8-c8f1-47d2-b0ae-75f704c112a8 req-1906f94a-8646-4794-8012-0254b2bead8d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632980
Nov 10 04:05:52.867849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf483c27-099a-4766-afe5-bd3a787564ce req-b2edcc93-158a-4f9f-be67-46f84e2c60d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781040
Nov 10 04:05:53.580132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57a74e-2e98-4f9d-b1cc-d9879defc1b0 req-30d6553c-c584-42f1-b3e8-795e525925a3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:53.597331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e57a74e-2e98-4f9d-b1cc-d9879defc1b0 req-30d6553c-c584-42f1-b3e8-795e525925a3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.1081381
Nov 10 04:05:53.697841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e57a74e-2e98-4f9d-b1cc-d9879defc1b0 req-240c9dee-effd-4d27-afc8-9ab42d1d1fcd tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986638
Nov 10 04:05:53.932951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:05:53.938698 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a13c38-050f-452e-af54-80370bb343a1" -d '{"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:05:54.171447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898431-16f0-4638-bf38-2fecf0d65ee4 req-1acd8f7d-c87f-42f2-a5d0-740f0a7e6d5a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:54.179482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-66898431-16f0-4638-bf38-2fecf0d65ee4 req-1acd8f7d-c87f-42f2-a5d0-740f0a7e6d5a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1068175
Nov 10 04:05:54.263193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-66898431-16f0-4638-bf38-2fecf0d65ee4 req-2e5c287b-0dec-4390-830a-4414b7ab9bcf tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827100
Nov 10 04:05:54.312853 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd8ae5b-9023-4672-9699-ff9fe0cf3716 x-openstack-request-id: req-8bd8ae5b-9023-4672-9699-ff9fe0cf3716 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:05:54.313345 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-plugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:05:54.313777 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bd8ae5b-9023-4672-9699-ff9fe0cf3716 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:05:54.314330 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'code': 200}
Nov 10 04:05:54.904329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55144-0b9c-41eb-94cf-1fb6c4edc4c7 req-82d13d77-6acf-4f04-9ed6-7a50198120b0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:54.913630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bca55144-0b9c-41eb-94cf-1fb6c4edc4c7 req-82d13d77-6acf-4f04-9ed6-7a50198120b0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0976305
Nov 10 04:05:55.010292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bca55144-0b9c-41eb-94cf-1fb6c4edc4c7 req-c81ebbab-c72c-44f8-8aab-7acc901b21c1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950794
Nov 10 04:05:55.344947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44882e4-cbc8-4299-9a23-3e0e02e24229 req-e1970e23-497b-40b5-9445-8495d934c6b0 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:55.354192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b44882e4-cbc8-4299-9a23-3e0e02e24229 req-e1970e23-497b-40b5-9445-8495d934c6b0 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1096 time: 0.0888729
Nov 10 04:05:55.465738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b44882e4-cbc8-4299-9a23-3e0e02e24229 req-2754344e-270a-49a1-a8db-8fdf4d196a08 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028819
Nov 10 04:05:55.758686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd4e2-37ec-4102-8a08-afb2a9f2c3fc req-cc810a75-f3b5-4d6b-96e0-61f427f564be tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:55.761544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd1fd4e2-37ec-4102-8a08-afb2a9f2c3fc req-cc810a75-f3b5-4d6b-96e0-61f427f564be tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1737037
Nov 10 04:05:55.904239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd1fd4e2-37ec-4102-8a08-afb2a9f2c3fc req-6e92356b-ea7c-41a7-92f2-5eae58b6851d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325302
Nov 10 04:05:56.304970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6764de-87d3-4e9a-8222-2915e5a20c78 req-4f1575ff-be5d-41a5-a729-d5c45515d834 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:56.306644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c6764de-87d3-4e9a-8222-2915e5a20c78 req-4f1575ff-be5d-41a5-a729-d5c45515d834 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1096 time: 0.0498993
Nov 10 04:05:56.363284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c6764de-87d3-4e9a-8222-2915e5a20c78 req-3aa0aa39-b929-40dd-936a-b197ed2fac0e tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486305
Nov 10 04:05:56.512394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1ea1-d560-4201-8024-7bbfd439aef5 req-d0923f72-8417-43c9-a712-1c50bb480d72 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:56.514216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99fb1ea1-d560-4201-8024-7bbfd439aef5 req-d0923f72-8417-43c9-a712-1c50bb480d72 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0652108
Nov 10 04:05:56.574577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99fb1ea1-d560-4201-8024-7bbfd439aef5 req-8aa5c5d9-730a-4895-805a-8808459f130f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527081
Nov 10 04:05:58.305963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-416d3f13-191b-456d-aea9-f147cf655ca9 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:05:58.323889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-416d3f13-191b-456d-aea9-f147cf655ca9 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3012733
Nov 10 04:05:58.362136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-2de65627-10bb-4ddc-95d8-ec31be5bc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:58.369677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-2de65627-10bb-4ddc-95d8-ec31be5bc9e3 service neutron] 10.222.0.13 "GET /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 1093 time: 0.0448315
Nov 10 04:05:58.377744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Request body: {'binding': {'host': 'nch1-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:05:58.378424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:05:58.644831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-afe30118-e53c-4574-a834-0a92f5330390 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:58.646450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-afe30118-e53c-4574-a834-0a92f5330390 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/networks?id=a14f5e76-dc41-495b-ab82-076e8bd96c3f HTTP/1.1" status: 200  len: 815 time: 0.2202079
Nov 10 04:05:58.679913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on host nch1-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:05:58.680601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:05:58.681429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:58.688012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-a757327c-919e-4aa2-a3fe-4450be8b84fd tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/quotas/98d2add7649d478b822e887bff3db0d9 HTTP/1.1" status: 200  len: 375 time: 0.0221357
Nov 10 04:05:58.690334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:05:58.690648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:05:58.696931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:05:58.697569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:05:58.698383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:05:58.699075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Bound port: 315491df-ae0d-4129-84a9-bf101253b86d, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:05:58.793255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:05:58.810937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:05:58.825778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-1659fbee-c3f9-4055-851d-0c3f9e582b31 service neutron] 10.222.0.13 "POST /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d/bindings HTTP/1.1" status: 201  len: 389 time: 0.4532282
Nov 10 04:05:58.859711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-f0f603da-edf0-4876-a626-8c7131af4bf2 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98d2add7649d478b822e887bff3db0d9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1568987
Nov 10 04:05:59.066758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749653c8-0e7b-46b6-a997-144d418dd9a0 req-7ca500a7-dae3-433d-8fbf-5fa5235bdd55 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.076536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-749653c8-0e7b-46b6-a997-144d418dd9a0 req-7ca500a7-dae3-433d-8fbf-5fa5235bdd55 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1067576
Nov 10 04:05:59.157762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-749653c8-0e7b-46b6-a997-144d418dd9a0 req-84bdfeec-fbe3-463f-a584-977bf797bda4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792587
Nov 10 04:05:59.342062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-587474b0-d5bf-44f3-bbdd-a2a56c9b50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.343699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-587474b0-d5bf-44f3-bbdd-a2a56c9b50c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1096 time: 0.0595517
Nov 10 04:05:59.467786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-01e5d8a4-1628-429a-8c3a-d7aa52f26355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.468991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-01e5d8a4-1628-429a-8c3a-d7aa52f26355 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1178248
Nov 10 04:05:59.538644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-2f0a4d08-e893-4c08-8a1b-f00938f01254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 217 time: 0.0607488
Nov 10 04:05:59.548829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-eed0be63-8b1c-4cdb-94ce-5a31e7f9c00d service neutron] 10.222.0.13 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6663978
Nov 10 04:05:59.663758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-4c96bc43-9d83-469f-a3a2-244f17368690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.665298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-4c96bc43-9d83-469f-a3a2-244f17368690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.1139336
Nov 10 04:05:59.704206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-7cfaa06b-241f-4c83-a216-aae6d3c94d0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295029
Nov 10 04:05:59.803349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-8105220f-c2aa-4349-b81d-ae4eb3d78c28 service neutron] 10.222.0.13 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533669
Nov 10 04:05:59.811077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf57fb-c0ba-4550-ba6c-6d5312e0ec89 req-d9333ce1-abe2-4e7d-bd2b-f4c7d82860b1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.820567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ecf57fb-c0ba-4550-ba6c-6d5312e0ec89 req-d9333ce1-abe2-4e7d-bd2b-f4c7d82860b1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.5119104
Nov 10 04:05:59.847237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-5d4cd89f-ff55-47a0-8f41-430305a32b34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1040106
Nov 10 04:05:59.848753 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b11ef216-4120-462b-9270-859d61f143cd service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338801
Nov 10 04:05:59.915187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ecf57fb-c0ba-4550-ba6c-6d5312e0ec89 req-1784fd41-224b-472f-adad-229adcf50d7d tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936801
Nov 10 04:05:59.982324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.983277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.983953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.984886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.985532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.986168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.986803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:05:59.989297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6582c66d-220e-44df-a42a-ac68b0795826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.1008513
Nov 10 04:06:00.066421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-4ac85d70-b6bd-4f57-aa9e-aab946b03b41 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962066
Nov 10 04:06:00.316744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-089c858f-b6f5-49d6-982d-264472df3d58 req-4cd0e2f6-db18-4085-a8ef-605e214e8413 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 210 time: 0.0581911
Nov 10 04:06:00.334636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-dbc6b5b7-0aa3-42a2-9665-ff631f0f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.336565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-dbc6b5b7-0aa3-42a2-9665-ff631f0f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.337173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-dbc6b5b7-0aa3-42a2-9665-ff631f0f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.341488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-dbc6b5b7-0aa3-42a2-9665-ff631f0f865c service neutron] 10.222.0.21 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 2299 time: 0.2781818
Nov 10 04:06:00.498498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-b007f62f-5f27-4655-a0cc-a9c1a4b8d4c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 1001 time: 0.1503265
Nov 10 04:06:00.608926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-74345736-ebc6-4b59-8cc9-c6c4be596cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.610882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-74345736-ebc6-4b59-8cc9-c6c4be596cc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 200  len: 856 time: 0.1046925
Nov 10 04:06:00.779441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-c91509c1-811c-49c1-8844-87a45bacd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.781191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-c91509c1-811c-49c1-8844-87a45bacd19b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1632094
Nov 10 04:06:00.852199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ad08-58e9-4b6e-8435-3e3c2482a64b req-1ad318ff-13e8-444a-bac3-5f9d4c56fd64 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:00.856696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cc2ad08-58e9-4b6e-8435-3e3c2482a64b req-1ad318ff-13e8-444a-bac3-5f9d4c56fd64 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1547654
Nov 10 04:06:01.013884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cc2ad08-58e9-4b6e-8435-3e3c2482a64b req-c42c8c90-6875-4906-be2c-cd5cddf69ed8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307919
Nov 10 04:06:01.098309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-aee97ab1-31f1-4e56-96d5-c482092528fa service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029425
Nov 10 04:06:01.149115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57eeb0-0ba6-49c9-baf6-12cc791645f4 req-c88c5867-f198-4c81-b0cf-00bd70cfa4ae tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.157846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f57eeb0-0ba6-49c9-baf6-12cc791645f4 req-c88c5867-f198-4c81-b0cf-00bd70cfa4ae tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0844328
Nov 10 04:06:01.260562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f57eeb0-0ba6-49c9-baf6-12cc791645f4 req-2e1c718e-d599-4951-9c9c-3dce37de6083 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011007
Nov 10 04:06:01.267251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-868c5a14-a60a-43ed-b49e-cc4f21679dee service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598916
Nov 10 04:06:01.271817 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-030614c5-8357-4e9d-8fc5-eebb40156cfc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1049173
Nov 10 04:06:01.329977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-3c3f5e3e-e8c0-4942-aabe-107af2bbda92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 217 time: 0.0540938
Nov 10 04:06:01.399691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-b6287f2c-6988-4d20-9b07-815c1ff76da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.401644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-b6287f2c-6988-4d20-9b07-815c1ff76da9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30a29aec41654205a386adc6e2de0b11&device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 1096 time: 0.0946851
Nov 10 04:06:01.497509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-3a816824-0218-4610-9c89-0e2ed600afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.499944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-3a816824-0218-4610-9c89-0e2ed600afc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1505189
Nov 10 04:06:01.601470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-eefe2a0f-1065-4f15-ba4f-47926c9e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.603653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-eefe2a0f-1065-4f15-ba4f-47926c9e1dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0934141
Nov 10 04:06:01.611676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48c7f2d9-0e7d-4398-8fb7-b67234763323 req-67b3354d-ff55-4fed-936a-b53471ffabec tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 210 time: 0.1251853
Nov 10 04:06:01.736447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-0ac614c8-8516-4eaa-996e-f2e78bc635cd service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139627
Nov 10 04:06:01.739148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-d05e752d-fa74-4ca1-9a8e-659ed8c0a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.740752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-d05e752d-fa74-4ca1-9a8e-659ed8c0a138 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 200  len: 907 time: 0.3160474
Nov 10 04:06:01.873617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-4aa12d12-593b-4344-a257-bb6522256d19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 200  len: 1001 time: 0.1246917
Nov 10 04:06:01.877441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-759cc18c-6b7d-4162-b47f-2374a6a314cb service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319604
Nov 10 04:06:01.940720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-64efeae2-9611-4188-aa7c-f53f2d954f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:01.941044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-186135e6-2c54-4866-ba2f-13687d5b2f2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 217 time: 0.0551300
Nov 10 04:06:01.943574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-64efeae2-9611-4188-aa7c-f53f2d954f1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df222149-953b-4a9d-9691-598d41c77ba6 HTTP/1.1" status: 200  len: 845 time: 0.0628848
Nov 10 04:06:02.019053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-a031592b-1254-4251-8218-dbd9e64370d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.021183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-a031592b-1254-4251-8218-dbd9e64370d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c63443ff-4ffe-45f3-a671-a7ab464506ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0702753
Nov 10 04:06:02.069711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-f1950078-bb26-484f-b066-2885bd4b8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.072537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-f1950078-bb26-484f-b066-2885bd4b8a68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1169503
Nov 10 04:06:02.217973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-f75bba53-31f9-4218-bc28-8b1534064306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.219986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-f75bba53-31f9-4218-bc28-8b1534064306 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1413076
Nov 10 04:06:02.235624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f5d5-64a1-47ce-a039-13c09c0d2a37 req-cb2394f1-b987-4c65-a72d-30cd5a51fc4b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.237322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7819f5d5-64a1-47ce-a039-13c09c0d2a37 req-cb2394f1-b987-4c65-a72d-30cd5a51fc4b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0910490
Nov 10 04:06:02.268514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-dcc9aca7-f024-4670-8cdd-452f371eae1c service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363307
Nov 10 04:06:02.378736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-c2b64a04-3e96-4758-aa3f-e2898398af1d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.380703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-c2b64a04-3e96-4758-aa3f-e2898398af1d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.21 "GET /v2.0/networks?id=a14f5e76-dc41-495b-ab82-076e8bd96c3f HTTP/1.1" status: 200  len: 815 time: 0.3035457
Nov 10 04:06:02.382760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7819f5d5-64a1-47ce-a039-13c09c0d2a37 req-75c9ae14-ac10-497c-b99a-39437b0068c5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390059
Nov 10 04:06:02.404172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Request body: {'port': {'device_id': '7455b01e-a0b1-4046-838e-fee78fd67437', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'admin_state_up': True, 'tenant_id': '98d2add7649d478b822e887bff3db0d9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:02.427479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-9a80d6b4-0abf-44ed-a733-07e2fe4f445f service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797988
Nov 10 04:06:02.561466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ed9f304-3829-449c-ae91-be482a228aa1 req-4415080f-4670-489e-9f82-508fa80087eb service neutron] 10.222.0.26 "GET /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679513
Nov 10 04:06:02.612579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e1737-bea9-4c87-8953-72e3997dfe2b req-951b3cfd-5567-4e4b-9e5d-314eceea0107 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:02.614969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f0e1737-bea9-4c87-8953-72e3997dfe2b req-951b3cfd-5567-4e4b-9e5d-314eceea0107 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.1758809
Nov 10 04:06:02.651347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-ca62a311-6462-4ceb-84bf-b93424a90a54 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122712
Nov 10 04:06:02.745435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Made reservation on behalf of 98d2add7649d478b822e887bff3db0d9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:02.770559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:02.782288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-d4404611-0578-41fc-8da0-8c0ca20770de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 200  len: 217 time: 0.1227095
Nov 10 04:06:02.824134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f0e1737-bea9-4c87-8953-72e3997dfe2b req-941839ec-201d-48f9-8f2f-fdddc8d63982 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958203
Nov 10 04:06:02.980069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2a736dc-3836-4c9d-8357-1b3786616a48 req-b531caf0-6277-430c-b42e-a7aa67bd17d4 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 210 time: 0.0471153
Nov 10 04:06:03.050524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-9073202a-e386-4a93-9a2d-0acadfcd0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:03.052099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-9073202a-e386-4a93-9a2d-0acadfcd0665 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1788120
Nov 10 04:06:03.068645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Allocated IP 172.20.0.7 (a14f5e76-dc41-495b-ab82-076e8bd96c3f/a8619dec-4616-45ff-9e6c-77c24ed9b6ae/f04321a2-a3f8-443e-bf99-1b3af6929db4) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:03.116972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-cdb80c5e-2686-4728-ac90-7e1785b970e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:03.119793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-cdb80c5e-2686-4728-ac90-7e1785b970e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0555024
Nov 10 04:06:03.211492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad4d92-7982-453e-99f9-7ad409623df2 req-3c5d7c7d-fca4-41eb-9c6c-a8103cc20e30 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:03.227040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9ad4d92-7982-453e-99f9-7ad409623df2 req-3c5d7c7d-fca4-41eb-9c6c-a8103cc20e30 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 951 time: 0.1654303
Nov 10 04:06:03.477719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9ad4d92-7982-453e-99f9-7ad409623df2 req-9ce57a60-0759-43dc-af81-bc3295cddc09 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496076
Nov 10 04:06:03.502049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:03.590855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:03.732229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:03.736021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:03.745455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:03.799864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Pushing event updated for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:03.859887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:03.861059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:03.885807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-b142acb1-9237-4fdb-b9ec-3de210e62048 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4886401
Nov 10 04:06:04.200051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8d029f35-2464-4f62-86ed-5eadd043ce8f None None] Provisioning complete for port f04321a2-a3f8-443e-bf99-1b3af6929db4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:04.200051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8d029f35-2464-4f62-86ed-5eadd043ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:04.265478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8d029f35-2464-4f62-86ed-5eadd043ce8f None None] Port f04321a2-a3f8-443e-bf99-1b3af6929db4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:06:04.287459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca9f-af86-45c2-9191-292e24a39d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:04.609863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408e5a0-07cd-48d8-ad88-006c2b54d879 req-397b29ab-f994-4903-aee0-6d65fe5427cf tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:04.611487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b408e5a0-07cd-48d8-ad88-006c2b54d879 req-397b29ab-f994-4903-aee0-6d65fe5427cf tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0553796
Nov 10 04:06:04.693574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b408e5a0-07cd-48d8-ad88-006c2b54d879 req-badf1fc6-b002-4022-8f69-7179e0b9741b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752032
Nov 10 04:06:04.845125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480b3a-4940-430b-adfd-d409b4b50727 req-e6b2bed9-fc69-415c-8ce5-c3fba4b5d91d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:04.846970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46480b3a-4940-430b-adfd-d409b4b50727 req-e6b2bed9-fc69-415c-8ce5-c3fba4b5d91d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0815482
Nov 10 04:06:04.923247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46480b3a-4940-430b-adfd-d409b4b50727 req-d5629aee-dad9-457f-a6d3-ca65eede19ef tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622630
Nov 10 04:06:05.190740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-c2f74e3d-ed4d-4a16-9afc-d2f59b61126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:05.194234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-c2f74e3d-ed4d-4a16-9afc-d2f59b61126a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.0609612
Nov 10 04:06:05.322981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-49300806-d7dc-4d21-a0a0-ecc57635ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:05.325961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-49300806-d7dc-4d21-a0a0-ecc57635ac38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.1233768
Nov 10 04:06:05.390187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:05.396695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-a7f01c9a-81f9-47aa-860d-e09ec875f571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.0627029
Nov 10 04:06:05.496057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:05.501878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0cb08-566c-4a07-a9e1-4d34bc192391 req-1687fa33-1ef0-4a30-b048-ef26edb496e1 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:05.505098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22b0cb08-566c-4a07-a9e1-4d34bc192391 req-1687fa33-1ef0-4a30-b048-ef26edb496e1 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1222208
Nov 10 04:06:05.529727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-d242d02b-800c-402d-afc7-bffbe066e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:05.531458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-d242d02b-800c-402d-afc7-bffbe066e558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.1107156
Nov 10 04:06:05.549162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:05.551386 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a4e094-bd07-44ac-8971-c636a990c55b" -d '{"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:05.567660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:05.574399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:05.599581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-a5e76d2c-b3de-4546-acee-1174aa0b6fb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527384
Nov 10 04:06:05.635519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22b0cb08-566c-4a07-a9e1-4d34bc192391 req-4bf30b12-edbb-44df-ba7d-a6c16db7e81b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168706
Nov 10 04:06:05.643374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:05.727711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-5d5eda74-252d-41fc-96c0-fceabc3792f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205978
Nov 10 04:06:05.868041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e24aa28-4f36-45c3-a5d7-2e6e5cd2c525 req-c98daa1f-6a84-4209-9b31-fec8c2e9bdd7 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328380
Nov 10 04:06:05.905378 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa4d23-2abd-4227-a365-b22e105d2774 x-openstack-request-id: req-d1fa4d23-2abd-4227-a365-b22e105d2774 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:05.905378 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:05.905378 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1fa4d23-2abd-4227-a365-b22e105d2774 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:05.906456 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'code': 200}
Nov 10 04:06:06.029656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fcc04-b025-4dd0-814e-9306eed87786 req-494a606b-66b7-4081-bcb5-f55e0d78fdc4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:06.031274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe5fcc04-b025-4dd0-814e-9306eed87786 req-494a606b-66b7-4081-bcb5-f55e0d78fdc4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0619850
Nov 10 04:06:06.082546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe5fcc04-b025-4dd0-814e-9306eed87786 req-c11490d2-ab71-4a5f-b683-d0454b1ec466 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442019
Nov 10 04:06:06.228080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ed9e-dffe-44eb-bb39-30ca19a472e6 req-cfe3d084-f134-4f5d-9ee4-8fe34f6b5196 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:06.229794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df26ed9e-dffe-44eb-bb39-30ca19a472e6 req-cfe3d084-f134-4f5d-9ee4-8fe34f6b5196 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0643430
Nov 10 04:06:06.291768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df26ed9e-dffe-44eb-bb39-30ca19a472e6 req-9b93cd33-4461-45e1-b819-32e4e5719dd5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537729
Nov 10 04:06:06.415502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b46e-ca78-4c18-8dcc-23a36e143737 req-f5197bdc-48c1-4611-b2a4-847af69d1106 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:06.417000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2aa6b46e-ca78-4c18-8dcc-23a36e143737 req-f5197bdc-48c1-4611-b2a4-847af69d1106 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0551627
Nov 10 04:06:06.475519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2aa6b46e-ca78-4c18-8dcc-23a36e143737 req-3847f135-9525-4e7a-ae07-2b2377f548f1 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519292
Nov 10 04:06:06.765973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29233-f722-4cab-91e7-db38000667c4 req-dff4b553-3ebd-498e-b748-6baa6f291761 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:06.767484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-37f29233-f722-4cab-91e7-db38000667c4 req-dff4b553-3ebd-498e-b748-6baa6f291761 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0546973
Nov 10 04:06:06.830826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-37f29233-f722-4cab-91e7-db38000667c4 req-1ee1625f-93de-48ea-a52f-c27c7a9e8551 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559247
Nov 10 04:06:06.842166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0c26f6f1-dfab-4899-8a7c-f74c11ddc410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:07.236530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1aac9-6584-4290-8123-ec5698b9e044 req-1ae7e38b-c4e8-4588-bcb8-8d85b95a79b5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:07.238427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e8a1aac9-6584-4290-8123-ec5698b9e044 req-1ae7e38b-c4e8-4588-bcb8-8d85b95a79b5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0652950
Nov 10 04:06:07.298239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e8a1aac9-6584-4290-8123-ec5698b9e044 req-bfd5705e-dd97-4a57-a2fa-38bdf8885b99 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523841
Nov 10 04:06:07.412116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338bb81-4b10-431b-be3f-b1e3e200934c req-cfb38abd-3d62-4992-8574-4871f832c757 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:07.413962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3338bb81-4b10-431b-be3f-b1e3e200934c req-cfb38abd-3d62-4992-8574-4871f832c757 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0541008
Nov 10 04:06:07.465688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3338bb81-4b10-431b-be3f-b1e3e200934c req-9f461f95-3cfc-4b89-9bf2-c000ce13b72a tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433819
Nov 10 04:06:07.608303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387f9a-33ea-420c-842d-b88d622bfede req-4f3f01ac-cbf8-4f58-9b49-41a2d886c210 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:07.609920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16387f9a-33ea-420c-842d-b88d622bfede req-4f3f01ac-cbf8-4f58-9b49-41a2d886c210 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0507472
Nov 10 04:06:07.665350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16387f9a-33ea-420c-842d-b88d622bfede req-b0c16924-31b9-485e-88f4-66679a76dbb8 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493276
Nov 10 04:06:07.804276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:07.996510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc51a2-0103-42b3-86e3-1696a4f3d2e4 req-f28bcd23-c842-4d2c-9cc3-89c4b608d738 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:07.998585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dbc51a2-0103-42b3-86e3-1696a4f3d2e4 req-f28bcd23-c842-4d2c-9cc3-89c4b608d738 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0744481
Nov 10 04:06:08.056539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dbc51a2-0103-42b3-86e3-1696a4f3d2e4 req-3ccb4285-9939-4552-912e-99c39aff9d23 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493045
Nov 10 04:06:08.443894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e981ba-0bcb-42c8-8b74-c648dddc62db req-95f1138d-fec7-4fdd-83d2-30b2d4b0a381 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:08.445614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e981ba-0bcb-42c8-8b74-c648dddc62db req-95f1138d-fec7-4fdd-83d2-30b2d4b0a381 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0568409
Nov 10 04:06:08.513677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c2e981ba-0bcb-42c8-8b74-c648dddc62db req-a43a18bb-5d9f-4b44-b921-e246a51bd557 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579426
Nov 10 04:06:08.635997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2de0-6e59-4b44-8f5f-d63d704087ce req-73fcca16-0a54-4555-9a99-f2d45d276eb1 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:08.638465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e76a2de0-6e59-4b44-8f5f-d63d704087ce req-73fcca16-0a54-4555-9a99-f2d45d276eb1 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0635014
Nov 10 04:06:08.700266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e76a2de0-6e59-4b44-8f5f-d63d704087ce req-21919254-4bea-47e7-bd17-8e4e8f268b00 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545528
Nov 10 04:06:08.821600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483f3ae-626c-4f92-bca2-19f0dcb3cb9e req-624f0fb4-c8bb-462f-af74-6e6938ebc5d3 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:08.824663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d483f3ae-626c-4f92-bca2-19f0dcb3cb9e req-624f0fb4-c8bb-462f-af74-6e6938ebc5d3 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0558805
Nov 10 04:06:08.888449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d483f3ae-626c-4f92-bca2-19f0dcb3cb9e req-7d1c33cd-e6d2-4484-848d-b3155d64e26d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572598
Nov 10 04:06:09.215012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.221443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.227353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.235296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.242802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.249597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.256201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.258418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-df3c7a26-d8f0-46d9-8c57-cef6132624e1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1146595
Nov 10 04:06:09.284139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:09.338788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73cab081-c8c6-4bb7-8062-6e2869985a5f req-a13a6285-12e0-495b-927e-a45976ad6f76 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0620210
Nov 10 04:06:09.485207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab9a65-2461-4ea1-b402-d9c7c46bc804 req-1af952e7-7523-4f3f-9651-9a45fdbc0c6f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.487225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8ab9a65-2461-4ea1-b402-d9c7c46bc804 req-1af952e7-7523-4f3f-9651-9a45fdbc0c6f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0568955
Nov 10 04:06:09.549552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8ab9a65-2461-4ea1-b402-d9c7c46bc804 req-d98054ac-a9e8-490e-ab0a-feed0bd39f15 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535648
Nov 10 04:06:09.670566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.676508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.682490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.688554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.694459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.701268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.707087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.709020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3911f829-6ef7-465c-95c0-0eaf6a16a976 req-6da3af2e-679a-4b3c-b35c-d84246483683 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.0996773
Nov 10 04:06:09.816932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84e02f-4058-4ecf-af33-38369963521a req-f0ec3af6-b475-4d2f-8aa0-f80915aa394f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:09.818318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd84e02f-4058-4ecf-af33-38369963521a req-f0ec3af6-b475-4d2f-8aa0-f80915aa394f tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0500615
Nov 10 04:06:09.870671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd84e02f-4058-4ecf-af33-38369963521a req-0a4ecc34-c555-45d5-9ac0-963bae41e3b8 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459089
Nov 10 04:06:10.002533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356003-c560-421b-89d9-96b307a40120 req-3e693df3-ccad-490a-8b6a-8e08cc826d90 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:10.004093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71356003-c560-421b-89d9-96b307a40120 req-3e693df3-ccad-490a-8b6a-8e08cc826d90 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0653141
Nov 10 04:06:10.068366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71356003-c560-421b-89d9-96b307a40120 req-255c6931-a819-462c-930f-ea18bb73ab49 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580926
Nov 10 04:06:10.180639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:10.214244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972aa88a-28a4-4757-8138-8893f3a9c8d4 req-298645d6-6e39-4096-86d6-709ceec1ad03 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:10.216274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-972aa88a-28a4-4757-8138-8893f3a9c8d4 req-298645d6-6e39-4096-86d6-709ceec1ad03 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0887935
Nov 10 04:06:10.266732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-972aa88a-28a4-4757-8138-8893f3a9c8d4 req-9ae9e125-16ac-420a-8e3b-a9448619d73c tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445144
Nov 10 04:06:10.679746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658113af-1594-4e5f-a694-61b1269b8650 req-54764a2e-9ca9-490c-9cd0-f12a0a59f336 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:10.681319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-658113af-1594-4e5f-a694-61b1269b8650 req-54764a2e-9ca9-490c-9cd0-f12a0a59f336 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0526860
Nov 10 04:06:10.735150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-658113af-1594-4e5f-a694-61b1269b8650 req-2a5e9e1a-7211-420b-b144-0c1b288f4fec tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473111
Nov 10 04:06:11.037179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76284b5-541d-41d5-b356-8a6c5fd70bc2 req-0a04bab9-5846-4bc2-b347-58e615d5f159 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:11.038676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a76284b5-541d-41d5-b356-8a6c5fd70bc2 req-0a04bab9-5846-4bc2-b347-58e615d5f159 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0662625
Nov 10 04:06:11.104215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a76284b5-541d-41d5-b356-8a6c5fd70bc2 req-0b291bc9-640e-419d-9138-3fe431c84a9c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586219
Nov 10 04:06:11.279473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05e2b-f663-4895-974a-5f3e3834abcc req-aa3431c1-563d-472f-a048-8502823be1c2 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:11.281259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d05e2b-f663-4895-974a-5f3e3834abcc req-aa3431c1-563d-472f-a048-8502823be1c2 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0826147
Nov 10 04:06:11.335107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d05e2b-f663-4895-974a-5f3e3834abcc req-3c5d3991-0628-4d77-a4fb-3d2bb95f4c82 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472894
Nov 10 04:06:11.497496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b72a5e-583b-4ce4-824c-91aa452b6caa req-7a06f039-32c5-4d4f-a404-541c7f169361 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:11.500917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5b72a5e-583b-4ce4-824c-91aa452b6caa req-7a06f039-32c5-4d4f-a404-541c7f169361 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0789337
Nov 10 04:06:11.576758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5b72a5e-583b-4ce4-824c-91aa452b6caa req-87b1d0fe-0aef-4e9b-9d32-bf869901fba4 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667279
Nov 10 04:06:11.890258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85368c38-5e92-465c-ba0d-75aa96f29889 req-76ea7972-8b34-4547-97ca-ab7abfd68fe6 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:11.891774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85368c38-5e92-465c-ba0d-75aa96f29889 req-76ea7972-8b34-4547-97ca-ab7abfd68fe6 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0687537
Nov 10 04:06:11.943942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85368c38-5e92-465c-ba0d-75aa96f29889 req-f530639e-9b81-4089-9736-aa29ac72d722 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458112
Nov 10 04:06:12.183715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40872) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:12.269146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577069c-a6fc-4a2f-a394-7ff2920d7dce req-d0fb3bf8-a8ed-4e90-930b-916c425a3c99 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.270834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3577069c-a6fc-4a2f-a394-7ff2920d7dce req-d0fb3bf8-a8ed-4e90-930b-916c425a3c99 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0661805
Nov 10 04:06:12.293045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.294610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.295286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.295799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.296441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.297125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.297573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.299854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-6345c22a-61d1-45b5-9158-54ce56234f2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.1140828
Nov 10 04:06:12.358841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3577069c-a6fc-4a2f-a394-7ff2920d7dce req-7178866f-9ca3-4fee-be0f-57d8b2c99ab5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710115
Nov 10 04:06:12.376381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-d88ec03e-e320-448a-9ac7-203e17100e68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0699689
Nov 10 04:06:12.515858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1b3f-b6db-45c9-b426-aa2602edd849 req-f6820169-eaa0-42d9-a833-9aad13468bc5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.517929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac1e1b3f-b6db-45c9-b426-aa2602edd849 req-f6820169-eaa0-42d9-a833-9aad13468bc5 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0726600
Nov 10 04:06:12.574418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac1e1b3f-b6db-45c9-b426-aa2602edd849 req-d8bd1b62-7f31-47d8-ae74-de78777208fb tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504897
Nov 10 04:06:12.704539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb84c-47b9-4234-9efc-2cedd4d529fb req-6ed3023d-98c6-42f3-bbff-a4a97bdf5ca7 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:12.706215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ddb84c-47b9-4234-9efc-2cedd4d529fb req-6ed3023d-98c6-42f3-bbff-a4a97bdf5ca7 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0629649
Nov 10 04:06:12.763974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ddb84c-47b9-4234-9efc-2cedd4d529fb req-dca0178b-760d-4a42-8a61-7aadc24d4e53 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509109
Nov 10 04:06:13.080997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d394-41d6-4731-b172-115bd08959a1 req-69705bec-eaeb-4783-af9e-8613faf305c3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.082487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8128d394-41d6-4731-b172-115bd08959a1 req-69705bec-eaeb-4783-af9e-8613faf305c3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0608411
Nov 10 04:06:13.136656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8128d394-41d6-4731-b172-115bd08959a1 req-181e19e4-5f9c-4c2c-bc48-ebf913b77df4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472271
Nov 10 04:06:13.476219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47c5ec-b733-4ff0-8545-2a030348dfff req-ab198135-c7ef-4960-9003-14edbe3bf9ef tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.477719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a47c5ec-b733-4ff0-8545-2a030348dfff req-ab198135-c7ef-4960-9003-14edbe3bf9ef tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.0485175
Nov 10 04:06:13.525851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a47c5ec-b733-4ff0-8545-2a030348dfff req-a3a6074b-91cf-40f9-96b8-162a3209579e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408592
Nov 10 04:06:13.565311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Request body: {'port': {'device_id': '7455b01e-a0b1-4046-838e-fee78fd67437', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:13.625845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:13.642922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-48068f7c-131e-4419-9413-5b72277a7b78 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1044989
Nov 10 04:06:13.742693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-94de327d-816e-4cd7-99fe-fc0831091204 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877616
Nov 10 04:06:13.787321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74e041-bc58-4b07-9857-6965809065d6 req-69574857-15f0-406b-ab43-f69fb3bd1342 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.788901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd74e041-bc58-4b07-9857-6965809065d6 req-69574857-15f0-406b-ab43-f69fb3bd1342 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.1285207
Nov 10 04:06:13.795315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-3202a494-8879-4dd4-b176-93d49226decc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 200  len: 217 time: 0.0350420
Nov 10 04:06:13.889478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-5ea3d86a-a0f0-41a5-b193-f0f21d278f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.890948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-5ea3d86a-a0f0-41a5-b193-f0f21d278f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0820072
Nov 10 04:06:13.898683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd74e041-bc58-4b07-9857-6965809065d6 req-86e0128d-90e2-4c17-909a-c4b71d92bb84 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920796
Nov 10 04:06:13.928294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed8b1a-a8f4-492a-9ca3-3babe30aa029 req-92cdef05-c6e6-4af3-95f5-6c3da7bdbeb4 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.930210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67ed8b1a-a8f4-492a-9ca3-3babe30aa029 req-92cdef05-c6e6-4af3-95f5-6c3da7bdbeb4 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 931 time: 0.0801699
Nov 10 04:06:13.987153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04321a2-a3f8-443e-bf99-1b3af6929db4 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:13.995461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:13.997425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-7cf283c0-2c93-44c9-a538-a9fc57ec59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:13.998905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-7cf283c0-2c93-44c9-a538-a9fc57ec59ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0973060
Nov 10 04:06:14.008321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Transition to ACTIVE for port object f04321a2-a3f8-443e-bf99-1b3af6929db4 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:06:14.012791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67ed8b1a-a8f4-492a-9ca3-3babe30aa029 req-deceb9d3-741f-426d-b351-148335f7da28 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632081
Nov 10 04:06:14.013385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:14.062258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Pushing event updated for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:14.115064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-9e58bcb4-c697-40a3-b712-9766716f7835 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065357
Nov 10 04:06:14.135047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Attempting to bind port f04321a2-a3f8-443e-bf99-1b3af6929db4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:14.135423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Attempting to bind port f04321a2-a3f8-443e-bf99-1b3af6929db4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:14.135742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Attempting to bind port f04321a2-a3f8-443e-bf99-1b3af6929db4 on network a14f5e76-dc41-495b-ab82-076e8bd96c3f {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:14.140560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Port f04321a2-a3f8-443e-bf99-1b3af6929db4 on network a14f5e76-dc41-495b-ab82-076e8bd96c3f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:14.140914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Attempting to bind port f04321a2-a3f8-443e-bf99-1b3af6929db4 on network a14f5e76-dc41-495b-ab82-076e8bd96c3f {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:14.146426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:14.146767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Checking segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:14.147153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Bound using segment: {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:14.147611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Bound port: f04321a2-a3f8-443e-bf99-1b3af6929db4, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a21566-d83b-4923-80c6-6a4e8d61852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:14.147968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:14.236271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6903c296-f18c-4462-9d8b-516d8a2552ed service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1062348
Nov 10 04:06:14.241550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:14.268143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:14.273025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:14.296555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-94f30a1a-44c6-4603-b4cc-a2bcac80e392 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 200  len: 217 time: 0.0474801
Nov 10 04:06:14.309868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.310393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:14.311760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] 10.222.0.21 "PUT /v2.0/ports/f04321a2-a3f8-443e-bf99-1b3af6929db4 HTTP/1.1" status: 200  len: 1091 time: 0.7525828
Nov 10 04:06:14.315395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:14.318581 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a0934b-b739-4309-98ee-c56d8a076688" -d '{"events": [{"name": "network-changed", "server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:14.338241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f02bf-6895-43ac-b8cd-a5b6fb8bb959 req-3530d000-3bc3-49b9-82b5-3d94e1bfe062 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.340162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-498f02bf-6895-43ac-b8cd-a5b6fb8bb959 req-3530d000-3bc3-49b9-82b5-3d94e1bfe062 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1185992
Nov 10 04:06:14.388511 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de9669-61f4-4ab8-89e9-2487b59ebc1e x-openstack-request-id: req-a7de9669-61f4-4ab8-89e9-2487b59ebc1e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:14.388827 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:14.389078 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7de9669-61f4-4ab8-89e9-2487b59ebc1e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:14.389466 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4', 'status': 'completed', 'code': 200}
Nov 10 04:06:14.390204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca877f9-ae0e-4f99-a064-d8715ea00051 service neutron] Pushing event updated for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:14.410530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-e9a47c8f-33c2-41e4-aa62-0a42c4d8b092 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.412323 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-e9a47c8f-33c2-41e4-aa62-0a42c4d8b092 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.1253035
Nov 10 04:06:14.415117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-022a54ee-9608-4fd9-b524-eb1a666a5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.416908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-022a54ee-9608-4fd9-b524-eb1a666a5ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.1022456
Nov 10 04:06:14.434875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-817176-1'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:14.530167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-5b50755b-99ec-4a2b-beec-af80fc6d6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.531694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-5b50755b-99ec-4a2b-beec-af80fc6d6a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0936890
Nov 10 04:06:14.534838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:14.717761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-498f02bf-6895-43ac-b8cd-a5b6fb8bb959 req-584d1fe4-7057-4199-8135-e887525c47b9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3594451
Nov 10 04:06:14.722480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-2d32a78b-266a-4a22-be25-f9dcc8765012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.723657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-2d32a78b-266a-4a22-be25-f9dcc8765012 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d2add7649d478b822e887bff3db0d9&device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 1094 time: 0.3600059
Nov 10 04:06:14.752028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-2552f8c8-87ce-4114-bdb6-747e4994a48a service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073255
Nov 10 04:06:14.769731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb1f56-4bf0-48c2-a404-bb7e2163bc1f req-69602930-c96c-49c7-8ac8-6772fc987b88 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.771063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-7e5040be-5525-4456-8c7b-edb845c27079 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4 HTTP/1.1" status: 200  len: 217 time: 0.0357642
Nov 10 04:06:14.771221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2dcb1f56-4bf0-48c2-a404-bb7e2163bc1f req-69602930-c96c-49c7-8ac8-6772fc987b88 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 945 time: 0.1340609
Nov 10 04:06:14.825233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-8c54f9d1-d8c0-4c68-8e97-621335e108e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.827058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-8c54f9d1-d8c0-4c68-8e97-621335e108e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8619dec-4616-45ff-9e6c-77c24ed9b6ae HTTP/1.1" status: 200  len: 854 time: 0.0489933
Nov 10 04:06:14.860882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:14.876061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-7eb90d4f-9c3c-4acc-b0ec-15b85b318595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:14.877612 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-7eb90d4f-9c3c-4acc-b0ec-15b85b318595 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14f5e76-dc41-495b-ab82-076e8bd96c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413051
Nov 10 04:06:14.930170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2dcb1f56-4bf0-48c2-a404-bb7e2163bc1f req-f866b367-b784-4c90-8a08-556449face4e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493406
Nov 10 04:06:14.965970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:14.987005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6f620d6c-2b42-455a-828d-3b93319ff277 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148423
Nov 10 04:06:14.996787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-ce321c67-a8a5-498c-85f7-e57476dfdf1a service neutron] 10.222.0.21 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065419
Nov 10 04:06:15.047972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6060b8bc-d02a-4b04-a1b6-c25f9adb1162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 217 time: 0.0522671
Nov 10 04:06:15.051507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:15.054142 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9397884-9796-4584-9b1a-b3ef3dd32332" -d '{"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-unplugged", "status": "completed", "tag": "315491df-ae0d-4129-84a9-bf101253b86d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:15.060175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.091689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.104240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ed9b3-0828-47c1-9a74-8c6d511e6cf6 req-95aa1664-6c6e-4c65-9f02-0c194f61e776 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.105761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-195ed9b3-0828-47c1-9a74-8c6d511e6cf6 req-95aa1664-6c6e-4c65-9f02-0c194f61e776 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.1032567
Nov 10 04:06:15.154298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a4112ab-8b4b-400b-be0b-0231369bcb1f req-dfce5623-cb01-4ea7-8ad2-0ca4c1bc2750 service neutron] 10.222.0.21 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405489
Nov 10 04:06:15.164635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-0a792d18-846f-464e-92f6-ff4f8df8984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.166130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-0a792d18-846f-464e-92f6-ff4f8df8984e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.1090715
Nov 10 04:06:15.171002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-195ed9b3-0828-47c1-9a74-8c6d511e6cf6 req-c7c58c55-1bf2-4b6b-b0a5-5ce3fae0f577 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585337
Nov 10 04:06:15.248813 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac548bc-1aa3-4299-acc2-9bdd232764cd x-openstack-request-id: req-bac548bc-1aa3-4299-acc2-9bdd232764cd {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:15.249065 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-unplugged", "status": "completed", "tag": "315491df-ae0d-4129-84a9-bf101253b86d", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:15.249256 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bac548bc-1aa3-4299-acc2-9bdd232764cd {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:15.249723 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d', 'code': 200}
Nov 10 04:06:15.255689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:15.261265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0934b-b739-4309-98ee-c56d8a076688 req-ffc5e882-b233-44f2-9869-2c04bc6951da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.263370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-ffc5e882-b233-44f2-9869-2c04bc6951da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d2add7649d478b822e887bff3db0d9&device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 1094 time: 0.0460863
Nov 10 04:06:15.266014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b420-bf04-45e9-a79b-09d71b267146 req-a30868ee-dc2b-48f2-ad10-7453b493e5cc tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.267447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b52b420-bf04-45e9-a79b-09d71b267146 req-a30868ee-dc2b-48f2-ad10-7453b493e5cc tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 943 time: 0.1661601
Nov 10 04:06:15.293967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:15.294301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:15.294630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:15.308956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-779f719b-51ed-47ca-82ac-83576ff643f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.310967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-779f719b-51ed-47ca-82ac-83576ff643f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1303461
Nov 10 04:06:15.311525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:15.311842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:15.333933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:15.334338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:15.334709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:15.335219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Bound port: 315491df-ae0d-4129-84a9-bf101253b86d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:15.335684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.358543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0934b-b739-4309-98ee-c56d8a076688 req-0aa1302d-e772-4566-8fa0-ab0fc37de11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.360102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-0aa1302d-e772-4566-8fa0-ab0fc37de11d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14f5e76-dc41-495b-ab82-076e8bd96c3f HTTP/1.1" status: 200  len: 916 time: 0.0896904
Nov 10 04:06:15.403998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-c432adda-c39f-49d1-b180-931a601b8024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4 HTTP/1.1" status: 200  len: 217 time: 0.0351820
Nov 10 04:06:15.408102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b52b420-bf04-45e9-a79b-09d71b267146 req-d7a4c8ab-e94a-4144-a2ec-30f67ea5379d tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336849
Nov 10 04:06:15.427188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:06:15.464764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0934b-b739-4309-98ee-c56d8a076688 req-9a79e756-e2f3-49a7-8050-bd1381b01d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.466435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-9a79e756-e2f3-49a7-8050-bd1381b01d00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8619dec-4616-45ff-9e6c-77c24ed9b6ae HTTP/1.1" status: 200  len: 854 time: 0.0533242
Nov 10 04:06:15.485356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-6406a8e5-8c5e-4683-a39f-b0e570432cbd service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627314
Nov 10 04:06:15.489678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:15.493496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:15.500373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.525260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0934b-b739-4309-98ee-c56d8a076688 req-9266de15-fd1c-4755-a847-72a634945743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.527205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-9266de15-fd1c-4755-a847-72a634945743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14f5e76-dc41-495b-ab82-076e8bd96c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520561
Nov 10 04:06:15.631621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-dfb314e6-de70-4530-bf84-7656c6be1126 service neutron] 10.222.0.21 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921519
Nov 10 04:06:15.651412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:15.659427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.660108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.661578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-97ab4037-8d45-4472-81d1-91cb2228b88a service neutron] 10.222.0.21 "PUT /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 1121 time: 1.2320273
Nov 10 04:06:15.673529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bcfecdce-70bf-4025-9afa-8ab6275f7d43 req-23cde05d-afff-4be0-adfc-c5bad08784a1 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705866
Nov 10 04:06:15.687088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:15.723360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on host nch2-817176-1 for vnic_type normal with profile {"migrating_to": "nch1-817176-1"} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:15.723820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:15.724427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:15.730574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:15.731883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Attempting to bind port 315491df-ae0d-4129-84a9-bf101253b86d on network b46f33a1-6a62-4941-8868-28fcc972b653 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:15.737640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:15.738345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Checking segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:15.739203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Bound using segment: {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:15.740442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Bound port: 315491df-ae0d-4129-84a9-bf101253b86d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d0beee-9399-4ea4-9331-e8e32d8cea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b46f33a1-6a62-4941-8868-28fcc972b653'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:15.741116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.748170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a0934b-b739-4309-98ee-c56d8a076688 req-330c3f27-47b0-456e-9e9e-4fd4630d2ef5 service neutron] 10.222.0.21 "GET /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028657
Nov 10 04:06:15.784505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6956674-20e6-46d4-a615-1a12e6103404 req-cfc87aba-8dcc-4037-9d3e-82d57d3fc689 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.786401 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6956674-20e6-46d4-a615-1a12e6103404 req-cfc87aba-8dcc-4037-9d3e-82d57d3fc689 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0612755
Nov 10 04:06:15.806297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['315491df-ae0d-4129-84a9-bf101253b86d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:15.808815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['315491df-ae0d-4129-84a9-bf101253b86d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:15.913833 ncdv-817176-1 neutron-server[119698]: WARNING neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Concurrent port binding operations failed on port 315491df-ae0d-4129-84a9-bf101253b86d
Nov 10 04:06:15.919416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Deleting port c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:15.919873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:15.925111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:15.925421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ef3a3-bf97-4959-a539-7a819dad5cce req-60f83d31-deb2-4bbb-b1f2-46a326212150 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:15.927012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-039ef3a3-bf97-4959-a539-7a819dad5cce req-60f83d31-deb2-4bbb-b1f2-46a326212150 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0684345
Nov 10 04:06:15.939249 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Attempt 2 to bind port 315491df-ae0d-4129-84a9-bf101253b86d
Nov 10 04:06:15.939702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:06:15.993224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-039ef3a3-bf97-4959-a539-7a819dad5cce req-a17864b8-1296-408f-a6be-ec183343ed59 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590830
Nov 10 04:06:16.146796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] For port c3b982a5-f769-4ada-b874-7efbfec2c4d9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3b982a5-f769-4ada-b874-7efbfec2c4d9,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:16.147166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:16.162912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Calling delete_port for c3b982a5-f769-4ada-b874-7efbfec2c4d9 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:16.183147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fefe5-2bd5-4838-84f2-6238e3ffd694 req-650aa52c-9a3d-4b27-92cf-702879c3de22 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:16.185891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f0fefe5-2bd5-4838-84f2-6238e3ffd694 req-650aa52c-9a3d-4b27-92cf-702879c3de22 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.1031189
Nov 10 04:06:16.275139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f0fefe5-2bd5-4838-84f2-6238e3ffd694 req-786e9064-6d81-4d5f-b1b7-a1480009e7d0 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838010
Nov 10 04:06:16.301048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c16b9-c2c8-40ba-8ba3-229585f4ee4e req-2b6cee2d-83d4-462b-958d-5e0f88b0718f tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:16.302663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c21c16b9-c2c8-40ba-8ba3-229585f4ee4e req-2b6cee2d-83d4-462b-958d-5e0f88b0718f tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b5054a-279f-453c-952a-038d5dca6982 HTTP/1.1" status: 200  len: 949 time: 0.0572069
Nov 10 04:06:16.352317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c21c16b9-c2c8-40ba-8ba3-229585f4ee4e req-08b83a53-6242-445f-a282-5f8c6da0dcb0 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e29bbaf-2a42-44ad-9ca2-8b4014924094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434377
Nov 10 04:06:16.356602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:16.393167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Pushing event deleted for resources: {'Port': ['ID=c3b982a5-f769-4ada-b874-7efbfec2c4d9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:16.433179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] No DVR routers for this DVR port c3b982a5-f769-4ada-b874-7efbfec2c4d9 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:16.436576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:16.440653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6956674-20e6-46d4-a615-1a12e6103404 req-b9bdc489-da2c-46f1-bec5-da54b3a42722 tempest-ImagesOneServerTestJSON-817562173 tempest-ImagesOneServerTestJSON-817562173-project] 10.222.0.21 "DELETE /v2.0/ports/c3b982a5-f769-4ada-b874-7efbfec2c4d9 HTTP/1.1" status: 204  len: 173 time: 0.6475401
Nov 10 04:06:16.528715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e879-921b-4085-b786-780d62015665 req-98a0a77c-b56d-4a39-baaf-18c7e6515d96 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:16.530268 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4564e879-921b-4085-b786-780d62015665 req-98a0a77c-b56d-4a39-baaf-18c7e6515d96 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 943 time: 0.0509470
Nov 10 04:06:16.584196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4564e879-921b-4085-b786-780d62015665 req-74d17741-da68-4cce-930f-dacff38e2c0e tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466306
Nov 10 04:06:17.103360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583c01-b91a-447f-9817-a4877c611423 req-77b0743c-c848-4551-9589-7c0e296a97cc tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.104770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48583c01-b91a-447f-9817-a4877c611423 req-77b0743c-c848-4551-9589-7c0e296a97cc tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0522430
Nov 10 04:06:17.152231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48583c01-b91a-447f-9817-a4877c611423 req-cb5bdba0-44a1-4dd6-991c-23ed98dcb0a5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413287
Nov 10 04:06:17.251010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d'}, {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-deleted', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:17.253718 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea76171-9e31-4009-ad98-047397242c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "tag": "315491df-ae0d-4129-84a9-bf101253b86d"}, {"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-deleted", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:17.300412 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc6e433-36ff-4257-8175-ff150d861fd5 x-openstack-request-id: req-6cc6e433-36ff-4257-8175-ff150d861fd5 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:17.300744 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "tag": "315491df-ae0d-4129-84a9-bf101253b86d", "status": "completed", "code": 200}, {"server_uuid": "c5b5054a-279f-453c-952a-038d5dca6982", "name": "network-vif-deleted", "tag": "c3b982a5-f769-4ada-b874-7efbfec2c4d9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:17.300996 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc6e433-36ff-4257-8175-ff150d861fd5 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:17.301394 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d', 'status': 'completed', 'code': 200}
Nov 10 04:06:17.301645 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b5054a-279f-453c-952a-038d5dca6982', 'name': 'network-vif-deleted', 'tag': 'c3b982a5-f769-4ada-b874-7efbfec2c4d9', 'status': 'completed', 'code': 200}
Nov 10 04:06:17.326248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d0485-18cc-4683-a38f-97f1e97a1448 req-e57e2a99-c238-4c2f-9a34-e1b95431b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.327808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a70d0485-18cc-4683-a38f-97f1e97a1448 req-e57e2a99-c238-4c2f-9a34-e1b95431b756 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.0424411
Nov 10 04:06:17.443781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a70d0485-18cc-4683-a38f-97f1e97a1448 req-08b3b1b9-70d2-40f5-8812-46ff89d7cfd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069653
Nov 10 04:06:17.448869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea76171-9e31-4009-ad98-047397242c9b req-b0c66b1f-a59e-43f2-bed7-b3f48a9f8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.450893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-b0c66b1f-a59e-43f2-bed7-b3f48a9f8b09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1124 time: 0.1222339
Nov 10 04:06:17.462327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27650f64-5d85-4551-9f73-bab3fc9db72b req-020877f0-cd18-4632-9fa5-50ffd6b45669 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.463819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27650f64-5d85-4551-9f73-bab3fc9db72b req-020877f0-cd18-4632-9fa5-50ffd6b45669 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.0991306
Nov 10 04:06:17.475463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f04321a2-a3f8-443e-bf99-1b3af6929db4 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:06:17.517957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27650f64-5d85-4551-9f73-bab3fc9db72b req-6cd51b7e-eb7a-4733-a48f-939317282089 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478859
Nov 10 04:06:17.577643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:17.593692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'f04321a2-a3f8-443e-bf99-1b3af6929db4', 'network_id': 'a14f5e76-dc41-495b-ab82-076e8bd96c3f', 'port_id': 'f04321a2-a3f8-443e-bf99-1b3af6929db4', 'mac_address': 'fa:16:3e:eb:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8619dec-4616-45ff-9e6c-77c24ed9b6ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:06:17.650473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:17.669128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04321a2-a3f8-443e-bf99-1b3af6929db4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:17.705776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:17.714921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:17.725043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec446100-2273-4061-8d34-bcb4bdd107a1 req-313db3e6-63d4-4260-a013-867a4edff58f tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.726581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec446100-2273-4061-8d34-bcb4bdd107a1 req-313db3e6-63d4-4260-a013-867a4edff58f tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 943 time: 0.0582561
Nov 10 04:06:17.764413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:17.783839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:17.792926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec446100-2273-4061-8d34-bcb4bdd107a1 req-397ceeb7-4fb7-45a1-a2ef-082ee8e1d82e tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499196
Nov 10 04:06:17.831204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea76171-9e31-4009-ad98-047397242c9b req-c347eb4a-e630-469c-909f-73d2b34cf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.832905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-c347eb4a-e630-469c-909f-73d2b34cf40a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1476133
Nov 10 04:06:17.876338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-3af05086-cc1f-48a2-83d9-fd590892dc2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 217 time: 0.0359538
Nov 10 04:06:17.926032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-70f83de9-6075-4c84-89a2-f15c11014939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04ab059933214f588a9aa0e13cb1ddeb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1604586
Nov 10 04:06:17.926261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea76171-9e31-4009-ad98-047397242c9b req-c5326e38-7886-4b81-b41d-a37cf541daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:17.927503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-c5326e38-7886-4b81-b41d-a37cf541daf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0439117
Nov 10 04:06:17.928486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40948) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:17.970713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-332f76f7-c3ae-4f70-bb4d-dee13949f684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284445
Nov 10 04:06:18.029353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.054909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.087688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-e09d7c5a-91fc-428d-a5f9-86ad548861b6 service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080782
Nov 10 04:06:18.106851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.109453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.110590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e29bbaf-2a42-44ad-9ca2-8b4014924094 HTTP/1.1" status: 204  len: 168 time: 0.1811893
Nov 10 04:06:18.118298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca312ffa-a182-4e7f-8087-b21e10d873d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e29bbaf-2a42-44ad-9ca2-8b4014924094,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:18.195267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f04321a2-a3f8-443e-bf99-1b3af6929db4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:18.199325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bea76171-9e31-4009-ad98-047397242c9b req-4d16ba3e-9f2e-48ab-8cca-75a854bc549d service neutron] 10.222.0.26 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959821
Nov 10 04:06:18.283991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4ce3f-9ff6-4200-a9cb-481fbe4b599d req-3da8d1e6-115a-4c2d-979b-248c06c6bd65 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:18.285582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ec4ce3f-9ff6-4200-a9cb-481fbe4b599d req-3da8d1e6-115a-4c2d-979b-248c06c6bd65 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0602293
Nov 10 04:06:18.352475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ec4ce3f-9ff6-4200-a9cb-481fbe4b599d req-9f7f6592-0de0-4784-b364-99bec7eaf5c4 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589337
Nov 10 04:06:18.517175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.672441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b95cb-4b7c-4670-b4eb-888b31f9f68c req-7dfa1960-ccb2-4ccd-b60d-ea541c03055e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:18.674054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a9b95cb-4b7c-4670-b4eb-888b31f9f68c req-7dfa1960-ccb2-4ccd-b60d-ea541c03055e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 943 time: 0.0655663
Nov 10 04:06:18.729564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a9b95cb-4b7c-4670-b4eb-888b31f9f68c req-f0feb235-0f58-45ca-ae81-5e127e080e27 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479538
Nov 10 04:06:18.757360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:18.930307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58444-0fe0-43c6-835a-634b697f13ea req-b794db39-7c96-4082-a834-a920d7fad3ea tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:18.932169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acf58444-0fe0-43c6-835a-634b697f13ea req-b794db39-7c96-4082-a834-a920d7fad3ea tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 944 time: 0.0536058
Nov 10 04:06:18.995609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acf58444-0fe0-43c6-835a-634b697f13ea req-032c60b5-8e61-4e52-b758-9eb4302fb972 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539019
Nov 10 04:06:19.068124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-890d87fe-d15f-4713-9abe-0154e6d3a42f service neutron] 10.222.0.26 "GET /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.0729761
Nov 10 04:06:19.273249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:19.295126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:19.340012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315491df-ae0d-4129-84a9-bf101253b86d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:19.350856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:19.366348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:19.460176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] Transition to ACTIVE for port object 315491df-ae0d-4129-84a9-bf101253b86d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:06:19.476232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:19.483798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f04321a2-a3f8-443e-bf99-1b3af6929db4 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:19.539046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port f04321a2-a3f8-443e-bf99-1b3af6929db4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:06:19.546491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port f04321a2-a3f8-443e-bf99-1b3af6929db4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:19.547099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:19.551200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a49aa-b611-4448-8916-865207fed460 req-7d88895c-49ee-437a-8583-397a704384f5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:19.552771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d4a49aa-b611-4448-8916-865207fed460 req-7d88895c-49ee-437a-8583-397a704384f5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1066244
Nov 10 04:06:19.574377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] No DVR routers for this DVR port 315491df-ae0d-4129-84a9-bf101253b86d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:19.578549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] Pushing event updated for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:19.638443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-016b955c-240b-40f9-bc7d-5cbeb7417805 service neutron] 10.222.0.26 "PUT /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d/bindings/nch1-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5553195
Nov 10 04:06:19.670842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:19.673002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d4a49aa-b611-4448-8916-865207fed460 req-d91a52b1-8219-4521-8376-e7ba3d743a31 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001933
Nov 10 04:06:19.707540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:19.711031 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3e3af-98f4-40dc-88e1-94df0affe286" -d '{"events": [{"server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "name": "network-vif-plugged", "status": "completed", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:19.726874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:19.735893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:19.737528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:19.758398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-4b777afb-ccf4-40ac-8a51-366b5316db53 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:19.761449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-4b777afb-ccf4-40ac-8a51-366b5316db53 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0688865
Nov 10 04:06:19.786081 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3440dc6-3ce5-4fef-ba8d-6b7bda15f8c1 x-openstack-request-id: req-b3440dc6-3ce5-4fef-ba8d-6b7bda15f8c1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:19.786657 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "name": "network-vif-plugged", "status": "completed", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:19.796866 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3440dc6-3ce5-4fef-ba8d-6b7bda15f8c1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:19.798044 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4', 'code': 200}
Nov 10 04:06:19.801427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: c3b982a5-f769-4ada-b874-7efbfec2c4d9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:19.802137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3b982a5-f769-4ada-b874-7efbfec2c4d9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:19.836167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:19.851427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-6a1af716-30a3-402e-a879-ffd6439ba83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:19.853287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-6a1af716-30a3-402e-a879-ffd6439ba83a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a&tenant_id=c676f4ec86b44df399be6886b57d34f9 HTTP/1.1" status: 200  len: 1095 time: 0.0842028
Nov 10 04:06:19.920793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae2dc1-ad29-4653-bdf9-2c373d1f7875 req-17ff9903-81de-40bc-acd9-80252e824ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:19.922311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bae2dc1-ad29-4653-bdf9-2c373d1f7875 req-17ff9903-81de-40bc-acd9-80252e824ae1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 1096 time: 0.0506985
Nov 10 04:06:20.038659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bae2dc1-ad29-4653-bdf9-2c373d1f7875 req-c6557482-43fa-41ad-8ce8-c5d554388263 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086645
Nov 10 04:06:20.044828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-35b431e3-5282-4a0c-88a3-ac25e888eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.047173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-35b431e3-5282-4a0c-88a3-ac25e888eb7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.0731168
Nov 10 04:06:20.166330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-18b4eba3-3d42-4d82-8b3b-7bc4b19a03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.168569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-18b4eba3-3d42-4d82-8b3b-7bc4b19a03d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.1119680
Nov 10 04:06:20.244757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-19f5386a-8ddb-4d77-bf95-0a5614763455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.0660989
Nov 10 04:06:20.308014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1d08-0829-4377-a88a-91df0c777406 req-3c65d9c0-e8d3-4d6e-81b4-72a3652e866c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.310513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-252c1d08-0829-4377-a88a-91df0c777406 req-3c65d9c0-e8d3-4d6e-81b4-72a3652e866c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 944 time: 0.4267833
Nov 10 04:06:20.313727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-cc2c8423-0a2c-449b-9a16-a767a880fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.315314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-cc2c8423-0a2c-449b-9a16-a767a880fd52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c676f4ec86b44df399be6886b57d34f9&device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1095 time: 0.4204323
Nov 10 04:06:20.350467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-3bc3a674-fb2a-4b1e-a882-83a7cbce8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.352307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-3bc3a674-fb2a-4b1e-a882-83a7cbce8e40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.0993898
Nov 10 04:06:20.395142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-058688c9-2a11-479a-8bd8-5362d1980b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345032
Nov 10 04:06:20.411488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c93e9-ba4c-4cf9-a8a6-300b51dba461 req-29ce1055-02fb-4cc5-83ca-807cd1845848 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.413117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-611c93e9-ba4c-4cf9-a8a6-300b51dba461 req-29ce1055-02fb-4cc5-83ca-807cd1845848 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1119342
Nov 10 04:06:20.418764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-252c1d08-0829-4377-a88a-91df0c777406 req-35883fde-5e96-4545-8a1b-dace7f5e2834 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993636
Nov 10 04:06:20.451387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b89e450c-add0-4fe6-b350-bc5df56e6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.452889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b89e450c-add0-4fe6-b350-bc5df56e6f7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 200  len: 922 time: 0.1264498
Nov 10 04:06:20.526353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-55dee3a8-54d8-49fe-96f6-fbcb50a85f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 200  len: 217 time: 0.0509605
Nov 10 04:06:20.548500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-611c93e9-ba4c-4cf9-a8a6-300b51dba461 req-d422176a-b2bc-41e9-879e-84f689e65d18 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130443
Nov 10 04:06:20.569064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-ed36d43d-e8f9-40f1-ad7a-4edbc9cd535e service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670394
Nov 10 04:06:20.625247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-f0207796-4c3b-4003-8328-11a91c569068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.627204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-f0207796-4c3b-4003-8328-11a91c569068 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 200  len: 861 time: 0.0921819
Nov 10 04:06:20.640505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01c66d-2533-459e-9cc5-bbb3f91f08f7 req-85fdfaaa-b199-4f1c-b581-454cdb39e4b7 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:20.643291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e01c66d-2533-459e-9cc5-bbb3f91f08f7 req-85fdfaaa-b199-4f1c-b581-454cdb39e4b7 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 945 time: 0.1203976
Nov 10 04:06:20.678079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-d33fd5dd-5061-447e-970e-baaf747148ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b46f33a1-6a62-4941-8868-28fcc972b653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337408
Nov 10 04:06:20.683212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba5fd576-7b44-4a99-8f10-fe8c43136fa6 req-ce30bbcf-e07f-4940-a797-8db8bc484d85 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065736
Nov 10 04:06:20.789137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e01c66d-2533-459e-9cc5-bbb3f91f08f7 req-93a9640c-a609-48ea-8b96-46f02f8a90ac tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340284
Nov 10 04:06:20.829979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-74697968-341f-4811-88f8-90ea1d26368a service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370599
Nov 10 04:06:20.946297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-931a6c60-1242-4141-a1b7-08c0928b5427 service neutron] 10.222.0.21 "GET /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1092758
Nov 10 04:06:21.214828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-d84ca122-8881-481a-a2be-1e9136b42f55 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:21.216860 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-d84ca122-8881-481a-a2be-1e9136b42f55 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a&tenant_id=c676f4ec86b44df399be6886b57d34f9&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0452003
Nov 10 04:06:21.236967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:21.304649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:21.393649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b540823e-3e2c-4668-a2f3-5fa75a2573ef service neutron] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:21.397435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b540823e-3e2c-4668-a2f3-5fa75a2573ef service neutron] Publish callbacks [] for binding, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:21.398565 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba5b144-6251-4cf1-b959-fe5b0e5b3826 req-b540823e-3e2c-4668-a2f3-5fa75a2573ef service neutron] 10.222.0.21 "DELETE /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d/bindings/nch2-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.1644340
Nov 10 04:06:21.588112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1dd0-3d91-4498-a966-e14c9ffe02ad req-01d747c2-e8cc-41a8-a58a-8f833ccc0645 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:21.589878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e84f1dd0-3d91-4498-a966-e14c9ffe02ad req-01d747c2-e8cc-41a8-a58a-8f833ccc0645 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 944 time: 0.0552170
Nov 10 04:06:21.645207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e84f1dd0-3d91-4498-a966-e14c9ffe02ad req-3a7d7210-1686-401d-b2d3-f2f76de62b28 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483367
Nov 10 04:06:21.704679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99769-e34b-4564-93eb-d337a838bf04 req-15e5f7d8-b076-439d-ad73-c702f886ebb9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:21.706292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6b99769-e34b-4564-93eb-d337a838bf04 req-15e5f7d8-b076-439d-ad73-c702f886ebb9 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0690527
Nov 10 04:06:21.786825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6b99769-e34b-4564-93eb-d337a838bf04 req-a5cb4376-8b5e-4444-811b-e317e360da16 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679486
Nov 10 04:06:21.904502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3a7f-a85f-4a4e-88c1-8ac5d8bfa4e0 req-112ef987-f3a5-41a9-a750-4c0b41b87bdc tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:21.906150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d5c3a7f-a85f-4a4e-88c1-8ac5d8bfa4e0 req-112ef987-f3a5-41a9-a750-4c0b41b87bdc tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 1095 time: 0.0479290
Nov 10 04:06:21.953247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267353c1-b4bb-4d7e-985f-100719106550 req-792ff325-f28c-48f2-9c72-86a9e4c0dfb0 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:21.954515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d5c3a7f-a85f-4a4e-88c1-8ac5d8bfa4e0 req-8c5a8d44-3b9e-4f5b-b465-2f76dc876494 tempest-LiveAutoBlockMigrationV225Test-2001806241 tempest-LiveAutoBlockMigrationV225Test-2001806241-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405228
Nov 10 04:06:21.955289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-267353c1-b4bb-4d7e-985f-100719106550 req-792ff325-f28c-48f2-9c72-86a9e4c0dfb0 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 945 time: 0.0629060
Nov 10 04:06:22.014031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-267353c1-b4bb-4d7e-985f-100719106550 req-17b7f206-d3f8-44f1-8f69-5068a6cbbef5 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507915
Nov 10 04:06:22.417828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9045e6-e188-41bf-b203-e3ad7fbde610 req-1178852b-519c-4d83-88a7-55b96228d09c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:22.420791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de9045e6-e188-41bf-b203-e3ad7fbde610 req-1178852b-519c-4d83-88a7-55b96228d09c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 944 time: 0.0970995
Nov 10 04:06:22.496339 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de9045e6-e188-41bf-b203-e3ad7fbde610 req-665cb1b3-db48-44a7-82d0-0cc73fb95a65 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685198
Nov 10 04:06:22.923594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569cb5a-9d89-4e76-b1f5-dc5d030a0d99 req-680ec2cc-d452-4ed9-8060-c85742b2f202 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:22.925466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a569cb5a-9d89-4e76-b1f5-dc5d030a0d99 req-680ec2cc-d452-4ed9-8060-c85742b2f202 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0549071
Nov 10 04:06:23.011889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a569cb5a-9d89-4e76-b1f5-dc5d030a0d99 req-daf19593-bea1-424b-8a74-c49baae95b6e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807469
Nov 10 04:06:23.033906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-136f63c1-2a0d-410d-9328-2aebe64f2599 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:23.033906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-136f63c1-2a0d-410d-9328-2aebe64f2599 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 944 time: 0.0709321
Nov 10 04:06:23.149041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Deleting port 315491df-ae0d-4129-84a9-bf101253b86d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:23.149388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.248099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] For port 315491df-ae0d-4129-84a9-bf101253b86d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=315491df-ae0d-4129-84a9-bf101253b86d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:23.248473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.261631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Calling delete_port for 315491df-ae0d-4129-84a9-bf101253b86d owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:23.283949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41096) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:23.418993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e063d91c-6b12-47ff-9c81-87c6bd67bffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.431128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.444553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['315491df-ae0d-4129-84a9-bf101253b86d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:23.501718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event deleted for resources: {'Port': ['ID=315491df-ae0d-4129-84a9-bf101253b86d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:23.560559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e063d91c-6b12-47ff-9c81-87c6bd67bffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.566414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e063d91c-6b12-47ff-9c81-87c6bd67bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.569902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] No DVR routers for this DVR port 315491df-ae0d-4129-84a9-bf101253b86d on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:23.576138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.584778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17a5237f-fe8b-4328-ae76-ecf568d5f007 req-498ca23f-9bc2-4039-80af-e2dc33321354 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "DELETE /v2.0/ports/315491df-ae0d-4129-84a9-bf101253b86d HTTP/1.1" status: 204  len: 173 time: 0.5480227
Nov 10 04:06:23.585100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-deleted', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:23.588167 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc5ed4-fd9f-45a7-bee7-7086a859edd2" -d '{"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-deleted", "tag": "315491df-ae0d-4129-84a9-bf101253b86d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:23.645761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-14cbb1df-b816-4e7a-88c3-a2d83ea8ad96 req-2a6a7647-0da5-49ca-80b9-28f89445434b tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cb090a-6d3f-40dc-a36c-acd3b568121a HTTP/1.1" status: 200  len: 210 time: 0.0453637
Nov 10 04:06:23.661166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e063d91c-6b12-47ff-9c81-87c6bd67bffc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bbc3503e04f448a98783d13d4a1bff2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3757410
Nov 10 04:06:23.662087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41126) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:23.662422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d91c-6b12-47ff-9c81-87c6bd67bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03439c15-eb9c-4296-99af-6855b10a6f71,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:23.715435 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41397a58-59e7-4372-b0b1-faf03e06bd4b x-openstack-request-id: req-41397a58-59e7-4372-b0b1-faf03e06bd4b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:23.715799 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb090a-6d3f-40dc-a36c-acd3b568121a", "name": "network-vif-deleted", "tag": "315491df-ae0d-4129-84a9-bf101253b86d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:23.716704 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41397a58-59e7-4372-b0b1-faf03e06bd4b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:23.717256 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb090a-6d3f-40dc-a36c-acd3b568121a', 'name': 'network-vif-deleted', 'tag': '315491df-ae0d-4129-84a9-bf101253b86d', 'status': 'completed', 'code': 200}
Nov 10 04:06:23.736405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.763058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.815932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.818794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:23.819975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03439c15-eb9c-4296-99af-6855b10a6f71 HTTP/1.1" status: 204  len: 168 time: 0.1566942
Nov 10 04:06:23.845362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa8bb5-1e9c-4857-a0f9-44e5f55b4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03439c15-eb9c-4296-99af-6855b10a6f71,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:24.534819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65183795-cdac-45bd-8499-79fdc9f9a90b req-323fab97-ca0e-4ab1-aa15-b6acd508a601 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:24.542313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65183795-cdac-45bd-8499-79fdc9f9a90b req-323fab97-ca0e-4ab1-aa15-b6acd508a601 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0679812
Nov 10 04:06:24.613977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65183795-cdac-45bd-8499-79fdc9f9a90b req-b3c4f69b-2deb-43b2-a724-923d03c9a6ad tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699334
Nov 10 04:06:24.771445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41188) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:24.962131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1432078861-network', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:24.997319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Made reservation on behalf of c3aa5eb57eed4a08886f209520775cc9 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:25.000481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.011813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.104256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.109910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.142256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:06:25.156295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48602303-4359-4fc4-b63e-448ff7dc51ba,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:25.162376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.163405 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Added segment 92b7ed27-5df2-47e9-85e7-06526d0dbd1c of type vlan for network 970bd33f-02a3-466e-929c-ae4465b1f7e7
Nov 10 04:06:25.176818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.177324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.177641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.178171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.178551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.179038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.179579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.179911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.180242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.180572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.181249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.181249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:25.239871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.265678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.266646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:25.267200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.323558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5494421
Nov 10 04:06:25.327857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:25.336130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a449cb-77b1-435a-b992-a6d56bab0369 admin admin] Pushing event updated for resources: {'Network': ['ID=970bd33f-02a3-466e-929c-ae4465b1f7e7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:25.336372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Request body: {'subnet': {'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1432078861-subnet', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:25.349932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:06:25.375439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Made reservation on behalf of c3aa5eb57eed4a08886f209520775cc9 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:25.378267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.477597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:06:25.582453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.648240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09067618-cf15-437b-8086-9e700b481db9,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:25.660550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Checking segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:25.660947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Network hostable DHCP agents. Network: 970bd33f-02a3-466e-929c-ae4465b1f7e7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:06:25.678504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:06:25.689499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 970bd33f-02a3-466e-929c-ae4465b1f7e7) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:25.694576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:25.695181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.706184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c0f4c-1131-434d-90fd-a43f7dfcbcb9 None None] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:25.714756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-41db89f0-4dcb-46f1-b7f3-26d5345a2779 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3853505
Nov 10 04:06:25.717525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:25.723761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:25.750106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.751157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.818303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.906205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-970bd33f-02a3-466e-929c-ae4465b1f7e7', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:06:25.908702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:25.977859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.136323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Allocated IP 172.20.0.2 (970bd33f-02a3-466e-929c-ae4465b1f7e7/09067618-cf15-437b-8086-9e700b481db9/515b6666-91f0-4f76-b864-57df8ce113fe) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:26.328302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.354389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.389863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.400082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.460444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:26.475960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:26.478669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Pushing event updated for resources: {'Port': ['ID=515b6666-91f0-4f76-b864-57df8ce113fe,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:26.481897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:26.519177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Allocated IP 172.32.3.118 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4ef088b8-30ac-45c1-99e6-00554ede7397) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:26.556962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Attempting to bind port 515b6666-91f0-4f76-b864-57df8ce113fe on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:26.557339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Attempting to bind port 515b6666-91f0-4f76-b864-57df8ce113fe by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:26.557711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Attempting to bind port 515b6666-91f0-4f76-b864-57df8ce113fe on network 970bd33f-02a3-466e-929c-ae4465b1f7e7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:26.564480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:26.565217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Checking segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:26.566466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.567054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Bound using segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:26.568102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Bound port: 515b6666-91f0-4f76-b864-57df8ce113fe, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:26.568735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.670275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] For port 515b6666-91f0-4f76-b864-57df8ce113fe, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:26.673985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] For port 515b6666-91f0-4f76-b864-57df8ce113fe, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=515b6666-91f0-4f76-b864-57df8ce113fe,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:26.680066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.692830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.740161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:26.744355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6651-c8e7-4a85-bd4f-26335b132952 None None] Pushing event updated for resources: {'Port': ['ID=515b6666-91f0-4f76-b864-57df8ce113fe,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:26.822070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:26.827778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:26.827778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Pushing event updated for resources: {'Port': ['ID=4ef088b8-30ac-45c1-99e6-00554ede7397,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:26.834932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:27.405298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:27.511380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:27.558408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 315491df-ae0d-4129-84a9-bf101253b86d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:27.559642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 315491df-ae0d-4129-84a9-bf101253b86d not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:27.587555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49a4e-abc1-43bb-a41b-02a7497ca9b5 req-7a0ea112-c4dd-47ab-81fd-3a78f0285e70 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:27.590409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ce49a4e-abc1-43bb-a41b-02a7497ca9b5 req-7a0ea112-c4dd-47ab-81fd-3a78f0285e70 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 945 time: 0.0607011
Nov 10 04:06:27.650280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ce49a4e-abc1-43bb-a41b-02a7497ca9b5 req-d8a494cb-12a2-40c3-bd74-05537a1530a4 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526352
Nov 10 04:06:27.700481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:27.862047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Router c104de7a-d6a0-4982-9408-d8d6e95c5d12 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:06:27.884550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ba092-8a7e-444c-8967-e5c18b66a296 None None] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:27.988523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:27.989812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] Provisioning complete for port 515b6666-91f0-4f76-b864-57df8ce113fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:27.990317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.011149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.015852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1d84c645-83b4-4ad4-af2b-3121cf8d01ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.2941513
Nov 10 04:06:28.016156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:28.017045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Sync routers for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:28.019846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79df50-c782-476e-a3c7-e868125cab68 req-81a73a67-1ba8-4921-b629-f92556b9f02a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:28.021727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a79df50-c782-476e-a3c7-e868125cab68 req-81a73a67-1ba8-4921-b629-f92556b9f02a tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 945 time: 0.0723069
Nov 10 04:06:28.074446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:28.075248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a40fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:28.143752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Deleting port 620ecac2-fca3-4dc3-af35-54255779706a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:28.144200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.258678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.275558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] For port 620ecac2-fca3-4dc3-af35-54255779706a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=620ecac2-fca3-4dc3-af35-54255779706a,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:28.275968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.284986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:28.319109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Calling delete_port for 620ecac2-fca3-4dc3-af35-54255779706a owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:28.492176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] For port 515b6666-91f0-4f76-b864-57df8ce113fe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=515b6666-91f0-4f76-b864-57df8ce113fe,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:28.503863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.608585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.786987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event deleted for resources: {'Port': ['ID=620ecac2-fca3-4dc3-af35-54255779706a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:28.818071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.828997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] No DVR routers for this DVR port 620ecac2-fca3-4dc3-af35-54255779706a on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:28.833847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:28.838765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a79df50-c782-476e-a3c7-e868125cab68 req-7898f0ad-9f5d-4cea-9d3d-ce65db7109af tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "DELETE /v2.0/ports/620ecac2-fca3-4dc3-af35-54255779706a HTTP/1.1" status: 204  len: 173 time: 0.8110013
Nov 10 04:06:28.839288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-deleted', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:28.847495 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc810200-e355-4bab-b9e1-b5e2e55b2b64" -d '{"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-deleted", "tag": "620ecac2-fca3-4dc3-af35-54255779706a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:28.905660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3ef9a37-4951-4f89-9274-aa115a358cb3 req-888deed1-22a3-4e32-b924-eff2e601403e tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab6d3c23-9e25-4e0b-870d-8887546384a1 HTTP/1.1" status: 200  len: 210 time: 0.0411661
Nov 10 04:06:28.965044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11cbee-8db7-413d-b00c-5b5a40fbf585 None None] Pushing event updated for resources: {'Port': ['ID=515b6666-91f0-4f76-b864-57df8ce113fe,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:29.065970 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542fd21-9fc1-4d28-85e5-96f092cce51d x-openstack-request-id: req-d542fd21-9fc1-4d28-85e5-96f092cce51d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:29.066310 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d3c23-9e25-4e0b-870d-8887546384a1", "name": "network-vif-deleted", "tag": "620ecac2-fca3-4dc3-af35-54255779706a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:29.066668 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d542fd21-9fc1-4d28-85e5-96f092cce51d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:29.067451 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d3c23-9e25-4e0b-870d-8887546384a1', 'name': 'network-vif-deleted', 'tag': '620ecac2-fca3-4dc3-af35-54255779706a', 'status': 'completed', 'code': 200}
Nov 10 04:06:29.110732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 515b6666-91f0-4f76-b864-57df8ce113fe up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:29.179559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-681c700a-bfbb-43e9-bcb9-c68062a169e6 None None] Provisioning complete for port 515b6666-91f0-4f76-b864-57df8ce113fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:29.179870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-681c700a-bfbb-43e9-bcb9-c68062a169e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.203212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-eb36a51b-02ed-461e-b3fb-0d912a4664c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:29.205031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-eb36a51b-02ed-461e-b3fb-0d912a4664c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.0997307
Nov 10 04:06:29.288204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a40fd0>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 3, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:29.305441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Allocated IP 172.20.0.1 (970bd33f-02a3-466e-929c-ae4465b1f7e7/09067618-cf15-437b-8086-9e700b481db9/ec969334-4c86-4df4-ae1f-2aef9616100a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:29.327660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Checking router: c104de7a-d6a0-4982-9408-d8d6e95c5d12 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:29.328012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Updating router c104de7a-d6a0-4982-9408-d8d6e95c5d12 port 4ef088b8-30ac-45c1-99e6-00554ede7397 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:06:29.353115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5f46e-ef88-47c2-b416-9782326e5fea req-4c7cd039-1bba-47be-80e9-f0611310f1fd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:29.357352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.358957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 515b6666-91f0-4f76-b864-57df8ce113fe triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:29.359314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.361545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ca5f46e-ef88-47c2-b416-9782326e5fea req-4c7cd039-1bba-47be-80e9-f0611310f1fd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1723013
Nov 10 04:06:29.461807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-c88ae91c-6560-4e30-b7b4-388115a7c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:29.463268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-c88ae91c-6560-4e30-b7b4-388115a7c7ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.2506273
Nov 10 04:06:29.533645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ca5f46e-ef88-47c2-b416-9782326e5fea req-6dac1320-2bc0-40d5-9f08-339e2e1f3653 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706426
Nov 10 04:06:29.537485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-a3c5f5a6-8423-49e0-8c50-b0751dce17f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.0646002
Nov 10 04:06:29.600877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.612112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-9348867f-1fd3-40ce-98f6-3f9dc114b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:29.613589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-9348867f-1fd3-40ce-98f6-3f9dc114b7cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.0692108
Nov 10 04:06:29.661479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-7419ac51-065e-426e-a4e0-f06b091fa514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401161
Nov 10 04:06:29.703899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.710058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.721578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.775519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Attempting to bind port 4ef088b8-30ac-45c1-99e6-00554ede7397 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:29.775977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Attempting to bind port 4ef088b8-30ac-45c1-99e6-00554ede7397 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:29.776411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Attempting to bind port 4ef088b8-30ac-45c1-99e6-00554ede7397 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:29.778934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f29398-f9fe-4260-aede-ee28d4f76a69 None None] Pushing event updated for resources: {'Port': ['ID=4ef088b8-30ac-45c1-99e6-00554ede7397,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:29.785074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:29.785451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:29.785850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.786235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:29.786699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Bound port: 4ef088b8-30ac-45c1-99e6-00554ede7397, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:29.787155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.789043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:29.792104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:29.793967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Pushing event updated for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:29.808110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:29.821256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.821847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.822021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.822251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.822583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.822910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.823514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.823841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.824162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.825019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.825346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.825672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:29.842165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] For port 4ef088b8-30ac-45c1-99e6-00554ede7397, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:29.845702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] For port 4ef088b8-30ac-45c1-99e6-00554ede7397, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4ef088b8-30ac-45c1-99e6-00554ede7397,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:29.851823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:29.860564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-f94680ed-9cf9-4b74-b89b-33b1aafd265b service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917644
Nov 10 04:06:29.929624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:29.930320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a40fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:29.932451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.007687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f29398-f9fe-4260-aede-ee28d4f76a69 None None] Pushing event updated for resources: {'Port': ['ID=4ef088b8-30ac-45c1-99e6-00554ede7397,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:30.091979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:30.126746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-660ab3b0-eff9-453d-b78c-8177fa8de1ca req-cc064a5f-4086-4fd6-a1e8-e94445106c45 service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573740
Nov 10 04:06:30.212470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.244227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-88a94d63-fa33-437c-90ad-fd7ea8f2edc0 None None] Provisioning complete for port ec969334-4c86-4df4-ae1f-2aef9616100a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:30.244726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-88a94d63-fa33-437c-90ad-fd7ea8f2edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.312964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c94a63-10eb-4388-b1eb-ef5bac3ff67a req-c3f73112-d2bb-453e-95ac-e2fe4cef8a2c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:30.314513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9c94a63-10eb-4388-b1eb-ef5bac3ff67a req-c3f73112-d2bb-453e-95ac-e2fe4cef8a2c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 944 time: 0.0980186
Nov 10 04:06:30.321509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-88a94d63-fa33-437c-90ad-fd7ea8f2edc0 None None] Port ec969334-4c86-4df4-ae1f-2aef9616100a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:06:30.353029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a40fd0>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 3, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:30.380801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c305eb-d6a5-4c51-b84a-b8e6d976ead0 None None] The sync data for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 is: [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:27Z', 'revision_number': 3, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:30.439421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9c94a63-10eb-4388-b1eb-ef5bac3ff67a req-6eba5d97-d150-4d59-9ab2-2bfb636faca3 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069150
Nov 10 04:06:30.485293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.491423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.710968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a1be-9397-470f-bf13-225ce085646f req-56a972c8-dc77-4ecb-bc43-bd4200b942bd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:30.713268 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b217a1be-9397-470f-bf13-225ce085646f req-56a972c8-dc77-4ecb-bc43-bd4200b942bd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1098416
Nov 10 04:06:30.743082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-bf4e25d1-1189-4182-8ffa-1e366ae9b0b1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:30.746085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-bf4e25d1-1189-4182-8ffa-1e366ae9b0b1 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 944 time: 0.1077580
Nov 10 04:06:30.889603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b217a1be-9397-470f-bf13-225ce085646f req-efbb2aa9-1dd4-43ba-b369-8f04e7e69e0d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660795
Nov 10 04:06:30.933224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Deleting port f4085ff8-744b-451f-b60b-9d1733a21825 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:30.933574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:30.951863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Pushing event updated for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:30.976562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.072325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 515b6666-91f0-4f76-b864-57df8ce113fe up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:31.092147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f4628-2642-4fe8-a917-88062e3c6ccd req-1366a86c-135e-4229-bd40-d1160ae4b3cf tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:31.092402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:31.093746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-457f4628-2642-4fe8-a917-88062e3c6ccd req-1366a86c-135e-4229-bd40-d1160ae4b3cf tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 945 time: 0.0876963
Nov 10 04:06:31.093919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:31.104747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] For port f4085ff8-744b-451f-b60b-9d1733a21825, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f4085ff8-744b-451f-b60b-9d1733a21825,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:31.105563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.127316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Calling delete_port for f4085ff8-744b-451f-b60b-9d1733a21825 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:31.133912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 515b6666-91f0-4f76-b864-57df8ce113fe triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:31.134559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.193010 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-457f4628-2642-4fe8-a917-88062e3c6ccd req-661ae645-d23b-40c6-9a91-3cd4335ae29c tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722489
Nov 10 04:06:31.254951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Router c104de7a-d6a0-4982-9408-d8d6e95c5d12 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:31.299117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4ef088b8-30ac-45c1-99e6-00554ede7397 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:31.350941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.393570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event deleted for resources: {'Port': ['ID=f4085ff8-744b-451f-b60b-9d1733a21825,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:31.395097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4ef088b8-30ac-45c1-99e6-00554ede7397 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:31.395476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.438786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] No DVR routers for this DVR port f4085ff8-744b-451f-b60b-9d1733a21825 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:31.439389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:31.441706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.445322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a03ba10-c0cf-4d0c-8980-c7e0f8ad2685 req-8f149ca0-3c8e-4adf-b1f1-313aaccc3db2 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "DELETE /v2.0/ports/f4085ff8-744b-451f-b60b-9d1733a21825 HTTP/1.1" status: 204  len: 173 time: 0.6902547
Nov 10 04:06:31.445805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-deleted', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:31.448350 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1376a57-f296-4d8a-b7a8-2dbc7628e1a7" -d '{"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-deleted", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:31.451009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e66b604d-5ae8-40ce-b2bb-21e1c6220906 admin admin] 10.222.0.13 "PUT /v2.0/routers/c104de7a-d6a0-4982-9408-d8d6e95c5d12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4334512
Nov 10 04:06:31.485888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7b1eafd2-3498-4fe6-a2cd-f7ca6188bcb0 None None] Provisioning complete for port ec969334-4c86-4df4-ae1f-2aef9616100a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:31.486535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7b1eafd2-3498-4fe6-a2cd-f7ca6188bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.505330 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad18422-9c4f-44c1-b3f1-968f7ef729e6 x-openstack-request-id: req-aad18422-9c4f-44c1-b3f1-968f7ef729e6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:31.505702 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6890c39-3a71-40c8-87c8-6aa64da787e0", "name": "network-vif-deleted", "tag": "f4085ff8-744b-451f-b60b-9d1733a21825", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:31.505971 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aad18422-9c4f-44c1-b3f1-968f7ef729e6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:31.506386 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6890c39-3a71-40c8-87c8-6aa64da787e0', 'name': 'network-vif-deleted', 'tag': 'f4085ff8-744b-451f-b60b-9d1733a21825', 'status': 'completed', 'code': 200}
Nov 10 04:06:31.547556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:31.589230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98b08ea7-62d1-4cfe-8c8f-3b2a8aa919a6 req-1369eea5-258c-4346-bedf-e90fafdd9415 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6890c39-3a71-40c8-87c8-6aa64da787e0 HTTP/1.1" status: 200  len: 210 time: 0.0512557
Nov 10 04:06:31.608699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f4085ff8-744b-451f-b60b-9d1733a21825 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:31.608699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f4085ff8-744b-451f-b60b-9d1733a21825 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:31.608699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:31.631863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 620ecac2-fca3-4dc3-af35-54255779706a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:31.632228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 620ecac2-fca3-4dc3-af35-54255779706a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:31.633676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eafd2-3498-4fe6-a2cd-f7ca6188bcb0 None None] Port ec969334-4c86-4df4-ae1f-2aef9616100a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:06:31.646389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.669214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 4ef088b8-30ac-45c1-99e6-00554ede7397, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4ef088b8-30ac-45c1-99e6-00554ede7397,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:31.674861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:31.747592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=4ef088b8-30ac-45c1-99e6-00554ede7397,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:32.023357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fddf4-e865-4992-889f-72b05f2e7ad9 req-d1c56c3a-d5e8-4580-aa83-42010d2bde4b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:32.026941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f2fddf4-e865-4992-889f-72b05f2e7ad9 req-d1c56c3a-d5e8-4580-aa83-42010d2bde4b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0558467
Nov 10 04:06:32.069828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:32.076033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520418320', 'description': 'tempest-description--1989675832'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:32.090619 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f2fddf4-e865-4992-889f-72b05f2e7ad9 req-beec206a-866f-4cdb-b2c3-0a80b1ef40d3 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584412
Nov 10 04:06:32.104214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.174621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.178526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.208236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.209503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1385822
Nov 10 04:06:32.212329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41392) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:32.217492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'security_group_rule': {'security_group_id': '5fba34a6-8049-41c3-b488-9af5df934654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:32.223120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f78aac-f44c-49e9-9807-db4692d68636 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba34a6-8049-41c3-b488-9af5df934654,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:32.254024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.327871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.333037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.356329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab8a777-273e-4902-b693-bb0b0c13f917,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:32.366088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b0cd9-92a7-4b06-80dc-b05225a9f457 req-042652d9-f627-4cc5-af8c-aaf487cff274 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:32.366811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.367662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-310b0cd9-92a7-4b06-80dc-b05225a9f457 req-042652d9-f627-4cc5-af8c-aaf487cff274 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 945 time: 0.0638955
Nov 10 04:06:32.368249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a54fc12d-99d7-45e2-9808-c683030b8203 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1549649
Nov 10 04:06:32.370745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:32.375636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'security_group_rule': {'security_group_id': '5fba34a6-8049-41c3-b488-9af5df934654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:32.424563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-310b0cd9-92a7-4b06-80dc-b05225a9f457 req-ba2183c1-f99d-4329-ab59-16c782d44ca0 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/security-groups?id=b18738f3-5481-4dfc-8d4d-eba229b8d3b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475340
Nov 10 04:06:32.425064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.499188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb73b09-909b-43ec-b528-0ada191b319f req-c1ef00aa-d3e0-46ca-8371-c9db268057a0 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:32.500676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fb73b09-909b-43ec-b528-0ada191b319f req-c1ef00aa-d3e0-46ca-8371-c9db268057a0 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.21 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 945 time: 0.0901353
Nov 10 04:06:32.557659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.564958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.595799 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Sync routers for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:32.604686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:32.605292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214962880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:32.606553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8d7c09-d2ab-4d9b-ba04-e3e33497d39b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:32.618202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.622827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bc97319a-7f3b-416c-99b9-5e3827b3e061 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2474058
Nov 10 04:06:32.622827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:32.628455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:32.665398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Deleting port f04321a2-a3f8-443e-bf99-1b3af6929db4 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:32.665750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.781955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.803757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] For port f04321a2-a3f8-443e-bf99-1b3af6929db4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f04321a2-a3f8-443e-bf99-1b3af6929db4,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:32.804260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:32.826195 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:32.857829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Calling delete_port for f04321a2-a3f8-443e-bf99-1b3af6929db4 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:32.918752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4ef088b8-30ac-45c1-99e6-00554ede7397 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:32.967972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4ef088b8-30ac-45c1-99e6-00554ede7397 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:32.968527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.005813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22073208-0738-4b85-b887-c3557c90334b req-a313438a-832c-4369-ad0d-29072c271823 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:33.007327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22073208-0738-4b85-b887-c3557c90334b req-a313438a-832c-4369-ad0d-29072c271823 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.1016541
Nov 10 04:06:33.044798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214962880>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 2, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:33.070297 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Checking router: c104de7a-d6a0-4982-9408-d8d6e95c5d12 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:33.070653 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Updating router c104de7a-d6a0-4982-9408-d8d6e95c5d12 port ec969334-4c86-4df4-ae1f-2aef9616100a binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:06:33.102834 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.109419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.116885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.125467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f04321a2-a3f8-443e-bf99-1b3af6929db4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:33.160163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22073208-0738-4b85-b887-c3557c90334b req-8c559517-f040-4d77-b444-7b673ee0d3e5 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431904
Nov 10 04:06:33.163928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Pushing event deleted for resources: {'Port': ['ID=f04321a2-a3f8-443e-bf99-1b3af6929db4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:33.261417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] No DVR routers for this DVR port f04321a2-a3f8-443e-bf99-1b3af6929db4 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:33.264576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.269276 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fb73b09-909b-43ec-b528-0ada191b319f req-ba6cd044-cf06-4a0a-8361-c327b7fb7496 tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.21 "DELETE /v2.0/ports/f04321a2-a3f8-443e-bf99-1b3af6929db4 HTTP/1.1" status: 204  len: 173 time: 0.7599826
Nov 10 04:06:33.285118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddf072-69fc-4827-8340-fb87f5efeb7a req-080a54e2-125b-46f4-b294-553b09ef901c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:33.287557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95ddf072-69fc-4827-8340-fb87f5efeb7a req-080a54e2-125b-46f4-b294-553b09ef901c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0694411
Nov 10 04:06:33.399445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95ddf072-69fc-4827-8340-fb87f5efeb7a req-04a83631-48de-47d4-a390-d8896d4d765f tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996726
Nov 10 04:06:33.405170 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.421570 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.440466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Allocated IP 172.32.3.190 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/fb4e7697-77cd-4975-9fbd-3c887d8c871a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:33.503554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0f61c-8738-49d8-9071-9044907597b8 req-0831bcb1-78a8-4299-86a8-a24c03658eb8 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:33.505125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46e0f61c-8738-49d8-9071-9044907597b8 req-0831bcb1-78a8-4299-86a8-a24c03658eb8 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 944 time: 0.2131529
Nov 10 04:06:33.507914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Pushing event updated for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:33.508209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'name': 'network-vif-deleted', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:33.517751 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05675a2-87f0-43a5-a2f1-8049e9b8c6d7" -d '{"events": [{"server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "name": "network-vif-deleted", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:33.532547 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.533336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.533765 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.534191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.534608 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.537044 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.537852 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.551528 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.552367 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.552775 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.553571 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.554030 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:33.605401 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Attempting to bind port ec969334-4c86-4df4-ae1f-2aef9616100a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:33.606122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Attempting to bind port ec969334-4c86-4df4-ae1f-2aef9616100a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:33.606122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Attempting to bind port ec969334-4c86-4df4-ae1f-2aef9616100a on network 970bd33f-02a3-466e-929c-ae4465b1f7e7 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:33.607410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45d504e3-ced7-4a6a-ac0e-e2ebe35694ea req-00872394-cf74-44f4-8b0f-366508f98b5e tempest-AttachSCSIVolumeTestJSON-1077521481 tempest-AttachSCSIVolumeTestJSON-1077521481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7455b01e-a0b1-4046-838e-fee78fd67437 HTTP/1.1" status: 200  len: 210 time: 0.0335038
Nov 10 04:06:33.612958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:33.614163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Checking segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:33.614737 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.616728 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Bound using segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:33.617217 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Bound port: ec969334-4c86-4df4-ae1f-2aef9616100a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:33.617621 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.676986 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fbd1e-43fd-4fb9-b79c-0bc99bffb162 x-openstack-request-id: req-3c2fbd1e-43fd-4fb9-b79c-0bc99bffb162 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:33.677273 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7455b01e-a0b1-4046-838e-fee78fd67437", "name": "network-vif-deleted", "tag": "f04321a2-a3f8-443e-bf99-1b3af6929db4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:33.677519 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c2fbd1e-43fd-4fb9-b79c-0bc99bffb162 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:33.677910 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7455b01e-a0b1-4046-838e-fee78fd67437', 'name': 'network-vif-deleted', 'tag': 'f04321a2-a3f8-443e-bf99-1b3af6929db4', 'status': 'completed', 'code': 200}
Nov 10 04:06:33.689443 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] For port ec969334-4c86-4df4-ae1f-2aef9616100a, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:33.690746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da111fb-6a3d-4ed4-a0ca-0d7a0d307b26 req-7a53a7b5-253d-4982-a983-d247e63741aa tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:33.692337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6da111fb-6a3d-4ed4-a0ca-0d7a0d307b26 req-7a53a7b5-253d-4982-a983-d247e63741aa tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.2550955
Nov 10 04:06:33.693061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] For port ec969334-4c86-4df4-ae1f-2aef9616100a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ec969334-4c86-4df4-ae1f-2aef9616100a,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:33.702380 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.774277 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:33.775147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214962880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:33.778555 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92de95-7061-4993-9c31-d6f79ec29811 None None] Pushing event updated for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:33.787712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.796656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] Provisioning complete for port ec969334-4c86-4df4-ae1f-2aef9616100a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:33.796981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.811914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6da111fb-6a3d-4ed4-a0ca-0d7a0d307b26 req-74017b26-3d34-446b-a9f7-7dc506e5ca69 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051319
Nov 10 04:06:33.830400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Deleting port f18834c0-50ca-40d7-b12e-1203a389dd5d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:33.830738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.919226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:33.973528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.022904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] For port ec969334-4c86-4df4-ae1f-2aef9616100a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ec969334-4c86-4df4-ae1f-2aef9616100a,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:34.026533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:34.028747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.031525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] For port f18834c0-50ca-40d7-b12e-1203a389dd5d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f18834c0-50ca-40d7-b12e-1203a389dd5d,segment=NetworkSegment(09d0beee-9399-4ea4-9331-e8e32d8cea16),segment_id=09d0beee-9399-4ea4-9331-e8e32d8cea16)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:34.031902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.035638 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:34.042229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:34.045522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:34.086272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46239-4967-4edc-a93b-0f9248efa858 None None] Pushing event updated for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:34.099892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'Port': ['ID=fb4e7697-77cd-4975-9fbd-3c887d8c871a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:34.102618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Calling delete_port for f18834c0-50ca-40d7-b12e-1203a389dd5d owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:34.148091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e45a0423-43f2-4162-b80b-30a879241af1 None None] Provisioning complete for port ec969334-4c86-4df4-ae1f-2aef9616100a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:34.148457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e45a0423-43f2-4162-b80b-30a879241af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.195193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.253957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.262345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214962880>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:34.288593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7038833-2094-473d-9159-72cce1dba3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.289467 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ee8ba-797a-4124-8424-4367c7d648d8 None None] The sync data for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 is: [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:34.433392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.486826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Pushing event deleted for resources: {'Port': ['ID=f18834c0-50ca-40d7-b12e-1203a389dd5d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:34.495880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a7c4-3d2d-4a8d-982b-565f64d94411 req-308f6684-9e36-43b5-9517-91aac003d95c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:34.497512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bae9a7c4-3d2d-4a8d-982b-565f64d94411 req-308f6684-9e36-43b5-9517-91aac003d95c tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40 HTTP/1.1" status: 200  len: 866 time: 0.2016397
Nov 10 04:06:34.578386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] No DVR routers for this DVR port f18834c0-50ca-40d7-b12e-1203a389dd5d on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:34.581607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b7ef5-8e7f-46be-82dd-3311fde2a29a req-6df735f6-d6ac-4f6c-a812-bf93c98f271e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:34.583620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b60b7ef5-8e7f-46be-82dd-3311fde2a29a req-6df735f6-d6ac-4f6c-a812-bf93c98f271e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0605040
Nov 10 04:06:34.583783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.587177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46e0f61c-8738-49d8-9071-9044907597b8 req-37599f74-80c1-447a-96fe-d28ecfb8cfe7 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.21 "DELETE /v2.0/ports/f18834c0-50ca-40d7-b12e-1203a389dd5d HTTP/1.1" status: 204  len: 173 time: 1.0656786
Nov 10 04:06:34.633040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bae9a7c4-3d2d-4a8d-982b-565f64d94411 req-5f308f4b-d41e-4460-8ecc-d9582ff0db28 tempest-LiveAutoBlockMigrationV225Test-431424804 tempest-LiveAutoBlockMigrationV225Test-431424804-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4ff6846-944d-462e-b598-5164a3094c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153641
Nov 10 04:06:34.635315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.642568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.651687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b60b7ef5-8e7f-46be-82dd-3311fde2a29a req-897944c4-5837-4da8-ae8e-8644cbf1b06b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578523
Nov 10 04:06:34.760848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'Port': ['ID=fb4e7697-77cd-4975-9fbd-3c887d8c871a,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:34.769482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.793249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:34.796848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4359876d-baaf-4896-9589-3fa91f7d5e1f tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1709101
Nov 10 04:06:34.895031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128288f-45c6-4da7-b8a6-783a0d34a00f req-516eb8cc-b86e-48ca-b6ef-b82a7a72bda1 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:34.919782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3128288f-45c6-4da7-b8a6-783a0d34a00f req-516eb8cc-b86e-48ca-b6ef-b82a7a72bda1 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1004925
Nov 10 04:06:35.005206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3128288f-45c6-4da7-b8a6-783a0d34a00f req-e0e16628-4efc-44a9-8194-1496ae21f458 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834520
Nov 10 04:06:35.038232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ec969334-4c86-4df4-ae1f-2aef9616100a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:35.131900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ec969334-4c86-4df4-ae1f-2aef9616100a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:35.132857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:35.511778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f04321a2-a3f8-443e-bf99-1b3af6929db4 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:35.563399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f04321a2-a3f8-443e-bf99-1b3af6929db4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:35.563934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f04321a2-a3f8-443e-bf99-1b3af6929db4 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:35.686039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-deleted', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:35.689657 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b7a2e6-68da-4309-be21-58dc4d548802" -d '{"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-deleted", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:35.728833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41542) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:35.749787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e561c1-2475-487c-8f62-64ab930d66e8 req-2fb45478-1fa2-47c3-b8b9-076e88d0be17 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:35.766225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3e561c1-2475-487c-8f62-64ab930d66e8 req-2fb45478-1fa2-47c3-b8b9-076e88d0be17 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1156559
Nov 10 04:06:35.865721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3e561c1-2475-487c-8f62-64ab930d66e8 req-7b3d7dd2-f909-4fc9-b859-dcbe88fed6b0 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986195
Nov 10 04:06:35.885470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Deleting subnet a5be0a1c-bab2-4871-a75a-58576b056f62 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:06:35.896652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:35.927989 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a580c78-60d9-4ead-a366-33b310bf9334 x-openstack-request-id: req-7a580c78-60d9-4ead-a366-33b310bf9334 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:35.928369 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40", "name": "network-vif-deleted", "tag": "f18834c0-50ca-40d7-b12e-1203a389dd5d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:35.928718 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a580c78-60d9-4ead-a366-33b310bf9334 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:35.929187 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce45e8f-21ed-4bc6-8e81-7b44b57fbf40', 'name': 'network-vif-deleted', 'tag': 'f18834c0-50ca-40d7-b12e-1203a389dd5d', 'status': 'completed', 'code': 200}
Nov 10 04:06:35.941550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d268fc7-80b2-4fd9-b9e3-c902cb0c5944 req-518a6256-9e9c-4c8a-9348-2d123eb9fcf0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:35.943332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d268fc7-80b2-4fd9-b9e3-c902cb0c5944 req-518a6256-9e9c-4c8a-9348-2d123eb9fcf0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1453381
Nov 10 04:06:35.970216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.051762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.065099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d268fc7-80b2-4fd9-b9e3-c902cb0c5944 req-72debd35-10ef-4779-9e1e-b8307c5ff1b1 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120229
Nov 10 04:06:36.128648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.158428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5be0a1c-bab2-4871-a75a-58576b056f62,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:36.163367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.166224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ffd3c14b-7091-42b7-b440-b39a4c29e530 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5be0a1c-bab2-4871-a75a-58576b056f62 HTTP/1.1" status: 204  len: 168 time: 0.4363847
Nov 10 04:06:36.169660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41580) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:36.240394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.318191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.337357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e0f84f0>,) {'filters': {'network_id': ['b46f33a1-6a62-4941-8868-28fcc972b653']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:36.347328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0f84f0>, '09d0beee-9399-4ea4-9331-e8e32d8cea16') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:36.347622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0f84f0>, '09d0beee-9399-4ea4-9331-e8e32d8cea16') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:36.357333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.370177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.376679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:06:36.377235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:06:36.379087 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:06:36.434972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.440243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.443361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b46f33a1-6a62-4941-8868-28fcc972b653 HTTP/1.1" status: 204  len: 168 time: 0.2727575
Nov 10 04:06:36.446319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:36.454758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140120e-b6bc-4cf9-a3b4-7aa21cff8039 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46f33a1-6a62-4941-8868-28fcc972b653,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:36.495377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Deleting subnet 1e0d1a7a-1e82-4500-9cfc-ce6a053d15c7 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:06:36.498603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.535314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.579271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.651516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.862867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-87c30456-c0f6-4749-8013-ee43cc7ecec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:36.968045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41612) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:37.023092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0d1a7a-1e82-4500-9cfc-ce6a053d15c7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:37.035121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.038493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-69a122ce-6865-40bd-89ee-2ec51712bc29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e0d1a7a-1e82-4500-9cfc-ce6a053d15c7 HTTP/1.1" status: 204  len: 168 time: 0.5910809
Nov 10 04:06:37.051477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:37.056621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-b7c24c06-b970-4750-8558-2b1f895d5189 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:37.058178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-b7c24c06-b970-4750-8558-2b1f895d5189 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1507180
Nov 10 04:06:37.127903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fafbce-0658-4539-86a8-5fc78e625508 req-b91ef2f5-cfa6-45d9-bf03-9ec9dc569792 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:37.132424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24fafbce-0658-4539-86a8-5fc78e625508 req-b91ef2f5-cfa6-45d9-bf03-9ec9dc569792 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 945 time: 0.1112401
Nov 10 04:06:37.156177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.209551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24fafbce-0658-4539-86a8-5fc78e625508 req-bfa645da-b66c-42dd-be3f-b6c37dc86faa tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af8ea73-ce2d-42c3-ae0f-cddd5003296f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704496
Nov 10 04:06:37.271548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.290688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7fb94-25ff-4b4a-ad8e-96dbd83f75fa req-663245a5-7562-41f5-a39a-9aac59f7dd5c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:37.292210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5f7fb94-25ff-4b4a-ad8e-96dbd83f75fa req-663245a5-7562-41f5-a39a-9aac59f7dd5c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1426661
Nov 10 04:06:37.294844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ede23d0>,) {'filters': {'network_id': ['d3f08e54-bc7e-4ded-bd20-18dd5132e131']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:37.305381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ede23d0>, 'b977a86c-856a-4147-b655-23a79a6e8b07') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:37.305674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ede23d0>, 'b977a86c-856a-4147-b655-23a79a6e8b07') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:37.313493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Deleting port 387d079c-49c7-4f2c-9893-2dc5c72677fc {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:37.314085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.315486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.329348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.335290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:06:37.335656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:06:37.337342 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:06:37.391131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.398119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.400818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3f08e54-bc7e-4ded-bd20-18dd5132e131 HTTP/1.1" status: 204  len: 168 time: 0.3482451
Nov 10 04:06:37.411288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202390d-4701-42b8-824f-decbcbf92e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f08e54-bc7e-4ded-bd20-18dd5132e131,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:37.439122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e5f7fb94-25ff-4b4a-ad8e-96dbd83f75fa req-66f4daa3-4712-41e9-86ab-b8d62c013d9d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391087
Nov 10 04:06:37.503277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] For port 387d079c-49c7-4f2c-9893-2dc5c72677fc, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=387d079c-49c7-4f2c-9893-2dc5c72677fc,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:37.503639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.509949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:37.521427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41622) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:37.540940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f18834c0-50ca-40d7-b12e-1203a389dd5d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:37.541286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f18834c0-50ca-40d7-b12e-1203a389dd5d not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:37.566171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f3fb2cc-3b9f-433e-b0fa-ce876f79ae17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c676f4ec86b44df399be6886b57d34f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0434668
Nov 10 04:06:37.568549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:37.623555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.646455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.700416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.703440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.707609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4ff6846-944d-462e-b598-5164a3094c4a HTTP/1.1" status: 204  len: 168 time: 0.1380951
Nov 10 04:06:37.716009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f5b9-dddf-46ad-b235-16578e538a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff6846-944d-462e-b598-5164a3094c4a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:37.817373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.817744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.818145 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Floating IP 3e91e98e-c02e-457d-92e9-9ab80b9f095b disassociated. External IP: 172.32.3.150, port: 387d079c-49c7-4f2c-9893-2dc5c72677fc.
Nov 10 04:06:37.818395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Calling delete_port for 387d079c-49c7-4f2c-9893-2dc5c72677fc owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:37.818773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.844653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-8d46d4bb-18c5-4601-a7c4-9d9f27eac149 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--520418320&fields=id&tenant_id=c3aa5eb57eed4a08886f209520775cc9 HTTP/1.1" status: 200  len: 267 time: 0.0738621
Nov 10 04:06:37.867291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:37.970401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-0092ba33-938b-49a3-8a03-f1a680c94392 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:37.971891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-0092ba33-938b-49a3-8a03-f1a680c94392 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/networks?id=970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 200  len: 816 time: 0.1191318
Nov 10 04:06:37.994822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-3bb888c4-d1f7-47f4-876e-43b68382c886 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/quotas/c3aa5eb57eed4a08886f209520775cc9 HTTP/1.1" status: 200  len: 375 time: 0.0153410
Nov 10 04:06:38.045729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-bdd37313-bc54-46cb-98c4-a612400f9675 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3aa5eb57eed4a08886f209520775cc9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0500517
Nov 10 04:06:38.090911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.125305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event deleted for resources: {'Port': ['ID=387d079c-49c7-4f2c-9893-2dc5c72677fc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:38.133159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41636) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:38.206369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-91caf39e-457f-474d-a4c4-71d72c98c438 service neutron] 10.222.0.13 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317079
Nov 10 04:06:38.321340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-45951c4b-0c41-4aba-8fb2-beeca5977932 service neutron] 10.222.0.13 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043360
Nov 10 04:06:38.572230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c34ce44b-67b9-4ac8-9bf8-6dfa12c19e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83ecaf331fc44b74abe363e4efb43ec0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4369302
Nov 10 04:06:38.575170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41650) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:38.592108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8499432d-609e-4539-865a-6b729a5e44e9 req-51f42a10-5105-48b1-9bfd-cf6cda341ae2 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 210 time: 0.0606549
Nov 10 04:06:38.692436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.737255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:38.765475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.770200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd7067d4-ea1a-424d-8ede-6fded8da4d24 req-ba72be4b-90f6-4061-9a7c-d36f67a9be47 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 210 time: 0.0315666
Nov 10 04:06:38.813076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Deleting port 144df145-abb2-461d-8985-7470f208f1d1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:38.813076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.813551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5c4a-13fe-4b88-a958-c8fbf89874e1 req-a9401062-2545-4833-9ff6-faf61024c851 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:38.813551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10ee5c4a-13fe-4b88-a958-c8fbf89874e1 req-a9401062-2545-4833-9ff6-faf61024c851 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0934501
Nov 10 04:06:38.888931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10ee5c4a-13fe-4b88-a958-c8fbf89874e1 req-e6408447-f2c1-4048-9b36-e26e1c7886e2 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787146
Nov 10 04:06:38.900646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.904225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.907700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a0c7065-6d91-4406-8184-2cabfbee864c HTTP/1.1" status: 204  len: 168 time: 0.3291087
Nov 10 04:06:38.913659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e32eb-9d68-495b-9af8-579e37d0ea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c7065-6d91-4406-8184-2cabfbee864c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:38.958950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] For port 144df145-abb2-461d-8985-7470f208f1d1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=144df145-abb2-461d-8985-7470f208f1d1,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:38.959316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:38.980109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Calling delete_port for 144df145-abb2-461d-8985-7470f208f1d1 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:39.050724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:39.063065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Sync routers for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:39.076832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:39.077463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207975c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:39.132288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] No DVR routers for this DVR port 387d079c-49c7-4f2c-9893-2dc5c72677fc on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:39.138089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:39.142209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bf4dc4a-0454-448f-a0fe-adb1c53e0d1d req-742dcf45-6434-4fa0-88ae-45ae406b8f29 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.26 "DELETE /v2.0/ports/387d079c-49c7-4f2c-9893-2dc5c72677fc HTTP/1.1" status: 204  len: 173 time: 2.0761163
Nov 10 04:06:39.142838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'name': 'network-vif-deleted', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:39.145768 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd3621-e416-4f28-b074-6e0d26557cc9" -d '{"events": [{"server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "name": "network-vif-deleted", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:39.213652 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1ec43-fa1f-443b-a4e3-18c66db08027 x-openstack-request-id: req-c3f1ec43-fa1f-443b-a4e3-18c66db08027 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:39.229929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c1c15d-42c6-442f-a321-22cbcff59a48", "name": "network-vif-deleted", "tag": "387d079c-49c7-4f2c-9893-2dc5c72677fc", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:39.231026 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3f1ec43-fa1f-443b-a4e3-18c66db08027 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:39.232261 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c1c15d-42c6-442f-a321-22cbcff59a48', 'name': 'network-vif-deleted', 'tag': '387d079c-49c7-4f2c-9893-2dc5c72677fc', 'status': 'completed', 'code': 200}
Nov 10 04:06:39.316830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:39.351955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Pushing event deleted for resources: {'Port': ['ID=144df145-abb2-461d-8985-7470f208f1d1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:39.354480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:39.389842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:39.577152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:39.648919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207975c10>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:39.689857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Checking router: 894194fe-5771-4bee-b56d-2d3bfdbea7c0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:39.699585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:39.700215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207975c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:39.761828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-66186521-efe4-4ec1-8a4e-22c73bf6931b req-216b1e5a-52cd-4b78-bf94-63b7a7595952 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c1c15d-42c6-442f-a321-22cbcff59a48 HTTP/1.1" status: 200  len: 210 time: 0.0437367
Nov 10 04:06:39.844645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:39.942164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85ba57d2-1224-4a7b-86dc-c7f85ca0cea7 req-56f9750a-4d89-4617-8460-c324590f7069 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 210 time: 0.0508487
Nov 10 04:06:40.099444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f42689-7b81-499b-a00c-13d26d174dc2 req-bbefc8d8-0ffa-407d-a608-0c1f0069f59e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:40.105145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f42689-7b81-499b-a00c-13d26d174dc2 req-bbefc8d8-0ffa-407d-a608-0c1f0069f59e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0920169
Nov 10 04:06:40.132549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Router 86299538-2b54-40e2-867a-927c46fc637b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:40.143904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-e39ec64e-b462-4757-b9ee-bd9e2d0381d4 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:40.145626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-e39ec64e-b462-4757-b9ee-bd9e2d0381d4 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.21 "GET /v2.0/networks?id=970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 200  len: 816 time: 0.1744838
Nov 10 04:06:40.174243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f42689-7b81-499b-a00c-13d26d174dc2 req-deabeb07-9714-4fea-a989-3a2d7cb0b91a tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631962
Nov 10 04:06:40.208295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:40.227157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207975c10>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:40.280368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-0b4301ab-778e-4da9-9b87-441a4a3052fe tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3aa5eb57eed4a08886f209520775cc9 HTTP/1.1" status: 200  len: 379 time: 0.1220212
Nov 10 04:06:40.285995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fb370-a247-443e-b9f8-025edd745561 None None] The sync data for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 is: [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '91a5d219-5a52-41fc-8827-34132c3e1893', 'name': '', 'network_id': 'c63443ff-4ffe-45f3-a671-a7ab464506ba', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'mac_address': 'fa:16:3e:12:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:18Z', 'updated_at': '2021-11-10T04:04:25Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'subnets': [{'id': 'df222149-953b-4a9d-9691-598d41c77ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:40.291207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'port': {'device_id': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'admin_state_up': True, 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'security_groups': ['5fba34a6-8049-41c3-b488-9af5df934654']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:40.298549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:40.312023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ea75ae07-94c0-49af-b196-215eb12aed6f admin admin] 10.222.0.13 "PUT /v2.0/routers/86299538-2b54-40e2-867a-927c46fc637b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3375888
Nov 10 04:06:40.312404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41694) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:40.319984 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Sync routers for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:40.333755 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:40.335625 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214797970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:40.484682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:40.505925 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:40.573855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Made reservation on behalf of c3aa5eb57eed4a08886f209520775cc9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:40.579933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:40.760365 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214797970>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146'}], 'enable_snat': True}, 'gw_port_id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:06:39Z', 'revision_number': 5, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port': {'id': '6d7856d7-02c4-4c52-80c8-a7280de8864a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86299538-2b54-40e2-867a-927c46fc637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:13Z', 'updated_at': '2021-11-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:40.782020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:40.802113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858a3886-3390-44c5-8be1-a54cac292c03 None None] New status for floating IP 3e91e98e-c02e-457d-92e9-9ab80b9f095b: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:06:40.922678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Allocated IP 172.20.0.5 (970bd33f-02a3-466e-929c-ae4465b1f7e7/09067618-cf15-437b-8086-9e700b481db9/d0dec6f3-ebac-4d04-b088-d68eb9a065f3) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:40.961542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Deleting port 6d7856d7-02c4-4c52-80c8-a7280de8864a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:40.963793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.000879 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Checking router: 86299538-2b54-40e2-867a-927c46fc637b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:41.038515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Routers {'86299538-2b54-40e2-867a-927c46fc637b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:41.039329 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214797970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['86299538-2b54-40e2-867a-927c46fc637b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:41.054244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41722) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:41.169221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] For port 6d7856d7-02c4-4c52-80c8-a7280de8864a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6d7856d7-02c4-4c52-80c8-a7280de8864a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:41.169898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.173720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.217481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] Set router 86299538-2b54-40e2-867a-927c46fc637b gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:41.224328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.265091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4f5ad5a-10ad-4def-99a9-5b61b0a89c3d req-aefa3414-d417-497c-90c8-61225a387e43 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 210 time: 0.0944653
Nov 10 04:06:41.290813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.299249 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214797970>, [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:06:40Z', 'revision_number': 6, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:41.315643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 387d079c-49c7-4f2c-9893-2dc5c72677fc no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:41.334798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7499c44-6d59-4e6c-906e-6b9b97e7a25d None None] The sync data for ids ['86299538-2b54-40e2-867a-927c46fc637b'] in ncdv-817176-1 is: [{'id': '86299538-2b54-40e2-867a-927c46fc637b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1603947158-router', 'tenant_id': '98d2add7649d478b822e887bff3db0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:12Z', 'updated_at': '2021-11-10T04:06:40Z', 'revision_number': 6, 'project_id': '98d2add7649d478b822e887bff3db0d9', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:41.341892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.345493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.349092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "DELETE /v2.0/security-groups/1af8ea73-ce2d-42c3-ae0f-cddd5003296f HTTP/1.1" status: 204  len: 168 time: 0.2937450
Nov 10 04:06:41.349899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:41.357273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Calling delete_port for 6d7856d7-02c4-4c52-80c8-a7280de8864a owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:41.375050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 387d079c-49c7-4f2c-9893-2dc5c72677fc {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:41.375397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 387d079c-49c7-4f2c-9893-2dc5c72677fc not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:41.386554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.454576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:41.459692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:41.471890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:41.537500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:41.537500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.541351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event updated for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:41.563159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-ace6bbdb-07cc-406e-93fc-eca771c536f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2771077
Nov 10 04:06:41.577258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Request body: {'port': {'device_id': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:41.591006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7480d-5b5b-470f-8d27-3a2e213c1e03 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af8ea73-ce2d-42c3-ae0f-cddd5003296f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:41.599177 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-b1942417-8637-43cf-827e-060dd4debf28 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] show failed (client error): The resource could not be found.
Nov 10 04:06:41.600257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1942417-8637-43cf-827e-060dd4debf28 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "GET /v2.0/security-groups/1af8ea73-ce2d-42c3-ae0f-cddd5003296f HTTP/1.1" status: 404  len: 347 time: 0.1435404
Nov 10 04:06:41.623338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41736) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:41.679628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6f68-d820-4c1f-a27a-dc703c2002be req-07a63480-5321-4822-a8e2-1ca1a6181e06 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:41.685225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ebf6f68-d820-4c1f-a27a-dc703c2002be req-07a63480-5321-4822-a8e2-1ca1a6181e06 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.2344866
Nov 10 04:06:41.708269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.777709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7856d7-02c4-4c52-80c8-a7280de8864a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:41.795858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-b3ecd560-861c-4689-9def-09421ff9aa31 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0478609
Nov 10 04:06:41.905413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ebf6f68-d820-4c1f-a27a-dc703c2002be req-9e39299e-00ba-4e01-ba9f-0246fc7c0363 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119551
Nov 10 04:06:41.924748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.937727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b0268597-eaa6-4db3-8703-e04e365efd62 None None] Provisioning complete for port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:41.938626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0268597-eaa6-4db3-8703-e04e365efd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.974357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:41.976723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b0268597-eaa6-4db3-8703-e04e365efd62 None None] Port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:06:42.019939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.022076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.030751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-bf72c193-2289-4d16-a60c-a18808816c03 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:42.032175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-bf72c193-2289-4d16-a60c-a18808816c03 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2352724
Nov 10 04:06:42.068324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.069101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-5a548bde-51c7-404d-a6b6-fa93f489d9d3 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/quotas/e9d1b72115d6435f8ad2ef48f736a7c0 HTTP/1.1" status: 200  len: 375 time: 0.0270972
Nov 10 04:06:42.069356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86299538-2b54-40e2-867a-927c46fc637b {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:06:42.077468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.077995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Deleting port 44cee9ee-b00b-4235-b2c0-403a5f0f6161 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:42.078128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-45a93b5b-3a6d-4ba8-ba6b-c14992cecc0d admin admin] 10.222.0.13 "DELETE /v2.0/routers/86299538-2b54-40e2-867a-927c46fc637b HTTP/1.1" status: 204  len: 168 time: 1.7646441
Nov 10 04:06:42.078422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.080593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41748) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:42.129283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Deleting subnet a8619dec-4616-45ff-9e6c-77c24ed9b6ae {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:06:42.132826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.171049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.194827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-099a8221-64fd-42be-a5ec-06ff88bbd92f tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0717294
Nov 10 04:06:42.262495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.292269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.293016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.319018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Calling delete_port for 44cee9ee-b00b-4235-b2c0-403a5f0f6161 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:42.334216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.410319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8619dec-4616-45ff-9e6c-77c24ed9b6ae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:42.412654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.419045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75c2c53d-6106-4d2a-8380-2fd7b810cf2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8619dec-4616-45ff-9e6c-77c24ed9b6ae HTTP/1.1" status: 204  len: 168 time: 0.3347020
Nov 10 04:06:42.425775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d854c05-8c74-4338-9a65-85dfc356a8be None None] Network a14f5e76-dc41-495b-ab82-076e8bd96c3f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:42.426245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41756) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:42.525511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69ae3861-a592-4095-b3af-b98b5b62713e req-f0634bb2-d731-43ad-bc04-48294e9a9922 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 210 time: 0.0405424
Nov 10 04:06:42.529733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4e35-dcb6-4ad1-9167-6e546f1023b6 req-182231a9-854f-4a4b-adca-ef816d07662d tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:42.538123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfde4e35-dcb6-4ad1-9167-6e546f1023b6 req-182231a9-854f-4a4b-adca-ef816d07662d tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 931 time: 0.1306689
Nov 10 04:06:42.552864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.563284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.626300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Pushing event deleted for resources: {'Port': ['ID=44cee9ee-b00b-4235-b2c0-403a5f0f6161,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:42.682141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dec6f3-ebac-4d04-b088-d68eb9a065f3 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:42.706002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.711905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.720391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.725297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8baa208f-ad29-4cae-9239-c169c568fff7 tempest-ServersTestJSON-1570902492 tempest-ServersTestJSON-1570902492-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e91e98e-c02e-457d-92e9-9ab80b9f095b HTTP/1.1" status: 204  len: 168 time: 1.1009681
Nov 10 04:06:42.725573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] DHCP port deletion for a14f5e76-dc41-495b-ab82-076e8bd96c3f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:06:42.728550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41764) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:42.736648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfde4e35-dcb6-4ad1-9167-6e546f1023b6 req-c753a696-ce6b-47bf-8dfb-ea07d5f42f87 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956708
Nov 10 04:06:42.753492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Deleting port 33280b37-3042-4ee4-9e61-4ae8bb17552c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:42.754028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.787467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Deleting port 33280b37-3042-4ee4-9e61-4ae8bb17552c {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:42.788236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.826534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Transition to ACTIVE for port object d0dec6f3-ebac-4d04-b088-d68eb9a065f3 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:06:42.838519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.841123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] For port 33280b37-3042-4ee4-9e61-4ae8bb17552c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33280b37-3042-4ee4-9e61-4ae8bb17552c,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:42.841574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.859634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Calling delete_port for 33280b37-3042-4ee4-9e61-4ae8bb17552c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:42.884161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] For port 33280b37-3042-4ee4-9e61-4ae8bb17552c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33280b37-3042-4ee4-9e61-4ae8bb17552c,segment=NetworkSegment(91a21566-d83b-4923-80c6-6a4e8d61852a),segment_id=91a21566-d83b-4923-80c6-6a4e8d61852a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:42.884825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.893848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Pushing event updated for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:42.913709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Calling delete_port for 33280b37-3042-4ee4-9e61-4ae8bb17552c owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:42.977926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:42.996901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] No DVR routers for this DVR port 33280b37-3042-4ee4-9e61-4ae8bb17552c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:43.031327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Pushing event deleted for resources: {'Port': ['ID=33280b37-3042-4ee4-9e61-4ae8bb17552c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:43.058893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.071867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 144df145-abb2-461d-8985-7470f208f1d1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:43.101826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 144df145-abb2-461d-8985-7470f208f1d1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:43.102157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 144df145-abb2-461d-8985-7470f208f1d1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:43.102567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33280b37-3042-4ee4-9e61-4ae8bb17552c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:43.105364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] No DVR routers for this DVR port 33280b37-3042-4ee4-9e61-4ae8bb17552c on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:43.123152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.133208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Pushing event deleted for resources: {'Port': ['ID=33280b37-3042-4ee4-9e61-4ae8bb17552c,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:43.161751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 33280b37-3042-4ee4-9e61-4ae8bb17552c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:43.162091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33280b37-3042-4ee4-9e61-4ae8bb17552c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:43.163219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6d7856d7-02c4-4c52-80c8-a7280de8864a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:43.168260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dbe45b0>,) {'filters': {'network_id': ['a14f5e76-dc41-495b-ab82-076e8bd96c3f']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:43.172964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.173306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.173640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.173970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.174296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.174621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.174939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.175260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.175716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.176714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.177053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.177374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0dd86e-551c-48f7-9ba7-e71a9aaef15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:06:43.187219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Attempting to bind port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:43.187707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Attempting to bind port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:43.188193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Attempting to bind port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 on network 970bd33f-02a3-466e-929c-ae4465b1f7e7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:43.192699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe45b0>, '91a21566-d83b-4923-80c6-6a4e8d61852a') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:43.193163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe45b0>, '91a21566-d83b-4923-80c6-6a4e8d61852a') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:43.215792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 6d7856d7-02c4-4c52-80c8-a7280de8864a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:43.216349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6d7856d7-02c4-4c52-80c8-a7280de8864a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:43.240091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.243590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 on network 970bd33f-02a3-466e-929c-ae4465b1f7e7 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:43.243908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Attempting to bind port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 on network 970bd33f-02a3-466e-929c-ae4465b1f7e7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:43.254841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.261191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:06:43.261628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.267231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:43.267665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Checking segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:43.267953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Bound using segment: {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:43.268390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Bound port: d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b7ed27-5df2-47e9-85e7-06526d0dbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:43.268779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:06:43.298620 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:06:43.300756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a187a-fad5-47f9-8f8a-d5ac57f5a2ec req-f946f61a-0c56-4549-b11d-7c0ed047ce22 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:43.302353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc4a187a-fad5-47f9-8f8a-d5ac57f5a2ec req-f946f61a-0c56-4549-b11d-7c0ed047ce22 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1908216
Nov 10 04:06:43.325487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.332287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.337765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a14f5e76-dc41-495b-ab82-076e8bd96c3f HTTP/1.1" status: 204  len: 168 time: 0.9098160
Nov 10 04:06:43.341893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:43.359809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a488a-d129-44b4-a72a-00a6c4a48044 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14f5e76-dc41-495b-ab82-076e8bd96c3f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:43.436543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:43.442511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:43.448916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc4a187a-fad5-47f9-8f8a-d5ac57f5a2ec req-1107a659-6f7a-4434-a5c0-943624645294 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180823
Nov 10 04:06:43.468892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.513020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:43.513612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.515034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] 10.222.0.21 "PUT /v2.0/ports/d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 200  len: 1091 time: 1.9427130
Nov 10 04:06:43.515487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:43.517772 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187408a4-88df-4f7b-b565-bec6be3eb91a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:43.547017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc7ffe-47b9-4e64-907c-0832b207833b service neutron] Pushing event updated for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:43.627462 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65707fff-5101-4377-a8b5-d7c400857f70 x-openstack-request-id: req-65707fff-5101-4377-a8b5-d7c400857f70 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:43.627891 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:43.628249 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65707fff-5101-4377-a8b5-d7c400857f70 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:43.628802 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'status': 'completed', 'code': 200}
Nov 10 04:06:43.696109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-b0519055-9fa4-4fc5-836b-f96b1ae81963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:43.697723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-b0519055-9fa4-4fc5-836b-f96b1ae81963 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa5eb57eed4a08886f209520775cc9&device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 1094 time: 0.1156619
Nov 10 04:06:43.722658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ed47b14-d7a2-4e5d-8050-6ec95380bc8d req-1eafae91-6f25-4aca-96e9-36cc657b1f05 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 210 time: 0.0410545
Nov 10 04:06:43.733585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:43.765544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-216b2b62-7b15-42c3-8456-78610501484c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 200  len: 217 time: 0.0466189
Nov 10 04:06:43.779946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e68f4e8d-d27d-4ff8-87ff-5188824eb16b tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0434093
Nov 10 04:06:43.904029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-f21192ce-df9b-4d28-ac44-075988a4b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:43.905611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-f21192ce-df9b-4d28-ac44-075988a4b730 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09067618-cf15-437b-8086-9e700b481db9 HTTP/1.1" status: 200  len: 855 time: 0.1031785
Nov 10 04:06:44.014052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-e82b46bf-0f23-44c0-8a3b-f85e43250c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.015609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-e82b46bf-0f23-44c0-8a3b-f85e43250c7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=970bd33f-02a3-466e-929c-ae4465b1f7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1031318
Nov 10 04:06:44.278494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee98108-272a-4c32-b7a4-569f802809fc req-3a78cba0-43d6-41d5-85fc-9899e16f52af tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.279950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ee98108-272a-4c32-b7a4-569f802809fc req-3a78cba0-43d6-41d5-85fc-9899e16f52af tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 943 time: 0.4106951
Nov 10 04:06:44.288597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e51cd61b-0f55-46ab-afcf-ceabda60dbd1 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.290348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e51cd61b-0f55-46ab-afcf-ceabda60dbd1 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5027173
Nov 10 04:06:44.306294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Request body: {'port': {'device_id': '9454f024-c48f-4143-b467-f96d8467b683', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'e9d1b72115d6435f8ad2ef48f736a7c0'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:44.402877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ee98108-272a-4c32-b7a4-569f802809fc req-afdaf7d7-627e-4824-8666-053d49267304 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115360
Nov 10 04:06:44.416030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.454953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-6ddf5f50-6b99-49a8-b752-ca03fd87ba99 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4306223
Nov 10 04:06:44.546464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Made reservation on behalf of e9d1b72115d6435f8ad2ef48f736a7c0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:44.549863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.562936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.616241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495c680-b80f-4d28-8c95-53d75a0389b6 req-25d89ad1-9138-4023-931d-4a33ca23ae2d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.617726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2495c680-b80f-4d28-8c95-53d75a0389b6 req-25d89ad1-9138-4023-931d-4a33ca23ae2d tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0897179
Nov 10 04:06:44.621917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Deleting port 91a5d219-5a52-41fc-8827-34132c3e1893 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:44.622252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.626158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7040d28-3666-4bb5-b655-44f2264b95ef req-f076da54-05e8-41f9-bdd2-8ed037a925de service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510665
Nov 10 04:06:44.727416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.731877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.756984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2495c680-b80f-4d28-8c95-53d75a0389b6 req-ba0251a0-e294-4859-828f-617be89995f5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298456
Nov 10 04:06:44.771662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] For port 91a5d219-5a52-41fc-8827-34132c3e1893, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91a5d219-5a52-41fc-8827-34132c3e1893,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:44.772109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.785635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-ba968e21-187e-4da2-bb5a-dede08a367e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.787344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-ba968e21-187e-4da2-bb5a-dede08a367e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa5eb57eed4a08886f209520775cc9&device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 1094 time: 0.0948222
Nov 10 04:06:44.793674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Calling delete_port for 91a5d219-5a52-41fc-8827-34132c3e1893 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:44.828596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d548719-cd98-4a67-895b-4e0a7c613742,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:44.868377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fa6e0b3-2ea8-4408-ace6-6b1f15b95f86 req-70b3471c-0992-400f-b3bd-acd73e128084 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 210 time: 0.0438612
Nov 10 04:06:44.907991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Deleting port d5b42435-ae37-46b7-8d4c-114a327feb3e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:44.908330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:44.940291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-9aeaf07e-0088-4d08-b0e2-8065454914c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:44.941807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-9aeaf07e-0088-4d08-b0e2-8065454914c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 200  len: 917 time: 0.1435170
Nov 10 04:06:44.963414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Allocated IP 192.168.233.78 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/61bbcdf1-7c42-4ca0-8015-ef8037451fa6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:45.013515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-f3d7de51-04ef-4a57-bc30-f3ea8d8cfb8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 200  len: 217 time: 0.0385647
Nov 10 04:06:45.029378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] For port d5b42435-ae37-46b7-8d4c-114a327feb3e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d5b42435-ae37-46b7-8d4c-114a327feb3e,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:45.029760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.051178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Calling delete_port for d5b42435-ae37-46b7-8d4c-114a327feb3e owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:45.127548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-7ffb06cc-6ab3-485d-8a77-270f064152f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:45.128939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-7ffb06cc-6ab3-485d-8a77-270f064152f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09067618-cf15-437b-8086-9e700b481db9 HTTP/1.1" status: 200  len: 855 time: 0.0603373
Nov 10 04:06:45.129968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.162568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a5d219-5a52-41fc-8827-34132c3e1893,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:45.229298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.255405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-2410ffd7-6539-4b9c-ac77-d3409113eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:45.256483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-2410ffd7-6539-4b9c-ac77-d3409113eb82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=970bd33f-02a3-466e-929c-ae4465b1f7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1030695
Nov 10 04:06:45.296722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.380075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:45.390296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:45.398004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:45.428107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Pushing event updated for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:45.445244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.460164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.508143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b42435-ae37-46b7-8d4c-114a327feb3e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:45.552129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:45.557400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.571728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-eda3a7b2-ac6f-477b-8717-2cfa6f553363 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721436
Nov 10 04:06:45.675442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-e5653fa9-b665-4744-b2d0-c2c6933389ff tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3730130
Nov 10 04:06:45.697005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Request body: {'port': {'device_id': '9454f024-c48f-4143-b467-f96d8467b683', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:45.752639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-187408a4-88df-4f7b-b565-bec6be3eb91a req-ca7a17bd-934b-4707-9012-efd0994a7ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424322
Nov 10 04:06:45.752828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa855f-b53f-4e7e-aaf2-a52d031a4cf2 req-f6ed7234-683f-4f09-a9b0-d8dc833557ac tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:45.754742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67fa855f-b53f-4e7e-aaf2-a52d031a4cf2 req-f6ed7234-683f-4f09-a9b0-d8dc833557ac tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 943 time: 0.2494280
Nov 10 04:06:45.775861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a468b5f2-6836-4227-87c1-ee583d19c6d9 None None] Provisioning complete for port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:45.776863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a468b5f2-6836-4227-87c1-ee583d19c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.818068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a468b5f2-6836-4227-87c1-ee583d19c6d9 None None] Port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:06:45.914258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:45.979679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67fa855f-b53f-4e7e-aaf2-a52d031a4cf2 req-ee2f0c4d-8fa2-4f32-bf79-07ceef45dec3 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317668
Nov 10 04:06:45.983449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600247-d162-4cbc-a206-22e42b7ec9c2 req-6992049f-0aa4-4e41-a3a9-4204c00f2247 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:45.985020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38600247-d162-4cbc-a206-22e42b7ec9c2 req-6992049f-0aa4-4e41-a3a9-4204c00f2247 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0779173
Nov 10 04:06:46.003371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:46.010789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.113236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38600247-d162-4cbc-a206-22e42b7ec9c2 req-cae5b2c4-115d-45bd-aa07-9aa9a2effaf2 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179030
Nov 10 04:06:46.147349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:46.152336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0d2ec7c9-9067-4585-8520-210e53970495 admin admin] 10.222.0.13 "PUT /v2.0/routers/894194fe-5771-4bee-b56d-2d3bfdbea7c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4228544
Nov 10 04:06:46.157069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41794) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:46.157208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Sync routers for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:46.169482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:46.170305 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215667ca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:46.282056 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:46.284208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.285892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339adde1-56a3-4939-aaf9-72e211a565d6 req-78d2b735-11a3-4e06-8996-b7459b5d31ad tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:46.287413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-339adde1-56a3-4939-aaf9-72e211a565d6 req-78d2b735-11a3-4e06-8996-b7459b5d31ad tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 935 time: 0.2236319
Nov 10 04:06:46.400008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.457988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6874d-04b3-4c74-8fde-3b9db4f40056 req-033c56e4-b830-45f9-938a-c0a9ab579b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:46.459412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32d6874d-04b3-4c74-8fde-3b9db4f40056 req-033c56e4-b830-45f9-938a-c0a9ab579b57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.2119162
Nov 10 04:06:46.461226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Deleting port 0c9fece9-ef68-489c-8987-c9101b3bcd1a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:46.461669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.474642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-339adde1-56a3-4939-aaf9-72e211a565d6 req-6c8fc789-961d-4d27-8f6a-d6e209189618 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777418
Nov 10 04:06:46.501548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215667ca0>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:06:45Z', 'revision_number': 5, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port': {'id': '0c9fece9-ef68-489c-8987-c9101b3bcd1a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:04:12Z', 'updated_at': '2021-11-10T04:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:46.530972 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Checking router: 894194fe-5771-4bee-b56d-2d3bfdbea7c0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:46.540288 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Routers {'894194fe-5771-4bee-b56d-2d3bfdbea7c0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:46.541194 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215667ca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:46.561746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] For port 0c9fece9-ef68-489c-8987-c9101b3bcd1a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0c9fece9-ef68-489c-8987-c9101b3bcd1a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:46.561944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.574431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Calling delete_port for 0c9fece9-ef68-489c-8987-c9101b3bcd1a owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:46.579242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:46.591002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:46.592831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.596416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32d6874d-04b3-4c74-8fde-3b9db4f40056 req-fb5c1de0-65d8-4e17-910b-0706c5327eea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283262
Nov 10 04:06:46.612198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Transition to ACTIVE for port object 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:06:46.617500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.628426 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] Set router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:46.686716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215667ca0>, [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:06:46Z', 'revision_number': 6, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:46.717578 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a6c90-a103-4d19-beb8-6bd99397b01d None None] The sync data for ids ['894194fe-5771-4bee-b56d-2d3bfdbea7c0'] in ncdv-817176-1 is: [{'id': '894194fe-5771-4bee-b56d-2d3bfdbea7c0', 'name': 'tempest-ServersTestJSON-1256669188-router', 'tenant_id': '30a29aec41654205a386adc6e2de0b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:04:10Z', 'updated_at': '2021-11-10T04:06:46Z', 'revision_number': 6, 'project_id': '30a29aec41654205a386adc6e2de0b11', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:46.749682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Pushing event updated for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:46.786220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.814985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:46.815360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9fece9-ef68-489c-8987-c9101b3bcd1a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:46.826413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5559a5d0-4410-44f9-a23a-aecd05115d4b admin admin] 10.222.0.13 "PUT /v2.0/routers/7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4799490
Nov 10 04:06:46.826413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41798) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:46.835511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Sync routers for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:46.847891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:46.848502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207c56700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:46.902994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:46.972365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:47.005450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.008012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.067118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.067973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894194fe-5771-4bee-b56d-2d3bfdbea7c0 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:06:47.079811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.081490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ae9037f6-face-4aba-83ec-c5aa74b9f139 admin admin] 10.222.0.13 "DELETE /v2.0/routers/894194fe-5771-4bee-b56d-2d3bfdbea7c0 HTTP/1.1" status: 204  len: 168 time: 0.9229798
Nov 10 04:06:47.083832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:47.158856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Deleting subnet df222149-953b-4a9d-9691-598d41c77ba6 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:06:47.162653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.235024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.293632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdbda7-7cb5-4669-8036-321ef5a4b913 req-d7a0a2f4-6e56-45fc-9581-43f4325abee7 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:47.295370 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78fdbda7-7cb5-4669-8036-321ef5a4b913 req-d7a0a2f4-6e56-45fc-9581-43f4325abee7 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 943 time: 0.1480868
Nov 10 04:06:47.371854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78fdbda7-7cb5-4669-8036-321ef5a4b913 req-4d3b4c34-ce7e-48a9-8491-dfeeca7022f7 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678325
Nov 10 04:06:47.373665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Attempting to bind port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:47.374008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Attempting to bind port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:47.374334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Attempting to bind port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:47.377332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.393383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:47.393383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Attempting to bind port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:47.402687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207c56700>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:06:45Z', 'revision_number': 5, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:47.404721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:47.405062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:47.406444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:47.406444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Bound port: 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:47.406444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.427714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a67118-9ea5-4018-be3f-6190bb0abf3a req-0b0110a1-078d-4c4c-a968-f128314a7d81 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:47.430690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Checking router: 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:47.433747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73a67118-9ea5-4018-be3f-6190bb0abf3a req-0b0110a1-078d-4c4c-a968-f128314a7d81 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1354558
Nov 10 04:06:47.440641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Routers {'7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:47.441412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207c56700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:47.450224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.463495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.470206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df222149-953b-4a9d-9691-598d41c77ba6 HTTP/1.1" status: 204  len: 168 time: 0.3850725
Nov 10 04:06:47.470912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41806) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:47.499572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81933e6f-821f-4ba5-b3f3-38abe1e58ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df222149-953b-4a9d-9691-598d41c77ba6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:47.533253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:47.538710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.539267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5f448-ee0f-48a4-91a6-2e550fe9bf37 None None] Network c63443ff-4ffe-45f3-a671-a7ab464506ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:47.544045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:47.577529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.649055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73a67118-9ea5-4018-be3f-6190bb0abf3a req-f10a2fef-0917-4c56-88b7-21ca5b508b06 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091577
Nov 10 04:06:47.650146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.700488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d0dec6f3-ebac-4d04-b088-d68eb9a065f3 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:06:47.717521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91a5d219-5a52-41fc-8827-34132c3e1893 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:47.731539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:47.732170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.733596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] 10.222.0.26 "PUT /v2.0/ports/61bbcdf1-7c42-4ca0-8015-ef8037451fa6 HTTP/1.1" status: 200  len: 1095 time: 2.0467560
Nov 10 04:06:47.736318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:47.738210 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c30319-593a-4db0-9677-e61e08a84253" -d '{"events": [{"name": "network-changed", "server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:47.743131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f72d-bfe9-482b-9b84-6559384310f7 req-cea03e40-2097-40be-b998-baa39129d178 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:47.746552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2186f72d-bfe9-482b-9b84-6559384310f7 req-cea03e40-2097-40be-b998-baa39129d178 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 947 time: 0.1023550
Nov 10 04:06:47.748990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395870c-0047-4eac-8475-091390bc9c7a service neutron] Pushing event updated for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:47.750071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Deleting port e21db6f6-ded9-4960-b377-eb29661ef359 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:47.750422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.823032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 91a5d219-5a52-41fc-8827-34132c3e1893 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:47.823812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91a5d219-5a52-41fc-8827-34132c3e1893 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:47.856387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] Set router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:47.864914 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c876f1-152e-4e8a-a5fb-048702b9c194 x-openstack-request-id: req-90c876f1-152e-4e8a-a5fb-048702b9c194 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:47.865440 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:47.865862 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90c876f1-152e-4e8a-a5fb-048702b9c194 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:47.866417 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6', 'status': 'completed', 'code': 200}
Nov 10 04:06:47.880985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.899494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] For port e21db6f6-ded9-4960-b377-eb29661ef359, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e21db6f6-ded9-4960-b377-eb29661ef359,segment=NetworkSegment(60beb129-ec64-448f-a07e-dce5dc71a0b2),segment_id=60beb129-ec64-448f-a07e-dce5dc71a0b2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:47.900129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:47.928314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-0d1cc339-df84-4414-8aa0-3d34240e9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:47.930076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-0d1cc339-df84-4414-8aa0-3d34240e9c6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 1098 time: 0.1355820
Nov 10 04:06:47.932059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Calling delete_port for e21db6f6-ded9-4960-b377-eb29661ef359 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:47.981568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2186f72d-bfe9-482b-9b84-6559384310f7 req-15236002-a5f2-44ac-8d9a-c2bf7cc5174e tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947885
Nov 10 04:06:47.990805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-ea6c50cb-759a-4dbf-8f52-fe51e8ee5e99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6 HTTP/1.1" status: 200  len: 217 time: 0.0511994
Nov 10 04:06:48.065113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Deleting port 023ca01b-30e1-4fca-ad7f-1968b40fb68b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:48.065560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.068059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.123190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-cd184103-b7c6-4809-a7e2-3a8150c96f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:48.127041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-cd184103-b7c6-4809-a7e2-3a8150c96f00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1287661
Nov 10 04:06:48.133470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:48.137224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] No DVR routers for this DVR port e21db6f6-ded9-4960-b377-eb29661ef359 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:48.139276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21db6f6-ded9-4960-b377-eb29661ef359,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:48.170762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'port_id': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'mac_address': 'fa:16:3e:a9:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:06:48.188337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00197b8e-3bd1-437f-8edb-5172e6c6ed47 None None] DHCP port deletion for c63443ff-4ffe-45f3-a671-a7ab464506ba request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:06:48.226501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-60550098-5b30-4a1a-a9b5-336a278973e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:48.228665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-60550098-5b30-4a1a-a9b5-336a278973e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0903540
Nov 10 04:06:48.230788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] For port 023ca01b-30e1-4fca-ad7f-1968b40fb68b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=023ca01b-30e1-4fca-ad7f-1968b40fb68b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:48.231251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.236124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.259182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ea41700>,) {'filters': {'network_id': ['c63443ff-4ffe-45f3-a671-a7ab464506ba']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:48.260917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Calling delete_port for 023ca01b-30e1-4fca-ad7f-1968b40fb68b owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:48.269056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.272052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ea41700>, '60beb129-ec64-448f-a07e-dce5dc71a0b2') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:48.272343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ea41700>, '60beb129-ec64-448f-a07e-dce5dc71a0b2') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:48.283246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.297252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dec6f3-ebac-4d04-b088-d68eb9a065f3 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:48.298243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.305314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:06:48.305707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:06:48.307574 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:06:48.313688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207c56700>, [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:06:45Z', 'revision_number': 5, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:48.346861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:48.348380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43fdb4-91f4-4ad0-ae8b-d74d1f272634 None None] The sync data for ids ['7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed'] in ncdv-817176-1 is: [{'id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'name': 'tempest-AttachSCSIVolumeTestJSON-917766668-router', 'tenant_id': '695d59928f7741bebf381d7911052a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145'}], 'enable_snat': True}, 'gw_port_id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:21Z', 'updated_at': '2021-11-10T04:06:45Z', 'revision_number': 5, 'project_id': '695d59928f7741bebf381d7911052a99', 'gw_port': {'id': '023ca01b-30e1-4fca-ad7f-1968b40fb68b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:22Z', 'updated_at': '2021-11-10T04:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:48.352203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.389594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-cf8bdfd5-a03d-4f8f-8705-5418d316cdf6 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503587
Nov 10 04:06:48.395667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.404487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.413155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c63443ff-4ffe-45f3-a671-a7ab464506ba HTTP/1.1" status: 204  len: 168 time: 0.9194729
Nov 10 04:06:48.428114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc28811-a630-475b-983d-43c02589e7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63443ff-4ffe-45f3-a671-a7ab464506ba,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:48.431676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:48.515916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.600410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:48.609823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d0dec6f3-ebac-4d04-b088-d68eb9a065f3'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:48.640367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277cade-8fc3-465f-911d-8e818bc36459 req-12c9514f-8565-40fe-9ef3-f05f27206b8a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:48.641894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2277cade-8fc3-465f-911d-8e818bc36459 req-12c9514f-8565-40fe-9ef3-f05f27206b8a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 944 time: 0.1691692
Nov 10 04:06:48.650936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53c2e231-c634-4d31-94ce-9364744f6c60 req-43a0eb45-da14-46ed-ac15-9de0fdfb872d service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526948
Nov 10 04:06:48.651154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eb7469b2-63be-4948-a20a-cf3fb182b182 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30a29aec41654205a386adc6e2de0b11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0483351
Nov 10 04:06:48.653338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41822) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:48.661680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.702373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=023ca01b-30e1-4fca-ad7f-1968b40fb68b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:48.751345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.794896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.798210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.815134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2277cade-8fc3-465f-911d-8e818bc36459 req-6056335a-1ed7-46b0-996b-1eb83fe57d02 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612675
Nov 10 04:06:48.853649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.858486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30319-593a-4db0-9677-e61e08a84253 req-6f5b603a-b14c-4c3f-96fd-02c66acd8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:48.862218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-6f5b603a-b14c-4c3f-96fd-02c66acd8952 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 1098 time: 0.1468320
Nov 10 04:06:48.877949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141ea81-3a72-4fb2-a6a0-43fe4ead1a98 req-0cc08354-2741-4f77-97f8-dcb4fae0471c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:48.879613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8141ea81-3a72-4fb2-a6a0-43fe4ead1a98 req-0cc08354-2741-4f77-97f8-dcb4fae0471c tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1030922
Nov 10 04:06:48.922214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.925046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:48.928751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52b2738f-de0d-4266-af61-fb491ed88d9b HTTP/1.1" status: 204  len: 168 time: 0.2708158
Nov 10 04:06:48.946811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b5e62-1f5b-473c-830b-f464288457a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b2738f-de0d-4266-af61-fb491ed88d9b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:48.969065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8141ea81-3a72-4fb2-a6a0-43fe4ead1a98 req-f831b874-c8b1-4dc1-80ed-89d17a6bda40 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825493
Nov 10 04:06:49.050554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.055666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.069513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0c9fece9-ef68-489c-8987-c9101b3bcd1a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:49.099759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0c9fece9-ef68-489c-8987-c9101b3bcd1a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:49.100095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0c9fece9-ef68-489c-8987-c9101b3bcd1a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:49.100512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d5b42435-ae37-46b7-8d4c-114a327feb3e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:49.124166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d5b42435-ae37-46b7-8d4c-114a327feb3e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:49.124517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d5b42435-ae37-46b7-8d4c-114a327feb3e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:49.124958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e21db6f6-ded9-4960-b377-eb29661ef359 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:49.165656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: e21db6f6-ded9-4960-b377-eb29661ef359 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:49.165959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e21db6f6-ded9-4960-b377-eb29661ef359 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:49.189913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.190636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:06:49.195625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.197781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57b30a0d-52f5-40b0-adf6-359492314dcf admin admin] 10.222.0.13 "DELETE /v2.0/routers/7dbd61d0-2b27-4788-bc4f-e2a4c41fbaed HTTP/1.1" status: 204  len: 168 time: 2.3705387
Nov 10 04:06:49.200706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:49.235098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30319-593a-4db0-9677-e61e08a84253 req-a4403c5e-198e-43be-bbb5-d01699431760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.236892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-a4403c5e-198e-43be-bbb5-d01699431760 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.3367536
Nov 10 04:06:49.250972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439201a7-baf8-4244-a328-e0e45788ef61 req-f939a890-eaec-4222-93b6-2523394643e9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.258249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-439201a7-baf8-4244-a328-e0e45788ef61 req-f939a890-eaec-4222-93b6-2523394643e9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 947 time: 0.1290169
Nov 10 04:06:49.271673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Deleting subnet fe1c93bf-75f5-4b7c-b848-50f0f14dc34e {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:06:49.277110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.315434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-9818eade-1ac6-4b57-bb37-9156a5db832e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6 HTTP/1.1" status: 200  len: 217 time: 0.0543888
Nov 10 04:06:49.371533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.437395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-439201a7-baf8-4244-a328-e0e45788ef61 req-97001353-e20d-4c12-91e2-3d2360466d9e tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728406
Nov 10 04:06:49.449913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30319-593a-4db0-9677-e61e08a84253 req-63ae335d-298b-4ccd-9b30-1b6c2546afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.451390 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-63ae335d-298b-4ccd-9b30-1b6c2546afc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1253104
Nov 10 04:06:49.474549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-24c4da97-9bf4-41f9-9720-428c8b5e8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.476506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-24c4da97-9bf4-41f9-9720-428c8b5e8f60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 1096 time: 0.1009965
Nov 10 04:06:49.522269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb544-32fc-4366-9069-e7dd93daebaf req-b05a0397-ef42-4fc5-8a96-30ba21c4438e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.530587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-599eb544-32fc-4366-9069-e7dd93daebaf req-b05a0397-ef42-4fc5-8a96-30ba21c4438e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1274314
Nov 10 04:06:49.552171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.567877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30319-593a-4db0-9677-e61e08a84253 req-76b47db1-4ab1-47ed-9fe4-15e7d76f8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.570496 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-76b47db1-4ab1-47ed-9fe4-15e7d76f8b52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1094174
Nov 10 04:06:49.573114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d0dec6f3-ebac-4d04-b088-d68eb9a065f3 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:49.610936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-599eb544-32fc-4366-9069-e7dd93daebaf req-8c98f5e2-90f1-48bf-90fa-eed4a8089ee6 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794895
Nov 10 04:06:49.643208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-edb89dac-2797-4a8e-a493-e2759c85b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.643208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-edb89dac-2797-4a8e-a493-e2759c85b073 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 200  len: 920 time: 0.1475711
Nov 10 04:06:49.650252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.674598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.678932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe1c93bf-75f5-4b7c-b848-50f0f14dc34e HTTP/1.1" status: 204  len: 168 time: 0.4771059
Nov 10 04:06:49.683083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd2296-2a90-4a90-80b2-04d7e54c7ed6 None None] Network d123f550-53e1-4dba-a377-bbe5bb1ebf33 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:49.693844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41854) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:49.707234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4531ea4-d4d6-43be-9445-98ddaba52f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1c93bf-75f5-4b7c-b848-50f0f14dc34e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:49.707884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-9331fc10-0aff-4597-8d89-a56ba4a05908 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 200  len: 217 time: 0.0598810
Nov 10 04:06:49.794347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:06:49.807393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:49.807771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.851586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-bc79ebc2-359e-4d17-9de7-9d5e87bf31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:49.853089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-bc79ebc2-359e-4d17-9de7-9d5e87bf31ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 200  len: 859 time: 0.1306221
Nov 10 04:06:49.860308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-4e246e51-c8e5-47af-87d6-7af655753109 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810080
Nov 10 04:06:49.910471 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-b0ca2a20-6999-4207-8301-4b4507984ebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491898
Nov 10 04:06:49.935758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:49.953743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:49.979646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.003496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842442f2-1e9a-4f26-a477-b607a19da03f req-3b970a82-8962-4164-bcbc-4fc58fed49b9 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:50.006529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-842442f2-1e9a-4f26-a477-b607a19da03f req-3b970a82-8962-4164-bcbc-4fc58fed49b9 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 944 time: 0.1056857
Nov 10 04:06:50.018152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:50.022510 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed30cc-66f0-4072-ad60-d1587597c421" -d '{"events": [{"server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:50.038039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:50.046016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.080443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] DHCP port deletion for d123f550-53e1-4dba-a377-bbe5bb1ebf33 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:06:50.086523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0c30319-593a-4db0-9677-e61e08a84253 req-917a61ba-08e2-4a82-8bbd-893773505b83 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120781
Nov 10 04:06:50.094049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-d12e558c-d00a-4558-a297-39851ae06c9e service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549172
Nov 10 04:06:50.102137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-842442f2-1e9a-4f26-a477-b607a19da03f req-d4e72c06-f5a6-41e3-bec8-ef653f88eced tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857449
Nov 10 04:06:50.116504 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3032511-1d87-479c-94d9-a6e5251de4c7 x-openstack-request-id: req-f3032511-1d87-479c-94d9-a6e5251de4c7 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:50.117056 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:50.117309 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3032511-1d87-479c-94d9-a6e5251de4c7 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:50.117794 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'code': 200}
Nov 10 04:06:50.157654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Deleting port 62345f6d-df87-433d-ac94-303e1db69082 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:50.157991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.173680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-155381812-network', 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:50.176970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.203589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Deleting port 62345f6d-df87-433d-ac94-303e1db69082 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:50.204318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.208093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:50.208477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.233489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.254887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] For port 62345f6d-df87-433d-ac94-303e1db69082, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=62345f6d-df87-433d-ac94-303e1db69082,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:50.255182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.262756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ba66-eb47-41e9-8399-08a6598f2ccb req-44fe51ea-a87f-4def-b1ea-d5a863ee799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:50.264441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e3ba66-eb47-41e9-8399-08a6598f2ccb req-44fe51ea-a87f-4def-b1ea-d5a863ee799d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 1096 time: 0.0700843
Nov 10 04:06:50.269139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b1d083c-49f1-4c17-b81a-1b95126454d7 req-806a0abb-5c18-4ad5-846c-bebe4836b5da service neutron] 10.222.0.26 "GET /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679406
Nov 10 04:06:50.272874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Calling delete_port for 62345f6d-df87-433d-ac94-303e1db69082 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:50.278163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] For port 62345f6d-df87-433d-ac94-303e1db69082, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=62345f6d-df87-433d-ac94-303e1db69082,segment=NetworkSegment(b7679a54-8cb9-4499-8f89-ee65134409a4),segment_id=b7679a54-8cb9-4499-8f89-ee65134409a4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:50.278453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.291261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Calling delete_port for 62345f6d-df87-433d-ac94-303e1db69082 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:50.347523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e3ba66-eb47-41e9-8399-08a6598f2ccb req-3ed43153-fe1f-4bb2-a7ba-9595d91a2f6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759430
Nov 10 04:06:50.376586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.379994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.382809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.387787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.408058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:06:50.408531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] No DVR routers for this DVR port 62345f6d-df87-433d-ac94-303e1db69082 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:50.413786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Pushing event deleted for resources: {'Port': ['ID=62345f6d-df87-433d-ac94-303e1db69082,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.424491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acaed68-e3cf-4745-aaff-e086aeb372a7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.426679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] Pushing event deleted for resources: {'Port': ['ID=62345f6d-df87-433d-ac94-303e1db69082,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.427519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.427868 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Added segment 956a8192-b94e-4925-8449-a0a1f136c609 of type vlan for network b7fd6567-48cd-442e-87d7-4cc006c1edfa
Nov 10 04:06:50.430871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187205a5-02f7-4e8f-869c-c2ba45bdb2c3 None None] No DVR routers for this DVR port 62345f6d-df87-433d-ac94-303e1db69082 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:50.474588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.499482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.501571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.502526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:50.503104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.523622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214bdef40>,) {'filters': {'network_id': ['d123f550-53e1-4dba-a377-bbe5bb1ebf33']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:50.535022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214bdef40>, 'b7679a54-8cb9-4499-8f89-ee65134409a4') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:50.535328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214bdef40>, 'b7679a54-8cb9-4499-8f89-ee65134409a4') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:50.545202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.561018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.567526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:06:50.567915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.569616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6088724
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:06:50.569900 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:06:50.579378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41872) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:50.594472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387229b3-e7c7-4b5e-b513-2a5c1d32137c admin admin] Pushing event updated for resources: {'Network': ['ID=b7fd6567-48cd-442e-87d7-4cc006c1edfa,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.604775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:06:50.606753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Request body: {'subnet': {'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-155381812-subnet', 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:50.620284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111cf55-c8bc-4df0-ac64-563e199f581b req-3421dc78-3938-4248-ad94-6d235ea38946 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:50.622494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3111cf55-c8bc-4df0-ac64-563e199f581b req-3421dc78-3938-4248-ad94-6d235ea38946 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 947 time: 0.0726528
Nov 10 04:06:50.641003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.650968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.656892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d123f550-53e1-4dba-a377-bbe5bb1ebf33 HTTP/1.1" status: 204  len: 168 time: 0.9575694
Nov 10 04:06:50.659222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:50.662313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.677239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffdf4-608a-41cf-9f21-b7bc502cf361 admin admin] Pushing event deleted for resources: {'Network': ['ID=d123f550-53e1-4dba-a377-bbe5bb1ebf33,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:50.703924 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3111cf55-c8bc-4df0-ac64-563e199f581b req-81cf3df3-b533-4623-985a-86b1372d72e3 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739102
Nov 10 04:06:50.807754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41fc28-c3c9-47a4-9fde-5ef34dbf01d2 req-fb9128f1-58d8-46cd-92b4-ece08099b784 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:50.812025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d41fc28-c3c9-47a4-9fde-5ef34dbf01d2 req-fb9128f1-58d8-46cd-92b4-ece08099b784 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0767198
Nov 10 04:06:50.813409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:50.856060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aeb4197a-cabe-45d7-8c97-36228cd6df14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98d2add7649d478b822e887bff3db0d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407691
Nov 10 04:06:50.858330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:50.896947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d41fc28-c3c9-47a4-9fde-5ef34dbf01d2 req-eb980e11-b6d1-44dd-b9c7-819cc98862d0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805418
Nov 10 04:06:50.909074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.930980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.941870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 023ca01b-30e1-4fca-ad7f-1968b40fb68b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:50.946559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.965596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 023ca01b-30e1-4fca-ad7f-1968b40fb68b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:50.966052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 023ca01b-30e1-4fca-ad7f-1968b40fb68b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:50.966604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 62345f6d-df87-433d-ac94-303e1db69082 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:06:50.984435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.987883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 62345f6d-df87-433d-ac94-303e1db69082 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:06:50.988233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 62345f6d-df87-433d-ac94-303e1db69082 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:06:50.988722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:50.990178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b18738f3-5481-4dfc-8d4d-eba229b8d3b1 HTTP/1.1" status: 204  len: 168 time: 0.1308038
Nov 10 04:06:50.999765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ff0da-f9b6-4ff5-a50d-93b9c36d608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18738f3-5481-4dfc-8d4d-eba229b8d3b1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:51.022801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:51.023160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Network hostable DHCP agents. Network: b7fd6567-48cd-442e-87d7-4cc006c1edfa, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:06:51.026242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8424f56c-f708-4d8e-9cd9-81262eb6f0a1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:51.043269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:06:51.052529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b7fd6567-48cd-442e-87d7-4cc006c1edfa) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:51.056565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:51.057194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.069607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5f718-91f0-4346-a756-1198a9bbd634 None None] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:51.076679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97e01c19-bbe0-4bd4-90c6-8074cf9cbbf3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4947798
Nov 10 04:06:51.241615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6d1bb-5611-473e-aac3-93951a15bc4e req-107ae81e-73f3-44ea-ad73-cd28a6c4a123 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:51.249214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ec6d1bb-5611-473e-aac3-93951a15bc4e req-107ae81e-73f3-44ea-ad73-cd28a6c4a123 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.0683105
Nov 10 04:06:51.266173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d063e3c-4d86-4d0e-b31a-65132f346ef8 None None] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:51.316327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:06:51.325748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ec6d1bb-5611-473e-aac3-93951a15bc4e req-47385388-a88b-4721-9a38-9579b2776cb6 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603914
Nov 10 04:06:51.459314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:51.517256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b5416508-5307-4e84-a9d8-4da98c8286aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=695d59928f7741bebf381d7911052a99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0567107
Nov 10 04:06:51.520073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:51.575210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.598256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.628701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:51.641463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6', 'mac_address': 'fa:16:3e:c7:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:06:51.662219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.665338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.668318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdc860fc-668f-4590-a41b-a36792d8a23c HTTP/1.1" status: 204  len: 168 time: 0.1452837
Nov 10 04:06:51.684747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4d73f-42eb-446e-8d24-2871406788f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc860fc-668f-4590-a41b-a36792d8a23c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:51.689857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.726896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:51.768405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:51.786633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:51.867423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:51.893971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11783-bd06-45c7-8a6d-313d9c23fda4 req-1f56e199-0996-4821-8ec8-e444440997f9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:51.901292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-57c11783-bd06-45c7-8a6d-313d9c23fda4 req-1f56e199-0996-4821-8ec8-e444440997f9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 948 time: 0.0748446
Nov 10 04:06:51.924872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-67efb3df-7086-4f24-87ad-0914903fa79b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:51.924872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-67efb3df-7086-4f24-87ad-0914903fa79b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1504655
Nov 10 04:06:51.944004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-194d5697-10e1-497e-992d-9e1c07594f85 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0134423
Nov 10 04:06:51.962333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-57c11783-bd06-45c7-8a6d-313d9c23fda4 req-015db4b7-1cee-4101-beab-e85449cbbe2a tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599477
Nov 10 04:06:51.981859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-399141ec-64ca-4a6b-a4f8-d91f24fcc23c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311763
Nov 10 04:06:52.076836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['61bbcdf1-7c42-4ca0-8015-ef8037451fa6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:52.106403 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-82b19005-f101-4f2c-a709-6cad9de37169 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175804
Nov 10 04:06:52.162727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc4be4-0776-48b4-83b0-20745f6dca83 req-7d1bc593-54cd-4227-9e87-0329189f1360 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:52.172277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbfc4be4-0776-48b4-83b0-20745f6dca83 req-7d1bc593-54cd-4227-9e87-0329189f1360 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0644481
Nov 10 04:06:52.217056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-3af38c47-67bd-4537-903e-e94263f2390a service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096177
Nov 10 04:06:52.230942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbfc4be4-0776-48b4-83b0-20745f6dca83 req-93180cf1-a49a-403b-b74b-0d4b9f1965d5 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565128
Nov 10 04:06:52.646087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41956) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:52.706279 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81603cd1-bfb2-4a7b-8537-3eee3760bfe7 req-629fb8d3-fc7d-409d-85a3-fe3b417201df tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 210 time: 0.0855505
Nov 10 04:06:52.778176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f9b-f54e-4e63-8d09-ff3671835832 req-ffe9b2e6-1a1a-4773-becf-bdbde195c171 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:52.788820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-efe25f9b-f54e-4e63-8d09-ff3671835832 req-ffe9b2e6-1a1a-4773-becf-bdbde195c171 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.3802307
Nov 10 04:06:52.790507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-network', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:52.815735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Made reservation on behalf of 8fe68e6d649c4be8bf54ca0033ab888b for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:52.818794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:52.828734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:52.851665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-efe25f9b-f54e-4e63-8d09-ff3671835832 req-58a7b21c-0cd4-4420-b06c-8002f7c335d7 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617802
Nov 10 04:06:52.914895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:52.921860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:52.972479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:06:52.987488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d777ee5-5fe4-4ef7-a202-abefedf07756,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:52.994463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:52.994803 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Added segment beef643b-7c06-43e8-b161-f4c2b4343990 of type vlan for network 18cee38f-2cfa-4e24-8283-9a850bc7a121
Nov 10 04:06:53.034359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e052-d276-4c16-bdc8-ed7aac70cd8d req-f9113237-aae6-4e85-9e5b-828b797433f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.035856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdc3e052-d276-4c16-bdc8-ed7aac70cd8d req-f9113237-aae6-4e85-9e5b-828b797433f8 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.1102619
Nov 10 04:06:53.046704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:53.051573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.053175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Request body: {'floatingip': {'port_id': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:53.080640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.081668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.082249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.118703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.144743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 0.4946613
Nov 10 04:06:53.145801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41970) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:53.152559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Request body: {'subnet': {'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-subnet', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:53.156790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf4de8-af23-49fe-b9f8-3cbba2e5f832 admin admin] Pushing event updated for resources: {'Network': ['ID=18cee38f-2cfa-4e24-8283-9a850bc7a121,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:53.169912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:06:53.180264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Made reservation on behalf of 8fe68e6d649c4be8bf54ca0033ab888b for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:53.182923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.234524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e999d-0073-4797-8ca3-771b606999ee req-132a9cb5-52c0-44f2-bd90-453e71e247f9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.242604 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b6e999d-0073-4797-8ca3-771b606999ee req-132a9cb5-52c0-44f2-bd90-453e71e247f9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 948 time: 0.1446173
Nov 10 04:06:53.326213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:53.388769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b6e999d-0073-4797-8ca3-771b606999ee req-d867ccd0-51cc-42ff-962d-9c08b9ccda99 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402431
Nov 10 04:06:53.408928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:06:53.416762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:53.416981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.421858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.499818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Checking segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:53.500287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Network hostable DHCP agents. Network: 18cee38f-2cfa-4e24-8283-9a850bc7a121, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:06:53.504405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0613ce0d-da6c-4c44-b10c-0a9272762753,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:53.521956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.551781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:53.554909 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d264a1-41d5-4208-b925-65570072f63a" -d '{"events": [{"server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "name": "network-vif-plugged", "status": "completed", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:53.572527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:53.581688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.619460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:06:53.631661 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8251f44-4be7-4945-a4d0-af4583eba240 x-openstack-request-id: req-b8251f44-4be7-4945-a4d0-af4583eba240 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:53.632373 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "name": "network-vif-plugged", "status": "completed", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:53.632980 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8251f44-4be7-4945-a4d0-af4583eba240 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:53.634254 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6', 'code': 200}
Nov 10 04:06:53.663280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 18cee38f-2cfa-4e24-8283-9a850bc7a121) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:53.675125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840526df-6c73-4475-a8e9-289bc96d2e93 None None] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:53.700147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-4c7f12d3-430b-4ba3-a03e-5b594de47b3f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.702063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-4c7f12d3-430b-4ba3-a03e-5b594de47b3f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1944032
Nov 10 04:06:53.703962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.704866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.719046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:53.727087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:53.809216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55aed0c8-eb31-45ae-a5c6-5e82b1315ab1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.6623580
Nov 10 04:06:53.809904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41980) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:53.818410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:53.825616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d40f0d82-e9cf-4ed9-8e6d-a2b753d0f5f4 req-580cbdbe-ae2e-4e18-9b2f-47e0db67514e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 210 time: 0.0260956
Nov 10 04:06:53.834012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:06:53.874129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988b0f-437e-41e1-ab9a-bf08bda8d242 req-6f083e1e-9fa2-43c8-95d8-fe763288ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:53.875633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72988b0f-437e-41e1-ab9a-bf08bda8d242 req-6f083e1e-9fa2-43c8-95d8-fe763288ae49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 1100 time: 0.1543350
Nov 10 04:06:53.882253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-18cee38f-2cfa-4e24-8283-9a850bc7a121', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:06:53.884242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.891251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.892292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.914252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.942195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:53.950255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72988b0f-437e-41e1-ab9a-bf08bda8d242 req-e60d1f0a-8127-4a78-8989-6f7368030abe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675740
Nov 10 04:06:53.984387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.056449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Allocated IP 172.20.0.2 (18cee38f-2cfa-4e24-8283-9a850bc7a121/0613ce0d-da6c-4c44-b10c-0a9272762753/ed5589b4-6b5f-4fa9-b968-2b57f42d9011) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:54.092832 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Floating IP 2af25212-9917-40c9-88fc-ee357685a623 associated. External IP: 172.32.3.190, port: d0dec6f3-ebac-4d04-b088-d68eb9a065f3.
Nov 10 04:06:54.254430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.266156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.315094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:54.319316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:54.323135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:54.331865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Pushing event updated for resources: {'Port': ['ID=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:54.391463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Attempting to bind port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:54.391997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Attempting to bind port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:54.392542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Attempting to bind port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 on network 18cee38f-2cfa-4e24-8283-9a850bc7a121 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:54.395907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Router c104de7a-d6a0-4982-9408-d8d6e95c5d12 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:06:54.398484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:54.399524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Checking segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:54.399916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.400387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Bound using segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:54.401229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Bound port: ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:54.401692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.453103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:54.456572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.479413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] For port ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:54.484456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] For port ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:54.494526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.557234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:54.557656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58df4e-7139-4822-a5a2-006abfaeed4f None None] Pushing event updated for resources: {'Port': ['ID=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:54.564551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.584351 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Sync routers for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:54.595910 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:54.596553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:54.614269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4c457388-8d22-4fff-8cfb-7888e13c7dad tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "PUT /v2.0/floatingips/2af25212-9917-40c9-88fc-ee357685a623 HTTP/1.1" status: 200  len: 991 time: 1.5629017
Nov 10 04:06:54.614269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:54.614603 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6129d508-83b0-4c06-8c45-56bdf554c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:54.625571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:54.743893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:54.752374 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b4973-8962-4034-94de-5a1d3be20081 x-openstack-request-id: req-bc4b4973-8962-4034-94de-5a1d3be20081 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:54.753299 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:54.753572 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc4b4973-8962-4034-94de-5a1d3be20081 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:54.754141 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'status': 'completed', 'code': 200}
Nov 10 04:06:54.778356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bfede-7dcf-47f7-9056-b56924a81e3a req-c2c1831a-e35e-49c2-8bf3-38cf56ac3e38 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:54.786271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-017bfede-7dcf-47f7-9056-b56924a81e3a req-c2c1831a-e35e-49c2-8bf3-38cf56ac3e38 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.2638531
Nov 10 04:06:54.861758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.12 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/6adcab93-1829-40f7-b7ae-3d620312f7ba) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:54.879458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-b07554b9-7600-4da5-8456-ad699b861a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:54.881018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-b07554b9-7600-4da5-8456-ad699b861a33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa5eb57eed4a08886f209520775cc9&device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 1096 time: 0.1018951
Nov 10 04:06:54.989090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-017bfede-7dcf-47f7-9056-b56924a81e3a req-d7ea337c-2fad-4101-b898-9d062eabc497 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012291
Nov 10 04:06:55.066446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed5589b4-6b5f-4fa9-b968-2b57f42d9011 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:55.089413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a3a24a66-60a6-4403-92b7-d04048709a7a req-53103b52-b99e-4386-8f42-04674fe63056 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 210 time: 0.0504429
Nov 10 04:06:55.107948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-4d0bcde7-1602-42c7-97d9-e702b1f04cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:55.111485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-4d0bcde7-1602-42c7-97d9-e702b1f04cbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 200  len: 917 time: 0.2201931
Nov 10 04:06:55.169142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:55.169506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.190783 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-19da6016-a35d-49de-9ca0-9d5b4b146722 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 200  len: 999 time: 0.0722792
Nov 10 04:06:55.246831 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '2af25212-9917-40c9-88fc-ee357685a623', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'floating_ip_address': '172.32.3.190', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'port_id': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'mac_address': 'fa:16:3e:a9:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:34Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:55.278582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-58d7ffdb-25a4-4471-bcd1-2486bd8c09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:55.281169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-58d7ffdb-25a4-4471-bcd1-2486bd8c09bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09067618-cf15-437b-8086-9e700b481db9 HTTP/1.1" status: 200  len: 855 time: 0.0833740
Nov 10 04:06:55.294915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.322999 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Checking router: c104de7a-d6a0-4982-9408-d8d6e95c5d12 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:55.346048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:55.346675 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:55.360445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:55.367233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.369798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.392169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-b25df3a4-631c-4032-995d-cd6d46115f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:55.395478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-b25df3a4-631c-4032-995d-cd6d46115f8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=970bd33f-02a3-466e-929c-ae4465b1f7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1076941
Nov 10 04:06:55.455619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.464257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:55.487055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.499640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.545085 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:55.615616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-87dfc7a3-426a-4496-a8b4-6675fa7e7d88 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111521
Nov 10 04:06:55.626955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:55.640388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:55.645702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:55.648364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:55.761400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6129d508-83b0-4c06-8c45-56bdf554c8c2 req-fb0b897f-cc29-49b9-92c9-4963d02bafef service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383836
Nov 10 04:06:55.814210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:55.815034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:55.830021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Allocated IP 172.32.3.193 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/347e8ab1-69cd-4f4f-8848-bdbad2fcdb80) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:55.857937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-f59cfb07-b22f-4427-a175-9391266cf70a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1457355
Nov 10 04:06:55.873261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Request body: {'port': {'device_id': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:55.978120 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da160>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '2af25212-9917-40c9-88fc-ee357685a623', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'floating_ip_address': '172.32.3.190', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'port_id': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'mac_address': 'fa:16:3e:a9:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:34Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:55.992108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.009209 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b597c-a6d2-4f3a-a102-fc267a7b572a None None] The sync data for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 is: [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '2af25212-9917-40c9-88fc-ee357685a623', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'floating_ip_address': '172.32.3.190', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'port_id': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'mac_address': 'fa:16:3e:a9:50:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:06:34Z', 'updated_at': '2021-11-10T04:06:53Z', 'revision_number': 1, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:56.069853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.091353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bc1d93-e508-445f-9ec6-63b1e7e04073 None None] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:06:56.196889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3292ca8b-edff-4e25-b2ec-1737ed41d666 None None] Provisioning complete for port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:56.197354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3292ca8b-edff-4e25-b2ec-1737ed41d666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.241443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76d8f-6559-4ea1-b644-f50c33a9b401 req-58001ad1-71bf-4a0a-bf80-4845d35c60b8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:56.242790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4df76d8f-6559-4ea1-b644-f50c33a9b401 req-58001ad1-71bf-4a0a-bf80-4845d35c60b8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 932 time: 0.0748789
Nov 10 04:06:56.298512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1686f-d0b3-4d67-9c62-49da4c10d49d req-b22b9694-cfba-4380-9ed2-d9c6c81bcc49 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:56.300203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0b1686f-d0b3-4d67-9c62-49da4c10d49d req-b22b9694-cfba-4380-9ed2-d9c6c81bcc49 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.1400175
Nov 10 04:06:56.320094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.332196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4df76d8f-6559-4ea1-b644-f50c33a9b401 req-d2701298-e914-492a-80a9-de157c3c8303 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694876
Nov 10 04:06:56.374205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd9ac4-c30d-4216-8f1c-eb3370abbabd None None] New status for floating IP 2af25212-9917-40c9-88fc-ee357685a623: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:06:56.405124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:56.423702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:06:56.426180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:06:56.428205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Pushing event updated for resources: {'Port': ['ID=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:56.472082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0b1686f-d0b3-4d67-9c62-49da4c10d49d req-17e31b53-a788-4094-afb3-736529d3734c tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652927
Nov 10 04:06:56.700925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adcab93-1829-40f7-b7ae-3d620312f7ba {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:06:56.711362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.794081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Transition to ACTIVE for port object 6adcab93-1829-40f7-b7ae-3d620312f7ba will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:06:56.801809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.858148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dcece-f9b7-453d-a600-dc015b20f4b2 req-4e90f4e5-e98d-4bed-a33d-0035f9a9e996 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:56.860223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f6dcece-f9b7-453d-a600-dc015b20f4b2 req-4e90f4e5-e98d-4bed-a33d-0035f9a9e996 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0657897
Nov 10 04:06:56.872051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-92d7df61-110b-4766-8c52-8f314faeb226 None None] Provisioning complete for port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:56.872689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-92d7df61-110b-4766-8c52-8f314faeb226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:56.927630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:56.935844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f6dcece-f9b7-453d-a600-dc015b20f4b2 req-98f4eb98-1893-42ca-8a99-71d2f60274dd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632160
Nov 10 04:06:56.951848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.005767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed5589b4-6b5f-4fa9-b968-2b57f42d9011 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:06:57.030405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Attempting to bind port 6adcab93-1829-40f7-b7ae-3d620312f7ba on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:57.030943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Attempting to bind port 6adcab93-1829-40f7-b7ae-3d620312f7ba by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:57.031030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Attempting to bind port 6adcab93-1829-40f7-b7ae-3d620312f7ba on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:57.040751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Port 6adcab93-1829-40f7-b7ae-3d620312f7ba on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:06:57.041075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Attempting to bind port 6adcab93-1829-40f7-b7ae-3d620312f7ba on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:57.049753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:57.050088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:57.050463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:57.050899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Bound port: 6adcab93-1829-40f7-b7ae-3d620312f7ba, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:57.051252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.061658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:06:57.061658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.072920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe1730-72c4-45f4-a1df-8e2007e0f5fa req-f1e75e19-2174-4453-bc2f-c4fca21bac30 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.074497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0fe1730-72c4-45f4-a1df-8e2007e0f5fa req-f1e75e19-2174-4453-bc2f-c4fca21bac30 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.0529516
Nov 10 04:06:57.130690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0fe1730-72c4-45f4-a1df-8e2007e0f5fa req-fb3bb2c5-596a-4569-916e-02e895cd7057 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485873
Nov 10 04:06:57.195347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:57.211758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:57.218917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.266169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.272551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.273197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.274564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/6adcab93-1829-40f7-b7ae-3d620312f7ba HTTP/1.1" status: 200  len: 1092 time: 1.4061074
Nov 10 04:06:57.275003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:57.277789 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96" -d '{"events": [{"name": "network-changed", "server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:57.331423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f572-4554-46f8-90ae-54d9fdcc33c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:57.379685 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c140eb-696c-4b17-8f91-24114e624b4e x-openstack-request-id: req-74c140eb-696c-4b17-8f91-24114e624b4e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:57.379965 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:57.380215 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74c140eb-696c-4b17-8f91-24114e624b4e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:57.380600 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba', 'status': 'completed', 'code': 200}
Nov 10 04:06:57.415510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-aecebcf9-6e93-4244-aa94-0671d6771116 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0861108
Nov 10 04:06:57.440466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c553d26-ecfe-45eb-9bee-f392adb1971f req-4d24158e-87ed-432c-8bf3-258b2bde3e11 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.442143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c553d26-ecfe-45eb-9bee-f392adb1971f req-4d24158e-87ed-432c-8bf3-258b2bde3e11 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 944 time: 0.0505672
Nov 10 04:06:57.491369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c553d26-ecfe-45eb-9bee-f392adb1971f req-d6980ef6-7912-4e82-a4d6-f4f5bbb03dc3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431554
Nov 10 04:06:57.493615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-ea7e0bd1-e608-44da-9f05-6c13429df8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.495078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-ea7e0bd1-e608-44da-9f05-6c13429df8c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 1095 time: 0.1645756
Nov 10 04:06:57.555179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-5f51c2a1-9836-4f7f-a2e1-fce782a3c0e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba HTTP/1.1" status: 200  len: 217 time: 0.0505526
Nov 10 04:06:57.634189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-28e4dce3-1f73-4786-a076-99949cde4988 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.635624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-28e4dce3-1f73-4786-a076-99949cde4988 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2140017
Nov 10 04:06:57.644028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-b7686f04-2760-41d1-900e-ecbd9938ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:57.645432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-b7686f04-2760-41d1-900e-ecbd9938ce9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0740917
Nov 10 04:06:57.651377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Router 921f3522-3681-4e30-9589-30b0ca34c35d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:06:57.667030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-398b75bf-9846-47a6-84fa-ec08c5b72036 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/quotas/e9d1b72115d6435f8ad2ef48f736a7c0 HTTP/1.1" status: 200  len: 375 time: 0.0247321
Nov 10 04:06:57.688949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-71cb65f8-e921-4714-b404-a79e5dff7905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334945
Nov 10 04:06:57.847721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-3dec6e2f-29a2-4d45-a8c0-51021a36246e tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1608601
Nov 10 04:06:57.889737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-58dbf7bb-501e-43ef-bb6d-afe02d45ee63 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913459
Nov 10 04:06:57.892241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:06:57.901255 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Sync routers for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:06:57.910914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:57.911503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821450e910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:57.976800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:57.978015 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9499be31-1cd2-4291-ad9c-72021dd6db7d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 4.1648936
Nov 10 04:06:57.980847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:06:58.046107 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:58.082181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c10c7-5ab7-4243-9602-0da94e9bffa9 req-0eb40b79-0fb1-4038-88ae-2926d4d527fa tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.084144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e9c10c7-5ab7-4243-9602-0da94e9bffa9 req-0eb40b79-0fb1-4038-88ae-2926d4d527fa tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0643544
Nov 10 04:06:58.167136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e9c10c7-5ab7-4243-9602-0da94e9bffa9 req-803c295f-f663-4660-b015-bd493a8f4027 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719106
Nov 10 04:06:58.315347 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821450e910>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:06:56Z', 'revision_number': 3, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:58.342028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Checking router: 921f3522-3681-4e30-9589-30b0ca34c35d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:06:58.342386 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Updating router 921f3522-3681-4e30-9589-30b0ca34c35d port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:06:58.371930 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.412640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ca16946-0fb2-4f63-8117-eb48005bde80 req-d31370e3-1131-4050-be56-5d9532a1c185 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 210 time: 0.3923743
Nov 10 04:06:58.446072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffa9f1da-4f4f-480e-b08a-b71ea4dde0d0 req-268a1735-20bb-4527-8525-a901db2522dd service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5402131
Nov 10 04:06:58.607031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-db83697e-a2a1-4370-a39d-ec7e9eab96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.608527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-db83697e-a2a1-4370-a39d-ec7e9eab96ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 1095 time: 0.0994816
Nov 10 04:06:58.674681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab0a03-c317-4d07-a14c-e4f7475bc3dc req-32a366c9-5f9f-4fde-820e-cb87aebe0d8f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.676271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eab0a03-c317-4d07-a14c-e4f7475bc3dc req-32a366c9-5f9f-4fde-820e-cb87aebe0d8f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 944 time: 0.0622056
Nov 10 04:06:58.702542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.708344 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.730739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eab0a03-c317-4d07-a14c-e4f7475bc3dc req-ec24faf9-9dc8-4122-9ca7-6c7a2bfbabb9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450506
Nov 10 04:06:58.767009 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Attempting to bind port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:06:58.767608 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Attempting to bind port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:06:58.767974 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Attempting to bind port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:06:58.781776 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:06:58.782142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:06:58.782537 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.782921 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:06:58.783384 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Bound port: 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:06:58.783759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.809312 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d6242-8f2e-482a-9450-7217bca48092 None None] Pushing event updated for resources: {'Port': ['ID=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:58.834153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-7669e5fe-b006-4050-bcc1-5838ffc97999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.835611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-7669e5fe-b006-4050-bcc1-5838ffc97999 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.2159526
Nov 10 04:06:58.848930 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] For port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:06:58.852155 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] For port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:06:58.856193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:58.900153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-bc52d680-557f-46f0-afb4-5a78e0e69d2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba HTTP/1.1" status: 200  len: 217 time: 0.0559630
Nov 10 04:06:58.914146 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d6242-8f2e-482a-9450-7217bca48092 None None] Pushing event updated for resources: {'Port': ['ID=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:58.920061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:06:58.920735 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821450e910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:58.935530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-f796c06b-ad68-4d20-83e7-9056709933bb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.937209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-f796c06b-ad68-4d20-83e7-9056709933bb tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.0652633
Nov 10 04:06:58.985046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-0ee7e579-23e3-4e9a-ac9e-dac43cf034c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:58.986481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-0ee7e579-23e3-4e9a-ac9e-dac43cf034c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0788887
Nov 10 04:06:59.029193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:06:59.039084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Deleting port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:06:59.039430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.044952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-630a1321-8d84-481a-83e5-7dc54ef4dca7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499713
Nov 10 04:06:59.106399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.151572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] For port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:06:59.153692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.172118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Calling delete_port for fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:06:59.258858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-ae5c7bef-01e2-4229-a1b5-158435b8855e service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048771
Nov 10 04:06:59.262587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821450e910>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:06:56Z', 'revision_number': 3, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:06:59.273034 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-5ca42e03-a589-4427-92ae-b082632f4b69 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0864096
Nov 10 04:06:59.333473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176eed91-f438-4634-ac39-c1ad6f17d621 None None] The sync data for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 is: [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:06:56Z', 'revision_number': 3, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:06:59.484912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c81a92-ae63-4e3d-89e0-78eeb5f65d96 req-4b04a19b-3f2c-4910-8891-1d12c9bb7323 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2114782
Nov 10 04:06:59.497369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-94156117-1ffe-48bf-833f-e803f336527b tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:59.499359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-94156117-1ffe-48bf-833f-e803f336527b tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2206426
Nov 10 04:06:59.516427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Request body: {'port': {'device_id': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': 'e9d1b72115d6435f8ad2ef48f736a7c0'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:06:59.548296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b7de-b19c-4fb9-9fbf-b41faf951d31 req-aa6e0415-fd3f-48f7-b5de-b9756ed07845 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:59.549889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87a0b7de-b19c-4fb9-9fbf-b41faf951d31 req-aa6e0415-fd3f-48f7-b5de-b9756ed07845 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87 HTTP/1.1" status: 200  len: 945 time: 0.1652446
Nov 10 04:06:59.584915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Allocated IP 172.20.0.1 (18cee38f-2cfa-4e24-8283-9a850bc7a121/0613ce0d-da6c-4c44-b10c-0a9272762753/646c8d69-3cd1-4673-8e60-3241ed235955) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:06:59.586705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.605960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['71fbcefa-211c-4e84-902d-1d62249919f2', 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:06:59.616873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-157be86e-b956-4b84-aa90-609addbf0029 req-c983848c-7580-4eff-95fb-71b2316230d6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 210 time: 0.0784533
Nov 10 04:06:59.685641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Pushing event deleted for resources: {'Port': ['ID=fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:06:59.742970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87a0b7de-b19c-4fb9-9fbf-b41faf951d31 req-54ac2c3c-2f6d-49f0-b11f-60638648eb6b tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857660
Nov 10 04:06:59.759544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] No DVR routers for this DVR port fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:06:59.767524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.771779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-214f9e8c-a95e-4330-84db-4e2478cd570e req-ce5a332f-e3ad-4b4a-86ea-3e6e36fa3350 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "DELETE /v2.0/ports/fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b HTTP/1.1" status: 204  len: 173 time: 0.8266494
Nov 10 04:06:59.775217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'name': 'network-vif-deleted', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:06:59.784636 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9d127-f275-4ee1-80e4-4951d01c5636" -d '{"events": [{"server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "name": "network-vif-deleted", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:06:59.866210 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eef2da6-cdeb-4411-9fc6-90786c940124 x-openstack-request-id: req-2eef2da6-cdeb-4411-9fc6-90786c940124 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:06:59.866446 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87", "name": "network-vif-deleted", "tag": "fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:06:59.866760 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eef2da6-cdeb-4411-9fc6-90786c940124 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:06:59.867331 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baaf2fa-cfa4-4a37-a88a-55d30a5fbc87', 'name': 'network-vif-deleted', 'tag': 'fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b', 'status': 'completed', 'code': 200}
Nov 10 04:06:59.878131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.892000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Made reservation on behalf of e9d1b72115d6435f8ad2ef48f736a7c0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:06:59.895975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.954505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:06:59.962219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda77c6-9bc4-4b88-bc93-f644afba2ea8 req-180b2875-ff57-4db4-9207-8f937579ea89 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:06:59.963744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dda77c6-9bc4-4b88-bc93-f644afba2ea8 req-180b2875-ff57-4db4-9207-8f937579ea89 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 944 time: 0.1030085
Nov 10 04:06:59.992808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:06:59.999090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:00.003145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:00.047765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.153052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Pushing event updated for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:00.257489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.345567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1a123f14-6f9d-420c-8d68-ee856ce62edf None None] Provisioning complete for port 646c8d69-3cd1-4673-8e60-3241ed235955 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:00.345952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a123f14-6f9d-420c-8d68-ee856ce62edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.435549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1a123f14-6f9d-420c-8d68-ee856ce62edf None None] Port 646c8d69-3cd1-4673-8e60-3241ed235955 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:00.474779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dda77c6-9bc4-4b88-bc93-f644afba2ea8 req-8c914ac6-7f25-4cb6-84ff-962510f29380 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250062
Nov 10 04:07:00.477903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.485243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.501240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Allocated IP 192.168.233.36 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/d77a26e7-f1e2-4523-9057-09fd375be2ca) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:00.579452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Pushing event updated for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:00.584440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.663720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.682927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:00.684908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:00.702849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.715146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['61bbcdf1-7c42-4ca0-8015-ef8037451fa6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:00.759747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:00.763712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:00.766471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:00.816477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Router 921f3522-3681-4e30-9589-30b0ca34c35d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:00.830756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:00.833282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:00.846378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Pushing event updated for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:00.870820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-192758aa-591b-46e4-bb31-ddc33f6b997d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3576102
Nov 10 04:07:00.887084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Request body: {'port': {'device_id': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:01.026193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.047551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce2aae-41cc-4d7e-9783-13b39e4948cb req-d10e6564-930e-4d4a-9c19-c0fecacc9b94 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.055558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ce2aae-41cc-4d7e-9783-13b39e4948cb req-d10e6564-930e-4d4a-9c19-c0fecacc9b94 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 935 time: 0.2377481
Nov 10 04:07:01.067274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:01.198059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e76a5013-6c74-4e46-bfb3-8bf0d461dad6 None None] Provisioning complete for port d77a26e7-f1e2-4523-9057-09fd375be2ca triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:01.198059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76a5013-6c74-4e46-bfb3-8bf0d461dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.219711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ce2aae-41cc-4d7e-9783-13b39e4948cb req-8cc57e0d-a500-4199-a3b0-d10e4d4a136d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607673
Nov 10 04:07:01.224245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:01.251218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62743193-6b76-4de9-931f-95305eba0d77 admin admin] 10.222.0.13 "PUT /v2.0/routers/921f3522-3681-4e30-9589-30b0ca34c35d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2605267
Nov 10 04:07:01.251419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:01.251419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.255056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e76a5013-6c74-4e46-bfb3-8bf0d461dad6 None None] Port d77a26e7-f1e2-4523-9057-09fd375be2ca cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:01.329156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-ffba54eb-cbd1-4c46-ae52-ba6a24a8b0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1488230
Nov 10 04:07:01.343361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.375995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:01.385825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.402384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1d2b0a0c-4b7c-4508-99b3-447e5c32d850 None None] Provisioning complete for port 646c8d69-3cd1-4673-8e60-3241ed235955 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:01.405247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0a0c-4b7c-4508-99b3-447e5c32d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.447699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7cc2-5d14-4e7e-aa9f-887fa0e357c6 req-03fc65e5-a9b7-462f-9321-763843f4f4e8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.463307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa3e7cc2-5d14-4e7e-aa9f-887fa0e357c6 req-03fc65e5-a9b7-462f-9321-763843f4f4e8 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0944920
Nov 10 04:07:01.503264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b0a0c-4b7c-4508-99b3-447e5c32d850 None None] Port 646c8d69-3cd1-4673-8e60-3241ed235955 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:01.529243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77a26e7-f1e2-4523-9057-09fd375be2ca {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:01.533022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:01.541211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa3e7cc2-5d14-4e7e-aa9f-887fa0e357c6 req-7dbca476-d26b-4be4-b920-a2036c629342 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765209
Nov 10 04:07:01.541709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.554592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.555087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.555552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.556065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.556563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.556948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.557408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.559468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7d27ec78-1d2a-4e3d-91c8-dd9499ed52e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 6490 time: 0.1394470
Nov 10 04:07:01.584660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Transition to ACTIVE for port object d77a26e7-f1e2-4523-9057-09fd375be2ca will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:01.597631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:01.637054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6adcab93-1829-40f7-b7ae-3d620312f7ba details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:01.759316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Sync routers for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:01.761910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Pushing event updated for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:01.796481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1bb95-9da7-46f4-8485-9cd8d81698be req-2f5e223d-21f7-4257-abb4-3948040b8e57 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.798330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85e1bb95-9da7-46f4-8485-9cd8d81698be req-2f5e223d-21f7-4257-abb4-3948040b8e57 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 944 time: 0.1518576
Nov 10 04:07:01.892388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-a712596c-cdba-4068-aa2c-0a095a5a80bc tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.900835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-a712596c-cdba-4068-aa2c-0a095a5a80bc tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 828 time: 0.1820455
Nov 10 04:07:01.917851 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-482c6409-31cc-4ff6-9791-ff0f6579ff10 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/quotas/8fe68e6d649c4be8bf54ca0033ab888b HTTP/1.1" status: 200  len: 375 time: 0.0165918
Nov 10 04:07:01.937165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85e1bb95-9da7-46f4-8485-9cd8d81698be req-cf941e60-2868-4a9d-901c-70a46c46da2c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043777
Nov 10 04:07:01.945081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-e52c68d1-e5d2-48f2-81a9-64583c7ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.945547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-e52c68d1-e5d2-48f2-81a9-64583c7ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.947627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-e52c68d1-e5d2-48f2-81a9-64583c7ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:01.950318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-e52c68d1-e5d2-48f2-81a9-64583c7ff520 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01593d7b-06da-4887-af8e-d07f45308c5a&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 200  len: 2292 time: 0.3635640
Nov 10 04:07:02.003317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-7b050c3a-3d50-4e64-92b5-793a120d2c0e tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0839846
Nov 10 04:07:02.019560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:02.020354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073911c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:02.068201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Attempting to bind port d77a26e7-f1e2-4523-9057-09fd375be2ca on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:02.068536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Attempting to bind port d77a26e7-f1e2-4523-9057-09fd375be2ca by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:02.068907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Attempting to bind port d77a26e7-f1e2-4523-9057-09fd375be2ca on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:02.085001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Port d77a26e7-f1e2-4523-9057-09fd375be2ca on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:02.085303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Attempting to bind port d77a26e7-f1e2-4523-9057-09fd375be2ca on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:02.090317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-5675fede-d3c9-4be9-8946-5703cc95b174 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 200  len: 1001 time: 0.1241825
Nov 10 04:07:02.093550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:02.093883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:02.094259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:02.094687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Bound port: d77a26e7-f1e2-4523-9057-09fd375be2ca, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:02.095268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.116916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-cb790a75-8aee-4a37-aa0f-1014b7b96a2a service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1118467
Nov 10 04:07:02.153464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:02.176295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '6adcab93-1829-40f7-b7ae-3d620312f7ba', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': '6adcab93-1829-40f7-b7ae-3d620312f7ba', 'mac_address': 'fa:16:3e:3f:c0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:02.190753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-24e5c335-58c7-4daf-84b5-0c1e120abb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.191627 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-24e5c335-58c7-4daf-84b5-0c1e120abb98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 200  len: 850 time: 0.0844231
Nov 10 04:07:02.220334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-36b737e5-8bbe-416e-9553-f2d237920082 service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024115
Nov 10 04:07:02.228639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:02.229240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:02.250452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:02.261563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.303264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c2fca19d-9d84-4f11-a5eb-ccc882772601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.304826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c2fca19d-9d84-4f11-a5eb-ccc882772601 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01593d7b-06da-4887-af8e-d07f45308c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1028843
Nov 10 04:07:02.314496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.315251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.316600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] 10.222.0.26 "PUT /v2.0/ports/d77a26e7-f1e2-4523-9057-09fd375be2ca HTTP/1.1" status: 200  len: 1095 time: 1.4379680
Nov 10 04:07:02.317062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:02.319390 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3d068-1951-49db-b78d-d82bdb212f68" -d '{"events": [{"name": "network-changed", "server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:02.392999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.405976 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c342a0c8-8793-458b-bb93-43e2ca87a285 x-openstack-request-id: req-c342a0c8-8793-458b-bb93-43e2ca87a285 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:02.406461 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:02.407084 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c342a0c8-8793-458b-bb93-43e2ca87a285 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:02.409226 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca', 'status': 'completed', 'code': 200}
Nov 10 04:07:02.462553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adcab93-1829-40f7-b7ae-3d620312f7ba {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:02.465486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783e00b-085f-4c4e-aa93-83b412b130ee service neutron] Pushing event updated for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:02.481937 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:07:02.498949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93fb754d-9e78-4d2e-9035-7b46b3ba2400 req-165f52ce-069b-4129-99ad-5ce8d8f704cc tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 210 time: 0.0594175
Nov 10 04:07:02.536417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:02.542880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.574392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767dcf5-7de2-4cf9-bd06-b4e1de08a99e req-1e579042-6add-4955-ba87-cba57bf2d84a tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.581369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e767dcf5-7de2-4cf9-bd06-b4e1de08a99e req-1e579042-6add-4955-ba87-cba57bf2d84a tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 947 time: 0.2042050
Nov 10 04:07:02.615198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-672a1b3d-4dea-4434-a5e8-997bff4466fa service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925580
Nov 10 04:07:02.625122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-f30628fa-2dad-44ca-84eb-545d86a5c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.626814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-f30628fa-2dad-44ca-84eb-545d86a5c66b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 1098 time: 0.1370425
Nov 10 04:07:02.630182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:02.747911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073911c0>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 2, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:02.773223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-14a4b64b-4c56-4c9d-b6c6-fdb4fea0d206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca HTTP/1.1" status: 200  len: 217 time: 0.0591171
Nov 10 04:07:02.789958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Checking router: 921f3522-3681-4e30-9589-30b0ca34c35d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:02.790555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Updating router 921f3522-3681-4e30-9589-30b0ca34c35d port 646c8d69-3cd1-4673-8e60-3241ed235955 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:07:02.821382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9c268-0fbb-4744-8041-05fcc249beea req-c9517b5d-233d-41da-ba0f-41d188f9ee82 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.823043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40d9c268-0fbb-4744-8041-05fcc249beea req-c9517b5d-233d-41da-ba0f-41d188f9ee82 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0746679
Nov 10 04:07:02.834491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:02.851138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6adcab93-1829-40f7-b7ae-3d620312f7ba'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:02.901230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e767dcf5-7de2-4cf9-bd06-b4e1de08a99e req-b34e5332-708d-4ab9-ad37-989e66b751d7 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2790596
Nov 10 04:07:02.918858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-04215a00-8391-4e68-a335-9eee5ac0d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:02.920436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-04215a00-8391-4e68-a335-9eee5ac0d5f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1327260
Nov 10 04:07:02.928143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-bbc3589c-33af-45bf-bbd4-30fa2b5cff45 service neutron] 10.222.0.26 "GET /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2993393
Nov 10 04:07:02.975852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40d9c268-0fbb-4744-8041-05fcc249beea req-833a8330-b0e0-4e96-b187-71db0e30a450 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445181
Nov 10 04:07:03.033679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-416eca86-f57a-4f23-9808-616018e61e66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 217 time: 0.0949488
Nov 10 04:07:03.047210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:03.127512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-9c0aeb72-834e-4dd7-a120-f9f8ede169ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.129422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-9c0aeb72-834e-4dd7-a120-f9f8ede169ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.0889664
Nov 10 04:07:03.165893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-b894b40f-0cb3-406e-8d49-54df3232e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.167428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-b894b40f-0cb3-406e-8d49-54df3232e332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2380273
Nov 10 04:07:03.208271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:03.208785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.263407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8039d-e565-4965-b9d4-03db672eec8a req-af5688ef-5826-4a98-935e-f5daa01a66ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.264949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fb8039d-e565-4965-b9d4-03db672eec8a req-af5688ef-5826-4a98-935e-f5daa01a66ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 945 time: 0.2096829
Nov 10 04:07:03.272521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-cd84c612-df85-4022-96b5-5402bd7da3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.273827 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-cd84c612-df85-4022-96b5-5402bd7da3ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1218181
Nov 10 04:07:03.363857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-e74733ff-1540-4c86-b7e7-71113b188ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825078
Nov 10 04:07:03.388857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:03.394811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.417708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:03.418183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fcfce1eb-75e4-41f2-aad4-aa62ff95ac5b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:03.419424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.445044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fb8039d-e565-4965-b9d4-03db672eec8a req-6224311f-f0c9-4bdd-a66d-62d4fe4b047a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685219
Nov 10 04:07:03.477019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-9c3cdd4e-d961-4c8e-a38e-b54bd058cd9f service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906059
Nov 10 04:07:03.477191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d712-ad9d-4688-bf49-bc0fbb654e48 None None] Pushing event updated for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:03.537929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Attempting to bind port 646c8d69-3cd1-4673-8e60-3241ed235955 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:03.538541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Attempting to bind port 646c8d69-3cd1-4673-8e60-3241ed235955 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:03.539105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Attempting to bind port 646c8d69-3cd1-4673-8e60-3241ed235955 on network 18cee38f-2cfa-4e24-8283-9a850bc7a121 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:03.545230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:03.545854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Checking segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:03.546821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.546821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Bound using segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:03.547383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Bound port: 646c8d69-3cd1-4673-8e60-3241ed235955, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:03.547857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.548587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f91c26d-723a-4a28-8c6a-f8d8e40ef24a req-6ed64c51-6c8a-4095-b4f2-94302147aebb service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741986
Nov 10 04:07:03.606644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-4550b950-e6ee-4c80-b7b7-66fbac126554 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1167681
Nov 10 04:07:03.683959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1359a2a-1b44-4676-b982-668715e7e6ec req-ab1ba2ca-9b7a-4909-bc5b-77905f108dea tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 210 time: 0.0603988
Nov 10 04:07:03.697581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] For port 646c8d69-3cd1-4673-8e60-3241ed235955, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:03.707890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] For port 646c8d69-3cd1-4673-8e60-3241ed235955, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=646c8d69-3cd1-4673-8e60-3241ed235955,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:03.710459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-318c95b7-4a2f-48a3-af43-912273457180 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 217 time: 0.0924366
Nov 10 04:07:03.716809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.804734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-a0de0d41-105f-4a68-b2ef-c9c102658ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.804734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-a0de0d41-105f-4a68-b2ef-c9c102658ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 1098 time: 0.1678700
Nov 10 04:07:03.863455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:03.866279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073911c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:06:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:03.892437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-31901ab5-d7c0-4680-a9f0-058588be0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.893926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-31901ab5-d7c0-4680-a9f0-058588be0c47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1706159
Nov 10 04:07:03.902283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-33528009-dd43-400f-9faa-70ba797e6d57 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.904153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-33528009-dd43-400f-9faa-70ba797e6d57 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.21 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 828 time: 0.2190537
Nov 10 04:07:03.923245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'port': {'device_id': '85e1255b-ffa8-4d76-8612-270cec369362', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'admin_state_up': True, 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:03.973551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d712-ad9d-4688-bf49-bc0fbb654e48 None None] Pushing event updated for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:03.991372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] Provisioning complete for port 646c8d69-3cd1-4673-8e60-3241ed235955 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:03.991893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:03.995775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-5d3bdc73-46b2-4e17-bf6c-16f71dce5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:03.997317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-5d3bdc73-46b2-4e17-bf6c-16f71dce5530 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1817374
Nov 10 04:07:04.000847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-458f7119-ba57-4ecb-a7a7-804038bfefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.002327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-458f7119-ba57-4ecb-a7a7-804038bfefe6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0980542
Nov 10 04:07:04.121898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:04.141701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf605d9-dcf9-4442-a588-eede3425325c req-1f565166-e3db-4e4c-b35e-43b06204cdc1 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.143175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fdf605d9-dcf9-4442-a588-eede3425325c req-1f565166-e3db-4e4c-b35e-43b06204cdc1 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 947 time: 0.1199028
Nov 10 04:07:04.169467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Made reservation on behalf of 8fe68e6d649c4be8bf54ca0033ab888b for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:04.169644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-289e1044-7d5e-4524-8906-36ada6d4cc70 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494200
Nov 10 04:07:04.173077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.221675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fdf605d9-dcf9-4442-a588-eede3425325c req-ccd0ddfd-6c8e-40ea-a50f-f94e3169bd83 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673783
Nov 10 04:07:04.231736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.291468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-f8cfa954-db2f-44a4-869c-5061bdfd4a7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca HTTP/1.1" status: 200  len: 217 time: 0.2786357
Nov 10 04:07:04.357380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Allocated IP 172.20.0.7 (18cee38f-2cfa-4e24-8283-9a850bc7a121/0613ce0d-da6c-4c44-b10c-0a9272762753/00950e53-7ca9-464b-a8ae-2b38484613eb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:04.392805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-debf9069-0595-4276-b153-341eebd6a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.395016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-debf9069-0595-4276-b153-341eebd6a49a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0885396
Nov 10 04:07:04.405456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f71fb4-9fec-4511-8319-3c6bff49b56d req-1230e271-7524-44f4-8275-28a802014488 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.407054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23f71fb4-9fec-4511-8319-3c6bff49b56d req-1230e271-7524-44f4-8275-28a802014488 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.2367058
Nov 10 04:07:04.410587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-1263c737-9e12-468a-9832-df5c1e61064b service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118866
Nov 10 04:07:04.447776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c100bbc-c7d3-466c-aabb-c2d757d84206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.462786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] For port 646c8d69-3cd1-4673-8e60-3241ed235955, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=646c8d69-3cd1-4673-8e60-3241ed235955,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:04.474493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.488922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-99a3b076-d1fc-4330-b0ba-6556bc6dfe8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 200  len: 217 time: 0.0536990
Nov 10 04:07:04.555114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-0de34deb-f80b-479c-8d45-a57d18441e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.556781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-0de34deb-f80b-479c-8d45-a57d18441e3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1486101
Nov 10 04:07:04.565628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0407-f77a-453f-8f4b-8eb6533e2f0b None None] Pushing event updated for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:04.568150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23f71fb4-9fec-4511-8319-3c6bff49b56d req-15db4985-9554-4744-b127-e8dca4e40bd0 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499791
Nov 10 04:07:04.589516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.607229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073911c0>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:03Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:04.632710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-50d998ea-d0f8-4218-9127-dd2bfb51eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.634346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-50d998ea-d0f8-4218-9127-dd2bfb51eb3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1321204
Nov 10 04:07:04.635311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068c26c-8265-4360-bb54-96e22c8c7419 None None] The sync data for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 is: [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:03Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:04.638999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5821681-41be-48a6-b112-dab16bba61b7 req-b952fc5b-5abe-484d-8f3e-4d33c0f5c0ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.640166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5821681-41be-48a6-b112-dab16bba61b7 req-b952fc5b-5abe-484d-8f3e-4d33c0f5c0ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 945 time: 0.0884922
Nov 10 04:07:04.642127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-04458b96-05f6-45ed-a910-2610f0e4278a None None] Provisioning complete for port 646c8d69-3cd1-4673-8e60-3241ed235955 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:04.643166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-04458b96-05f6-45ed-a910-2610f0e4278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.665103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.704830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:04.712344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:04.726212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-5a214066-846c-4055-a425-99722e6e193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.727529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-5a214066-846c-4055-a425-99722e6e193a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0842092
Nov 10 04:07:04.730547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-8b38ab16-9da5-46ef-8374-2dbd8be96f79 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568522
Nov 10 04:07:04.731111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:04.899726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:04.900404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:04.930497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event updated for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:04.972900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5821681-41be-48a6-b112-dab16bba61b7 req-ca11c63a-d954-481c-94ad-ce5df7a82599 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995524
Nov 10 04:07:04.989605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-81585239-0da8-4e4f-a41b-f974973b4278 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0748980
Nov 10 04:07:05.003793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Request body: {'port': {'device_id': '85e1255b-ffa8-4d76-8612-270cec369362', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:05.061927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 646c8d69-3cd1-4673-8e60-3241ed235955 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:05.107667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.127473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1e72f6f9-ed36-4f98-ba0e-4532e8001fca None None] Provisioning complete for port 00950e53-7ca9-464b-a8ae-2b38484613eb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:05.127841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1e72f6f9-ed36-4f98-ba0e-4532e8001fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.165993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 646c8d69-3cd1-4673-8e60-3241ed235955 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:05.166367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.192700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1e72f6f9-ed36-4f98-ba0e-4532e8001fca None None] Port 00950e53-7ca9-464b-a8ae-2b38484613eb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:05.391388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d77a26e7-f1e2-4523-9057-09fd375be2ca details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:05.425010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3937d4-7fdc-469e-b56e-1f2948512eb5 req-3327bc5a-4165-405a-b8f2-8a79f3231463 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:05.426489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f3937d4-7fdc-469e-b56e-1f2948512eb5 req-3327bc5a-4165-405a-b8f2-8a79f3231463 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 947 time: 0.0963109
Nov 10 04:07:05.447528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d7d2-951e-4ab7-be36-9b27f14d4f7a req-4a1efe64-488e-48f1-9d4a-bf3d4887a314 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:05.449891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f58d7d2-951e-4ab7-be36-9b27f14d4f7a req-4a1efe64-488e-48f1-9d4a-bf3d4887a314 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 931 time: 0.1195490
Nov 10 04:07:05.453936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-8e19c82f-6934-4ee2-9832-d0784f020969 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7025084
Nov 10 04:07:05.455910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bd3d068-1951-49db-b78d-d82bdb212f68 req-1414b2ee-beb5-42bb-81af-1151718ac0e8 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7057238
Nov 10 04:07:05.519240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:05.535589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00950e53-7ca9-464b-a8ae-2b38484613eb {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:05.536529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'd77a26e7-f1e2-4523-9057-09fd375be2ca', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'd77a26e7-f1e2-4523-9057-09fd375be2ca', 'mac_address': 'fa:16:3e:bb:86:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:05.549728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.554238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f58d7d2-951e-4ab7-be36-9b27f14d4f7a req-737894f8-8bd7-443e-b490-a56c7dc79a78 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968759
Nov 10 04:07:05.565785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f3937d4-7fdc-469e-b56e-1f2948512eb5 req-40d9be72-9585-45a6-9106-bc90bfc6758e tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284821
Nov 10 04:07:05.591310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Transition to ACTIVE for port object 00950e53-7ca9-464b-a8ae-2b38484613eb will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:05.606489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.619510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-d5a140f0-3484-4004-a919-f4b727ac97c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524041
Nov 10 04:07:05.673334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6adcab93-1829-40f7-b7ae-3d620312f7ba up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:05.729226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-87fadd63-33a4-4b6c-b2c4-bf8bd88e1bad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 200  len: 217 time: 0.1016951
Nov 10 04:07:05.785815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.819203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 6adcab93-1829-40f7-b7ae-3d620312f7ba completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:05.835109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 6adcab93-1829-40f7-b7ae-3d620312f7ba triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:05.835503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.847734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:05.884836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c74572ed-a0a8-41e2-93b8-4e0f123f59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:05.888147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c74572ed-a0a8-41e2-93b8-4e0f123f59ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 200  len: 797 time: 0.1448708
Nov 10 04:07:05.893302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77a26e7-f1e2-4523-9057-09fd375be2ca {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:05.893993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f469e1-5cc9-4e19-abc9-0b2e7798ad25 req-3c3859c4-c467-45c1-889c-d19e722d67ea tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:05.902814 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49f469e1-5cc9-4e19-abc9-0b2e7798ad25 req-3c3859c4-c467-45c1-889c-d19e722d67ea tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1924675
Nov 10 04:07:05.942580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:05.951397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:05.975365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c3d51b27-f5a7-4876-8ef8-4e4009d402cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:05.978127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c3d51b27-f5a7-4876-8ef8-4e4009d402cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d2b1af5-36dd-46eb-b22c-62118c15f85b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0805378
Nov 10 04:07:05.994962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Attempting to bind port 00950e53-7ca9-464b-a8ae-2b38484613eb on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:05.995505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Attempting to bind port 00950e53-7ca9-464b-a8ae-2b38484613eb by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:05.999826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Attempting to bind port 00950e53-7ca9-464b-a8ae-2b38484613eb on network 18cee38f-2cfa-4e24-8283-9a850bc7a121 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:06.019944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49f469e1-5cc9-4e19-abc9-0b2e7798ad25 req-e384aeb5-85ed-479d-b0ef-fd8c40679d4e tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146724
Nov 10 04:07:06.022227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Port 00950e53-7ca9-464b-a8ae-2b38484613eb on network 18cee38f-2cfa-4e24-8283-9a850bc7a121 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:06.022555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Attempting to bind port 00950e53-7ca9-464b-a8ae-2b38484613eb on network 18cee38f-2cfa-4e24-8283-9a850bc7a121 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:06.036181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:06.036523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Checking segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:06.038879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Bound using segment: {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:06.040307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Bound port: 00950e53-7ca9-464b-a8ae-2b38484613eb, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beef643b-7c06-43e8-b161-f4c2b4343990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:06.040695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.044396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.132650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:06.135176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:06.140861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:06.151335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:06.154937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=00950e53-7ca9-464b-a8ae-2b38484613eb,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:06.155919 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c7d118-a762-47c3-bbb8-21d9bf5c2910" -d '{"events": [{"server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "name": "network-vif-plugged", "status": "completed", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:06.161604 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-7a79f282-f0bf-4ab9-955a-3e33d29ed195 service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686316
Nov 10 04:07:06.163359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.166857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.250520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:06.250752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.251300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.252753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] 10.222.0.21 "PUT /v2.0/ports/00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 1091 time: 1.2541456
Nov 10 04:07:06.253211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:06.257729 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc90f9-b834-41c5-9c77-625c2841e66f x-openstack-request-id: req-a3dc90f9-b834-41c5-9c77-625c2841e66f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:06.258274 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "name": "network-vif-plugged", "status": "completed", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:06.258721 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3dc90f9-b834-41c5-9c77-625c2841e66f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:06.259418 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba', 'code': 200}
Nov 10 04:07:06.259956 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0dd49d-3beb-474c-a0ce-5ab17508c527" -d '{"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:06.304670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d77a26e7-f1e2-4523-9057-09fd375be2ca'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:06.357172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6a5a-53ed-4dbb-8930-91c90901caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:06.373643 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a9a56-60c1-4518-a923-fd2f0d31ab7d x-openstack-request-id: req-dc0a9a56-60c1-4518-a923-fd2f0d31ab7d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:06.373959 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:06.374182 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc0a9a56-60c1-4518-a923-fd2f0d31ab7d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:06.374580 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'status': 'completed', 'code': 200}
Nov 10 04:07:06.433866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-2e8087e8-6823-4cbf-8998-211fcd83952f service neutron] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2475920
Nov 10 04:07:06.445001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-9f2fc039-5c0d-46b2-a680-4906f916748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.446512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-9f2fc039-5c0d-46b2-a680-4906f916748f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1094 time: 0.1256480
Nov 10 04:07:06.500110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-ca915a93-d623-47a5-a059-316843a498c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 217 time: 0.0454185
Nov 10 04:07:06.520748 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-22d980d5-0cd9-45ec-bff6-6796f6543a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 200  len: 217 time: 0.0686600
Nov 10 04:07:06.525706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f034e3-33be-4686-a8f0-c431abcf1a26 req-87d43f17-5f8c-498b-8bb0-d5a1a55393ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.527459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f034e3-33be-4686-a8f0-c431abcf1a26 req-87d43f17-5f8c-498b-8bb0-d5a1a55393ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 1097 time: 0.1656771
Nov 10 04:07:06.607792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5adcc2-bfd9-4818-ae81-7fbc82ead7ee req-b7af7442-5ba9-48c7-a241-6bd3957924dd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.609549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c5adcc2-bfd9-4818-ae81-7fbc82ead7ee req-b7af7442-5ba9-48c7-a241-6bd3957924dd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.1602478
Nov 10 04:07:06.631240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c34f769b-a8cb-4eba-81f3-07366a668c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.632860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c34f769b-a8cb-4eba-81f3-07366a668c68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.1035364
Nov 10 04:07:06.642766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f034e3-33be-4686-a8f0-c431abcf1a26 req-4ea759f3-2245-49a8-9fe1-a77ef82a4422 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052544
Nov 10 04:07:06.711853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c5adcc2-bfd9-4818-ae81-7fbc82ead7ee req-ff29888c-bba2-4713-acf8-14ed5058d8a8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826402
Nov 10 04:07:06.719284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-06ab3158-9486-4ad0-a50a-7ef648f35cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.720857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-06ab3158-9486-4ad0-a50a-7ef648f35cb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0704157
Nov 10 04:07:06.832707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbb711f9-130c-4ba0-a6ed-724410b9b6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:06.884563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-c4e10c50-4ce1-43a4-8a8d-c538235fa921 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547890
Nov 10 04:07:06.896278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b574e94-6208-4a4a-8a46-c89e6f2b7547 req-a8fb2b01-dd31-4f76-8579-bb5986f4b1ad tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.897967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b574e94-6208-4a4a-8a46-c89e6f2b7547 req-a8fb2b01-dd31-4f76-8579-bb5986f4b1ad tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 943 time: 0.0873725
Nov 10 04:07:06.943091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-0c173cd7-92fd-47f4-83fe-7e60c496ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.944552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-0c173cd7-92fd-47f4-83fe-7e60c496ed37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.4378605
Nov 10 04:07:06.985850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c735-6591-4b0d-ab16-9f1c4435ba14 req-926ae53a-945a-4acf-9ed6-679aa5b24a8f tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:06.987231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a85c735-6591-4b0d-ab16-9f1c4435ba14 req-926ae53a-945a-4acf-9ed6-679aa5b24a8f tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 948 time: 0.0818253
Nov 10 04:07:07.014297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a614d8-5702-4026-a29b-d14be012702c req-772722c1-849a-49ee-8fe7-4383917f1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.015791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-772722c1-849a-49ee-8fe7-4383917f1d3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0638475
Nov 10 04:07:07.026842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b574e94-6208-4a4a-8a46-c89e6f2b7547 req-040b344b-674c-492b-8bf7-d3fa67efc7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228173
Nov 10 04:07:07.062073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-bd7e0277-5903-4cbe-ab60-9b2b7e24e75d service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518641
Nov 10 04:07:07.070543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d3d60-d849-4627-9665-0a757acdab19 req-1ff3bd8b-6995-4ce6-ab18-678ddad1b0bd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.071967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024d3d60-d849-4627-9665-0a757acdab19 req-1ff3bd8b-6995-4ce6-ab18-678ddad1b0bd tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.0879390
Nov 10 04:07:07.093167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a85c735-6591-4b0d-ab16-9f1c4435ba14 req-14996ecb-d466-4056-a7b2-350f3c9d52bc tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986485
Nov 10 04:07:07.134203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-250e571c-e192-41a9-b97b-f9ae64cf7f0e service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072752
Nov 10 04:07:07.138088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-6ecfe9c4-43cd-44f1-9de7-f1ff97657af6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 200  len: 217 time: 0.0651832
Nov 10 04:07:07.224173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-9a08fda0-799f-4a27-aeac-1251488f3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.225759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-9a08fda0-799f-4a27-aeac-1251488f3c87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 200  len: 797 time: 0.0787213
Nov 10 04:07:07.270368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841a294-bdcd-4304-8ae3-698a626a977a req-8171c2e3-e5d5-4d8f-8429-01954919cf37 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.271835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b841a294-bdcd-4304-8ae3-698a626a977a req-8171c2e3-e5d5-4d8f-8429-01954919cf37 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/ports?device_id=f458a3fa-302b-453f-b437-7fa2ad953af8 HTTP/1.1" status: 200  len: 945 time: 0.1112607
Nov 10 04:07:07.275713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Deleting port 71fbcefa-211c-4e84-902d-1d62249919f2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:07.276053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.277562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32a614d8-5702-4026-a29b-d14be012702c req-ce04db48-49fb-453d-9f40-f94f92e2a261 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362970
Nov 10 04:07:07.321758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b841a294-bdcd-4304-8ae3-698a626a977a req-a8098062-cb90-4a3e-b711-07850d999255 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b70fd3c-c565-491f-8b0a-51ecc7fac338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430243
Nov 10 04:07:07.345589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-01266535-2f7f-448e-93c1-5318c2f7d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.347117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-01266535-2f7f-448e-93c1-5318c2f7d22f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49ef2f95-2096-4acc-ac35-d2286a2ce7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1057303
Nov 10 04:07:07.369570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-be5c7d75-df33-41d4-9f2a-325ef37c9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.371616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-be5c7d75-df33-41d4-9f2a-325ef37c9c57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1094 time: 0.0426030
Nov 10 04:07:07.409620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d77a26e7-f1e2-4523-9057-09fd375be2ca up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:07.428159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] For port 71fbcefa-211c-4e84-902d-1d62249919f2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71fbcefa-211c-4e84-902d-1d62249919f2,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:07.428529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.449038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Calling delete_port for 71fbcefa-211c-4e84-902d-1d62249919f2 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:07.466456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port d77a26e7-f1e2-4523-9057-09fd375be2ca completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:07.471242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port d77a26e7-f1e2-4523-9057-09fd375be2ca triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:07.471242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.472650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-78f0735a-b125-4b02-8f4d-295ede800146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.475313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-78f0735a-b125-4b02-8f4d-295ede800146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 929 time: 0.0945659
Nov 10 04:07:07.516337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-8f339d38-02f3-49c1-af79-9aebf7834084 service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556449
Nov 10 04:07:07.520591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-1f2165cb-667e-48f6-95a5-0db48f9782a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 217 time: 0.0364723
Nov 10 04:07:07.552217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.576166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-a957e9f8-79d7-46c1-a106-442e55ed064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.578059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-a957e9f8-79d7-46c1-a106-442e55ed064e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.0489101
Nov 10 04:07:07.591607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:07.597443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.637030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-1192666c-1041-4ba0-b686-c698e14f31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.638563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-1192666c-1041-4ba0-b686-c698e14f31e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519528
Nov 10 04:07:07.646802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:07.663207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2385b82c-1e60-41cc-887f-a5f1095a033b req-a97adbca-5aad-40aa-b6a9-2b3df261962b service neutron] 10.222.0.26 "GET /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369252
Nov 10 04:07:07.680980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.695496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['71fbcefa-211c-4e84-902d-1d62249919f2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:07.711722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Pushing event deleted for resources: {'Port': ['ID=71fbcefa-211c-4e84-902d-1d62249919f2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:07.747256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-a5ddcd6f-f65c-4fe6-a99f-fdf382ba5aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009505
Nov 10 04:07:07.759866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] No DVR routers for this DVR port 71fbcefa-211c-4e84-902d-1d62249919f2 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:07.762331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.765810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024d3d60-d849-4627-9665-0a757acdab19 req-2697afa5-d920-4314-843d-d356df6e3fc7 tempest-ServerRescueNegativeTestJSON-2136012279 tempest-ServerRescueNegativeTestJSON-2136012279-project] 10.222.0.26 "DELETE /v2.0/ports/71fbcefa-211c-4e84-902d-1d62249919f2 HTTP/1.1" status: 204  len: 173 time: 0.6863594
Nov 10 04:07:07.766535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'name': 'network-vif-deleted', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:07.769004 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b12d2-57a4-4b4a-9261-950a6d9c8c1a" -d '{"events": [{"server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "name": "network-vif-deleted", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:07.820468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:07.859523 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bbe5cc-133d-4565-9bbe-2df0b07f5097 x-openstack-request-id: req-a8bbe5cc-133d-4565-9bbe-2df0b07f5097 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:07.859855 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f458a3fa-302b-453f-b437-7fa2ad953af8", "name": "network-vif-deleted", "tag": "71fbcefa-211c-4e84-902d-1d62249919f2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:07.860064 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8bbe5cc-133d-4565-9bbe-2df0b07f5097 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:07.860465 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f458a3fa-302b-453f-b437-7fa2ad953af8', 'name': 'network-vif-deleted', 'tag': '71fbcefa-211c-4e84-902d-1d62249919f2', 'status': 'completed', 'code': 200}
Nov 10 04:07:07.885332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edb518-0fed-48d4-aaf7-82e9a3ed31db req-277e6948-0124-4475-a91b-50804a991da3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:07.887105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07edb518-0fed-48d4-aaf7-82e9a3ed31db req-277e6948-0124-4475-a91b-50804a991da3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.0890679
Nov 10 04:07:07.896677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a0dd49d-3beb-474c-a0ce-5ab17508c527 req-b84309f5-cb79-44d4-a220-d50163c3ab76 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407437
Nov 10 04:07:07.941147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07edb518-0fed-48d4-aaf7-82e9a3ed31db req-6ae2b606-2abc-434e-89fb-b11ccbfbe23f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473731
Nov 10 04:07:08.144212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b3b3-0926-4f95-ba3f-e7532e1c868c req-03d05617-5a50-4b4a-9b0f-c4a70e45a1ae tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:08.145725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4587b3b3-0926-4f95-ba3f-e7532e1c868c req-03d05617-5a50-4b4a-9b0f-c4a70e45a1ae tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 943 time: 0.0503106
Nov 10 04:07:08.196278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4587b3b3-0926-4f95-ba3f-e7532e1c868c req-a954ff17-d381-4c61-9bbc-e78df5970e0c tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444894
Nov 10 04:07:08.208029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34f23-ea53-46a9-b72d-e5d49e4ed376 req-72cf859b-2ff1-4d9d-95b2-0a3b724bb336 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:08.209952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47f34f23-ea53-46a9-b72d-e5d49e4ed376 req-72cf859b-2ff1-4d9d-95b2-0a3b724bb336 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0522592
Nov 10 04:07:08.261547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:08.263955 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791c3de5-88a0-4882-ba11-a6d35334dcf2" -d '{"events": [{"server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "name": "network-vif-plugged", "status": "completed", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:08.283495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47f34f23-ea53-46a9-b72d-e5d49e4ed376 req-0f1baaf1-3b71-488b-b140-e47149849eae tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630872
Nov 10 04:07:08.328882 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e4fe3-219f-43a4-a497-5e098b1e93bc x-openstack-request-id: req-eb8e4fe3-219f-43a4-a497-5e098b1e93bc {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:08.328882 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "name": "network-vif-plugged", "status": "completed", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:08.329103 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb8e4fe3-219f-43a4-a497-5e098b1e93bc {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:08.330156 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca', 'code': 200}
Nov 10 04:07:08.393645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42248) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:08.438070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b10d4-e734-45f9-a544-adc1cc8790b5 req-f6c37910-a313-4fd6-8774-ec8e2fca7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:08.439863 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-241b10d4-e734-45f9-a544-adc1cc8790b5 req-f6c37910-a313-4fd6-8774-ec8e2fca7e11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 1100 time: 0.0438950
Nov 10 04:07:08.583490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-241b10d4-e734-45f9-a544-adc1cc8790b5 req-36e2d0c3-efff-4070-aa43-32a2908fbaeb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382986
Nov 10 04:07:08.736539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:08.982121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Deleting port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:08.982465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.095105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cb21e-b0ac-4dde-9489-7bd41798da64 req-53ef0d70-7d3e-460c-8f5c-0ef06283d41c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:09.096576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb2cb21e-b0ac-4dde-9489-7bd41798da64 req-53ef0d70-7d3e-460c-8f5c-0ef06283d41c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.0789537
Nov 10 04:07:09.103020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] For port 388a3ba3-4cdd-4759-9066-7bdfd23a7d81, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,segment=NetworkSegment(eec3a045-9907-4571-9100-68120e49cffc),segment_id=eec3a045-9907-4571-9100-68120e49cffc)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:09.103386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.122254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Calling delete_port for 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:09.200949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb2cb21e-b0ac-4dde-9489-7bd41798da64 req-850b3c21-8ba0-420e-a706-2737b7b17d86 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942287
Nov 10 04:07:09.288982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.317223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4611cd-ea81-409f-adf3-c1d308d4e2c2 req-6488c515-5ccf-4e6a-87c4-b5570b365683 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:09.319009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad4611cd-ea81-409f-adf3-c1d308d4e2c2 req-6488c515-5ccf-4e6a-87c4-b5570b365683 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 943 time: 0.0548928
Nov 10 04:07:09.375826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.377167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad4611cd-ea81-409f-adf3-c1d308d4e2c2 req-597dafde-eaf6-4a30-82f9-5cd5413484cf tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500069
Nov 10 04:07:09.407065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Pushing event deleted for resources: {'Port': ['ID=388a3ba3-4cdd-4759-9066-7bdfd23a7d81,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:09.502772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5edf5c-5c93-4e65-84e2-b50133d70d2f req-b0536172-f615-43c4-a685-6722004fc0ba tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:09.504261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce5edf5c-5c93-4e65-84e2-b50133d70d2f req-b0536172-f615-43c4-a685-6722004fc0ba tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0573728
Nov 10 04:07:09.559526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce5edf5c-5c93-4e65-84e2-b50133d70d2f req-0f8bb699-d344-446e-a50b-f31886b7c45c tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491760
Nov 10 04:07:09.616188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd4b2-6dd0-4cd1-9366-9e5ee07daf21 req-cdf15a87-8a3f-4a31-9dc8-b2345eae7b10 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:09.617679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-409fd4b2-6dd0-4cd1-9366-9e5ee07daf21 req-cdf15a87-8a3f-4a31-9dc8-b2345eae7b10 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.0994518
Nov 10 04:07:09.620073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.643263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 00950e53-7ca9-464b-a8ae-2b38484613eb details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:09.737672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-409fd4b2-6dd0-4cd1-9366-9e5ee07daf21 req-d713b3c6-ad56-4c91-ad44-56fb2fe3d94a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114175
Nov 10 04:07:09.769737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=00950e53-7ca9-464b-a8ae-2b38484613eb,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:09.782581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'mac_address': 'fa:16:3e:61:df:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:09.831982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.846119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00950e53-7ca9-464b-a8ae-2b38484613eb {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:09.865463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=00950e53-7ca9-464b-a8ae-2b38484613eb,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:09.869219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:09.892050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:09.917933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:09.998136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:10.003168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a763663-3bfe-447b-817e-c447356d84cf admin admin] 10.222.0.13 "PUT /v2.0/routers/71348a14-b2eb-4e58-a49d-1fba1cbdfa92/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6084924
Nov 10 04:07:10.005858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42264) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:10.008694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Sync routers for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:10.021573 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:10.022226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b6850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:10.104654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.126026 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:10.174909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.184383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['00950e53-7ca9-464b-a8ae-2b38484613eb'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:10.207879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.274198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Deleting port f46c6ee9-b836-4706-af4f-9ebb1964d56d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:10.274668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.323750 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b6850>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:07:09Z', 'revision_number': 5, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port': {'id': 'f46c6ee9-b836-4706-af4f-9ebb1964d56d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:10.349848 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Checking router: 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:10.359768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Routers {'71348a14-b2eb-4e58-a49d-1fba1cbdfa92'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:10.360377 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b6850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:10.362713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] For port f46c6ee9-b836-4706-af4f-9ebb1964d56d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f46c6ee9-b836-4706-af4f-9ebb1964d56d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:10.363075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.375786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Calling delete_port for f46c6ee9-b836-4706-af4f-9ebb1964d56d owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:10.450801 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] Set router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:10.513728 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b6850>, [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:07:10Z', 'revision_number': 6, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:10.531405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4751-81ad-43b5-adc4-de87568e6268 req-72449bea-a6d8-4c7d-89b7-3936d115edf3 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:10.540484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd4d4751-81ad-43b5-adc4-de87568e6268 req-72449bea-a6d8-4c7d-89b7-3936d115edf3 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 944 time: 0.0853474
Nov 10 04:07:10.582465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.610919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd4d4751-81ad-43b5-adc4-de87568e6268 req-d431a747-1841-46be-98df-380abf0bfefa tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691953
Nov 10 04:07:10.623232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f46c6ee9-b836-4706-af4f-9ebb1964d56d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:10.637068 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00664adf-0df2-484b-a797-1b9b1c71f4c6 None None] The sync data for ids ['71348a14-b2eb-4e58-a49d-1fba1cbdfa92'] in ncdv-817176-1 is: [{'id': '71348a14-b2eb-4e58-a49d-1fba1cbdfa92', 'name': 'tempest-ServerRescueNegativeTestJSON-1210804104-router', 'tenant_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:05:02Z', 'updated_at': '2021-11-10T04:07:10Z', 'revision_number': 6, 'project_id': '922909b8fd6a4f5abf9817fc893e8e7a', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:10.751139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.786484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7c88b-b07b-4fe4-84b5-11a36640358c req-22531e08-3657-408d-ad53-15855066fa8a tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:10.787970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6f7c88b-b07b-4fe4-84b5-11a36640358c req-22531e08-3657-408d-ad53-15855066fa8a tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0858300
Nov 10 04:07:10.856962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a086883-5b33-4868-b301-d3733a49dcc5 req-38cb832f-43b0-4ea8-a7f6-416e61081483 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:10.858445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a086883-5b33-4868-b301-d3733a49dcc5 req-38cb832f-43b0-4ea8-a7f6-416e61081483 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.0502572
Nov 10 04:07:10.885350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.888684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.909626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a086883-5b33-4868-b301-d3733a49dcc5 req-37a1ab8e-a324-4fe7-afe5-763853e099f4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452492
Nov 10 04:07:10.956993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.957435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71348a14-b2eb-4e58-a49d-1fba1cbdfa92 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:07:10.962963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:10.964670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9a1c8c84-db51-469e-99b7-c9288a0d6d8e admin admin] 10.222.0.13 "DELETE /v2.0/routers/71348a14-b2eb-4e58-a49d-1fba1cbdfa92 HTTP/1.1" status: 204  len: 168 time: 0.9573047
Nov 10 04:07:10.967414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42276) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:10.968471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6f7c88b-b07b-4fe4-84b5-11a36640358c req-5d429f78-e62f-48be-aa00-7d10addfa06c tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477213
Nov 10 04:07:10.976933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-a7bd44e3-6bd6-4d8f-a019-65d9205da664 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:10.978377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-a7bd44e3-6bd6-4d8f-a019-65d9205da664 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 946 time: 0.1295278
Nov 10 04:07:11.031663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Deleting subnet 8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:07:11.043359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.095325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.118598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port 6adcab93-1829-40f7-b7ae-3d620312f7ba {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:11.119078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.154157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.223542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.235765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port 6adcab93-1829-40f7-b7ae-3d620312f7ba, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6adcab93-1829-40f7-b7ae-3d620312f7ba,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:11.236370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.246519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:11.253576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.259678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5548bc96-a4ee-4fde-b3ad-8680c882b652 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e8e1edc-cdb2-4c3b-89ef-9f4a82197b67 HTTP/1.1" status: 204  len: 168 time: 0.2889924
Nov 10 04:07:11.259820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for 6adcab93-1829-40f7-b7ae-3d620312f7ba owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:11.260006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42282) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:11.328574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.339575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba1eac-5ef3-4313-9a45-e7b639855264 req-f050201a-c0a9-492e-aa1b-6bc12fa57045 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:11.341127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dcba1eac-5ef3-4313-9a45-e7b639855264 req-f050201a-c0a9-492e-aa1b-6bc12fa57045 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0969169
Nov 10 04:07:11.412561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.429930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71fbcefa-211c-4e84-902d-1d62249919f2 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:11.437757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82145c37c0>,) {'filters': {'network_id': ['b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:11.439339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.455996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145c37c0>, 'eec3a045-9907-4571-9100-68120e49cffc') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:11.456338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145c37c0>, 'eec3a045-9907-4571-9100-68120e49cffc') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:11.470489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6adcab93-1829-40f7-b7ae-3d620312f7ba'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:11.475261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 71fbcefa-211c-4e84-902d-1d62249919f2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:11.475775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71fbcefa-211c-4e84-902d-1d62249919f2 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:11.477990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.488763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=6adcab93-1829-40f7-b7ae-3d620312f7ba,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:11.502073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.512707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:07:11.513434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:07:11.516793 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:07:11.521471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:11.526337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dcba1eac-5ef3-4313-9a45-e7b639855264 req-00e34a85-d74f-47dd-b98d-cb2cdbe73566 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769488
Nov 10 04:07:11.560100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port 6adcab93-1829-40f7-b7ae-3d620312f7ba on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:11.563410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:11.563826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 388a3ba3-4cdd-4759-9066-7bdfd23a7d81 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:11.566178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.570640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fa475f3-dc7a-47fc-885d-d2aec25c9455 req-ca3cfd96-b7f8-4aac-a09c-12da3241f399 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "DELETE /v2.0/ports/6adcab93-1829-40f7-b7ae-3d620312f7ba HTTP/1.1" status: 204  len: 173 time: 0.5856943
Nov 10 04:07:11.571374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'name': 'network-vif-deleted', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:11.575895 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bdd74e-b70d-4fe3-b709-f07f0d17e440" -d '{"events": [{"server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "name": "network-vif-deleted", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:11.587151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.594085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.597774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c HTTP/1.1" status: 204  len: 168 time: 0.3361814
Nov 10 04:07:11.623825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f4b6-3be7-47df-bdf3-af806cc68318 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64cb8d3-a608-46f3-b1d2-b7f9a921bd8c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:11.645284 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3a91c6-1752-4493-9809-27c7e8ea6719 x-openstack-request-id: req-5b3a91c6-1752-4493-9809-27c7e8ea6719 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:11.646759 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7babdcc4-4683-4ce3-b285-0979f732e1eb", "name": "network-vif-deleted", "tag": "6adcab93-1829-40f7-b7ae-3d620312f7ba", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:11.646995 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b3a91c6-1752-4493-9809-27c7e8ea6719 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:11.649216 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7babdcc4-4683-4ce3-b285-0979f732e1eb', 'name': 'network-vif-deleted', 'tag': '6adcab93-1829-40f7-b7ae-3d620312f7ba', 'status': 'completed', 'code': 200}
Nov 10 04:07:11.673279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 00950e53-7ca9-464b-a8ae-2b38484613eb up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:11.815718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 00950e53-7ca9-464b-a8ae-2b38484613eb completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:11.825162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 00950e53-7ca9-464b-a8ae-2b38484613eb triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:11.825547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.852310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42298) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:11.921881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.924769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-20d99ab4-7929-4a54-90f0-e2fbd4b1dc51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=922909b8fd6a4f5abf9817fc893e8e7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0712147
Nov 10 04:07:11.927337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:11.937992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e40ad-3a66-4b00-8f1b-de868b6bc3c2 req-3c00b6cd-ef37-4545-9673-7fb466389267 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:11.939557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f45e40ad-3a66-4b00-8f1b-de868b6bc3c2 req-3c00b6cd-ef37-4545-9673-7fb466389267 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 944 time: 0.1845880
Nov 10 04:07:11.953593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:11.956155 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd769cf-0b44-4371-808d-86e3a524fb80" -d '{"events": [{"server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "name": "network-vif-plugged", "status": "completed", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:11.973055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=00950e53-7ca9-464b-a8ae-2b38484613eb,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:11.979891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:11.981166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6adcab93-1829-40f7-b7ae-3d620312f7ba no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:11.997987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f45e40ad-3a66-4b00-8f1b-de868b6bc3c2 req-5605c6eb-f85d-4235-9ac7-f66a4f5d1176 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499434
Nov 10 04:07:12.026029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 6adcab93-1829-40f7-b7ae-3d620312f7ba {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:12.027437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6adcab93-1829-40f7-b7ae-3d620312f7ba not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:12.028106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.060417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.067712 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095c172-6639-4fa5-924e-f737a73561c6 x-openstack-request-id: req-6095c172-6639-4fa5-924e-f737a73561c6 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:12.068011 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "name": "network-vif-plugged", "status": "completed", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:12.068265 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6095c172-6639-4fa5-924e-f737a73561c6 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:12.068679 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'code': 200}
Nov 10 04:07:12.071838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:12.103052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65d8f63-314f-4a17-a74f-5cd21cdae2e6 req-ffa38b7b-e559-4896-a8fa-a4e9f869ec73 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7babdcc4-4683-4ce3-b285-0979f732e1eb HTTP/1.1" status: 200  len: 210 time: 0.0403185
Nov 10 04:07:12.154958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.158365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.159470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b70fd3c-c565-491f-8b0a-51ecc7fac338 HTTP/1.1" status: 204  len: 168 time: 0.2301681
Nov 10 04:07:12.193511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54822ea0-c7d1-48af-9d71-2dc0c099f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70fd3c-c565-491f-8b0a-51ecc7fac338,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:12.211319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082671c-8549-41af-b03a-606ced403cb5 req-3b627445-fc7c-426d-a4dd-2c274b9df9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:12.213169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8082671c-8549-41af-b03a-606ced403cb5 req-3b627445-fc7c-426d-a4dd-2c274b9df9db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1096 time: 0.0690656
Nov 10 04:07:12.261867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8082671c-8549-41af-b03a-606ced403cb5 req-1c6f94db-7bf0-4010-bbd0-e3454e366dc7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412683
Nov 10 04:07:12.654136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a1eff-b4f9-472d-8dfe-ad1d3de4b314 req-237965f9-b56f-4a90-b4df-b4643aca14d9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:12.655648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-721a1eff-b4f9-472d-8dfe-ad1d3de4b314 req-237965f9-b56f-4a90-b4df-b4643aca14d9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0576429
Nov 10 04:07:12.717295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-721a1eff-b4f9-472d-8dfe-ad1d3de4b314 req-fa9281c7-8cde-43ed-a2a6-ada076308203 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535982
Nov 10 04:07:12.874288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-43ca1739-dae9-4184-993e-412a0232bb9e tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:12.876295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-43ca1739-dae9-4184-993e-412a0232bb9e tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 1100 time: 0.0556257
Nov 10 04:07:12.897414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-2fe79043-0204-4e0e-bcaf-02393563cd44 tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.918602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f46c6ee9-b836-4706-af4f-9ebb1964d56d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:12.941965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f46c6ee9-b836-4706-af4f-9ebb1964d56d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:12.942286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f46c6ee9-b836-4706-af4f-9ebb1964d56d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:12.991236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-2fe79043-0204-4e0e-bcaf-02393563cd44 tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:12.996230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-2fe79043-0204-4e0e-bcaf-02393563cd44 tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.048755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4c88b8a-b2c7-4acc-aa13-6d5739e45474 req-2fe79043-0204-4e0e-bcaf-02393563cd44 tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642859
Nov 10 04:07:13.050035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe79043-0204-4e0e-bcaf-02393563cd44 tempest-LiveMigrationNegativeTest-1538603128 tempest-LiveMigrationNegativeTest-1538603128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b91888-7fbd-48ba-abdf-de9656c7fb4e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:13.136249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96eeeb-c7e9-4afa-8422-c59a7ca003ec req-9dd7f4c1-533c-465b-8ab1-9156b8bc393a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:13.137857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4b96eeeb-c7e9-4afa-8422-c59a7ca003ec req-9dd7f4c1-533c-465b-8ab1-9156b8bc393a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 945 time: 0.0615618
Nov 10 04:07:13.190992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4b96eeeb-c7e9-4afa-8422-c59a7ca003ec req-d80e8f8e-8943-4252-9270-4cfcf991049a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469623
Nov 10 04:07:13.351442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42364) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:13.462503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947c62-8b73-4e63-ae7c-68903152da21 req-0ea8f8f2-fa58-4804-94ca-15de0eb19b90 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:13.464240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b947c62-8b73-4e63-ae7c-68903152da21 req-0ea8f8f2-fa58-4804-94ca-15de0eb19b90 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0599122
Nov 10 04:07:13.497651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-569dbeb3-8e16-45bd-a589-6da64f4d615e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.537625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-f0939632-e5d7-40bd-9f46-2e19e71a18b9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:13.539112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-f0939632-e5d7-40bd-9f46-2e19e71a18b9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1116948
Nov 10 04:07:13.543265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b947c62-8b73-4e63-ae7c-68903152da21 req-c088c57e-41cb-4be2-98f3-d7230c8d98e4 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727568
Nov 10 04:07:13.561947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-36a027e4-8c88-4af8-8f23-2f82cc76e7e6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0119686
Nov 10 04:07:13.603827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-569dbeb3-8e16-45bd-a589-6da64f4d615e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.606952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-6bb83015-626d-4199-88be-59f85b5527e1 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0337193
Nov 10 04:07:13.609093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-569dbeb3-8e16-45bd-a589-6da64f4d615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.649622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dbeb3-8e16-45bd-a589-6da64f4d615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb40d1b-175e-4b9c-96a6-47d664514dfb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:13.654825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-569dbeb3-8e16-45bd-a589-6da64f4d615e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a508785224a45a3aee783be4038c41a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3013988
Nov 10 04:07:13.657689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:13.709480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-e192c14a-6959-40f1-bbd1-d23da8128a30 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002910
Nov 10 04:07:13.712071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.740111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.791835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.794787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:13.795956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5eb40d1b-175e-4b9c-96a6-47d664514dfb HTTP/1.1" status: 204  len: 168 time: 0.1374435
Nov 10 04:07:13.811739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-a9314469-13e2-4c88-8023-e2ccbe4b8ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941563
Nov 10 04:07:13.812555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32075786-77fb-47b5-84d9-127339b33f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb40d1b-175e-4b9c-96a6-47d664514dfb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:14.031385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ccc5bb8-f277-4f6b-b940-7dd2d3f21ca0 req-30a14862-cd51-4df1-8317-f9af0b5fa805 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 210 time: 0.0262747
Nov 10 04:07:14.600524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42416) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:14.683506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5911ce2-1ce2-4291-a134-7c3c3fdeafe2 req-ceb0f625-429c-42bb-aad2-7a1cdb3b7c8e tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:14.685135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5911ce2-1ce2-4291-a134-7c3c3fdeafe2 req-ceb0f625-429c-42bb-aad2-7a1cdb3b7c8e tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 945 time: 0.4131992
Nov 10 04:07:14.710582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f86bd9-b4bf-434f-be18-fa97b39fe1bf req-b3ffe43a-a9b9-4636-9b4a-268c242babb2 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:14.717242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53f86bd9-b4bf-434f-be18-fa97b39fe1bf req-b3ffe43a-a9b9-4636-9b4a-268c242babb2 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0659215
Nov 10 04:07:14.754986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5911ce2-1ce2-4291-a134-7c3c3fdeafe2 req-c6568bea-1dac-4be9-86fc-8f2195fb086d tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614860
Nov 10 04:07:14.760452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1395316525-network', 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:14.787998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53f86bd9-b4bf-434f-be18-fa97b39fe1bf req-d64825a1-70e6-4289-9645-41637b0f172d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664008
Nov 10 04:07:14.800933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:14.803705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:14.813289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:14.899349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-3e490032-708b-4a30-bfb2-afcd2036ef7d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:14.900856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-3e490032-708b-4a30-bfb2-afcd2036ef7d tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 949 time: 0.0716558
Nov 10 04:07:14.996729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.002625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.028974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:07:15.053097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-08a9c490-ce12-439d-a9c6-8061280f77fc tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 258 time: 0.2597077
Nov 10 04:07:15.061276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:15.067176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bacd33-39f0-4202-a5b3-02115593b115,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:15.071691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.072032 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Added segment 1c0607da-6dba-44ed-b283-fbd126847935 of type vlan for network 16e00f32-9bf4-4dce-bd22-8b1806103dfb
Nov 10 04:07:15.095198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.174090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Deleting port d77a26e7-f1e2-4523-9057-09fd375be2ca {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:15.174487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.224334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.239790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.247739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-604f3c03-8f39-41bc-940c-5d3e8198c6db req-7d302611-7e16-48cf-991d-b0fe9639b82b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 210 time: 0.0941579
Nov 10 04:07:15.325548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-2b82e0ec-8a37-4df8-920c-e4f5c3b77ca7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:15.327046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-2b82e0ec-8a37-4df8-920c-e4f5c3b77ca7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.2772915
Nov 10 04:07:15.329916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.330842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:15.332660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.336769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Allocated IP 172.32.3.91 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/e94f2481-8e5f-40a0-84d6-c0b085571729) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:15.354313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': 'c482234e-2a64-4a44-8000-f569820b1e12', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:15.398569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] For port d77a26e7-f1e2-4523-9057-09fd375be2ca, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d77a26e7-f1e2-4523-9057-09fd375be2ca,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:15.398933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.450962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8492429
Nov 10 04:07:15.451508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.455906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:15.458287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Calling delete_port for d77a26e7-f1e2-4523-9057-09fd375be2ca owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:15.460689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Request body: {'subnet': {'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1395316525-subnet', 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:15.483534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8469-4ae7-49ef-8e59-dcee0f45b443 admin admin] Pushing event updated for resources: {'Network': ['ID=16e00f32-9bf4-4dce-bd22-8b1806103dfb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:15.495985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:07:15.497517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:15.499906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.559917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.606277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:15.610303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.615199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:15.628782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:15.633223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:15.636875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event updated for resources: {'Port': ['ID=e94f2481-8e5f-40a0-84d6-c0b085571729,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:15.723568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.736245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['61bbcdf1-7c42-4ca0-8015-ef8037451fa6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:15.759281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Pushing event deleted for resources: {'Port': ['ID=d77a26e7-f1e2-4523-9057-09fd375be2ca,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:15.793161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.862215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] No DVR routers for this DVR port d77a26e7-f1e2-4523-9057-09fd375be2ca on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:15.867561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.872203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c67665ba-3b12-4fe7-a6a0-a381a9123b27 req-bec8c1d1-6c76-404b-bc6c-5dba69e51b67 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "DELETE /v2.0/ports/d77a26e7-f1e2-4523-9057-09fd375be2ca HTTP/1.1" status: 204  len: 173 time: 0.9642966
Nov 10 04:07:15.876032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'name': 'network-vif-deleted', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:15.878851 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55da2d-1654-4bfc-8a83-5ea04063ef82" -d '{"events": [{"server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "name": "network-vif-deleted", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:15.908153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:15.918798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.6 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/a97a4bf5-a5ef-4fea-80b6-da6007cb639d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:15.990104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.002125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ff46b3d-c356-460d-9673-a4c18c49e5bd req-d9e15dde-96ba-484c-9cbf-bbb35daf7edb tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=621fbf13-4de0-4cd0-b48f-d1c5c2417da7 HTTP/1.1" status: 200  len: 210 time: 0.0673766
Nov 10 04:07:16.092997 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c0e57-e4d1-4abe-8170-87c5b0f94d42 x-openstack-request-id: req-d24c0e57-e4d1-4abe-8170-87c5b0f94d42 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:16.093327 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621fbf13-4de0-4cd0-b48f-d1c5c2417da7", "name": "network-vif-deleted", "tag": "d77a26e7-f1e2-4523-9057-09fd375be2ca", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:16.093583 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d24c0e57-e4d1-4abe-8170-87c5b0f94d42 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:16.094079 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621fbf13-4de0-4cd0-b48f-d1c5c2417da7', 'name': 'network-vif-deleted', 'tag': 'd77a26e7-f1e2-4523-9057-09fd375be2ca', 'status': 'completed', 'code': 200}
Nov 10 04:07:16.135413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=266c5e4b-27ba-44aa-a993-d3cbafd44750,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:16.188515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Checking segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:16.188858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Network hostable DHCP agents. Network: 16e00f32-9bf4-4dce-bd22-8b1806103dfb, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:07:16.200253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.233438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.236177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:07:16.240908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.243204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.276517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 16e00f32-9bf4-4dce-bd22-8b1806103dfb) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:16.281267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:16.281830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.288713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:16.289653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b660ae3-7392-4789-854b-75d4612a12d1 None None] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:16.293217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:16.300654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:16.340007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:16.349236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c646a4b0-a083-4a8b-afe4-f29153ad1b7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8921647
Nov 10 04:07:16.395810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.412652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event updated for resources: {'Port': ['ID=e94f2481-8e5f-40a0-84d6-c0b085571729,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:16.434541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.435974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-4a65f80a-734b-40af-92f6-c3fc9348565a tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.3816299
Nov 10 04:07:16.553857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-a17ee9d7-626c-4cd3-a708-7f9017d28114 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 695 time: 0.1066127
Nov 10 04:07:16.574210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e424c3-3814-4875-83d2-c1400e6e70b7 None None] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:16.701699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-048bd16b-41b3-47e2-b5d7-396131ae21f1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:16.703128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-478280f9-4ac5-4aa4-96f0-d65ac658d824 req-048bd16b-41b3-47e2-b5d7-396131ae21f1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1373959
Nov 10 04:07:16.803126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:16.804828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.826038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-dac4c0ae-a9ef-4b21-a878-648272d25fb6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4813404
Nov 10 04:07:16.834660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d5877-67a5-4299-bf17-6031590836c0 req-ea519473-bb84-4840-b1a0-b89532227cdc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:16.836086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-094d5877-67a5-4299-bf17-6031590836c0 req-ea519473-bb84-4840-b1a0-b89532227cdc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 931 time: 0.4825873
Nov 10 04:07:16.841568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Request body: {'port': {'device_id': 'c482234e-2a64-4a44-8000-f569820b1e12', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:16.923804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:16.930488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-094d5877-67a5-4299-bf17-6031590836c0 req-66167353-a90e-484f-a207-2544afa71069 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850377
Nov 10 04:07:17.042445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-96a295c0-1746-4323-a34c-12b5f388da90 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:17.045537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-96a295c0-1746-4323-a34c-12b5f388da90 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.1296222
Nov 10 04:07:17.062347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-5b0fa1a9-46ec-4877-8674-6814b9db957a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/quotas/1cb3ad32a40543dd84c0805ec7f39b5b HTTP/1.1" status: 200  len: 375 time: 0.0109115
Nov 10 04:07:17.101976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-e2f49ac7-8c28-4f96-8093-1632b063c9bb tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0326552
Nov 10 04:07:17.183602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-282648b2-bdc6-4ab7-af59-72eb56d83f2e tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:17.185230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-282648b2-bdc6-4ab7-af59-72eb56d83f2e tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1413522
Nov 10 04:07:17.217637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-9417631a-f969-4065-bcc5-98837fb4ac54 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077485
Nov 10 04:07:17.252043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-77d1b7a6-0c7d-4fa1-bebb-c646d1e99e7c tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 695 time: 0.0601146
Nov 10 04:07:17.268983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'floatingip': {'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:17.317372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:17.334449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-41c7aa36-18f1-4296-b36b-6dd38c288006 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098065
Nov 10 04:07:17.438227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d77a26e7-f1e2-4523-9057-09fd375be2ca no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:17.455665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97a4bf5-a5ef-4fea-80b6-da6007cb639d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:17.466670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:17.477440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: d77a26e7-f1e2-4523-9057-09fd375be2ca {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:17.477793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d77a26e7-f1e2-4523-9057-09fd375be2ca not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:17.559199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Transition to ACTIVE for port object a97a4bf5-a5ef-4fea-80b6-da6007cb639d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:17.571592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:17.680442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:17.694127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88daf05f-f9e2-4cc2-b9cf-efde9ebb3da7 req-92b2dc87-2bf8-49d7-b151-02ee0b3bb90a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 210 time: 0.0338998
Nov 10 04:07:17.869447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Attempting to bind port a97a4bf5-a5ef-4fea-80b6-da6007cb639d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:17.870629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Attempting to bind port a97a4bf5-a5ef-4fea-80b6-da6007cb639d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:17.870912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Attempting to bind port a97a4bf5-a5ef-4fea-80b6-da6007cb639d on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:17.887080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Port a97a4bf5-a5ef-4fea-80b6-da6007cb639d on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:17.887365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Attempting to bind port a97a4bf5-a5ef-4fea-80b6-da6007cb639d on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:17.899996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:17.900299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:17.900947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:17.901967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Bound port: a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:17.902352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.001384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635ce1e-2967-4290-826e-76039d46faef req-6ce45263-0ad4-4bb0-82d2-7ffa453b0698 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.003022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a635ce1e-2967-4290-826e-76039d46faef req-6ce45263-0ad4-4bb0-82d2-7ffa453b0698 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.0601771
Nov 10 04:07:18.066770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a635ce1e-2967-4290-826e-76039d46faef req-5744cd7e-01e7-4881-b275-709c0c6bd7a6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571752
Nov 10 04:07:18.070274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.071619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:18.081493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.094151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:18.139285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.188868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f5011-e1b5-4593-aa27-2f18a0f5e1b9 req-f83c44c3-3ce3-4ef9-9cea-dc4a65e648d2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.190477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c79f5011-e1b5-4593-aa27-2f18a0f5e1b9 req-f83c44c3-3ce3-4ef9-9cea-dc4a65e648d2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 943 time: 0.0602899
Nov 10 04:07:18.216488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.217184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.218588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/a97a4bf5-a5ef-4fea-80b6-da6007cb639d HTTP/1.1" status: 200  len: 1091 time: 1.3815491
Nov 10 04:07:18.221306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:18.223196 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e130e0f-256c-4cfe-b448-4cea4add091c" -d '{"events": [{"name": "network-changed", "server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:18.251912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10265e-1adf-4e8b-aa50-22049cb912e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:18.259843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c79f5011-e1b5-4593-aa27-2f18a0f5e1b9 req-99152c8b-6214-4176-82d4-7be0f57cd636 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621240
Nov 10 04:07:18.274089 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Floating IP 3822aa9d-be5a-4575-b570-3e47e8189b92 associated. External IP: 172.32.3.91, port: 00950e53-7ca9-464b-a8ae-2b38484613eb.
Nov 10 04:07:18.346733 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35818ba9-d291-4ebb-b49b-4b077ceb295b x-openstack-request-id: req-35818ba9-d291-4ebb-b49b-4b077ceb295b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:18.347028 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:18.347272 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35818ba9-d291-4ebb-b49b-4b077ceb295b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:18.347739 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d', 'status': 'completed', 'code': 200}
Nov 10 04:07:18.401999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-adff92cf-9d6d-4af7-a2f1-6d685c10f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.403474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-adff92cf-9d6d-4af7-a2f1-6d685c10f567 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 1094 time: 0.0899417
Nov 10 04:07:18.509676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.522399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-67ec3219-c3ce-41ac-87f1-2562f43d7859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d HTTP/1.1" status: 200  len: 217 time: 0.1071310
Nov 10 04:07:18.662016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-19073b62-c96c-4a69-b5f5-51ed7f8c33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.663635 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-19073b62-c96c-4a69-b5f5-51ed7f8c33fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.1296608
Nov 10 04:07:18.702010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Router 921f3522-3681-4e30-9589-30b0ca34c35d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:18.728282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-798d4a50-dd33-4170-9268-27f48ab15d01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431075
Nov 10 04:07:18.751034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-38a395c6-1aa0-4b94-9fee-bf989e182207 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:18.752490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-38a395c6-1aa0-4b94-9fee-bf989e182207 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.1678147
Nov 10 04:07:18.765434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:18.769808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Request body: {'port': {'device_id': '64f31e83-ed49-4d33-b142-02008f0ff869', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'admin_state_up': True, 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:18.816941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4125ddde-ccf9-4d34-b974-20143f985d66 req-d23ede42-b6ac-41f5-abe6-f49473e429e7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 210 time: 0.0311847
Nov 10 04:07:19.011158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:19.018518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:19.023244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Sync routers for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:19.028726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-0215de28-c6d2-4661-ade5-1dd28d7623cf service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751672
Nov 10 04:07:19.035242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:19.035970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074f8580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:19.117166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-a403515f-1ef2-4d29-af9f-d8cb9d145be2 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "PUT /v2.0/floatingips/3822aa9d-be5a-4575-b570-3e47e8189b92 HTTP/1.1" status: 200  len: 995 time: 1.8540475
Nov 10 04:07:19.123916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:19.127770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:19.165899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:19.247713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f2729b-e6fb-4813-997d-153807b48fc4 req-e527d6d7-37cc-4b48-84db-ce09624c2da6 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980975
Nov 10 04:07:19.249149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cca9be-e9d3-491c-ae88-56ad629be67a req-d665e232-d462-4581-bb0e-a99f661b2503 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.252410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05cca9be-e9d3-491c-ae88-56ad629be67a req-d665e232-d462-4581-bb0e-a99f661b2503 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.0846581
Nov 10 04:07:19.271456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-b795924f-5b1a-47d5-841c-9ee079e4be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.272887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-b795924f-5b1a-47d5-841c-9ee079e4be01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1096 time: 0.1320381
Nov 10 04:07:19.379875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05cca9be-e9d3-491c-ae88-56ad629be67a req-ca33e126-f759-43e0-a557-a3869073e0f9 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098580
Nov 10 04:07:19.442046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Allocated IP 172.20.0.11 (16e00f32-9bf4-4dce-bd22-8b1806103dfb/266c5e4b-27ba-44aa-a993-d3cbafd44750/43f92442-2103-41e6-abcf-d24937fab86e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:19.503206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-1d81b679-054c-44c5-8575-8692c69b58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.504904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-1d81b679-054c-44c5-8575-8692c69b58b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 1094 time: 0.1611540
Nov 10 04:07:19.536106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0f332-549b-4199-94c4-cdb03fb041c9 req-e5a5c40a-c842-4b23-a041-a51dc3db6ba2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.538643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29a0f332-549b-4199-94c4-cdb03fb041c9 req-e5a5c40a-c842-4b23-a041-a51dc3db6ba2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 943 time: 0.0622406
Nov 10 04:07:19.585284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-37fe6bbc-2e9b-4134-8dd4-a31dc3977dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.586801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-37fe6bbc-2e9b-4134-8dd4-a31dc3977dd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 929 time: 0.3051314
Nov 10 04:07:19.599016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074f8580>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3822aa9d-be5a-4575-b570-3e47e8189b92', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'floating_ip_address': '172.32.3.91', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'mac_address': 'fa:16:3e:61:df:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e1255b-ffa8-4d76-8612-270cec369362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:15Z', 'updated_at': '2021-11-10T04:07:17Z', 'revision_number': 1, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:19.610742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29a0f332-549b-4199-94c4-cdb03fb041c9 req-fb388361-ad83-4968-ae1c-3af313c69641 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567820
Nov 10 04:07:19.627481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-af620359-720f-4905-bf80-ee313861c802 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:19.628836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Checking router: 921f3522-3681-4e30-9589-30b0ca34c35d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:19.629184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-af620359-720f-4905-bf80-ee313861c802 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.2065563
Nov 10 04:07:19.637112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:19.637724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074f8580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:19.764871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:19.933395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22ab46fa-64ad-4dda-9d1d-60ddc1d86a9c req-8dede03e-712e-4506-bd78-6e818a116b1a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 210 time: 0.0319421
Nov 10 04:07:20.051501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074f8580>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3822aa9d-be5a-4575-b570-3e47e8189b92', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'floating_ip_address': '172.32.3.91', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'mac_address': 'fa:16:3e:61:df:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e1255b-ffa8-4d76-8612-270cec369362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:15Z', 'updated_at': '2021-11-10T04:07:17Z', 'revision_number': 1, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:20.081533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32ac17-495e-4aa7-a2ee-001b7e6475e6 None None] The sync data for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 is: [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '3822aa9d-be5a-4575-b570-3e47e8189b92', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'floating_ip_address': '172.32.3.91', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'mac_address': 'fa:16:3e:61:df:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e1255b-ffa8-4d76-8612-270cec369362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:15Z', 'updated_at': '2021-11-10T04:07:17Z', 'revision_number': 1, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:20.099149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-009625bc-6f17-4628-86c0-ac4c8ece9511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 998 time: 0.4984927
Nov 10 04:07:20.203302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-89d37c2c-9cef-4caf-baf4-c3adc64d43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.204795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-89d37c2c-9cef-4caf-baf4-c3adc64d43c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.6875429
Nov 10 04:07:20.269473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-770c8179-675e-47ab-918a-dfa49476d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.271104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-770c8179-675e-47ab-918a-dfa49476d5a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.1576314
Nov 10 04:07:20.275394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-b189302f-57af-45ea-b6c0-cefbbc1bd5ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d HTTP/1.1" status: 200  len: 217 time: 0.0615444
Nov 10 04:07:20.280719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:20.318981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e6f3b-5fe6-463e-aebb-37a8b5c4840e None None] New status for floating IP 3822aa9d-be5a-4575-b570-3e47e8189b92: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:07:20.361562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:20.363809 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db" -d '{"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:20.402484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Deleting port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:20.402783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:20.420505 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc0cd8a-0268-446f-a6b8-20fb5fdf2766 x-openstack-request-id: req-edc0cd8a-0268-446f-a6b8-20fb5fdf2766 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:20.420877 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:20.421058 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edc0cd8a-0268-446f-a6b8-20fb5fdf2766 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:20.421448 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'status': 'completed', 'code': 200}
Nov 10 04:07:20.433680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-f8cb0daa-5aec-4d5a-966a-323639e8c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.435158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-f8cb0daa-5aec-4d5a-966a-323639e8c222 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.1485965
Nov 10 04:07:20.509632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-d4b672e6-7a6a-499c-93c4-f8f19b3fabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.511849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-d4b672e6-7a6a-499c-93c4-f8f19b3fabd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2264922
Nov 10 04:07:20.513887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-8756ac88-42f9-4c38-8a69-a40b896a9b7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472848
Nov 10 04:07:20.527704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-358d9506-6b92-4425-9181-c20219b7e824 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:07:20.528779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-358d9506-6b92-4425-9181-c20219b7e824 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0083160
Nov 10 04:07:20.530419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:20.550219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-1d524d08-c5df-498a-8208-03cce53389e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.552954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-1d524d08-c5df-498a-8208-03cce53389e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1096 time: 0.1148360
Nov 10 04:07:20.563064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8999d-8e41-4ee4-831d-8162c5bffba7 req-bf1d9048-1f7b-42dc-a9ff-23b0c1f2c44b tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.565345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a9d8999d-8e41-4ee4-831d-8162c5bffba7 req-bf1d9048-1f7b-42dc-a9ff-23b0c1f2c44b tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 949 time: 0.0867252
Nov 10 04:07:20.573789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-8ca24402-8661-4617-9d5b-3e8f227474ac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:07:20.575004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-8ca24402-8661-4617-9d5b-3e8f227474ac service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0303490
Nov 10 04:07:20.703875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a9d8999d-8e41-4ee4-831d-8162c5bffba7 req-60f66868-0ae2-434b-b181-ea73516e1a47 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d548719-cd98-4a67-895b-4e0a7c613742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130300
Nov 10 04:07:20.720635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:20.721458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-5545407f-8f76-4a52-8ccf-aba8671398f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.723869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-5545407f-8f76-4a52-8ccf-aba8671398f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 929 time: 0.1575291
Nov 10 04:07:20.735823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] For port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:20.736178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:20.744543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:20.764150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:20.767817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event updated for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:20.797881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Calling delete_port for 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:20.873232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-7cb7cd2f-6813-4af7-b018-51d2eb347955 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 1000 time: 0.1412046
Nov 10 04:07:20.898459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c582-7cd4-4f18-8d99-e2f87ec54247 req-068cd304-8a3d-4265-96f2-b6c903237583 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.899969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3182c582-7cd4-4f18-8d99-e2f87ec54247 req-068cd304-8a3d-4265-96f2-b6c903237583 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 943 time: 0.1023281
Nov 10 04:07:20.929425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.930095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:20.938391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-e024f28a-e968-46fa-aa29-c67b830c84a1 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992510
Nov 10 04:07:20.962306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-6d3c11b3-74d6-4f05-885f-5b36f57dfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:20.963750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-6d3c11b3-74d6-4f05-885f-5b36f57dfb6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.0830853
Nov 10 04:07:20.966393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-145b2746-050d-46ea-8c90-c8c9e479aeb3 service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3776853
Nov 10 04:07:20.984811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3182c582-7cd4-4f18-8d99-e2f87ec54247 req-da19b5e5-37f9-4fe9-977e-43b26d3a4e0a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661027
Nov 10 04:07:21.019140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-187f567c-294d-497b-b91a-fa7ab493f2fa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2540784
Nov 10 04:07:21.031757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-8ff49f31-68bc-4aa9-bd91-34439269c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:21.033517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-8ff49f31-68bc-4aa9-bd91-34439269c393 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0620041
Nov 10 04:07:21.045830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-522f2662-4906-44dd-9f3c-161b23291275 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:07:21.047617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-522f2662-4906-44dd-9f3c-161b23291275 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063126
Nov 10 04:07:21.075262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Request body: {'port': {'device_id': '64f31e83-ed49-4d33-b142-02008f0ff869', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:21.176132 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-490eb33f-9d4d-4469-967d-4a525e299424 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222394
Nov 10 04:07:21.241796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e130e0f-256c-4cfe-b448-4cea4add091c req-6d445a6d-d61e-4581-a50c-1c9249b7acc4 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2884483
Nov 10 04:07:21.254480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.265004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af5a73f5-3771-4e69-8f19-6204abcd9ce0 req-8034e5ae-1e1b-4038-a9f0-ef6e87039598 service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2814388
Nov 10 04:07:21.299903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.311164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['61bbcdf1-7c42-4ca0-8015-ef8037451fa6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:21.315530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d75e0-e6bb-4c9e-88a1-c95312ff3dee req-451c6440-587d-4985-b959-553d02e2718b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:21.317194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-932d75e0-e6bb-4c9e-88a1-c95312ff3dee req-451c6440-587d-4985-b959-553d02e2718b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 932 time: 0.0823104
Nov 10 04:07:21.346611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80c6ddcf-9dbf-4ec2-b84c-ba16fde134db req-0f4e3e05-aff0-44ef-b809-2bf6828fd0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636214
Nov 10 04:07:21.347976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Pushing event deleted for resources: {'Port': ['ID=61bbcdf1-7c42-4ca0-8015-ef8037451fa6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:21.405343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-932d75e0-e6bb-4c9e-88a1-c95312ff3dee req-40b5b777-9306-4aad-9f6b-ae1702cb0188 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785117
Nov 10 04:07:21.440763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a97a4bf5-a5ef-4fea-80b6-da6007cb639d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:21.564057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] No DVR routers for this DVR port 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:21.570142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:21.580762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.584140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d082cd13-8cce-4343-b351-5615734d1ac0 req-8d6d46a7-63c9-4a27-a50f-dee312b63ca6 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.26 "DELETE /v2.0/ports/61bbcdf1-7c42-4ca0-8015-ef8037451fa6 HTTP/1.1" status: 204  len: 173 time: 1.6116133
Nov 10 04:07:21.584556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d', 'mac_address': 'fa:16:3e:8d:93:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:21.639882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.658269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97a4bf5-a5ef-4fea-80b6-da6007cb639d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:21.691914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:21.696123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.714393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb01a166-8a57-4005-962c-c8d636fea369 req-9d89a975-ec7a-48f9-b306-2c7102639fae tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 258 time: 0.4004004
Nov 10 04:07:21.768076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:21.771582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:21.834585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f92442-2103-41e6-abcf-d24937fab86e {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:21.841993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.842680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e60128cf-6776-4903-8ad1-c3926388914a req-8e40c46c-ea3a-430c-b2e3-3e21591ef210 tempest-LiveMigrationNegativeTest-1859363448 tempest-LiveMigrationNegativeTest-1859363448-project] 10.222.0.13 "GET /v2.0/ports?device_id=9454f024-c48f-4143-b467-f96d8467b683 HTTP/1.1" status: 200  len: 210 time: 0.0295959
Nov 10 04:07:21.845774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.896953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Transition to ACTIVE for port object 43f92442-2103-41e6-abcf-d24937fab86e will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:21.903736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:21.962460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a97a4bf5-a5ef-4fea-80b6-da6007cb639d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:21.967109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Pushing event updated for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:22.064467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Attempting to bind port 43f92442-2103-41e6-abcf-d24937fab86e on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:22.064844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Attempting to bind port 43f92442-2103-41e6-abcf-d24937fab86e by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:22.065167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Attempting to bind port 43f92442-2103-41e6-abcf-d24937fab86e on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:22.069730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.078001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Port 43f92442-2103-41e6-abcf-d24937fab86e on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:22.078333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Attempting to bind port 43f92442-2103-41e6-abcf-d24937fab86e on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:22.111967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:22.112300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Checking segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:22.112703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Bound using segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:22.113149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Bound port: 43f92442-2103-41e6-abcf-d24937fab86e, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:22.113502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.154690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9326f-64c0-4453-84ad-fb88dd2e39d0 req-d604e7a2-2269-4126-96fe-73a52d2f0fe2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:22.157063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9e9326f-64c0-4453-84ad-fb88dd2e39d0 req-d604e7a2-2269-4126-96fe-73a52d2f0fe2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 944 time: 0.0786493
Nov 10 04:07:22.215652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9e9326f-64c0-4453-84ad-fb88dd2e39d0 req-87e6a69c-c313-4de5-8e71-978acf8a8ce9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487134
Nov 10 04:07:22.226729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:22.235877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=43f92442-2103-41e6-abcf-d24937fab86e,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:22.237377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Allocated IP 172.32.3.58 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/c3c57199-58a8-430b-ba93-24f1368afa47) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:22.243686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.326399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:22.327016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.328378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] 10.222.0.26 "PUT /v2.0/ports/43f92442-2103-41e6-abcf-d24937fab86e HTTP/1.1" status: 200  len: 1092 time: 1.2935858
Nov 10 04:07:22.355722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa4550-c061-4252-a588-bd0c5d5044da service neutron] Pushing event updated for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:22.426145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'name': 'network-vif-deleted', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6'}, {'name': 'network-changed', 'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:22.428516 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4962070c-760e-4435-adf3-8b0d8f5a9425" -d '{"events": [{"server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "name": "network-vif-deleted", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6"}, {"name": "network-changed", "server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "tag": "43f92442-2103-41e6-abcf-d24937fab86e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:22.436155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.457139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-64574390-1afb-44ed-97dc-ea23ad2aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:22.458772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-64574390-1afb-44ed-97dc-ea23ad2aedf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 1095 time: 0.0841460
Nov 10 04:07:22.509189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-976443f2-7784-4750-b0ba-57d4ea1a1b97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f92442-2103-41e6-abcf-d24937fab86e HTTP/1.1" status: 200  len: 217 time: 0.0390041
Nov 10 04:07:22.527533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a888-8d8c-4ce0-9530-5ebbd151f1f8 req-9f2a020f-486c-4640-b63b-f1b68ea4fdbf tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:22.529154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3354a888-8d8c-4ce0-9530-5ebbd151f1f8 req-9f2a020f-486c-4640-b63b-f1b68ea4fdbf tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 944 time: 0.0533998
Nov 10 04:07:22.546692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:22.585070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3354a888-8d8c-4ce0-9530-5ebbd151f1f8 req-cf0b25d2-af82-4a81-872a-6ca26e67fef1 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490489
Nov 10 04:07:22.604349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-c6fe0d0e-30f4-4089-b18f-4d7ec59118b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:22.605870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-c6fe0d0e-30f4-4089-b18f-4d7ec59118b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0890820
Nov 10 04:07:22.607706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:22.613665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:22.616799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event updated for resources: {'Port': ['ID=c3c57199-58a8-430b-ba93-24f1368afa47,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:22.626488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:22.664660 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-0e97b9a7-78b0-45cc-82ce-532455ea7240 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487728
Nov 10 04:07:22.720118 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ea206-3430-4e60-9f41-98f488b0cf9c x-openstack-request-id: req-067ea206-3430-4e60-9f41-98f488b0cf9c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:22.720408 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454f024-c48f-4143-b467-f96d8467b683", "name": "network-vif-deleted", "tag": "61bbcdf1-7c42-4ca0-8015-ef8037451fa6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "tag": "43f92442-2103-41e6-abcf-d24937fab86e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:22.720673 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-067ea206-3430-4e60-9f41-98f488b0cf9c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:22.721057 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454f024-c48f-4143-b467-f96d8467b683', 'name': 'network-vif-deleted', 'tag': '61bbcdf1-7c42-4ca0-8015-ef8037451fa6', 'status': 'completed', 'code': 200}
Nov 10 04:07:22.721306 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e', 'status': 'completed', 'code': 200}
Nov 10 04:07:23.094395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.102500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-7aa22b65-c967-4864-b11b-3e0f48a3a7f7 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4296107
Nov 10 04:07:23.108018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42534) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:23.173671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.244263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5886dfb5-a924-4726-8dba-39a6cd9d63e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9d1b72115d6435f8ad2ef48f736a7c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1350255
Nov 10 04:07:23.247456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42540) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:23.286402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fac28569-5a9e-4009-8018-e021d4a3d70a req-ed41c1af-7b2e-408a-8431-6b5125a8637b service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620176
Nov 10 04:07:23.321826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.370592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.389353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83fcb3-1ef1-4e1c-8b73-0cbd4aa8fa64 req-c325efca-dffe-4028-b45a-a3d42cdf29b2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.390868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b83fcb3-1ef1-4e1c-8b73-0cbd4aa8fa64 req-c325efca-dffe-4028-b45a-a3d42cdf29b2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 944 time: 0.0909691
Nov 10 04:07:23.395207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-f76df9d1-e512-4481-83aa-baeec7375246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.396740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-f76df9d1-e512-4481-83aa-baeec7375246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 1095 time: 0.0620375
Nov 10 04:07:23.398627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.411829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.456964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a97a4bf5-a5ef-4fea-80b6-da6007cb639d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:23.459527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b83fcb3-1ef1-4e1c-8b73-0cbd4aa8fa64 req-80077dc7-4ae8-4d37-97c5-0f48c635bba2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597498
Nov 10 04:07:23.467948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.470816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.472176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d548719-cd98-4a67-895b-4e0a7c613742 HTTP/1.1" status: 204  len: 168 time: 0.2233686
Nov 10 04:07:23.481168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483173c-b8d1-4e4c-ba92-9892baaab204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d548719-cd98-4a67-895b-4e0a7c613742,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:23.539966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event updated for resources: {'Port': ['ID=c3c57199-58a8-430b-ba93-24f1368afa47,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:23.551634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port a97a4bf5-a5ef-4fea-80b6-da6007cb639d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:23.561321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port a97a4bf5-a5ef-4fea-80b6-da6007cb639d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:23.561685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.562286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.565948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-0121172e-deb0-4974-a5e3-de28608804a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.567419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-0121172e-deb0-4974-a5e3-de28608804a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 916 time: 0.1640296
Nov 10 04:07:23.584904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.586092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb01a166-8a57-4005-962c-c8d636fea369 req-462e15a5-bf25-4026-b295-21f5b1716542 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8200424
Nov 10 04:07:23.616220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-36c83ffa-0b67-44f3-8562-995073125472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f92442-2103-41e6-abcf-d24937fab86e HTTP/1.1" status: 200  len: 217 time: 0.0409019
Nov 10 04:07:23.671337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.695368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:23.698551 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49f62b-3b3d-4e41-8b88-98417f13c6b8" -d '{"events": [{"server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "name": "network-vif-plugged", "status": "completed", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:23.702947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb01a166-8a57-4005-962c-c8d636fea369 req-83a1aac3-576c-4ba5-acf9-b61b07b94382 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.58 HTTP/1.1" status: 200  len: 695 time: 0.0892684
Nov 10 04:07:23.717025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:23.722772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:23.724034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:23.750435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:23.750930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 61bbcdf1-7c42-4ca0-8015-ef8037451fa6 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:23.804793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:23.814438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c58480-59ed-4efd-bd13-ba1ff2275639 req-2e05af9c-5055-416d-88de-2d321f5de99a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.816652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0c58480-59ed-4efd-bd13-ba1ff2275639 req-2e05af9c-5055-416d-88de-2d321f5de99a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 944 time: 0.0644569
Nov 10 04:07:23.819312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-6e6301fd-c771-49a7-9a6f-c12defe115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.820928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-6e6301fd-c771-49a7-9a6f-c12defe115f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.1972055
Nov 10 04:07:23.867165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0c58480-59ed-4efd-bd13-ba1ff2275639 req-29715209-68a5-426c-872e-5bd2c236b228 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438676
Nov 10 04:07:23.871424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-87be8e56-ccf7-4c37-b83e-705bf0932c09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320649
Nov 10 04:07:23.877287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42554) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:23.878728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01a166-8a57-4005-962c-c8d636fea369 req-79c625c8-660c-461f-8be6-b6d625e05d72 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:23.880025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb01a166-8a57-4005-962c-c8d636fea369 req-79c625c8-660c-461f-8be6-b6d625e05d72 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1764054
Nov 10 04:07:23.923343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-945dd51c-f777-415c-bccf-5123fc7a19be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f1be3261088470db470afae6018cbfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0447485
Nov 10 04:07:23.925956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:23.942011 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c63e78-bdd4-40d3-9dea-2dc9d2ae2f87 x-openstack-request-id: req-07c63e78-bdd4-40d3-9dea-2dc9d2ae2f87 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:23.942332 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "name": "network-vif-plugged", "status": "completed", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:23.942527 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07c63e78-bdd4-40d3-9dea-2dc9d2ae2f87 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:23.942934 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d', 'code': 200}
Nov 10 04:07:23.983166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:24.009065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:24.057065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:24.059776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:24.063408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-dd8fe102-b49b-48bd-945c-0c923f29ec4a service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805630
Nov 10 04:07:24.063546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84b91888-7fbd-48ba-abdf-de9656c7fb4e HTTP/1.1" status: 204  len: 168 time: 0.1339285
Nov 10 04:07:24.071136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b00657-df4e-4399-acdb-7012baf9e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b91888-7fbd-48ba-abdf-de9656c7fb4e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:24.091795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-d83d347c-3506-47dc-b274-c62435f89e0c tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:24.093848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-d83d347c-3506-47dc-b274-c62435f89e0c tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1284318
Nov 10 04:07:24.110126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c9756-02aa-4ae1-b2b4-6727427f0282 req-a4d0a8c9-974c-4eeb-9257-5efa445756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:24.111615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-088c9756-02aa-4ae1-b2b4-6727427f0282 req-a4d0a8c9-974c-4eeb-9257-5efa445756c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 1096 time: 0.0967746
Nov 10 04:07:24.215859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-84a39d49-3bc0-42fd-ab11-760d2878c690 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.58 HTTP/1.1" status: 200  len: 695 time: 0.1032856
Nov 10 04:07:24.236871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-92a34dcd-bd2e-4e4b-a735-0c3b8be1b7ce tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'floatingip': {'port_id': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:24.305217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-088c9756-02aa-4ae1-b2b4-6727427f0282 req-60a17c09-0293-4f8e-9e19-c3cecf540dd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617985
Nov 10 04:07:24.314191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-92a34dcd-bd2e-4e4b-a735-0c3b8be1b7ce tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:24.319192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4962070c-760e-4435-adf3-8b0d8f5a9425 req-d43441b3-98d2-45f5-bfec-4677272d1381 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460423
Nov 10 04:07:24.558103 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-92a34dcd-bd2e-4e4b-a735-0c3b8be1b7ce tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:07:24.559211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d4027d4-7e8e-4932-b6af-b992196d997a req-92a34dcd-bd2e-4e4b-a735-0c3b8be1b7ce tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "PUT /v2.0/floatingips/03016822-e398-4cfb-8004-18a3f31865dc HTTP/1.1" status: 409  len: 549 time: 0.3363643
Nov 10 04:07:24.631754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079a583-d79f-404c-bedc-eb6e591bd674 req-57af8c92-c2f8-4c13-8d71-0f93ac759764 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:24.633619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f079a583-d79f-404c-bedc-eb6e591bd674 req-57af8c92-c2f8-4c13-8d71-0f93ac759764 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 945 time: 0.0734935
Nov 10 04:07:24.647128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-f6355606-3e31-477f-a994-521aaa69e424 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips/03016822-e398-4cfb-8004-18a3f31865dc HTTP/1.1" status: 200  len: 692 time: 0.0597115
Nov 10 04:07:24.697539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f079a583-d79f-404c-bedc-eb6e591bd674 req-1276fd4f-f51e-4fcd-b072-6664ae209fb4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560110
Nov 10 04:07:24.774647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-7fac5e0c-63d8-4865-9cae-0baf2f0918c3 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:24.776864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-7fac5e0c-63d8-4865-9cae-0baf2f0918c3 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1221063
Nov 10 04:07:24.859458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-c357731a-78ce-4a11-8fce-dab5ec26a139 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.58 HTTP/1.1" status: 200  len: 695 time: 0.0718384
Nov 10 04:07:24.907838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:24.913586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-daf72191-75b4-455c-a6b6-77d1ffd5af21 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.58 HTTP/1.1" status: 200  len: 695 time: 0.0471907
Nov 10 04:07:25.016818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f373f-3223-4edf-a10f-34607802e4ee req-6fa8b133-299f-4b38-90db-4cf88b92c8ce tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:25.021118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c47f373f-3223-4edf-a10f-34607802e4ee req-6fa8b133-299f-4b38-90db-4cf88b92c8ce tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 944 time: 0.0666344
Nov 10 04:07:25.026164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-network', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:25.058725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Deleting port c3c57199-58a8-430b-ba93-24f1368afa47 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:25.059041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.068953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Made reservation on behalf of 45e5a7dbbfae4bcea48020c7dbf81b13 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:25.071316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.089209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.101855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c47f373f-3223-4edf-a10f-34607802e4ee req-628ad458-a028-469b-822d-52ce307c3dda tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712848
Nov 10 04:07:25.145086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.145720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.158238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Calling delete_port for c3c57199-58a8-430b-ba93-24f1368afa47 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:25.182995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.186783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.215348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:07:25.224349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0da117-218a-4a8a-adda-4716ade9e0f9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:25.235559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.235904 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Added segment 387b3249-2278-4509-94ea-d20f014b94d4 of type vlan for network 7d238a7e-58e3-4bee-8929-72405e6988d7
Nov 10 04:07:25.246898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.247228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.247565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.247952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.248220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.248548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.248887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.249201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.249556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.249832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.250145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.250463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:25.295799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.326023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.327044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:25.327685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.346357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.387441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4784458
Nov 10 04:07:25.389321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event deleted for resources: {'Port': ['ID=c3c57199-58a8-430b-ba93-24f1368afa47,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:25.391293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42594) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:25.394815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1afb5d-b31c-4792-ac5b-4c56f7a057ae admin admin] Pushing event updated for resources: {'Network': ['ID=7d238a7e-58e3-4bee-8929-72405e6988d7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:25.398018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Request body: {'subnet': {'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-subnet', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:25.405961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:07:25.447238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 43f92442-2103-41e6-abcf-d24937fab86e details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:25.474285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Made reservation on behalf of 45e5a7dbbfae4bcea48020c7dbf81b13 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:25.477044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.499451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.502030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.503190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2dee2d64-12db-474c-a4b5-79e5255994e2 req-569f37c5-d9e5-4ff7-a31c-7835bd08e706 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "DELETE /v2.0/floatingips/03016822-e398-4cfb-8004-18a3f31865dc HTTP/1.1" status: 204  len: 173 time: 0.5809276
Nov 10 04:07:25.588741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=43f92442-2103-41e6-abcf-d24937fab86e,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:25.601890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '43f92442-2103-41e6-abcf-d24937fab86e', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'port_id': '43f92442-2103-41e6-abcf-d24937fab86e', 'mac_address': 'fa:16:3e:29:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c5e4b-27ba-44aa-a993-d3cbafd44750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:25.650162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-2fca6263-a392-493b-a29f-fcadaa4cbf13 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 1000 time: 0.1258783
Nov 10 04:07:25.654433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.669707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f92442-2103-41e6-abcf-d24937fab86e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:25.688761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.693361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=43f92442-2103-41e6-abcf-d24937fab86e,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:25.699599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.722922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-a631be48-8797-4823-81a1-cc4f35f5945f tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:25.738058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-a631be48-8797-4823-81a1-cc4f35f5945f tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports/00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 942 time: 0.0745363
Nov 10 04:07:25.754140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Checking segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:25.754500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Network hostable DHCP agents. Network: 7d238a7e-58e3-4bee-8929-72405e6988d7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:07:25.757554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:25.767933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9ec0b1-1c00-45a8-9cda-11afd3653a0c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:25.785180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:07:25.802944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7d238a7e-58e3-4bee-8929-72405e6988d7) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:25.817936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fd35f-fed9-4bd6-aeab-1bbb1d38aecd None None] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:25.822012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:25.823480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.848658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57f0fb31-f278-4e73-ae03-70d2f238e01e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.4529979
Nov 10 04:07:25.849739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:25.854977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:25.873855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b675bd-2ccf-489d-ae87-75322329d61c req-3d615a5a-58b9-491d-8fe8-62f86f2e2e65 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:25.875529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09b675bd-2ccf-489d-ae87-75322329d61c req-3d615a5a-58b9-491d-8fe8-62f86f2e2e65 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 945 time: 0.0864327
Nov 10 04:07:25.909229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.910256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:25.956442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-d2ea31cc-c4d4-4c42-bce7-eb428adca889 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 1000 time: 0.0970752
Nov 10 04:07:25.958923 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09b675bd-2ccf-489d-ae87-75322329d61c req-8af4b30f-8a2b-4e67-a15e-40329ea29e82 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722699
Nov 10 04:07:26.002239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:26.004713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.059176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7d238a7e-58e3-4bee-8929-72405e6988d7', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:07:26.060485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.116137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-83e02cab-7337-42e9-aae0-12a2bcdd4c43 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:26.125122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-83e02cab-7337-42e9-aae0-12a2bcdd4c43 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1614549
Nov 10 04:07:26.132824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-f6472a9d-1620-47a4-b60b-2867c8e4d8d6 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:07:26.135867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-f6472a9d-1620-47a4-b60b-2867c8e4d8d6 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092018
Nov 10 04:07:26.297943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-bf9389e0-264d-4f34-bc71-7c9b2fe505cd tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 1000 time: 0.1530161
Nov 10 04:07:26.299114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.305516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:26.313240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Allocated IP 172.20.0.2 (7d238a7e-58e3-4bee-8929-72405e6988d7/be9ec0b1-1c00-45a8-9cda-11afd3653a0c/1da111d7-ef1b-4622-80e3-2de7f0c630e4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:26.428782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.445284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cd0c4-2e12-4e53-9394-c65e2e46590a req-a90760a6-b931-420b-a610-e05f5d9d5a39 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:26.453302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c3cd0c4-2e12-4e53-9394-c65e2e46590a req-a90760a6-b931-420b-a610-e05f5d9d5a39 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 945 time: 0.1489313
Nov 10 04:07:26.524553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c3cd0c4-2e12-4e53-9394-c65e2e46590a req-70edd9a4-52dd-4700-b3f1-1993e8033ebe tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703180
Nov 10 04:07:26.562252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.571741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.622160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:26.625587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:26.630338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:26.634555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Pushing event updated for resources: {'Port': ['ID=1da111d7-ef1b-4622-80e3-2de7f0c630e4,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:26.680980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.686151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.686906 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Floating IP 3822aa9d-be5a-4575-b570-3e47e8189b92 disassociated. External IP: 172.32.3.91, port: 00950e53-7ca9-464b-a8ae-2b38484613eb.
Nov 10 04:07:26.704220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Attempting to bind port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:26.704220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Attempting to bind port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:26.704596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Attempting to bind port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:26.710159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:26.710530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Checking segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:26.710929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.711320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Bound using segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:26.711885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Bound port: 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:26.712242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.720714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.741729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.787486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] For port 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:26.793114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] For port 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1da111d7-ef1b-4622-80e3-2de7f0c630e4,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:26.808559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:26.887180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d9858-471c-4ab4-b7da-d6d5e737d19e None None] Pushing event updated for resources: {'Port': ['ID=1da111d7-ef1b-4622-80e3-2de7f0c630e4,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:26.892117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Allocated IP 172.32.3.194 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/618a5477-4141-4cab-9822-f09dcc39d283) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:27.028527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.078608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.152457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Pushing event updated for resources: {'Port': ['ID=618a5477-4141-4cab-9822-f09dcc39d283,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:27.188194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:27.191248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:27.204722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:27.358241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Router 921f3522-3681-4e30-9589-30b0ca34c35d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:27.460453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 43f92442-2103-41e6-abcf-d24937fab86e up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:27.501886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:27.507136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.510527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.527959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Sync routers for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:27.549363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-2ac964a1-0f38-47b5-8cc7-94f06b764143 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "PUT /v2.0/floatingips/3822aa9d-be5a-4575-b570-3e47e8189b92 HTTP/1.1" status: 200  len: 694 time: 1.2502975
Nov 10 04:07:27.550202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:27.552355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:27.552940 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa10e5-78b1-4a37-942b-0c8b9190f17b" -d '{"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:27.553909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dcd90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:27.558115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 43f92442-2103-41e6-abcf-d24937fab86e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:27.594962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 43f92442-2103-41e6-abcf-d24937fab86e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:27.596019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.633851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-fe886652-3648-42e0-92a6-6dc5ed74fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:27.642579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-fe886652-3648-42e0-92a6-6dc5ed74fa3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1096 time: 0.0590594
Nov 10 04:07:27.761392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-4aa19e37-d9e2-4316-a0d8-82d229f7b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:27.769764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-4aa19e37-d9e2-4316-a0d8-82d229f7b016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 929 time: 0.1252072
Nov 10 04:07:27.819266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-cf72fd21-5118-4831-a896-85cabeec9f77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 217 time: 0.0483427
Nov 10 04:07:27.880293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-10f5ced8-4ef3-4623-a10a-4d48600a7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:27.889889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-10f5ced8-4ef3-4623-a10a-4d48600a7cca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.0691988
Nov 10 04:07:27.944626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937f32-f29f-47aa-9612-65e16734466c req-ed1199f1-04c7-440e-94ea-72f68767c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:27.946671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-ed1199f1-04c7-440e-94ea-72f68767c22f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0558443
Nov 10 04:07:27.956382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:27.998972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:28.001625 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb554d-9957-48df-b02b-b5ab72a250b7" -d '{"events": [{"server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "name": "network-vif-plugged", "status": "completed", "tag": "43f92442-2103-41e6-abcf-d24937fab86e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:28.029923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:28.034480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=43f92442-2103-41e6-abcf-d24937fab86e,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:28.073475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:28.081909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-2b159bfa-3d07-4060-a549-07f087c3f6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260014
Nov 10 04:07:28.140850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fcd36-4c0d-426d-bd94-c8da12a23f94 req-09a8e462-48a4-48b3-8817-8b899688257f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:28.142304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-650fcd36-4c0d-426d-bd94-c8da12a23f94 req-09a8e462-48a4-48b3-8817-8b899688257f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 945 time: 0.5105145
Nov 10 04:07:28.178623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffbc5f-1063-4293-a3d0-5ab104b963fa None None] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:28.183682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:28.210188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64937f32-f29f-47aa-9612-65e16734466c req-c3227555-d894-446d-9dff-99860d416eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272964
Nov 10 04:07:28.254627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:28.282368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-650fcd36-4c0d-426d-bd94-c8da12a23f94 req-d736a25d-8a47-4348-9a6d-95cd1c6f53b8 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164563
Nov 10 04:07:28.345451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] Provisioning complete for port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:28.345936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:28.358211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:07:28.362165 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d2dc19-14d4-4e10-b37f-e74548973407 x-openstack-request-id: req-31d2dc19-14d4-4e10-b37f-e74548973407 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:28.363158 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:28.363624 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31d2dc19-14d4-4e10-b37f-e74548973407 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:28.369011 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'status': 'completed', 'code': 200}
Nov 10 04:07:28.458845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-059a6b99-cf16-4fa1-8a13-34e654e391c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:28.460471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-059a6b99-cf16-4fa1-8a13-34e654e391c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 1096 time: 0.0737467
Nov 10 04:07:28.498859 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d505cf-f682-4ff9-85aa-dfde7ec52345 x-openstack-request-id: req-d0d505cf-f682-4ff9-85aa-dfde7ec52345 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:28.499543 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "name": "network-vif-plugged", "status": "completed", "tag": "43f92442-2103-41e6-abcf-d24937fab86e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:28.500285 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0d505cf-f682-4ff9-85aa-dfde7ec52345 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:28.502330 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e', 'code': 200}
Nov 10 04:07:28.605039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:28.616411 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:28.644523 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:28.645582 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c99a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:28.647039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:28.649806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-caf3187a-1b4c-4fe2-8524-db3d9af46600 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 2.7990987
Nov 10 04:07:28.652068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42664) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:28.738751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-79bdf06a-4243-49ba-802f-b149ea8450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:28.742566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-79bdf06a-4243-49ba-802f-b149ea8450fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 200  len: 929 time: 0.2743661
Nov 10 04:07:28.819341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:28.840959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dcd90>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:28.857592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-371b4e52-174d-4577-a6af-73eaa22d9ac4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 200  len: 217 time: 0.1052570
Nov 10 04:07:28.900722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:28.911686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Checking router: 921f3522-3681-4e30-9589-30b0ca34c35d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:28.969701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:28.970910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6f17293-0313-40f6-a214-4580b46b343b req-5e018850-3537-4070-9df9-2aadaf45a24b tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips/3822aa9d-be5a-4575-b570-3e47e8189b92 HTTP/1.1" status: 200  len: 694 time: 0.3091738
Nov 10 04:07:28.977141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dcd90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:29.005859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-8b5fe8e1-c75e-4ad1-9d38-c06b1f90bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:29.011347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-8b5fe8e1-c75e-4ad1-9d38-c06b1f90bed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 200  len: 867 time: 0.1463635
Nov 10 04:07:29.105098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:29.125781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-59c072c7-ee4c-4c45-a91a-b13005c43977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:29.127890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-59c072c7-ee4c-4c45-a91a-b13005c43977 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18cee38f-2cfa-4e24-8283-9a850bc7a121&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1075089
Nov 10 04:07:29.199052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] For port 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1da111d7-ef1b-4622-80e3-2de7f0c630e4,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:29.202534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e999b-b090-45e9-bdc9-1c069ee3c006 req-20bcdc5b-9217-4dc1-a308-b0ced566cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:29.207743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-812e999b-b090-45e9-bdc9-1c069ee3c006 req-20bcdc5b-9217-4dc1-a308-b0ced566cfe5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 1097 time: 0.6640327
Nov 10 04:07:29.259754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1da111d7-ef1b-4622-80e3-2de7f0c630e4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:29.278230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-97964508-0bd0-4bc4-a9c7-00703b85e0b7 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421847
Nov 10 04:07:29.295043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.321428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c99a0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:27Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:29.355563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:29.356178 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Updating router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 port 618a5477-4141-4cab-9822-f09dcc39d283 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:07:29.423320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.450150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755b2f-dd5b-48e8-a05c-3a4be2ad886f None None] Pushing event updated for resources: {'Port': ['ID=1da111d7-ef1b-4622-80e3-2de7f0c630e4,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:29.457938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:29.458452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.516808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-812e999b-b090-45e9-bdc9-1c069ee3c006 req-64c0e6d0-83e0-40c4-84dc-1fad01b484f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815540
Nov 10 04:07:29.528634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f17293-0313-40f6-a214-4580b46b343b req-1acebdeb-2887-4b0f-a351-7a094fad6e87 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:29.529143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-196e8e81-d8f0-4392-916c-917fcffb728b None None] Provisioning complete for port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:29.530563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6f17293-0313-40f6-a214-4580b46b343b req-1acebdeb-2887-4b0f-a351-7a094fad6e87 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.5289495
Nov 10 04:07:29.531570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-196e8e81-d8f0-4392-916c-917fcffb728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.533313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7caa10e5-78b1-4a37-942b-0c8b9190f17b req-38c1b9e3-e59f-4718-93b5-73f419595ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476578
Nov 10 04:07:29.554548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4270-f400-4936-a736-123ff8c36a6d req-4b7584c5-cae3-42d3-8cc9-c4fccd3ed8f3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:29.563096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22be4270-f400-4936-a736-123ff8c36a6d req-4b7584c5-cae3-42d3-8cc9-c4fccd3ed8f3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 946 time: 0.0941556
Nov 10 04:07:29.646363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6f17293-0313-40f6-a214-4580b46b343b req-a6a39273-c2e4-49f0-96ff-0875186b53fa tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 697 time: 0.0895209
Nov 10 04:07:29.658342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22be4270-f400-4936-a736-123ff8c36a6d req-40c408a1-56e1-4bcf-a558-55b463977c73 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943856
Nov 10 04:07:29.757564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dcd90>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:29.812887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6f17293-0313-40f6-a214-4580b46b343b req-66367613-6067-4b2b-8b86-018903d6cb88 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.91 HTTP/1.1" status: 200  len: 697 time: 0.1583574
Nov 10 04:07:29.816984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4d03c-b306-47cb-9aaa-6e3ffe17503c None None] The sync data for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 is: [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:00Z', 'revision_number': 4, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '646c8d69-3cd1-4673-8e60-3241ed235955', 'name': '', 'network_id': '18cee38f-2cfa-4e24-8283-9a850bc7a121', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'mac_address': 'fa:16:3e:51:11:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:59Z', 'updated_at': '2021-11-10T04:07:04Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'subnets': [{'id': '0613ce0d-da6c-4c44-b10c-0a9272762753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:29.871476 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.885477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:29.991026 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7d44-cc4a-435a-b444-768c45cfab84 None None] Pushing event updated for resources: {'Port': ['ID=618a5477-4141-4cab-9822-f09dcc39d283,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:30.000341 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Attempting to bind port 618a5477-4141-4cab-9822-f09dcc39d283 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:30.001249 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Attempting to bind port 618a5477-4141-4cab-9822-f09dcc39d283 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:30.001821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Attempting to bind port 618a5477-4141-4cab-9822-f09dcc39d283 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:30.009391 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:30.010020 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:30.010913 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.011526 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:30.013119 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Bound port: 618a5477-4141-4cab-9822-f09dcc39d283, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:30.013850 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.105533 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] For port 618a5477-4141-4cab-9822-f09dcc39d283, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:30.110246 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] For port 618a5477-4141-4cab-9822-f09dcc39d283, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=618a5477-4141-4cab-9822-f09dcc39d283,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:30.118300 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.130559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Deleting port e94f2481-8e5f-40a0-84d6-c0b085571729 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:30.130917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.210663 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:30.211287 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c99a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:30.251967 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7d44-cc4a-435a-b444-768c45cfab84 None None] Pushing event updated for resources: {'Port': ['ID=618a5477-4141-4cab-9822-f09dcc39d283,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:30.279674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.300212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.300415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.322206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a8a4a-c720-4c36-9bb5-d31cc3aba40e None None] New status for floating IP 3822aa9d-be5a-4575-b570-3e47e8189b92: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:07:30.323300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Calling delete_port for e94f2481-8e5f-40a0-84d6-c0b085571729 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:30.350201 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:30.568868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Allocated IP 172.20.0.1 (7d238a7e-58e3-4bee-8929-72405e6988d7/be9ec0b1-1c00-45a8-9cda-11afd3653a0c/63952804-ebed-45e1-861d-907c5d134812) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:30.647515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c99a0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:27Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:30.686694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb2e14-e311-430d-9696-b7ac47d76e18 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:27Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:30.734590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.769819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event deleted for resources: {'Port': ['ID=e94f2481-8e5f-40a0-84d6-c0b085571729,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:30.780943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.781227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.781766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.782184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.782617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.783020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.783855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.783855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.784185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.784515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.784875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.785455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:30.828459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd9454-9956-4e55-8f5b-4c56cb34dd69 req-e40e8f55-6bf2-4e16-96ae-add3d61c2313 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:30.840292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ccd9454-9956-4e55-8f5b-4c56cb34dd69 req-e40e8f55-6bf2-4e16-96ae-add3d61c2313 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 946 time: 0.0827360
Nov 10 04:07:30.878601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.904186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ccd9454-9956-4e55-8f5b-4c56cb34dd69 req-93a6ad94-38e6-4349-b593-b5149bfcdfa9 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616527
Nov 10 04:07:30.907098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.909895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:30.911346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6f17293-0313-40f6-a214-4580b46b343b req-df226af7-b283-425f-8bac-0f2f4ebc4c27 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "DELETE /v2.0/floatingips/3822aa9d-be5a-4575-b570-3e47e8189b92 HTTP/1.1" status: 204  len: 173 time: 1.0741177
Nov 10 04:07:30.957390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.016335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Pushing event updated for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:31.038083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:31.038083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:31.041337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:31.089686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1da111d7-ef1b-4622-80e3-2de7f0c630e4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:31.190751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.239175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:31.240111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.324114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b6948-1a62-4d80-82c0-d582d76e218b req-93dcc2cd-63b1-4870-b813-3704361b4738 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:31.336770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-127b6948-1a62-4d80-82c0-d582d76e218b req-93dcc2cd-63b1-4870-b813-3704361b4738 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2628605
Nov 10 04:07:31.446833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-127b6948-1a62-4d80-82c0-d582d76e218b req-383f9d1d-4c4a-4582-a431-db0e4cb95519 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1088085
Nov 10 04:07:31.472845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.611380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56455b75-33af-459e-b72b-c405973f9424 req-85c26e63-0cee-429b-b8ad-5a710734b152 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1211035
Nov 10 04:07:31.713802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e325f2cc-3b0c-4ec8-a164-d495ed31ddd0 None None] Provisioning complete for port 63952804-ebed-45e1-861d-907c5d134812 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:31.715158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e325f2cc-3b0c-4ec8-a164-d495ed31ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.816948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e325f2cc-3b0c-4ec8-a164-d495ed31ddd0 None None] Port 63952804-ebed-45e1-861d-907c5d134812 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:31.900558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.907891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:31.996542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:32.108494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Pushing event updated for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:32.154580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71195e35-e5fe-46ea-ab96-ef061442a296 req-51f03dcc-3945-4f8f-9286-5b9bcde6ca7d tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:32.156272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71195e35-e5fe-46ea-ab96-ef061442a296 req-51f03dcc-3945-4f8f-9286-5b9bcde6ca7d tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 945 time: 0.1505816
Nov 10 04:07:32.235928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71195e35-e5fe-46ea-ab96-ef061442a296 req-005e8be0-d953-4826-9c01-960f799eb674 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694735
Nov 10 04:07:32.237915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:32.239820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:32.395072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:32.647168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b4caf171-d285-4346-b736-5d5509222ce3 None None] Provisioning complete for port 63952804-ebed-45e1-861d-907c5d134812 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:32.647644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4caf171-d285-4346-b736-5d5509222ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:32.690530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b4caf171-d285-4346-b736-5d5509222ce3 None None] Port 63952804-ebed-45e1-861d-907c5d134812 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:32.885963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c1ee2-3530-4eba-8f1d-5a8e0472a30a req-fe59803f-075f-489e-b483-c2a20395e87e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:32.887470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d07c1ee2-3530-4eba-8f1d-5a8e0472a30a req-fe59803f-075f-489e-b483-c2a20395e87e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 945 time: 0.4349203
Nov 10 04:07:32.922500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:32.937777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec8d25af-5a46-46e7-85dc-7c82df537407 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9e5e0b7-d771-44c5-bbbd-979b9dc436e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2825890
Nov 10 04:07:32.977284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d07c1ee2-3530-4eba-8f1d-5a8e0472a30a req-492d103a-da6f-4449-9703-f770222fe300 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746281
Nov 10 04:07:33.017491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 618a5477-4141-4cab-9822-f09dcc39d283 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:33.097038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 618a5477-4141-4cab-9822-f09dcc39d283 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:33.097408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:33.207062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:33.235467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 618a5477-4141-4cab-9822-f09dcc39d283, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=618a5477-4141-4cab-9822-f09dcc39d283,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:33.249435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:33.337210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=618a5477-4141-4cab-9822-f09dcc39d283,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:33.362310 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:33.411349 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:33.413724 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c44460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:33.456939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068f67-8645-414f-bf7c-df0be67038e0 req-d0aadbfd-e79b-49e9-9450-92c8b9000f0b tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:33.458654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08068f67-8645-414f-bf7c-df0be67038e0 req-d0aadbfd-e79b-49e9-9450-92c8b9000f0b tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 945 time: 0.0841165
Nov 10 04:07:33.522351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08068f67-8645-414f-bf7c-df0be67038e0 req-abdd1a49-c94f-4edf-8f90-9560426beaa1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d777ee5-5fe4-4ef7-a202-abefedf07756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565548
Nov 10 04:07:33.566888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:33.574214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-ab7625a0-0836-462a-815d-02cc7d17dab2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:33.576058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-ab7625a0-0836-462a-815d-02cc7d17dab2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 821 time: 0.1440518
Nov 10 04:07:33.613034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-441b9244-28b4-4b9d-aeba-6310dc6be8b2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/quotas/45e5a7dbbfae4bcea48020c7dbf81b13 HTTP/1.1" status: 200  len: 375 time: 0.0201294
Nov 10 04:07:33.647735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-3c6c1461-9f0b-4f80-8c43-89378c21f4d5 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:33.649514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-3c6c1461-9f0b-4f80-8c43-89378c21f4d5 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 945 time: 0.1225488
Nov 10 04:07:33.741281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-0ceba1ed-d125-4fb1-832c-96efdd6dcc45 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1193693
Nov 10 04:07:33.898061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Deleting port 00950e53-7ca9-464b-a8ae-2b38484613eb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:33.898379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:33.931633 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c44460>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 2, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:33.960073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:33.960073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Updating router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 port 63952804-ebed-45e1-861d-907c5d134812 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:07:33.967414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-496757f5-29ef-42c7-8a88-90b7e63aff29 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034299
Nov 10 04:07:33.990041 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.100421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] For port 00950e53-7ca9-464b-a8ae-2b38484613eb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=00950e53-7ca9-464b-a8ae-2b38484613eb,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:34.100972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.181526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Calling delete_port for 00950e53-7ca9-464b-a8ae-2b38484613eb owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:34.237892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-1d25f41e-5021-4de2-be14-1c3ddb8b30c7 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688859
Nov 10 04:07:34.258727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c0be-442a-4353-b57b-a472543e04fe req-58eed3e4-ffd3-4e5b-a78e-cb794927c55c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:34.272385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56f6c0be-442a-4353-b57b-a472543e04fe req-58eed3e4-ffd3-4e5b-a78e-cb794927c55c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 945 time: 0.1817503
Nov 10 04:07:34.303952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28e1abeb-0b4e-4af8-9a59-594ebc87bca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.352367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-c464107d-03af-4dba-931f-bbb891f9371d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:34.355164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-c464107d-03af-4dba-931f-bbb891f9371d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 945 time: 0.2126853
Nov 10 04:07:34.367708 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.377542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.424874 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Pushing event updated for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:34.444821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56f6c0be-442a-4353-b57b-a472543e04fe req-f6c4c469-9244-4613-8740-c491a7c50b08 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712973
Nov 10 04:07:34.445848 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.446133 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.448257 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.450983 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.451522 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.452012 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.453102 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.453660 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.456274 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.456671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.457094 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.457361 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:34.465293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.479668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['00950e53-7ca9-464b-a8ae-2b38484613eb'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:34.565024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Pushing event deleted for resources: {'Port': ['ID=00950e53-7ca9-464b-a8ae-2b38484613eb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:34.657452 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Attempting to bind port 63952804-ebed-45e1-861d-907c5d134812 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:34.657824 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Attempting to bind port 63952804-ebed-45e1-861d-907c5d134812 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:34.658185 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Attempting to bind port 63952804-ebed-45e1-861d-907c5d134812 on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:34.674139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-883de946-db89-402e-adae-dc6b98c3048d req-9ba0e936-aa81-4f01-867b-4a614eaf7285 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 210 time: 0.0509174
Nov 10 04:07:34.694213 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:34.695335 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Checking segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:34.695335 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.695634 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Bound using segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:34.696749 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Bound port: 63952804-ebed-45e1-861d-907c5d134812, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:34.696749 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.705714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] No DVR routers for this DVR port 00950e53-7ca9-464b-a8ae-2b38484613eb on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:34.707717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.718696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1c33f70-9dc7-4c44-a252-04d0a4eeb0c4 req-30ec6f50-c952-4b61-89c9-e87c8e8918a1 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.21 "DELETE /v2.0/ports/00950e53-7ca9-464b-a8ae-2b38484613eb HTTP/1.1" status: 204  len: 173 time: 1.0479839
Nov 10 04:07:34.719212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'name': 'network-vif-deleted', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:34.721790 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd7c328-e547-4a54-ada9-f23997b62429" -d '{"events": [{"server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "name": "network-vif-deleted", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:34.750420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port a97a4bf5-a5ef-4fea-80b6-da6007cb639d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:34.750616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.926717 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] For port 63952804-ebed-45e1-861d-907c5d134812, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:34.935794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] For port 63952804-ebed-45e1-861d-907c5d134812, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=63952804-ebed-45e1-861d-907c5d134812,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:34.951881 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:34.998716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port a97a4bf5-a5ef-4fea-80b6-da6007cb639d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:34.998716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.018608 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64e098-3983-4a87-94e6-cecbdeca6249 x-openstack-request-id: req-9b64e098-3983-4a87-94e6-cecbdeca6249 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:35.018903 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e1255b-ffa8-4d76-8612-270cec369362", "name": "network-vif-deleted", "tag": "00950e53-7ca9-464b-a8ae-2b38484613eb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:35.019154 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b64e098-3983-4a87-94e6-cecbdeca6249 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:35.019569 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e1255b-ffa8-4d76-8612-270cec369362', 'name': 'network-vif-deleted', 'tag': '00950e53-7ca9-464b-a8ae-2b38484613eb', 'status': 'completed', 'code': 200}
Nov 10 04:07:35.030451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for a97a4bf5-a5ef-4fea-80b6-da6007cb639d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:35.116710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 618a5477-4141-4cab-9822-f09dcc39d283 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:35.159476 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50799c-2655-4415-b24b-3287550e6c81 None None] Pushing event updated for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:35.174817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:35.177722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c44460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:35.285902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] Provisioning complete for port 63952804-ebed-45e1-861d-907c5d134812 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:35.286527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.331580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25638f7b-3202-48dc-83b4-f39727a5376b req-cca20020-16de-4c9c-93ae-172f0a83ebf5 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178 tempest-FloatingIPsAssociationNegativeTestJSON-1962630178-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e1255b-ffa8-4d76-8612-270cec369362 HTTP/1.1" status: 200  len: 210 time: 0.0777788
Nov 10 04:07:35.417388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.437233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 618a5477-4141-4cab-9822-f09dcc39d283 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:35.437972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.452031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=a97a4bf5-a5ef-4fea-80b6-da6007cb639d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:35.468583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a97a4bf5-a5ef-4fea-80b6-da6007cb639d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:35.532353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:35.628872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port a97a4bf5-a5ef-4fea-80b6-da6007cb639d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:35.641127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.645069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.648667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3eefab1-d8a3-4a6f-9c71-771f2abbae76 req-226efcd6-f20f-4fcd-9e39-b78b3496ecd4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "DELETE /v2.0/ports/a97a4bf5-a5ef-4fea-80b6-da6007cb639d HTTP/1.1" status: 204  len: 173 time: 1.2558315
Nov 10 04:07:35.649177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'name': 'network-vif-deleted', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:35.670081 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f53c847-dffc-4b8d-9617-0695a63ba8ab" -d '{"events": [{"server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "name": "network-vif-deleted", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:35.730615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ae8bf01-9d2e-422a-8e6e-96838a5643f5 req-6148b273-23f3-4b76-baa5-bf0dccdf81ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c482234e-2a64-4a44-8000-f569820b1e12 HTTP/1.1" status: 200  len: 210 time: 0.0378544
Nov 10 04:07:35.750024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] For port 63952804-ebed-45e1-861d-907c5d134812, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=63952804-ebed-45e1-861d-907c5d134812,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:35.812340 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf93cf6-e1da-4c24-ab46-ccdc506bf0f9 x-openstack-request-id: req-9bf93cf6-e1da-4c24-ab46-ccdc506bf0f9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:35.812946 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482234e-2a64-4a44-8000-f569820b1e12", "name": "network-vif-deleted", "tag": "a97a4bf5-a5ef-4fea-80b6-da6007cb639d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:35.813371 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf93cf6-e1da-4c24-ab46-ccdc506bf0f9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:35.813936 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482234e-2a64-4a44-8000-f569820b1e12', 'name': 'network-vif-deleted', 'tag': 'a97a4bf5-a5ef-4fea-80b6-da6007cb639d', 'status': 'completed', 'code': 200}
Nov 10 04:07:35.839504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:35.898443 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-03668076-766e-44de-9bc9-f98476020a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c44460>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:34Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:35.907020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9571a875-03ee-4b02-b6e8-8772612b334f req-4c2b2926-d4bb-4efa-84d2-db150d62585e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 210 time: 0.0426757
Nov 10 04:07:35.925908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f785-0a37-438d-9fab-0290cb4ee041 None None] Pushing event updated for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:35.930932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03668076-766e-44de-9bc9-f98476020a7d None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:34Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:36.027599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3c042abd-8ff7-43ec-8d27-d6010fb3b380 None None] Provisioning complete for port 63952804-ebed-45e1-861d-907c5d134812 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:36.028516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c042abd-8ff7-43ec-8d27-d6010fb3b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:36.396736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42824) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:36.874523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-023bb700-397a-4894-8201-16e6d72d25fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:36.888595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-7dc809e5-7551-482a-bc89-779615bd4296 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:36.897013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-7dc809e5-7551-482a-bc89-779615bd4296 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 821 time: 0.2842109
Nov 10 04:07:36.913447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'port': {'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'admin_state_up': True, 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:37.073587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 63952804-ebed-45e1-861d-907c5d134812 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:37.142701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d79615d-6801-4a17-9137-fbf76e7a9664 req-b3121e97-7dc0-4bbc-8872-e2e79f78bbc7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 210 time: 0.0424194
Nov 10 04:07:37.173666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Made reservation on behalf of 45e5a7dbbfae4bcea48020c7dbf81b13 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:37.179401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.181042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 63952804-ebed-45e1-861d-907c5d134812 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:37.181436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.182609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-cc770eaf-707b-4675-8186-2e7d73cfa09b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:37.184297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-cc770eaf-707b-4675-8186-2e7d73cfa09b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.2750230
Nov 10 04:07:37.268178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-629ad6c7-f92a-46c5-9757-bc9163967fbe tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/quotas/1cb3ad32a40543dd84c0805ec7f39b5b HTTP/1.1" status: 200  len: 375 time: 0.0715060
Nov 10 04:07:37.372017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-a88632de-24ab-449d-b8b6-b969abbb4fd9 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1024768
Nov 10 04:07:37.450617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Allocated IP 172.20.0.14 (7d238a7e-58e3-4bee-8929-72405e6988d7/be9ec0b1-1c00-45a8-9cda-11afd3653a0c/fd04cade-521b-4476-8b04-300c25a735de) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:37.500503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a97a4bf5-a5ef-4fea-80b6-da6007cb639d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:37.506649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-08ba7e4b-79b9-42c3-b8e2-9e19380e870b service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237655
Nov 10 04:07:37.512749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.531116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: a97a4bf5-a5ef-4fea-80b6-da6007cb639d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:37.531465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a97a4bf5-a5ef-4fea-80b6-da6007cb639d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:37.734934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-7e739e22-c62e-43e7-959a-d1c41b153876 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673028
Nov 10 04:07:37.753659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 00950e53-7ca9-464b-a8ae-2b38484613eb no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:37.758186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.769039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103685c-a537-4492-9c10-11233ccd172e req-28226546-4a0e-47c0-9d24-edea65b84e75 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:37.770681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d103685c-a537-4492-9c10-11233ccd172e req-28226546-4a0e-47c0-9d24-edea65b84e75 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1889815
Nov 10 04:07:37.797686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d103685c-a537-4492-9c10-11233ccd172e req-e4e76b99-ba25-4280-8525-e378829b970b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0191293
Nov 10 04:07:37.805510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 00950e53-7ca9-464b-a8ae-2b38484613eb {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:37.805940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 00950e53-7ca9-464b-a8ae-2b38484613eb not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:37.831487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.844542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d103685c-a537-4492-9c10-11233ccd172e req-45709f26-b292-4577-979a-cfb11c2787c4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458572
Nov 10 04:07:37.939268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:37.944333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Deleting port 646c8d69-3cd1-4673-8e60-3241ed235955 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:37.944943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.001261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event updated for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:38.032816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3ac19fb-18ef-4eed-adb5-aaab732504ab req-018129aa-ac64-4b9a-9f77-ec98e18bc5c7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 210 time: 0.0293720
Nov 10 04:07:38.042400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d103685c-a537-4492-9c10-11233ccd172e req-b438cc48-437d-46ab-ab23-d0b61e035312 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916826
Nov 10 04:07:38.057616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:38.061349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:38.083399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:38.108373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] For port 646c8d69-3cd1-4673-8e60-3241ed235955, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=646c8d69-3cd1-4673-8e60-3241ed235955,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:38.108842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.129163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Calling delete_port for 646c8d69-3cd1-4673-8e60-3241ed235955 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:38.204840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:38.205619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.248717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-f92b4186-739e-4eb5-95d6-fa35e27c51a5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3422863
Nov 10 04:07:38.295465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d103685c-a537-4492-9c10-11233ccd172e req-e6deb6fd-d2c4-433c-8ae3-193dffd9919c service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516873
Nov 10 04:07:38.357086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Request body: {'port': {'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:38.506760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.528100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4eb6e2e0-5b32-4e5f-b4af-6457a0869a74 None None] Provisioning complete for port fd04cade-521b-4476-8b04-300c25a735de triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:38.528546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eb6e2e0-5b32-4e5f-b4af-6457a0869a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.528670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e7a5-65ca-4f7b-b55b-9e0ce66d5581 req-cc331c4b-2664-43a5-8be2-ea54db0099e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:38.540258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a0e7a5-65ca-4f7b-b55b-9e0ce66d5581 req-cc331c4b-2664-43a5-8be2-ea54db0099e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 932 time: 0.1186161
Nov 10 04:07:38.585128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6e2e0-5b32-4e5f-b4af-6457a0869a74 None None] Port fd04cade-521b-4476-8b04-300c25a735de cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:38.605045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=646c8d69-3cd1-4673-8e60-3241ed235955,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:38.762591 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a0e7a5-65ca-4f7b-b55b-9e0ce66d5581 req-31426ad4-fd3d-48ff-97ec-ebdd9d4c156a tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193215
Nov 10 04:07:38.896702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.977553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:38.993205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-269308a0-f316-4b18-bc02-d59f9de6e460 req-63d30583-1e3c-4bb6-990b-0a6f9508a128 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa752dd3-74b8-49e2-acac-782b6a1e70d4 HTTP/1.1" status: 200  len: 210 time: 0.0987847
Nov 10 04:07:39.204131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4fce965f-3d52-4694-a15c-fc968204bb5f req-b6bd3ae6-d1c0-4175-bc52-4e1ecd4e7cf8 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 210 time: 0.0394225
Nov 10 04:07:39.308125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:39.417641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Router 921f3522-3681-4e30-9589-30b0ca34c35d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:39.487485 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:07:39.526526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd04cade-521b-4476-8b04-300c25a735de {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:39.551294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:39.591662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Transition to ACTIVE for port object fd04cade-521b-4476-8b04-300c25a735de will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:39.601152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:39.646752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-34616fb6-006f-485f-89f6-99e3232d1bda tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:39.650829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-34616fb6-006f-485f-89f6-99e3232d1bda tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.2133844
Nov 10 04:07:39.670260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Request body: {'port': {'device_id': '98376a5d-7259-4b89-a55d-8f513fe74463', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'admin_state_up': True, 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:39.722324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Pushing event updated for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:39.759258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:39.771402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4eafffeb-5823-47a8-ac13-d1e5945189b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/921f3522-3681-4e30-9589-30b0ca34c35d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3709514
Nov 10 04:07:39.774099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Sync routers for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:39.782873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42928) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:39.792326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:39.793042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207871ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:39.842360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Attempting to bind port fd04cade-521b-4476-8b04-300c25a735de on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:39.843089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Attempting to bind port fd04cade-521b-4476-8b04-300c25a735de by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:39.844410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Attempting to bind port fd04cade-521b-4476-8b04-300c25a735de on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:39.863707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Port fd04cade-521b-4476-8b04-300c25a735de on network 7d238a7e-58e3-4bee-8929-72405e6988d7 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:39.864917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Attempting to bind port fd04cade-521b-4476-8b04-300c25a735de on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:39.978871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:39.979541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Checking segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:39.980094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Bound using segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:39.980782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Bound port: fd04cade-521b-4476-8b04-300c25a735de, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:39.981262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.004540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-59f532a8-1c3b-4771-bd12-f3dce459d3c5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.014221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:40.016040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-59f532a8-1c3b-4771-bd12-f3dce459d3c5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1873908
Nov 10 04:07:40.048339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca730576-29cc-4c99-98a4-5258666bac43 req-231d644c-0f01-4b94-90d5-848c7cda2074 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.049987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca730576-29cc-4c99-98a4-5258666bac43 req-231d644c-0f01-4b94-90d5-848c7cda2074 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 944 time: 0.1452587
Nov 10 04:07:40.061032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.086816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-beedef4e-b728-438d-9da1-eb9abe90b804 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0681381
Nov 10 04:07:40.137241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-18a13399-afe2-4af3-9c4f-f9ef76507bd5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488381
Nov 10 04:07:40.183814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.218784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:40.243003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fd04cade-521b-4476-8b04-300c25a735de,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:40.254807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.306034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207871ee0>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:38Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:40.343972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.344863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.346554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 1092 time: 2.0863683
Nov 10 04:07:40.347539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:40.350392 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c39a40-fba9-41c4-b078-cc713c16f183" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:40.362068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-4265793a-1df0-4da2-b54b-28842d05d9ec service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140119
Nov 10 04:07:40.362544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Checking router: 921f3522-3681-4e30-9589-30b0ca34c35d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:40.385108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Routers {'921f3522-3681-4e30-9589-30b0ca34c35d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:40.386474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207871ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['921f3522-3681-4e30-9589-30b0ca34c35d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:40.391153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e983c-9236-4260-b353-c58adb893327 service neutron] Pushing event updated for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:40.519239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:40.523140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.549717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-b451fb2a-3e6e-4071-81dd-76a674fcc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.550717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] Set router 921f3522-3681-4e30-9589-30b0ca34c35d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:40.551807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-b451fb2a-3e6e-4071-81dd-76a674fcc1cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1095 time: 0.1389346
Nov 10 04:07:40.643869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca730576-29cc-4c99-98a4-5258666bac43 req-e14dc283-b140-4774-8ac1-a98c80ca5823 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5477486
Nov 10 04:07:40.658626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-be2ff22a-3cfa-43ca-99f9-79e9715051bc service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807753
Nov 10 04:07:40.668124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-2d09dc72-a66b-4fc5-a29e-bd8f6b54c159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.1011915
Nov 10 04:07:40.696140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.789947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-4a1f966a-fb63-4b1f-9706-d31aaa7057f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.792722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-4a1f966a-fb63-4b1f-9706-d31aaa7057f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.1219635
Nov 10 04:07:40.797322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Allocated IP 172.20.0.5 (16e00f32-9bf4-4dce-bd22-8b1806103dfb/266c5e4b-27ba-44aa-a993-d3cbafd44750/7340ef3a-716e-48d9-9582-3836dc4bdb2d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:40.825002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53ce9993-bf16-454d-b1ce-88c9c8d3a105 req-97a60933-137a-4dc6-ac51-d536d8ac4179 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 210 time: 0.0511405
Nov 10 04:07:40.881286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207871ee0>, [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:38Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:40.885852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Deleting port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:40.886193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:40.935558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0621d-f07b-4a7c-8e05-899dae44cfa8 None None] The sync data for ids ['921f3522-3681-4e30-9589-30b0ca34c35d'] in ncdv-817176-1 is: [{'id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-233458807-router', 'tenant_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193'}], 'enable_snat': True}, 'gw_port_id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:53Z', 'updated_at': '2021-11-10T04:07:38Z', 'revision_number': 5, 'project_id': '8fe68e6d649c4be8bf54ca0033ab888b', 'gw_port': {'id': '347e8ab1-69cd-4f4f-8848-bdbad2fcdb80', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3522-3681-4e30-9589-30b0ca34c35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:55Z', 'updated_at': '2021-11-10T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:40.972973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-6a599393-26c5-4db9-a5e1-b012be2e1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:40.980445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-6a599393-26c5-4db9-a5e1-b012be2e1d02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1791866
Nov 10 04:07:41.105597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] For port 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:41.105971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.131482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Calling delete_port for 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:41.143881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-9d0511cc-5fd7-46ec-ae00-4d429fdc783a service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571953
Nov 10 04:07:41.162919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.184657 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f8e5b-1270-406f-ae82-99530cc67b6c x-openstack-request-id: req-b95f8e5b-1270-406f-ae82-99530cc67b6c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:41.184991 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:41.187052 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95f8e5b-1270-406f-ae82-99530cc67b6c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:41.187619 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:07:41.286882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.303031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:41.341430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce88b4ce-2fc8-47d4-acac-f83399635e19 req-4dda569f-03a5-4159-a422-a8f768862710 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 210 time: 0.0874128
Nov 10 04:07:41.396387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:41.411315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:41.412796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a40b4b0d-5631-4a9c-945a-4825f1870545 req-00f85f45-d5be-4890-b4cb-46c46dbcc7a4 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607555
Nov 10 04:07:41.418911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:41.425394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event updated for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:41.494465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.586193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:41.587235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-3e5c7f5c-fa2f-40a5-aa0e-11a382d83e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:41.587422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.592090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-3e5c7f5c-fa2f-40a5-aa0e-11a382d83e59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1095 time: 0.0995603
Nov 10 04:07:41.607179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Pushing event deleted for resources: {'Port': ['ID=347e8ab1-69cd-4f4f-8848-bdbad2fcdb80,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:41.655142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f8148aa7-4231-47b3-9cf4-4f4ff6564de3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9938166
Nov 10 04:07:41.685840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Request body: {'port': {'device_id': '98376a5d-7259-4b89-a55d-8f513fe74463', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:41.737247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.792992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-107556b6-e7d4-4f10-a296-21e937d606e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:41.794948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-107556b6-e7d4-4f10-a296-21e937d606e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1950128
Nov 10 04:07:41.857189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-82b52af0-d215-42ba-9886-d816c5e2d3b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.0515618
Nov 10 04:07:41.920991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.922915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-985bff39-3d96-41c0-bc43-78986617bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:41.924678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-985bff39-3d96-41c0-bc43-78986617bf5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0604169
Nov 10 04:07:41.924917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:41.935439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.016146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315657f-9b20-4392-94cb-8a57b1880c16 req-cd27c5d6-82a6-4955-8954-97f320594388 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:42.017637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3315657f-9b20-4392-94cb-8a57b1880c16 req-cd27c5d6-82a6-4955-8954-97f320594388 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 931 time: 0.0990801
Nov 10 04:07:42.020131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-c916e09f-5e54-4b62-89d6-6bc0c2652313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:42.021539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-c916e09f-5e54-4b62-89d6-6bc0c2652313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0852444
Nov 10 04:07:42.023766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.024360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921f3522-3681-4e30-9589-30b0ca34c35d {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:07:42.036700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a1008-f7df-48fb-a121-2366895dd6d8 req-e7a0fa30-9372-436c-bf52-a78f598a112e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:42.038279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a4a1008-f7df-48fb-a121-2366895dd6d8 req-e7a0fa30-9372-436c-bf52-a78f598a112e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 944 time: 0.2148461
Nov 10 04:07:42.041929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.046111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-da048004-83ca-4fb0-af20-3f236ff03434 admin admin] 10.222.0.13 "DELETE /v2.0/routers/921f3522-3681-4e30-9589-30b0ca34c35d HTTP/1.1" status: 204  len: 168 time: 2.2607188
Nov 10 04:07:42.048494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:42.134471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3315657f-9b20-4392-94cb-8a57b1880c16 req-b486edc9-aba9-4a4f-9870-155c62ae5b6f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100261
Nov 10 04:07:42.165494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-ae40c39b-8148-403e-b0c7-416b086011d2 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336119
Nov 10 04:07:42.220667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Deleting subnet 0613ce0d-da6c-4c44-b10c-0a9272762753 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:07:42.232167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a4a1008-f7df-48fb-a121-2366895dd6d8 req-7cdb70d7-e846-4377-ac6f-29c7e3ff26a8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826906
Nov 10 04:07:42.235316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.308480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.312978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4c39a40-fba9-41c4-b078-cc713c16f183 req-8be99615-b958-459e-8df7-cc78dd36efa8 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375449
Nov 10 04:07:42.464908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.472376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22dfb8f9-30eb-46d8-9c5d-11d49bf0a92e req-90032ad0-68a2-4103-a262-5d4c05773ed7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 210 time: 0.0462122
Nov 10 04:07:42.531357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-71774223-a5b1-4448-9560-da9a9507fd39 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:42.533786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-71774223-a5b1-4448-9560-da9a9507fd39 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1635184
Nov 10 04:07:42.550949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7340ef3a-716e-48d9-9582-3836dc4bdb2d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:42.553152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:42.561028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.586029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Transition to ACTIVE for port object 7340ef3a-716e-48d9-9582-3836dc4bdb2d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:42.587781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.597021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.644591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0613ce0d-da6c-4c44-b10c-0a9272762753,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:42.651849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.655963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7b75c-7494-40b2-a833-fa5856a58477 None None] Network 18cee38f-2cfa-4e24-8283-9a850bc7a121 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:42.657085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7a2f9d44-0643-4c03-b884-23125949fad8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0613ce0d-da6c-4c44-b10c-0a9272762753 HTTP/1.1" status: 204  len: 168 time: 0.6064897
Nov 10 04:07:42.658157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42964) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:42.690421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Pushing event updated for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:42.771003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.789135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:42.797538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.799664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Attempting to bind port 7340ef3a-716e-48d9-9582-3836dc4bdb2d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:42.800422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Attempting to bind port 7340ef3a-716e-48d9-9582-3836dc4bdb2d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:42.800524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Attempting to bind port 7340ef3a-716e-48d9-9582-3836dc4bdb2d on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:42.805559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Port 7340ef3a-716e-48d9-9582-3836dc4bdb2d on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:42.805713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Attempting to bind port 7340ef3a-716e-48d9-9582-3836dc4bdb2d on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:42.815090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:42.815408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Checking segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:42.815630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Bound using segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:42.816404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Bound port: 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:42.816809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.895139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:42.899332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:42.906012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.946944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] DHCP port deletion for 18cee38f-2cfa-4e24-8283-9a850bc7a121 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:07:42.952984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Deleting port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:42.952984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.955939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:42.956848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:42.958968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] 10.222.0.26 "PUT /v2.0/ports/7340ef3a-716e-48d9-9582-3836dc4bdb2d HTTP/1.1" status: 200  len: 1091 time: 1.2884696
Nov 10 04:07:42.958968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:42.961428 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78174cc4-5b48-4bd0-af62-9a2590a34dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:42.990653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe525-c4fb-474a-8c3e-f66e22a82bfe service neutron] Pushing event updated for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:43.036825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Deleting port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:43.037191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.042293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.11 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/d7e03366-99b3-4620-bea3-4b8a224f2ca9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:43.049644 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7cf21c-a1e6-4648-b48c-1069b6574888 x-openstack-request-id: req-ac7cf21c-a1e6-4648-b48c-1069b6574888 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:43.050042 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:43.050188 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac7cf21c-a1e6-4648-b48c-1069b6574888 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:43.050916 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d', 'status': 'completed', 'code': 200}
Nov 10 04:07:43.071365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] For port ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:43.072207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.087633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-3ef2bf9f-b324-444e-a8f6-435013f46f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.088564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Calling delete_port for ed5589b4-6b5f-4fa9-b968-2b57f42d9011 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:43.090267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-3ef2bf9f-b324-444e-a8f6-435013f46f39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 1094 time: 0.0662296
Nov 10 04:07:43.121769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 646c8d69-3cd1-4673-8e60-3241ed235955 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:43.154561 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-2c12d62e-b75b-49b0-87a0-0a34834be881 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d HTTP/1.1" status: 200  len: 217 time: 0.0507843
Nov 10 04:07:43.175271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] For port ed5589b4-6b5f-4fa9-b968-2b57f42d9011, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,segment=NetworkSegment(beef643b-7c06-43e8-b161-f4c2b4343990),segment_id=beef643b-7c06-43e8-b161-f4c2b4343990)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:43.176785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.196506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Calling delete_port for ed5589b4-6b5f-4fa9-b968-2b57f42d9011 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:43.236353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f6366f28-5f4d-4b6f-b6e8-c94de60c6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.237186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-f6366f28-5f4d-4b6f-b6e8-c94de60c6214 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0761375
Nov 10 04:07:43.270209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 646c8d69-3cd1-4673-8e60-3241ed235955 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:43.272441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 646c8d69-3cd1-4673-8e60-3241ed235955 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:43.272441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:43.294306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-d6ffc48a-d2a2-4a4c-ab42-145a0d5ceecd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388772
Nov 10 04:07:43.303206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:43.303747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 347e8ab1-69cd-4f4f-8848-bdbad2fcdb80 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:43.306307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.353720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:43.355626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] No DVR routers for this DVR port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   from cryptography.utils import int_from_bytes
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   from cryptography.utils import int_from_bytes
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.373465 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:07:43.377174 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:07:43.382413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.420892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Pushing event deleted for resources: {'Port': ['ID=ed5589b4-6b5f-4fa9-b968-2b57f42d9011,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:43.423182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] No DVR routers for this DVR port ed5589b4-6b5f-4fa9-b968-2b57f42d9011 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:43.437278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.437637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.437984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.438370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.438704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.439033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.439581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.439912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.440326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.440663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.441587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.441587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189197e6-4342-4832-9494-dc1d1ef7ae1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:07:43.445950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.467874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3605-9a1c-4886-bb92-71738365bbcb req-2a672262-b898-4e4f-ba4c-2d348aee2f5f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.470137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b08b3605-9a1c-4886-bb92-71738365bbcb req-2a672262-b898-4e4f-ba4c-2d348aee2f5f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 943 time: 0.2498164
Nov 10 04:07:43.474461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-10224acc-6b86-404a-876f-6d1084d93ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689630
Nov 10 04:07:43.497839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.533881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6910>,) {'filters': {'network_id': ['18cee38f-2cfa-4e24-8283-9a850bc7a121']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:43.547033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6910>, 'beef643b-7c06-43e8-b161-f4c2b4343990') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:43.547327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6910>, 'beef643b-7c06-43e8-b161-f4c2b4343990') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:43.564441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.574329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704f03-3d7e-4bcb-b1e5-5ad47bacfc27 req-1c916716-6928-4e0a-aa3e-7e5c838c542c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.581661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce704f03-3d7e-4bcb-b1e5-5ad47bacfc27 req-1c916716-6928-4e0a-aa3e-7e5c838c542c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 944 time: 0.1333883
Nov 10 04:07:43.591693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b08b3605-9a1c-4886-bb92-71738365bbcb req-55353c91-ccc9-4321-893c-122551eb513d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132212
Nov 10 04:07:43.596553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.629764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c7066c9-e7ee-4981-b8cf-2ee8d928c6b6 req-24b341e0-f94f-40d5-bc5e-b5a5185774dc service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449940
Nov 10 04:07:43.650630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.678222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:07:43.678570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:07:43.680281 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:07:43.743990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:43.753344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:43.763540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:43.765996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:43.768767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fd04cade-521b-4476-8b04-300c25a735de details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:43.772334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce704f03-3d7e-4bcb-b1e5-5ad47bacfc27 req-f7327287-942b-47bd-a20c-940474e2a1a3 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898470
Nov 10 04:07:43.774915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-1bf53efa-1db0-4887-8f47-9f63e238dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.776771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-1bf53efa-1db0-4887-8f47-9f63e238dddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 1094 time: 0.0823548
Nov 10 04:07:43.814373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.820091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.825207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] 10.222.0.13 "DELETE /v2.0/networks/18cee38f-2cfa-4e24-8283-9a850bc7a121 HTTP/1.1" status: 204  len: 168 time: 1.1659310
Nov 10 04:07:43.846187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4607abe-6b5b-4c68-a3c5-18084187a924 admin admin] Pushing event deleted for resources: {'Network': ['ID=18cee38f-2cfa-4e24-8283-9a850bc7a121,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:43.866565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.867271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:43.885544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282feca2-4750-4e0a-93a8-4b3b11865aa3 req-a736726c-3aad-4510-9580-246df4fbe642 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.887131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-282feca2-4750-4e0a-93a8-4b3b11865aa3 req-a736726c-3aad-4510-9580-246df4fbe642 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 932 time: 0.1442354
Nov 10 04:07:43.894897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-14d956f2-4ea0-4b75-90bd-493cff9c9ba5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3500507
Nov 10 04:07:43.908976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Request body: {'port': {'device_id': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:43.950405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fd04cade-521b-4476-8b04-300c25a735de,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:43.966982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-01d901f7-0584-48e6-ab4d-86fa1ad74270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:43.969009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'fd04cade-521b-4476-8b04-300c25a735de', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:43.969717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-01d901f7-0584-48e6-ab4d-86fa1ad74270 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 916 time: 0.1848133
Nov 10 04:07:43.982300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.002392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-282feca2-4750-4e0a-93a8-4b3b11865aa3 req-c488793f-6acf-42ea-a0e4-3e5b1ca28ed8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058867
Nov 10 04:07:44.030579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.031308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-1ff47b34-65fb-4145-b8bd-84c1da435fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d HTTP/1.1" status: 200  len: 217 time: 0.0504906
Nov 10 04:07:44.031723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42980) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:44.052993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd04cade-521b-4476-8b04-300c25a735de {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:44.074624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fd04cade-521b-4476-8b04-300c25a735de,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:44.079499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.111424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-e3765cf8-893b-4e1e-85ef-1c4079995d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.112913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-e3765cf8-893b-4e1e-85ef-1c4079995d88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0741825
Nov 10 04:07:44.117809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c5083b8-b0c3-4163-99a3-55265cc22cd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fe68e6d649c4be8bf54ca0033ab888b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0826271
Nov 10 04:07:44.118416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42982) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:44.135149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:44.156969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-523aebe0-d4e4-4819-a357-aca81c4d3caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322709
Nov 10 04:07:44.240581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.278366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.281817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e03366-99b3-4620-bea3-4b8a224f2ca9 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:44.289447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.296975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-ab2e343b-81a3-4281-afc6-2842c039a7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289334
Nov 10 04:07:44.302185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Transition to ACTIVE for port object d7e03366-99b3-4620-bea3-4b8a224f2ca9 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:44.306379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.367497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fd04cade-521b-4476-8b04-300c25a735de'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:44.404803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Pushing event updated for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:44.422695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.425280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.426452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d777ee5-5fe4-4ef7-a202-abefedf07756 HTTP/1.1" status: 204  len: 168 time: 0.3075495
Nov 10 04:07:44.438880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78174cc4-5b48-4bd0-af62-9a2590a34dc2 req-bef6fc88-0dbb-43f1-8775-6bc24b18aeea service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302514
Nov 10 04:07:44.439945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32041628-8128-4739-8c84-83461291ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d777ee5-5fe4-4ef7-a202-abefedf07756,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:44.441352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Attempting to bind port d7e03366-99b3-4620-bea3-4b8a224f2ca9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:44.441698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Attempting to bind port d7e03366-99b3-4620-bea3-4b8a224f2ca9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:44.442033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Attempting to bind port d7e03366-99b3-4620-bea3-4b8a224f2ca9 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:44.446774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Port d7e03366-99b3-4620-bea3-4b8a224f2ca9 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:44.447045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Attempting to bind port d7e03366-99b3-4620-bea3-4b8a224f2ca9 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:44.453080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:44.453422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:44.453808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:44.454240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Bound port: d7e03366-99b3-4620-bea3-4b8a224f2ca9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:44.454596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.524434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:44.528526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:44.533875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.567476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.568104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:44.569512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] 10.222.0.21 "PUT /v2.0/ports/d7e03366-99b3-4620-bea3-4b8a224f2ca9 HTTP/1.1" status: 200  len: 1092 time: 0.6666634
Nov 10 04:07:44.569952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:44.572258 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f0f07-dbca-493d-aed4-c8fcee391d61" -d '{"events": [{"name": "network-changed", "server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:44.600737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abc52e-d3ec-49b7-aa77-b1fa8d655cfa service neutron] Pushing event updated for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:44.643972 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae6c9b-a2ba-4f67-9e5e-0595b441ecb2 x-openstack-request-id: req-e5ae6c9b-a2ba-4f67-9e5e-0595b441ecb2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:44.644340 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:44.644674 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ae6c9b-a2ba-4f67-9e5e-0595b441ecb2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:44.645134 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9', 'status': 'completed', 'code': 200}
Nov 10 04:07:44.660989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-b4d08254-b8d4-4529-af68-daed2071c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.662672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-b4d08254-b8d4-4529-af68-daed2071c236 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 1095 time: 0.0506315
Nov 10 04:07:44.734722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-f7435c8f-52d2-41bb-86bc-954d7323a22d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9 HTTP/1.1" status: 200  len: 217 time: 0.0632465
Nov 10 04:07:44.758538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf683572-690b-420a-8a93-81f3f5cd525e req-28efcfaa-f370-4b29-90eb-83fc8e9cd7f6 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.759722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf683572-690b-420a-8a93-81f3f5cd525e req-28efcfaa-f370-4b29-90eb-83fc8e9cd7f6 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 943 time: 0.0820384
Nov 10 04:07:44.852170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-02368179-dde7-4672-b647-3e63c4e0d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.854329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-02368179-dde7-4672-b647-3e63c4e0d1eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0931087
Nov 10 04:07:44.859292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf683572-690b-420a-8a93-81f3f5cd525e req-aca854c8-e59e-47b1-af14-f337f47636cd tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913365
Nov 10 04:07:44.892079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-6daa364e-4234-42c8-ae25-797703f4c130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294399
Nov 10 04:07:44.924716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a368-1ff3-483f-b48d-aa348ab984b6 req-2d4ef383-101c-4cdf-8ae6-6f2168fd9495 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:44.926192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1903a368-1ff3-483f-b48d-aa348ab984b6 req-2d4ef383-101c-4cdf-8ae6-6f2168fd9495 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 945 time: 0.0601072
Nov 10 04:07:44.992460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed5589b4-6b5f-4fa9-b968-2b57f42d9011 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:07:44.997763 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1903a368-1ff3-483f-b48d-aa348ab984b6 req-50fb862a-1dd9-4411-9d7a-ad95e8d4c888 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629573
Nov 10 04:07:44.998472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-491ccdd3-ce16-4495-a98a-ed4256067bf7 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932603
Nov 10 04:07:45.019980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ed5589b4-6b5f-4fa9-b968-2b57f42d9011 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:07:45.020243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed5589b4-6b5f-4fa9-b968-2b57f42d9011 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:07:45.135812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20cc059e-b13d-4eb1-87fb-8c367b508018 req-87346bde-9ff0-453e-9f8f-6981ac764c1e service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262383
Nov 10 04:07:45.152120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2bf9a-d4d3-4b34-8a03-8aff9fdf8c0b req-e3faa8fb-ae71-4823-8fe4-f096ecc1246f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:45.153652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08b2bf9a-d4d3-4b34-8a03-8aff9fdf8c0b req-e3faa8fb-ae71-4823-8fe4-f096ecc1246f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 944 time: 0.0704217
Nov 10 04:07:45.468001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08b2bf9a-d4d3-4b34-8a03-8aff9fdf8c0b req-54542ea9-d651-468f-aa5d-59d8b744f0f0 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076191
Nov 10 04:07:45.483899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-f087cc9f-3abe-4520-8a43-b21cc87305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:45.485435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-f087cc9f-3abe-4520-8a43-b21cc87305bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 1095 time: 0.2971683
Nov 10 04:07:45.538598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7340ef3a-716e-48d9-9582-3836dc4bdb2d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:45.582363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-e452e9d8-b1c9-4bbe-a85a-53518780f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:45.584165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-e452e9d8-b1c9-4bbe-a85a-53518780f880 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.0901458
Nov 10 04:07:45.639634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-8894fae8-9a30-41ad-b0b3-1be934233874 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9 HTTP/1.1" status: 200  len: 217 time: 0.0482087
Nov 10 04:07:45.695510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-822577c3-8678-45d0-961c-f1d59a0cb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:45.700281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-822577c3-8678-45d0-961c-f1d59a0cb125 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0501399
Nov 10 04:07:45.700487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:45.733621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-6287357b-ccf7-41a7-8a1c-136d5e68ded1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264845
Nov 10 04:07:45.779737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fd04cade-521b-4476-8b04-300c25a735de up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:45.790342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:45.824293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7340ef3a-716e-48d9-9582-3836dc4bdb2d', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'port_id': '7340ef3a-716e-48d9-9582-3836dc4bdb2d', 'mac_address': 'fa:16:3e:62:7e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c5e4b-27ba-44aa-a993-d3cbafd44750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:45.857042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-bef001b9-b4c9-4959-83fb-900de9a85b2e service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141055
Nov 10 04:07:45.878339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:45.881381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port fd04cade-521b-4476-8b04-300c25a735de completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:45.892795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port fd04cade-521b-4476-8b04-300c25a735de triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:45.893179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:45.898039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-376e58bf-06fb-4cbd-be90-25dfa9067370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:45.898231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7340ef3a-716e-48d9-9582-3836dc4bdb2d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:45.945928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:45.952755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.038949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:46.066509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.069172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a1f0f07-dbca-493d-aed4-c8fcee391d61 req-190fd324-7ee6-4298-a2f4-22297f03769a service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956022
Nov 10 04:07:46.079400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3f66-c229-4bd9-bf9b-91563c3106b3 req-066456e0-a892-49e5-87c2-ee6c3b3c1b1a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:46.080938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d8c3f66-c229-4bd9-bf9b-91563c3106b3 req-066456e0-a892-49e5-87c2-ee6c3b3c1b1a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 944 time: 0.1379781
Nov 10 04:07:46.096368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:46.098701 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231f03a-88c3-4b8f-95c5-de8daf1c7e19" -d '{"events": [{"server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "name": "network-vif-plugged", "status": "completed", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:46.127132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fd04cade-521b-4476-8b04-300c25a735de,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:46.136637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.143928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-376e58bf-06fb-4cbd-be90-25dfa9067370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.155415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-376e58bf-06fb-4cbd-be90-25dfa9067370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.175064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e95a9-8d23-4bbd-82fa-17f5e20a3062 req-68e88231-3bf5-4756-be3b-7d7e4abe445a tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:46.182895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d8c3f66-c229-4bd9-bf9b-91563c3106b3 req-12d40fd4-b249-4f51-937d-582d5db4e283 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929959
Nov 10 04:07:46.184563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-071e95a9-8d23-4bbd-82fa-17f5e20a3062 req-68e88231-3bf5-4756-be3b-7d7e4abe445a tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 945 time: 0.0815887
Nov 10 04:07:46.199205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:46.231880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-376e58bf-06fb-4cbd-be90-25dfa9067370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e380af3d93cb4deb9bcae8ba4b4d13de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5297241
Nov 10 04:07:46.235415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43044) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:46.245018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7340ef3a-716e-48d9-9582-3836dc4bdb2d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:46.247824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-071e95a9-8d23-4bbd-82fa-17f5e20a3062 req-5a655adc-36fa-44f8-ab17-ff8b9279a56e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621796
Nov 10 04:07:46.254004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e58bf-06fb-4cbd-be90-25dfa9067370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a0b18-ed35-4038-bab6-6db221e6a14b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:46.324201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.355858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.410602 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ecdc43-8e92-4f9e-9b83-189d49905880 x-openstack-request-id: req-06ecdc43-8e92-4f9e-9b83-189d49905880 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:46.410956 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "name": "network-vif-plugged", "status": "completed", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:46.411286 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06ecdc43-8e92-4f9e-9b83-189d49905880 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:46.411762 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'code': 200}
Nov 10 04:07:46.415818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.422731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:46.437645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f59a0b18-ed35-4038-bab6-6db221e6a14b HTTP/1.1" status: 204  len: 168 time: 0.2010992
Nov 10 04:07:46.452236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c371d8-dc19-4999-bb6a-01d0b0a129d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a0b18-ed35-4038-bab6-6db221e6a14b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:46.523685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d28b8-45c1-4c9d-86ca-c7f592d888db req-562bf2e6-5d0a-43d9-b9aa-7a8fba9cd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:46.525861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a13d28b8-45c1-4c9d-86ca-c7f592d888db req-562bf2e6-5d0a-43d9-b9aa-7a8fba9cd31f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.0438998
Nov 10 04:07:46.608811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a13d28b8-45c1-4c9d-86ca-c7f592d888db req-9c968848-905d-4e11-b7b0-0999e34a0887 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740085
Nov 10 04:07:46.626834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ef26-a1c0-4646-a918-5f5c166f6be9 req-1964b40e-c328-4d02-be0d-ac1f30058d7e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:46.628279 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22f1ef26-a1c0-4646-a918-5f5c166f6be9 req-1964b40e-c328-4d02-be0d-ac1f30058d7e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 944 time: 0.0644205
Nov 10 04:07:46.678815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22f1ef26-a1c0-4646-a918-5f5c166f6be9 req-5427d63e-f92c-497a-8a9e-5d6228d38ae1 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445826
Nov 10 04:07:47.115025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43072) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:47.209246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1307932246-network', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:47.230098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Made reservation on behalf of e047b3c23a5c4dbea0f8b67221c1a5eb for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:47.232460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.245623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.316698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3c2cd-314a-45c5-b912-51bcb84b0e71 req-65d0de5f-faea-4581-b030-2b2b621a2882 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:47.318171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59a3c2cd-314a-45c5-b912-51bcb84b0e71 req-65d0de5f-faea-4581-b030-2b2b621a2882 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 944 time: 0.0737436
Nov 10 04:07:47.367147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1c051-1832-43cf-b067-bdddeb964852 req-82179194-7670-4ef1-8ac8-05b818e9f9b2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:47.368639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61f1c051-1832-43cf-b067-bdddeb964852 req-82179194-7670-4ef1-8ac8-05b818e9f9b2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 946 time: 0.0549207
Nov 10 04:07:47.391993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59a3c2cd-314a-45c5-b912-51bcb84b0e71 req-576890c0-a341-4d7c-93d3-c0e2116a9f5f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668516
Nov 10 04:07:47.400894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.412668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.419345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61f1c051-1832-43cf-b067-bdddeb964852 req-ebbb4856-173f-44ff-a949-cec85c8485ec tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434048
Nov 10 04:07:47.435549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:07:47.445279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ee049c-932e-4254-9f27-415c77b10787,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:47.454476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.454476 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Added segment f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2 of type vlan for network f9fdd01c-c250-4eb8-baeb-f9830b341c1c
Nov 10 04:07:47.498229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.522351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.523282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:47.523870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.547845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7340ef3a-716e-48d9-9582-3836dc4bdb2d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:47.579484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4633186
Nov 10 04:07:47.582444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:47.587224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Request body: {'subnet': {'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-subnet', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:47.604094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5acfe-c704-4940-85c7-9ca7e2382b33 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fdd01c-c250-4eb8-baeb-f9830b341c1c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:47.605586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 7340ef3a-716e-48d9-9582-3836dc4bdb2d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:47.610410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7340ef3a-716e-48d9-9582-3836dc4bdb2d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:47.610707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.613259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Made reservation on behalf of e047b3c23a5c4dbea0f8b67221c1a5eb for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:47.614658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:07:47.615683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.757304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.788541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7e03366-99b3-4620-bea3-4b8a224f2ca9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:47.794434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:47.803054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.838199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa7df4-9a07-4fb5-8bb2-3507a3892595 req-1d55d767-3c28-4e46-b4a6-e1066968cc28 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:47.839896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bfa7df4-9a07-4fb5-8bb2-3507a3892595 req-1d55d767-3c28-4e46-b4a6-e1066968cc28 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 944 time: 0.0876925
Nov 10 04:07:47.841400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:47.910215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:47.922862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2912010-6f5e-486f-b5a1-39e890f490f4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:47.945177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Checking segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:47.945540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Network hostable DHCP agents. Network: f9fdd01c-c250-4eb8-baeb-f9830b341c1c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:07:47.952159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bfa7df4-9a07-4fb5-8bb2-3507a3892595 req-9112c0d3-02c6-4479-8e6f-aded41529593 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033864
Nov 10 04:07:47.959693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:47.974089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9', 'mac_address': 'fa:16:3e:bc:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:47.985065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:07:47.998717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f9fdd01c-c250-4eb8-baeb-f9830b341c1c) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:48.008990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:48.009576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.009704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b7682-1f04-4fa4-b15a-e2d82346da06 None None] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:48.028076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eeaa9f6d-914d-4de1-a012-45c7e182fb51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4414921
Nov 10 04:07:48.028734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:48.033274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:48.054637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.054863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.055809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.076029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e03366-99b3-4620-bea3-4b8a224f2ca9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:48.107675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.110102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:48.118925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.197103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:48.228069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:07:48.229524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.252237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.364101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Allocated IP 172.20.0.2 (f9fdd01c-c250-4eb8-baeb-f9830b341c1c/f2912010-6f5e-486f-b5a1-39e890f490f4/902b3960-29c5-4c9d-a9d7-a9702577865b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:48.415287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:48.417459 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afa101b-bcf4-4943-96c3-8621037dc74e" -d '{"events": [{"server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "name": "network-vif-plugged", "status": "completed", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:48.423471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d7e03366-99b3-4620-bea3-4b8a224f2ca9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:48.468519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.470501 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b14e8a-a036-4a10-9a33-f71b99725c08 x-openstack-request-id: req-34b14e8a-a036-4a10-9a33-f71b99725c08 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:48.470796 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "name": "network-vif-plugged", "status": "completed", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:48.471064 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b14e8a-a036-4a10-9a33-f71b99725c08 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:48.471430 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d', 'code': 200}
Nov 10 04:07:48.489398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.568424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.593009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c4310-93aa-476a-b798-c8283df6d8bd req-a4cd5578-ed85-4877-a2a2-d440222be403 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:48.594804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-967c4310-93aa-476a-b798-c8283df6d8bd req-a4cd5578-ed85-4877-a2a2-d440222be403 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.1192806
Nov 10 04:07:48.601989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.614867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.617403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f123b78-e605-4443-9dfc-9ec6cb11a212 req-270942ad-f3ea-471a-b7f6-a97f98e6329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:48.619018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f123b78-e605-4443-9dfc-9ec6cb11a212 req-270942ad-f3ea-471a-b7f6-a97f98e6329a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 1096 time: 0.0657370
Nov 10 04:07:48.653719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765430c5-8b6b-43e6-a7c2-54b9b1d3be43 req-68ef4631-6757-4dec-834a-46030001d7ae tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:48.657823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-765430c5-8b6b-43e6-a7c2-54b9b1d3be43 req-68ef4631-6757-4dec-834a-46030001d7ae tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 946 time: 0.1136651
Nov 10 04:07:48.674705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:48.683875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-967c4310-93aa-476a-b798-c8283df6d8bd req-bbfa425c-21a3-4486-8ca6-b7a2feaff7fe tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752807
Nov 10 04:07:48.685223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Allocated IP 172.32.3.152 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/bb5343fa-be7b-4ad6-9c66-0e0186a594b6) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:48.687074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:48.690599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Pushing event updated for resources: {'Port': ['ID=902b3960-29c5-4c9d-a9d7-a9702577865b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:48.695237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:48.703054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f123b78-e605-4443-9dfc-9ec6cb11a212 req-8e20610f-169f-497d-8dc3-d5027a78da30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734987
Nov 10 04:07:48.768006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Attempting to bind port 902b3960-29c5-4c9d-a9d7-a9702577865b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:48.768272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Attempting to bind port 902b3960-29c5-4c9d-a9d7-a9702577865b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:48.768644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Attempting to bind port 902b3960-29c5-4c9d-a9d7-a9702577865b on network f9fdd01c-c250-4eb8-baeb-f9830b341c1c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:48.782755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:48.782755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Checking segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:48.782755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.782755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Bound using segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:48.782755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Bound port: 902b3960-29c5-4c9d-a9d7-a9702577865b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:48.783149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.799132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.808149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-765430c5-8b6b-43e6-a7c2-54b9b1d3be43 req-e9c7d5f4-595e-4e13-9ba8-fe1b1f5ff423 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036518
Nov 10 04:07:48.857454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.864298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] For port 902b3960-29c5-4c9d-a9d7-a9702577865b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:48.867536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] For port 902b3960-29c5-4c9d-a9d7-a9702577865b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=902b3960-29c5-4c9d-a9d7-a9702577865b,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:48.871217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.897599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:48.940910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53f5bd-91a4-4736-9d46-9239208db4c1 None None] Pushing event updated for resources: {'Port': ['ID=902b3960-29c5-4c9d-a9d7-a9702577865b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:48.948507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:48.951078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:48.955047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:48.961074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Pushing event updated for resources: {'Port': ['ID=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:48.991749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-5031768b-2632-47a3-b183-938de1c288da tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1420553
Nov 10 04:07:48.999374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:49.028148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.138138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.159934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7849-6f04-42e8-8edd-483116d6d8d4 req-6dfd9d9a-53dd-4adb-80b0-673fbdac1033 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:49.161606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f66c7849-6f04-42e8-8edd-483116d6d8d4 req-6dfd9d9a-53dd-4adb-80b0-673fbdac1033 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 945 time: 0.0880439
Nov 10 04:07:49.294375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Allocated IP 172.32.3.186 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/6059dcae-8e54-424c-bff8-1089cc0a1f67) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:49.309743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f66c7849-6f04-42e8-8edd-483116d6d8d4 req-3a0e75a1-10d4-42cb-8ca7-d9ca55cc63af tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317549
Nov 10 04:07:49.348024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.443594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.482916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.531655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event updated for resources: {'Port': ['ID=6059dcae-8e54-424c-bff8-1089cc0a1f67,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:49.535444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:49.537841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:49.540129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:49.577183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.623264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.661266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.746548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Router e7815565-c2b4-44d5-8b9c-b9d024873ed9 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:07:49.801407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7e03366-99b3-4620-bea3-4b8a224f2ca9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:49.896889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port d7e03366-99b3-4620-bea3-4b8a224f2ca9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:07:49.898250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.902861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port d7e03366-99b3-4620-bea3-4b8a224f2ca9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:49.903244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.907086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:49.986944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a895b-c149-477e-81ea-6cbef3c0cc95 req-1a8d9fb2-0be7-48b7-a4d0-dd126aac7d4e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:50.001308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-614a895b-c149-477e-81ea-6cbef3c0cc95 req-1a8d9fb2-0be7-48b7-a4d0-dd126aac7d4e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.1449099
Nov 10 04:07:50.007795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event updated for resources: {'Port': ['ID=6059dcae-8e54-424c-bff8-1089cc0a1f67,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:50.009248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.018816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:50.021966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.035105 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Sync routers for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:50.052600 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:50.053515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.054613 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bcdeb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:50.056646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-0605f8d3-b85d-4f1b-8ceb-9bd6a7c5272c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.0633802
Nov 10 04:07:50.065248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.067918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:50.068263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a7781d67-9ce1-4b5e-a57e-915b06bd4d8a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0382721
Nov 10 04:07:50.074505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43108) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:50.077480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.121147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-614a895b-c149-477e-81ea-6cbef3c0cc95 req-b0bc5bbd-6584-4153-a6b0-eb03a6201aca tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146212
Nov 10 04:07:50.144892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:50.221220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150f23f-ab97-4b51-978e-663412a62044 None None] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:07:50.224866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:50.234489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-31da1292-f5a7-40ca-b826-6072130b21b1 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 696 time: 0.1698201
Nov 10 04:07:50.328144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] Provisioning complete for port 902b3960-29c5-4c9d-a9d7-a9702577865b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:50.328826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.443096 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bcdeb0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:49Z', 'revision_number': 3, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:50.462872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a456297-c049-472c-a89e-a3f17c6a6d5d req-09ef4ae0-6734-43d2-9be2-9db18f9d8f0c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:50.471303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a456297-c049-472c-a89e-a3f17c6a6d5d req-09ef4ae0-6734-43d2-9be2-9db18f9d8f0c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.0728016
Nov 10 04:07:50.476739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:50.477152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Checking router: e7815565-c2b4-44d5-8b9c-b9d024873ed9 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:50.477771 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Updating router e7815565-c2b4-44d5-8b9c-b9d024873ed9 port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:07:50.481681 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd789b7-8272-431c-8d32-fa46cf34f26b" -d '{"events": [{"server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "name": "network-vif-plugged", "status": "completed", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:50.508945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.542316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a456297-c049-472c-a89e-a3f17c6a6d5d req-535f0055-605b-4f48-a040-4246f720172b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696940
Nov 10 04:07:50.557791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.624984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] For port 902b3960-29c5-4c9d-a9d7-a9702577865b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=902b3960-29c5-4c9d-a9d7-a9702577865b,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:50.635609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.722391 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a909020-5be5-4a77-a34b-40113012c681 x-openstack-request-id: req-0a909020-5be5-4a77-a34b-40113012c681 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:50.723057 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "name": "network-vif-plugged", "status": "completed", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:50.723342 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a909020-5be5-4a77-a34b-40113012c681 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:50.724096 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9', 'code': 200}
Nov 10 04:07:50.745632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11061e9b-f3a1-4744-8145-6183f4d9b1bd None None] Pushing event updated for resources: {'Port': ['ID=902b3960-29c5-4c9d-a9d7-a9702577865b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:50.848491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4254a-aa7a-4c85-839a-665ec5458e87 req-7896bdd1-aa13-4571-afe2-d86ef25233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:50.850129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25a4254a-aa7a-4c85-839a-665ec5458e87 req-7896bdd1-aa13-4571-afe2-d86ef25233a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 1097 time: 0.0553174
Nov 10 04:07:50.884269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-02aa1e04-225c-4872-8884-474477cf8c26 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:50.887113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f895c04b-856f-4cec-9a04-55a458ec23c0 req-02aa1e04-225c-4872-8884-474477cf8c26 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.6407306
Nov 10 04:07:50.903853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.916182 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:50.922725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25a4254a-aa7a-4c85-839a-665ec5458e87 req-ee9f520a-85b6-43d6-9d42-a2f757cc77b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621703
Nov 10 04:07:50.979150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ab4a0495-aea9-4681-9cab-6347c50c6581 None None] Provisioning complete for port 902b3960-29c5-4c9d-a9d7-a9702577865b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:50.979711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0495-aea9-4681-9cab-6347c50c6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.035534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 902b3960-29c5-4c9d-a9d7-a9702577865b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:51.136034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 902b3960-29c5-4c9d-a9d7-a9702577865b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:51.136366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.173328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Attempting to bind port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:51.173934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Attempting to bind port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:51.174328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Attempting to bind port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:51.179310 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a41a-fae3-40a4-aa59-29a7f8689b48 None None] Pushing event updated for resources: {'Port': ['ID=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:51.194594 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:51.196566 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:51.197187 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.197627 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:51.201225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Bound port: bb5343fa-be7b-4ad6-9c66-0e0186a594b6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:51.201769 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.238745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.272528 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] For port bb5343fa-be7b-4ad6-9c66-0e0186a594b6, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:51.277443 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] For port bb5343fa-be7b-4ad6-9c66-0e0186a594b6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:51.283874 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.324421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-3c108298-bf90-4942-8aeb-dde0017024e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:51.329127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-3c108298-bf90-4942-8aeb-dde0017024e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 821 time: 0.1763637
Nov 10 04:07:51.348787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:51.349473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bcdeb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:51.349990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120bf5-095c-45fc-a880-e434bb77e16f req-cb666b51-f75e-451d-b8c4-bf94fdf8dda8 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:51.351462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec120bf5-095c-45fc-a880-e434bb77e16f req-cb666b51-f75e-451d-b8c4-bf94fdf8dda8 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.1087711
Nov 10 04:07:51.356244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-c016c559-f960-49e9-aab7-fd4fa56c7eff tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/quotas/45e5a7dbbfae4bcea48020c7dbf81b13 HTTP/1.1" status: 200  len: 375 time: 0.0226140
Nov 10 04:07:51.390517 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a41a-fae3-40a4-aa59-29a7f8689b48 None None] Pushing event updated for resources: {'Port': ['ID=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:51.425151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-62537ffa-90c2-431d-957d-2985e611f21c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0664377
Nov 10 04:07:51.473157 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:51.484216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec120bf5-095c-45fc-a880-e434bb77e16f req-15b9417c-2f20-498b-b419-519e8b1ce959 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189723
Nov 10 04:07:51.531107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Allocated IP 172.20.0.1 (f9fdd01c-c250-4eb8-baeb-f9830b341c1c/f2912010-6f5e-486f-b5a1-39e890f490f4/c886ee6a-1ea9-46cf-95f2-c4284600c35e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:51.533965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-2e8522fd-e409-4b93-877c-192d656b4c16 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1078200
Nov 10 04:07:51.677580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-2e948f1d-b64f-4280-b690-5cc9250f8e20 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360555
Nov 10 04:07:51.692058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.700204 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bcdeb0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:49Z', 'revision_number': 3, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:51.754278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:51.760571 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0858f-0dd6-4cc2-ac7d-45f8a575a920 None None] The sync data for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 is: [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:49Z', 'revision_number': 3, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:51.842602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:51.857881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:51.860817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:51.863891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:51.991270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.007546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e264482-a81a-4453-a535-732dd483f6ba req-56d38163-76fc-495d-8cf6-16eff363a24e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 210 time: 0.0502310
Nov 10 04:07:52.077306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268426b2-7259-43f2-a585-3e4cc323807e req-70d54537-f675-4704-a499-f2833cece4c6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:52.087151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-268426b2-7259-43f2-a585-3e4cc323807e req-70d54537-f675-4704-a499-f2833cece4c6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.1774344
Nov 10 04:07:52.192311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-268426b2-7259-43f2-a585-3e4cc323807e req-5a8ce7bf-6212-4904-908a-c3a9636711ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027143
Nov 10 04:07:52.381313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.433481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c681efb6-33b6-4c9d-84e8-c1f1ddc71d57 None None] Provisioning complete for port c886ee6a-1ea9-46cf-95f2-c4284600c35e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:52.434497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c681efb6-33b6-4c9d-84e8-c1f1ddc71d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.542235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c681efb6-33b6-4c9d-84e8-c1f1ddc71d57 None None] Port c886ee6a-1ea9-46cf-95f2-c4284600c35e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:52.694975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.701463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.775873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:52.778477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:52.892889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:52.894732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:53.067180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5343fa-be7b-4ad6-9c66-0e0186a594b6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:53.121329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Router e7815565-c2b4-44d5-8b9c-b9d024873ed9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:07:53.155868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:53.156491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:53.179649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2811e4d-f4d2-497b-9abc-595d88b652ec req-e5d90e5c-d155-4d0e-be6e-f430bb869193 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 210 time: 0.0511417
Nov 10 04:07:53.299823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:53.360250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port bb5343fa-be7b-4ad6-9c66-0e0186a594b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:53.383478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:53.403347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:07:53.409074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac24eebe-d49d-4a25-8c0c-8990b96337f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/e7815565-c2b4-44d5-8b9c-b9d024873ed9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3334007
Nov 10 04:07:53.436566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1e605a8d-eca7-4cc7-9b0a-51b6f79a0d64 None None] Provisioning complete for port c886ee6a-1ea9-46cf-95f2-c4284600c35e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:53.437745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1e605a8d-eca7-4cc7-9b0a-51b6f79a0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:53.465464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d81e0-2668-49fe-ae6c-c0f4d885000e req-05bec1df-21cd-43c5-ac97-03340f0035a9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:53.476525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c35d81e0-2668-49fe-ae6c-c0f4d885000e req-05bec1df-21cd-43c5-ac97-03340f0035a9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.1010938
Nov 10 04:07:53.491902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1e605a8d-eca7-4cc7-9b0a-51b6f79a0d64 None None] Port c886ee6a-1ea9-46cf-95f2-c4284600c35e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:53.513538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:53.666972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c35d81e0-2668-49fe-ae6c-c0f4d885000e req-eae01afa-9a08-4c72-a9bb-709553720cb8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892340
Nov 10 04:07:53.748095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-269e8e16-9b0a-4d0b-b33a-74f2b001a2e0 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:53.750020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-269e8e16-9b0a-4d0b-b33a-74f2b001a2e0 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.26 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 821 time: 0.2695825
Nov 10 04:07:53.766916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'port': {'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'admin_state_up': True, 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:53.948560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Made reservation on behalf of 45e5a7dbbfae4bcea48020c7dbf81b13 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:53.954462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.135690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0ee9f-0fcb-4159-a5a0-f70ae2fc6672 req-9419f98e-f6a8-45ff-bdc5-b9f93b13c679 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:54.137308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d0ee9f-0fcb-4159-a5a0-f70ae2fc6672 req-9419f98e-f6a8-45ff-bdc5-b9f93b13c679 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.1110318
Nov 10 04:07:54.153148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43190) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:54.161860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857071811', 'description': 'tempest-description--2004494571'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:54.174466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Allocated IP 172.20.0.11 (7d238a7e-58e3-4bee-8929-72405e6988d7/be9ec0b1-1c00-45a8-9cda-11afd3653a0c/277e9531-9831-4131-b7af-e778d75899ad) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:54.204193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.236268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d0ee9f-0fcb-4159-a5a0-f70ae2fc6672 req-a8541825-4c7e-47d2-bf41-f423dcd7c56b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822585
Nov 10 04:07:54.386101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-080e8947-29c2-4322-9ca4-b0c5b9343cfa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:54.388243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-080e8947-29c2-4322-9ca4-b0c5b9343cfa tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.1564445
Nov 10 04:07:54.391616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.407565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.427087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Sync routers for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:07:54.428174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-3112f4b2-f5af-4d21-8e54-76403e0e7406 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/quotas/1cb3ad32a40543dd84c0805ec7f39b5b HTTP/1.1" status: 200  len: 375 time: 0.0306022
Nov 10 04:07:54.442156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:54.443833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.444010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:54.458820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.460062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3057959
Nov 10 04:07:54.462823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43202) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:54.467675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'security_group_rule': {'security_group_id': '96310f56-e994-4f2e-96ea-1e77d9aa5802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:54.472979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67973b19-0cf0-477e-b831-9b6e40eef662 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96310f56-e994-4f2e-96ea-1e77d9aa5802,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:54.492006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-470b21f7-978c-4d63-8153-5e8a2177ef4d req-bf9cded3-c3ab-4e41-a1a0-c2f3faf08f90 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 210 time: 0.0370407
Nov 10 04:07:54.526949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.539730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.545381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fd04cade-521b-4476-8b04-300c25a735de'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:54.560011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-04781c65-f94f-4889-996b-71b7e7f736d4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1164794
Nov 10 04:07:54.581514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:54.584957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:54.590235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:54.594410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event updated for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:54.661760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:54.662681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.689928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-8885488b-4b76-4651-a778-3ff7c1b1b802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9282110
Nov 10 04:07:54.703982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.704217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Request body: {'port': {'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:54.716393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.755700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f71f86-affc-42fb-b5a3-ad41652abdae,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:54.785890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.789171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:54.791722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:54.793675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-049f6509-7075-4476-a08d-eefc0e5d9e1b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3297734
Nov 10 04:07:54.803816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'security_group_rule': {'security_group_id': '96310f56-e994-4f2e-96ea-1e77d9aa5802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:54.816689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-2018c7cb-175c-49e0-a6a2-add77abbd614 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553961
Nov 10 04:07:54.871242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:54.964412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-10068196-0e2e-4cef-b0a5-9e8c5e4e1b5c service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464260
Nov 10 04:07:54.975679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.060564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5343fa-be7b-4ad6-9c66-0e0186a594b6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:55.171649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.184248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.217270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7dcf2181-e1c2-4728-848a-f2973ac3c9f4 None None] Provisioning complete for port 277e9531-9831-4131-b7af-e778d75899ad triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:55.217779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7dcf2181-e1c2-4728-848a-f2973ac3c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.240084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-773630d5-67c2-4f7e-9e25-c6751e87a92c req-52ea1348-ffec-4013-b2b7-cb5098dd5b98 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 210 time: 0.0591199
Nov 10 04:07:55.246026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6a9e61-19ff-478b-b4eb-99cdca6bf808,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:55.261130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.265822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43216) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:07:55.273022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:55.278788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d1dc7b2-2adb-40ef-89ab-144ff2d37a66 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4848495
Nov 10 04:07:55.279398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:55.279749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.324444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.369448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf2181-e1c2-4728-848a-f2973ac3c9f4 None None] Port 277e9531-9831-4131-b7af-e778d75899ad cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:07:55.372174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e9531-9831-4131-b7af-e778d75899ad {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:55.382272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.401566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Transition to ACTIVE for port object 277e9531-9831-4131-b7af-e778d75899ad will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:55.421356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.450332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3490>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 2, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:55.483469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Checking router: e7815565-c2b4-44d5-8b9c-b9d024873ed9 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:07:55.483817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Updating router e7815565-c2b4-44d5-8b9c-b9d024873ed9 port c886ee6a-1ea9-46cf-95f2-c4284600c35e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:07:55.513540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.748647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Attempting to bind port 277e9531-9831-4131-b7af-e778d75899ad on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:55.749122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Attempting to bind port 277e9531-9831-4131-b7af-e778d75899ad by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:55.749811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Attempting to bind port 277e9531-9831-4131-b7af-e778d75899ad on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:55.753594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Pushing event updated for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:55.768926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Port 277e9531-9831-4131-b7af-e778d75899ad on network 7d238a7e-58e3-4bee-8929-72405e6988d7 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:55.769579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Attempting to bind port 277e9531-9831-4131-b7af-e778d75899ad on network 7d238a7e-58e3-4bee-8929-72405e6988d7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:55.781226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:55.782875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Checking segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:55.783606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Bound using segment: {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:55.784284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Bound port: 277e9531-9831-4131-b7af-e778d75899ad, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b3249-2278-4509-94ea-d20f014b94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:55.784941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.809782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90717-341a-4ee4-a3de-0f9f278ce733 req-64aebb6d-4751-469c-9e9e-e9c65623df4b tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:55.812794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2b90717-341a-4ee4-a3de-0f9f278ce733 req-64aebb6d-4751-469c-9e9e-e9c65623df4b tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 944 time: 0.1936603
Nov 10 04:07:55.879748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65bf9a-bbf6-41fb-b1c2-01c7ac4639b5 req-ddea5269-c37b-4871-a51e-44d3bdd1e187 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:55.889983 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d65bf9a-bbf6-41fb-b1c2-01c7ac4639b5 req-ddea5269-c37b-4871-a51e-44d3bdd1e187 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.5376520
Nov 10 04:07:55.916631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:55.919990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=277e9531-9831-4131-b7af-e778d75899ad,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:55.930874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.950521 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2b90717-341a-4ee4-a3de-0f9f278ce733 req-4de04756-3172-4b54-a4fd-020807a770c3 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909178
Nov 10 04:07:55.990181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:55.990609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:55.992311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] 10.222.0.26 "PUT /v2.0/ports/277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 1092 time: 1.2940311
Nov 10 04:07:55.992762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:55.995571 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bed884-9ce8-4590-82f3-cb5200354008" -d '{"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:56.008446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d65bf9a-bbf6-41fb-b1c2-01c7ac4639b5 req-ad761ca8-e3b2-442a-b001-8745f0551e8c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167519
Nov 10 04:07:56.024461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.054804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.063963 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad35bd-c5cc-4717-8ee5-fed93a477fa0 x-openstack-request-id: req-5bad35bd-c5cc-4717-8ee5-fed93a477fa0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:56.064804 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:56.065260 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bad35bd-c5cc-4717-8ee5-fed93a477fa0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:56.065862 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad', 'status': 'completed', 'code': 200}
Nov 10 04:07:56.072374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.129022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c97c4-fac9-467b-87f7-779df4e63aef service neutron] Pushing event updated for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:56.156449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-97141876-3c20-425f-929a-2b67d3dda8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:56.158016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-97141876-3c20-425f-929a-2b67d3dda8bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1095 time: 0.0969801
Nov 10 04:07:56.207612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce1a6-e92e-4bd3-897f-26178f793f49 None None] Pushing event updated for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:56.221517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-7a67adbf-2a70-456c-abb2-d738d5a3529d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 217 time: 0.0497191
Nov 10 04:07:56.305937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-81819be1-dd0b-4018-9fb5-34546b1cdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:56.307283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Allocated IP 172.32.3.234 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/091cae4e-b293-4027-a8c6-afb814ae8651) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:56.310324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-81819be1-dd0b-4018-9fb5-34546b1cdc26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0793581
Nov 10 04:07:56.379878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Attempting to bind port c886ee6a-1ea9-46cf-95f2-c4284600c35e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:56.380256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Attempting to bind port c886ee6a-1ea9-46cf-95f2-c4284600c35e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:56.380643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Attempting to bind port c886ee6a-1ea9-46cf-95f2-c4284600c35e on network f9fdd01c-c250-4eb8-baeb-f9830b341c1c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:56.396773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:56.397157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Checking segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:56.397614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.398061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Bound using segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:56.398552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Bound port: c886ee6a-1ea9-46cf-95f2-c4284600c35e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:56.399118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.408622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-6507a84d-f6b8-4ab8-9d2d-2a59f41b3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:56.410965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-6507a84d-f6b8-4ab8-9d2d-2a59f41b3c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0927315
Nov 10 04:07:56.514958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.569990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.590515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] For port c886ee6a-1ea9-46cf-95f2-c4284600c35e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:56.605250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] For port c886ee6a-1ea9-46cf-95f2-c4284600c35e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c886ee6a-1ea9-46cf-95f2-c4284600c35e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:56.608128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-977bbcff-4938-4f39-a140-0f23ec9258d6 req-359a6d38-f26e-4a42-98e3-5f5023b48283 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 210 time: 0.1414292
Nov 10 04:07:56.615138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.632015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-dabca483-43f7-4fce-8794-2315cb68f857 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004690
Nov 10 04:07:56.698195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:07:56.699361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:07:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:56.721849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:56.723031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'Port': ['ID=091cae4e-b293-4027-a8c6-afb814ae8651,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:56.736052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:56.740742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:56.823818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0abfbbd4-a8e6-44eb-9d76-fc65525089dd req-b68c3542-5723-4451-8803-d453e143d367 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819165
Nov 10 04:07:56.827616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce1a6-e92e-4bd3-897f-26178f793f49 None None] Pushing event updated for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:56.848926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] Provisioning complete for port c886ee6a-1ea9-46cf-95f2-c4284600c35e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:56.849793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:56.909321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:07:56.925903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e839a-c087-4ba8-924f-3579e79a5d8b req-9d365c88-a440-4c6c-8444-a219bc0585fc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:56.933764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-253e839a-c087-4ba8-924f-3579e79a5d8b req-9d365c88-a440-4c6c-8444-a219bc0585fc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.3577652
Nov 10 04:07:57.012693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed884-9ce8-4590-82f3-cb5200354008 req-ac044d38-2322-4b48-bdd1-842549635f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.015850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-ac044d38-2322-4b48-bdd1-842549635f3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1095 time: 0.1142616
Nov 10 04:07:57.099537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-253e839a-c087-4ba8-924f-3579e79a5d8b req-e0cac122-914a-4239-a090-ddb35b9ffdca tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622162
Nov 10 04:07:57.110825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-afd60ab1-ed0f-450b-a119-8482dd9c2b9f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.112362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-afd60ab1-ed0f-450b-a119-8482dd9c2b9f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.21 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.3686776
Nov 10 04:07:57.123149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.129125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Request body: {'port': {'device_id': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'admin_state_up': True, 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:57.143087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.209083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] For port c886ee6a-1ea9-46cf-95f2-c4284600c35e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c886ee6a-1ea9-46cf-95f2-c4284600c35e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:57.232667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.247086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.268067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed884-9ce8-4590-82f3-cb5200354008 req-e0dcf768-f976-4060-b9e2-77512101d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.269568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-e0dcf768-f976-4060-b9e2-77512101d7f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.2387455
Nov 10 04:07:57.283769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5206465-857a-4dae-b144-415bcaebc01d req-130d4806-c270-4c30-882d-a26d903a0359 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.285172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5206465-857a-4dae-b144-415bcaebc01d req-130d4806-c270-4c30-882d-a26d903a0359 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 944 time: 0.1168621
Nov 10 04:07:57.313627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098223c-f6c7-424a-bf25-2fb3299bce76 None None] Pushing event updated for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:57.335200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-9135382e-93d5-4b6d-8e2d-4996380ce88b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 217 time: 0.0487003
Nov 10 04:07:57.349367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3490>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:56Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:07:57.379715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:07:57.384419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.387870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0d8d0-6fee-4a1d-b920-455ac49a43fc None None] The sync data for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 is: [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:56Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:07:57.396164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cbf68e4f-15b3-449f-bf24-5d9d54df92f7 None None] Provisioning complete for port c886ee6a-1ea9-46cf-95f2-c4284600c35e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:57.396164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbf68e4f-15b3-449f-bf24-5d9d54df92f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.420200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5206465-857a-4dae-b144-415bcaebc01d req-8a7ee31f-126d-474a-9636-a451c926b6a1 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932004
Nov 10 04:07:57.421848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed884-9ce8-4590-82f3-cb5200354008 req-91974ab2-ff28-4054-bb70-0de912fe9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.429213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-91974ab2-ff28-4054-bb70-0de912fe9c8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0817373
Nov 10 04:07:57.545022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed884-9ce8-4590-82f3-cb5200354008 req-881791a9-24d8-4927-bfa9-91fea3aa5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:57.546824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-881791a9-24d8-4927-bfa9-91fea3aa5733 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1081104
Nov 10 04:07:57.614465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.623532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.675703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-490213ea-8b1e-4a73-a831-b5aaef1c84de service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190219
Nov 10 04:07:57.727207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Allocated IP 172.20.0.10 (16e00f32-9bf4-4dce-bd22-8b1806103dfb/266c5e4b-27ba-44aa-a993-d3cbafd44750/3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:07:57.768692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-df53a1d1-95cd-4792-a1f5-418036a97aa0 req-291ea41b-0d1f-4c06-a0e7-db476cce2e3d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 210 time: 0.0477834
Nov 10 04:07:57.800136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66bed884-9ce8-4590-82f3-cb5200354008 req-22376a24-2718-4e50-aa5e-aca0af4b8468 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145017
Nov 10 04:07:57.835407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'Port': ['ID=091cae4e-b293-4027-a8c6-afb814ae8651,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:57.848903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.881724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:57.883126 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a46ec9b7-4f9a-4a4e-a1bc-2883bfaa4aa9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6154213
Nov 10 04:07:58.053634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.072880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-351624d3-9c48-4c31-b91b-1a136f8ecdf6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:58.074818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-351624d3-9c48-4c31-b91b-1a136f8ecdf6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.0724347
Nov 10 04:07:58.098150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-572b997d-58a8-46a2-bb40-6f0cab1ea018 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--857071811&fields=id&tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb HTTP/1.1" status: 200  len: 267 time: 0.0777731
Nov 10 04:07:58.240976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.255545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e', '7340ef3a-716e-48d9-9582-3836dc4bdb2d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:58.299861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcd95-ffb6-4db4-a494-605746e01b02 req-79ee1cb9-50bf-4ace-878c-c5340736eefb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:58.301807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fffcd95-ffb6-4db4-a494-605746e01b02 req-79ee1cb9-50bf-4ace-878c-c5340736eefb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=be8d56e9-21c3-4d50-b903-0802cd4e1485 HTTP/1.1" status: 200  len: 946 time: 0.0966258
Nov 10 04:07:58.321640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port d7e03366-99b3-4620-bea3-4b8a224f2ca9 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:07:58.322520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.364810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-feaa3950-0ad5-486d-b165-df6f4c02ddc3 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:58.373414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-feaa3950-0ad5-486d-b165-df6f4c02ddc3 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/networks?id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c HTTP/1.1" status: 200  len: 815 time: 0.2590663
Nov 10 04:07:58.386252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:07:58.404299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:07:58.413524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event updated for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:58.419970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:07:58.467990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-33ffc54b-309d-41c1-a4ee-81b4eaffacf7 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/quotas/e047b3c23a5c4dbea0f8b67221c1a5eb HTTP/1.1" status: 200  len: 375 time: 0.0921795
Nov 10 04:07:58.472534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port d7e03366-99b3-4620-bea3-4b8a224f2ca9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d7e03366-99b3-4620-bea3-4b8a224f2ca9,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:58.472971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.490313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for d7e03366-99b3-4620-bea3-4b8a224f2ca9 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:07:58.549520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:58.550428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.585417 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-6165ff00-c5fa-49e2-a6a5-3f19fdddc55f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1161399
Nov 10 04:07:58.592970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-fca461a5-95f5-463f-97cf-41be46fea1a2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4679143
Nov 10 04:07:58.649783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.661789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Request body: {'port': {'device_id': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:07:58.669130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['d7e03366-99b3-4620-bea3-4b8a224f2ca9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:07:58.682089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=d7e03366-99b3-4620-bea3-4b8a224f2ca9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:58.764260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port d7e03366-99b3-4620-bea3-4b8a224f2ca9 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:07:58.769289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fffcd95-ffb6-4db4-a494-605746e01b02 req-21be5de1-04ce-4e7c-a4ef-3db99dd53fe9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4592288
Nov 10 04:07:58.770412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:58.779284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-e7e5ba6b-cf9e-43fa-8e79-8f5ba185b531 service neutron] 10.222.0.13 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803722
Nov 10 04:07:58.792098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a3d93501-3be2-448d-b23d-2bd0e291b288 req-4ac24747-889c-41db-a30e-a0f97e89b183 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "DELETE /v2.0/ports/d7e03366-99b3-4620-bea3-4b8a224f2ca9 HTTP/1.1" status: 204  len: 173 time: 0.7072284
Nov 10 04:07:58.793388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'name': 'network-vif-deleted', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:58.805008 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412211ca-67ed-47e4-97a1-a5f4255fbd56" -d '{"events": [{"server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "name": "network-vif-deleted", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:58.889887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.016485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d83c55-39de-4062-82eb-ac2d67c20540 req-1acbbf47-05e5-44c7-966d-bff78d9869b6 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:59.018563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38d83c55-39de-4062-82eb-ac2d67c20540 req-1acbbf47-05e5-44c7-966d-bff78d9869b6 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 944 time: 0.0900121
Nov 10 04:07:59.049948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-e275b123-0593-4588-8919-4d2bcc983aba service neutron] 10.222.0.13 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306409
Nov 10 04:07:59.057419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c886ee6a-1ea9-46cf-95f2-c4284600c35e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:07:59.122109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38d83c55-39de-4062-82eb-ac2d67c20540 req-0b97c8f0-1026-41e0-9682-300cc430680b tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867913
Nov 10 04:07:59.138223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c886ee6a-1ea9-46cf-95f2-c4284600c35e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:07:59.138597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.255594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830208c3-4891-443a-88a3-e468746b0965 req-5ca06ce7-e717-436a-b288-b636cabbc0e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:59.257190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-830208c3-4891-443a-88a3-e468746b0965 req-5ca06ce7-e717-436a-b288-b636cabbc0e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 932 time: 0.0805573
Nov 10 04:07:59.267703 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd88e9cc-8cc2-4287-ab66-a77ffbce213b x-openstack-request-id: req-cd88e9cc-8cc2-4287-ab66-a77ffbce213b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:59.267995 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d56e9-21c3-4d50-b903-0802cd4e1485", "name": "network-vif-deleted", "tag": "d7e03366-99b3-4620-bea3-4b8a224f2ca9", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:59.268245 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd88e9cc-8cc2-4287-ab66-a77ffbce213b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:59.268665 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d56e9-21c3-4d50-b903-0802cd4e1485', 'name': 'network-vif-deleted', 'tag': 'd7e03366-99b3-4620-bea3-4b8a224f2ca9', 'status': 'completed', 'code': 200}
Nov 10 04:07:59.305718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:59.316727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.335189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Transition to ACTIVE for port object 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:07:59.341724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.348334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-830208c3-4891-443a-88a3-e468746b0965 req-73f0c15a-946b-4219-b515-e998f3072668 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824797
Nov 10 04:07:59.442372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7295559-fcb0-452f-83e5-7aea32128a89 req-2f0dc8cd-f806-45be-9de2-3e8179e36fb0 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 210 time: 0.0428817
Nov 10 04:07:59.480124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:59.533794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Attempting to bind port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:07:59.534273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Attempting to bind port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:07:59.534652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Attempting to bind port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:59.541666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:07:59.541986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Attempting to bind port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:07:59.546956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:07:59.547287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Checking segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:07:59.547663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Bound using segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:07:59.548087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Bound port: 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:07:59.548434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.596783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 277e9531-9831-4131-b7af-e778d75899ad details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:07:59.619244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:07:59.624076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:07:59.628105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.667076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:59.667421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.669260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a HTTP/1.1" status: 200  len: 1092 time: 1.0127420
Nov 10 04:07:59.669801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:07:59.673313 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0c545-58a0-4f79-a324-6576bfdb642e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:07:59.715295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=277e9531-9831-4131-b7af-e778d75899ad,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:59.731246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '277e9531-9831-4131-b7af-e778d75899ad', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:07:59.733617 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b34339-55c2-4e6a-b1ed-2b16c2ab9c85 x-openstack-request-id: req-13b34339-55c2-4e6a-b1ed-2b16c2ab9c85 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:07:59.733972 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:07:59.734286 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13b34339-55c2-4e6a-b1ed-2b16c2ab9c85 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:07:59.734738 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a', 'status': 'completed', 'code': 200}
Nov 10 04:07:59.753317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089987-07aa-4447-be9e-a09f9ee00352 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:59.770938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-6a527cd8-91e5-4653-8669-3babeec9b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:59.772684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-6a527cd8-91e5-4653-8669-3babeec9b9ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 1095 time: 0.0536759
Nov 10 04:07:59.778877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.794393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e9531-9831-4131-b7af-e778d75899ad {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:07:59.817768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=277e9531-9831-4131-b7af-e778d75899ad,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:07:59.823805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:07:59.829321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-c141ed04-c035-4549-ac43-708469baad55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a HTTP/1.1" status: 200  len: 217 time: 0.0476351
Nov 10 04:07:59.890001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:07:59.898149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-3635dda3-6990-4d13-91e8-c19026669b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:07:59.901189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-3635dda3-6990-4d13-91e8-c19026669b2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0642550
Nov 10 04:07:59.938291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-1256a889-f3ce-4e3a-9b05-25cdd7c388b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297539
Nov 10 04:08:00.040077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-0c1844a9-ceb1-427c-b565-4d1ba875717d service neutron] 10.222.0.21 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929396
Nov 10 04:08:00.147088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['277e9531-9831-4131-b7af-e778d75899ad'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:00.205077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-ad676363-1109-44f0-b60e-603bd7fd0535 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.206557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-ad676363-1109-44f0-b60e-603bd7fd0535 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1649873
Nov 10 04:08:00.208522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b498b0c1-cafe-428e-8658-ab45f81f37a4 req-177bd03c-54ca-4f41-8064-3b27de124101 service neutron] 10.222.0.21 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584585
Nov 10 04:08:00.225115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-c5958fd8-9cc3-467c-8b13-ca369ecfa095 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0098979
Nov 10 04:08:00.247209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f5818-0e95-4667-8429-3247b13fcdaa req-a085a5e3-9a0f-4697-9e78-8087d31b9db7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.250283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-055f5818-0e95-4667-8429-3247b13fcdaa req-a085a5e3-9a0f-4697-9e78-8087d31b9db7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 945 time: 0.0632708
Nov 10 04:08:00.276302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-a6961657-f47a-4279-9208-b420cd7674fe tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0362935
Nov 10 04:08:00.321936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-055f5818-0e95-4667-8429-3247b13fcdaa req-2ec8f13f-b8fe-4eda-aa3d-c4ce2272f09b tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583251
Nov 10 04:08:00.378047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-ac81adb9-a799-41c8-b024-3c09a3869fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.379436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-ac81adb9-a799-41c8-b024-3c09a3869fbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 1095 time: 0.0949204
Nov 10 04:08:00.452600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-caa49de0-b92f-4acb-983b-79ddb84631d0 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587784
Nov 10 04:08:00.463317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-d6c863af-8f16-4dbf-af43-fcf644f8a939 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.466366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-d6c863af-8f16-4dbf-af43-fcf644f8a939 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.21 "GET /v2.0/networks?id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c HTTP/1.1" status: 200  len: 815 time: 0.1360517
Nov 10 04:08:00.553143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-d7f3ce9f-069a-42db-87bc-e3c1e1840aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.554612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-d7f3ce9f-069a-42db-87bc-e3c1e1840aa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 916 time: 0.1624904
Nov 10 04:08:00.574665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-4091657e-4f64-4080-a9f3-9352e1e10948 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb HTTP/1.1" status: 200  len: 379 time: 0.0958385
Nov 10 04:08:00.585279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875af30-0d45-4d2a-90f2-209e9d5c4a90 req-1d92676b-cf6f-4bd2-a5e2-8b59518617ec tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.586703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6875af30-0d45-4d2a-90f2-209e9d5c4a90 req-1d92676b-cf6f-4bd2-a5e2-8b59518617ec tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 944 time: 0.0898466
Nov 10 04:08:00.591804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'port': {'device_id': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'admin_state_up': True, 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'security_groups': ['96310f56-e994-4f2e-96ea-1e77d9aa5802']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:00.606851 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-17d65dfb-df20-4df0-81ba-aad734984d53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a HTTP/1.1" status: 200  len: 217 time: 0.0413077
Nov 10 04:08:00.608857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-488d7eca-aad6-4a1c-863c-38b98e81a9bc service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483257
Nov 10 04:08:00.665158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-47794a3f-c593-43ee-a558-056fe37cb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:00.666799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-47794a3f-c593-43ee-a558-056fe37cb7d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0524001
Nov 10 04:08:00.687987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6875af30-0d45-4d2a-90f2-209e9d5c4a90 req-9cabfc2c-f1de-4cf2-a984-87695607c5ac tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928946
Nov 10 04:08:00.704801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-13ac7b43-79bc-4d35-91c7-b33da2a4a1d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291123
Nov 10 04:08:00.738301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Made reservation on behalf of e047b3c23a5c4dbea0f8b67221c1a5eb for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:00.742694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:00.811317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cb944970-ebf0-4d9b-b40a-84389854fd0a req-5598b33d-dcb4-4c3e-a5d3-fbd26b4e5be9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 210 time: 0.0375433
Nov 10 04:08:00.863569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-802959f3-8f4b-4598-9a60-8a3be0129e1a service neutron] 10.222.0.21 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508996
Nov 10 04:08:00.878614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-681c67d1-017b-4eaa-90d4-71ad5c7481b2 req-c0d43602-2f57-4d55-a0c7-025f0be2f8a0 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 210 time: 0.0372906
Nov 10 04:08:00.951594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Allocated IP 172.20.0.11 (f9fdd01c-c250-4eb8-baeb-f9830b341c1c/f2912010-6f5e-486f-b5a1-39e890f490f4/b798cf32-c688-4bca-b67d-a028b3c7c17e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:00.983438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-3a7790e8-020b-4ae0-8fd0-e89a77977ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1187322
Nov 10 04:08:01.013787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13e0c545-58a0-4f79-a324-6576bfdb642e req-942eccb4-3fbe-478e-9d66-2d846857f51d service neutron] 10.222.0.21 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391454
Nov 10 04:08:01.094220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.094846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.095370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.095892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.096410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.097214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.097630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.099826 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-385d37da-687c-4592-ad68-a4d45cf21c25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.0569131
Nov 10 04:08:01.127987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.162517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.207292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:01.210569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:01.214572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:01.233733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-bca29b62-3d16-4eae-9893-a19ca165f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.234350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-bca29b62-3d16-4eae-9893-a19ca165f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.234872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-bca29b62-3d16-4eae-9893-a19ca165f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.236540 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-bca29b62-3d16-4eae-9893-a19ca165f37f service neutron] 10.222.0.21 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 2299 time: 0.1120505
Nov 10 04:08:01.238562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event updated for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:01.269965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.270623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.294393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-de23bc58-dbb7-4975-ae10-9640d634a07f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7066984
Nov 10 04:08:01.310748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Request body: {'port': {'device_id': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:01.326211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-d172c44a-de18-4930-8c9c-d883b0507f7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 1001 time: 0.0806229
Nov 10 04:08:01.380596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.416344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6548af58-ecc9-4863-83ac-00ec0766bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.417897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6548af58-ecc9-4863-83ac-00ec0766bc3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 200  len: 856 time: 0.0814905
Nov 10 04:08:01.509105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-05a75071-ed24-417b-a086-a2fb19280030 None None] Provisioning complete for port b798cf32-c688-4bca-b67d-a028b3c7c17e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:01.509802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05a75071-ed24-417b-a086-a2fb19280030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.560727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed54c-62a6-4e7b-b2b8-09f075d9881d req-6f71f1a1-709f-48bd-9fc5-a9acecdebee4 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.562329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-791ed54c-62a6-4e7b-b2b8-09f075d9881d req-6f71f1a1-709f-48bd-9fc5-a9acecdebee4 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 945 time: 0.1393604
Nov 10 04:08:01.573124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-05a75071-ed24-417b-a086-a2fb19280030 None None] Port b798cf32-c688-4bca-b67d-a028b3c7c17e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:08:01.628017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 277e9531-9831-4131-b7af-e778d75899ad up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:01.672465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-791ed54c-62a6-4e7b-b2b8-09f075d9881d req-3d19bccc-ea14-46bc-9b41-e925a335c168 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005087
Nov 10 04:08:01.695967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 277e9531-9831-4131-b7af-e778d75899ad completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:01.698084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 277e9531-9831-4131-b7af-e778d75899ad triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:01.698556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.757527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-5e897bd7-d28b-4832-a010-adac209be166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.759057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-5e897bd7-d28b-4832-a010-adac209be166 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3161418
Nov 10 04:08:01.822325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:01.847944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:01.850894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7e03366-99b3-4620-bea3-4b8a224f2ca9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:01.896791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: d7e03366-99b3-4620-bea3-4b8a224f2ca9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:01.897505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d7e03366-99b3-4620-bea3-4b8a224f2ca9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:01.904247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be95-69ad-46f7-8df2-02f1df57446b req-761a4a68-5afd-432c-95d2-d78aacb06873 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:01.912470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6531be95-69ad-46f7-8df2-02f1df57446b req-761a4a68-5afd-432c-95d2-d78aacb06873 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 944 time: 0.0938728
Nov 10 04:08:01.914946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e9531-9831-4131-b7af-e778d75899ad'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:01.917873 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e41edb0-4cbc-40c0-8555-5baff76de2de" -d '{"events": [{"server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "name": "network-vif-plugged", "status": "completed", "tag": "277e9531-9831-4131-b7af-e778d75899ad"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:01.951803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=277e9531-9831-4131-b7af-e778d75899ad,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:01.954456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-08831995-ae89-4aad-85b1-ba1488f44094 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873500
Nov 10 04:08:01.996403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.048004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6531be95-69ad-46f7-8df2-02f1df57446b req-e06224d3-37ff-4fed-8346-bc50b7ccca40 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344256
Nov 10 04:08:02.060582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:02.149364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:02.167068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'port_id': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a', 'mac_address': 'fa:16:3e:e6:8f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c5e4b-27ba-44aa-a993-d3cbafd44750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:02.181518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e825daa-ecf0-4f10-a1d9-ab14cf0b982a req-7c282108-fc0b-4434-a27b-e32c858b32d4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 210 time: 0.0663900
Nov 10 04:08:02.189076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b798cf32-c688-4bca-b67d-a028b3c7c17e {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:02.201047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.216029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.226275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Transition to ACTIVE for port object b798cf32-c688-4bca-b67d-a028b3c7c17e will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:08:02.232041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.246414 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940e358-aced-449b-a69c-e999cc9c9566 x-openstack-request-id: req-2940e358-aced-449b-a69c-e999cc9c9566 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:02.246706 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "name": "network-vif-plugged", "status": "completed", "tag": "277e9531-9831-4131-b7af-e778d75899ad", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:02.246960 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2940e358-aced-449b-a69c-e999cc9c9566 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:02.247357 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e9531-9831-4131-b7af-e778d75899ad', 'code': 200}
Nov 10 04:08:02.254380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:02.259815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-2eaee873-cfa5-4260-b894-616847f22392 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946823
Nov 10 04:08:02.272105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-4a3238ca-a2fe-4b28-8b37-ceb5192d6344 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.274278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-4a3238ca-a2fe-4b28-8b37-ceb5192d6344 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.2925901
Nov 10 04:08:02.316036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:02.324360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.328440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:02.343218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8de8-ff5f-41ce-8a68-6d364454e825 req-d75fc349-3485-4d8f-bef7-201222bd9216 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.345078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcab8de8-ff5f-41ce-8a68-6d364454e825 req-d75fc349-3485-4d8f-bef7-201222bd9216 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 932 time: 0.1875646
Nov 10 04:08:02.356961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-cbc3ba5f-4415-4be4-82d9-6af227f19582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 217 time: 0.0818436
Nov 10 04:08:02.394896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:02.398831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Pushing event updated for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:02.446514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43f875-a547-45e1-b9b9-019d34caeba7 req-c4b2b6ac-0135-4fc2-b001-cc86ccacb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.450756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e43f875-a547-45e1-b9b9-019d34caeba7 req-c4b2b6ac-0135-4fc2-b001-cc86ccacb539 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1097 time: 0.1068749
Nov 10 04:08:02.451370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Attempting to bind port b798cf32-c688-4bca-b67d-a028b3c7c17e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:02.451694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Attempting to bind port b798cf32-c688-4bca-b67d-a028b3c7c17e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:02.452015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Attempting to bind port b798cf32-c688-4bca-b67d-a028b3c7c17e on network f9fdd01c-c250-4eb8-baeb-f9830b341c1c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:02.456737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Port b798cf32-c688-4bca-b67d-a028b3c7c17e on network f9fdd01c-c250-4eb8-baeb-f9830b341c1c not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:08:02.457004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Attempting to bind port b798cf32-c688-4bca-b67d-a028b3c7c17e on network f9fdd01c-c250-4eb8-baeb-f9830b341c1c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:02.468370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:02.468739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Checking segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:02.469156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Bound using segment: {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:02.469633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Bound port: b798cf32-c688-4bca-b67d-a028b3c7c17e, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:02.470619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.501630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-fcc3c489-963a-4149-8179-85592a52c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.503106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-fcc3c489-963a-4149-8179-85592a52c467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1175816
Nov 10 04:08:02.508679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcab8de8-ff5f-41ce-8a68-6d364454e825 req-63144f24-5291-461d-87d5-a896686dfd1f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505158
Nov 10 04:08:02.562735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2e43f875-a547-45e1-b9b9-019d34caeba7 req-64cd3495-fdf4-41a9-98ab-92f105aa3982 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025157
Nov 10 04:08:02.581368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:02.585365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:02.589576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.590190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6092d08c-4434-4c20-ac97-9e9f2327f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.591666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6092d08c-4434-4c20-ac97-9e9f2327f601 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0783532
Nov 10 04:08:02.593111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:02.600051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.626681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.627436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:02.629157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] 10.222.0.21 "PUT /v2.0/ports/b798cf32-c688-4bca-b67d-a028b3c7c17e HTTP/1.1" status: 200  len: 1092 time: 1.3260112
Nov 10 04:08:02.629588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:02.631867 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851" -d '{"events": [{"name": "network-changed", "server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:02.647912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:02.657504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4aa6-e28e-4b4b-84d7-0c03fac8a064 service neutron] Pushing event updated for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:02.736780 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f4c01b-53cf-4dca-9ea5-4796199b0f2c x-openstack-request-id: req-e8f4c01b-53cf-4dca-9ea5-4796199b0f2c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:02.737331 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:02.737944 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8f4c01b-53cf-4dca-9ea5-4796199b0f2c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:02.738609 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'status': 'completed', 'code': 200}
Nov 10 04:08:02.761224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-b3a694a8-3e8f-45fd-87e4-a0e84194ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.763533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-b3a694a8-3e8f-45fd-87e4-a0e84194ecfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb&device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 1095 time: 0.0735319
Nov 10 04:08:02.832987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-dc2d1010-880a-43a0-8a79-428ee9dff985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e HTTP/1.1" status: 200  len: 217 time: 0.0587642
Nov 10 04:08:02.881320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-e62ee833-cc04-47ec-88d0-3cbbc5b305d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782195
Nov 10 04:08:02.890513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.14 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/06447a9c-265e-439d-bf7f-c48e8af2dbec) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:02.893632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa86831-c405-468d-968e-749ccae6eae1 req-cb13b569-57e2-4e84-b92d-a3241dda41f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.895154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-faa86831-c405-468d-968e-749ccae6eae1 req-cb13b569-57e2-4e84-b92d-a3241dda41f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 946 time: 0.1303995
Nov 10 04:08:02.904900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-a403b144-5e5c-402c-9c00-377d88e0fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.906335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-a403b144-5e5c-402c-9c00-377d88e0fe78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2912010-6f5e-486f-b5a1-39e890f490f4 HTTP/1.1" status: 200  len: 854 time: 0.0659282
Nov 10 04:08:02.981095 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-faa86831-c405-468d-968e-749ccae6eae1 req-54c157c1-9232-465f-8055-a765d24a5aa0 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736496
Nov 10 04:08:02.986868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-7cb9cc2d-8e83-44a9-86a9-009e8e7dbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:02.988378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-7cb9cc2d-8e83-44a9-86a9-009e8e7dbc02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0740530
Nov 10 04:08:03.072129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-56843c5b-607d-4c15-8824-e19da3f155ef service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792750
Nov 10 04:08:03.083460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-8c09aa65-3c24-4293-aa74-2542d2ce0bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874116
Nov 10 04:08:03.120555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-a3e75343-cd27-4dfa-9fea-82541fbd6dc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 217 time: 0.0402014
Nov 10 04:08:03.187570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98acaaca-07ec-47ef-9867-f89ed5b60b18 req-be5f12e7-851b-4438-abd4-133d329b1dc5 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893164
Nov 10 04:08:03.217446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:03.234481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6fd4d257-abcd-4ea9-9643-b555149994c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.236041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-6fd4d257-abcd-4ea9-9643-b555149994c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1079872
Nov 10 04:08:03.251959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2a813-c238-44c4-b692-95b3e8f72c8c req-fd0af8ec-c54f-45cc-9f3d-6ab7d11ed279 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.253487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aa2a813-c238-44c4-b692-95b3e8f72c8c req-fd0af8ec-c54f-45cc-9f3d-6ab7d11ed279 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 945 time: 0.1265280
Nov 10 04:08:03.291674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2397f71-2c98-403b-bc72-4c840b6556d1 req-45bbbd2a-e298-432c-9b61-6e2b2b2d5c41 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 210 time: 0.0299847
Nov 10 04:08:03.300841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-adda80c5-4f21-49a3-bbb3-c696c35cc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.302682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-adda80c5-4f21-49a3-bbb3-c696c35cc0a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb&device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 1095 time: 0.0663426
Nov 10 04:08:03.335651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-30b68e9a-9359-4833-b877-719f8b94e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.337205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-30b68e9a-9359-4833-b877-719f8b94e750 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0811198
Nov 10 04:08:03.342862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:03.403433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-c8aa9954-18ac-4fcc-8e0e-f86699526760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.405373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-c8aa9954-18ac-4fcc-8e0e-f86699526760 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c HTTP/1.1" status: 200  len: 916 time: 0.0943451
Nov 10 04:08:03.407889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aa2a813-c238-44c4-b692-95b3e8f72c8c req-c8af6501-ce51-49f4-baad-e1d4c8a39b81 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386445
Nov 10 04:08:03.448559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-fe528515-f82d-455c-b9e8-4d1469191903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e HTTP/1.1" status: 200  len: 217 time: 0.0357904
Nov 10 04:08:03.461269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:03.464699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:03.468870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:03.472288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:03.499975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-851d15c9-f8e8-4b34-b126-997fa3bd5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.501414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-851d15c9-f8e8-4b34-b126-997fa3bd5bb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2912010-6f5e-486f-b5a1-39e890f490f4 HTTP/1.1" status: 200  len: 854 time: 0.0452321
Nov 10 04:08:03.541090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.541703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:03.546467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-ce61e8bb-d6a2-4380-b8e3-fd89055ad1ba service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967859
Nov 10 04:08:03.560168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-7dfc4205-0d48-4673-ac27-44eb7f14ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.562273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-7dfc4205-0d48-4673-ac27-44eb7f14ca9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0473225
Nov 10 04:08:03.564765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-42394460-608a-448e-925f-34f4e73ba29d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2751901
Nov 10 04:08:03.604001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Request body: {'port': {'device_id': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:03.695922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:03.702007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da708-46a8-4656-a9e6-b8e2ffc31af1 req-2fcea353-59b1-4cdb-9489-41c931cd118f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.703533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-416da708-46a8-4656-a9e6-b8e2ffc31af1 req-2fcea353-59b1-4cdb-9489-41c931cd118f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 944 time: 0.0860305
Nov 10 04:08:03.709258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-59498688-b724-4385-b7a1-84e2b85698c7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337795
Nov 10 04:08:03.719545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-9e118c75-845c-4b91-b631-05e3ee8b73b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656108
Nov 10 04:08:03.781322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-a42eb59c-c122-4a48-96d1-a456437f267a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 200  len: 217 time: 0.0395021
Nov 10 04:08:03.810400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-416da708-46a8-4656-a9e6-b8e2ffc31af1 req-3abdf030-4e23-4739-bb7b-c2ef14416c8c tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996206
Nov 10 04:08:03.839235 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027c9c23-d9ac-44cd-b7f4-2bc87c9ed851 req-710fb21a-32df-44dc-855e-d94c8447c517 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213033
Nov 10 04:08:03.850549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:03.901527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:03.905781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:03.906148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:03.915947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-84262f56-159c-4602-b740-164744e4d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:03.917438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-84262f56-159c-4602-b740-164744e4d8d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1275711
Nov 10 04:08:03.983357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.022169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:04.027484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.030295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-be1bab6d-e429-4f93-8846-6252afa361f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.031875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-be1bab6d-e429-4f93-8846-6252afa361f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0969586
Nov 10 04:08:04.082590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:04.195380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31174b0-e609-437d-9437-d0d649dcba66 req-8f10bb4a-9035-49f2-9525-105ddd5032ff tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.196880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c31174b0-e609-437d-9437-d0d649dcba66 req-8f10bb4a-9035-49f2-9525-105ddd5032ff tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 946 time: 0.1367486
Nov 10 04:08:04.209376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06447a9c-265e-439d-bf7f-c48e8af2dbec {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:04.224002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.248685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:04.251215 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed0c32b-b35a-4b87-b6f9-f094561e7bdc" -d '{"events": [{"server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:04.252098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-4a646d1d-989c-4e68-a474-0b21eafb75a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098491
Nov 10 04:08:04.253002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Transition to ACTIVE for port object 06447a9c-265e-439d-bf7f-c48e8af2dbec will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:08:04.257714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.288195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f56a2b90-b16c-4c59-b251-a8450a5c590f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.302749 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05929d5f-e1f9-4d32-a7b9-f0c09225f7f4 x-openstack-request-id: req-05929d5f-e1f9-4d32-a7b9-f0c09225f7f4 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:04.303207 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:04.303530 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05929d5f-e1f9-4d32-a7b9-f0c09225f7f4 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:04.304041 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a', 'code': 200}
Nov 10 04:08:04.362984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c31174b0-e609-437d-9437-d0d649dcba66 req-7b2a3b26-38df-4f3a-9045-ac63fabfeb1f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583169
Nov 10 04:08:04.386999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:04.459271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794de8-cbe3-47b5-a3f9-f2a2c2ee97b8 req-2730865d-20af-4df0-ba02-1cc58de38893 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.460813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf794de8-cbe3-47b5-a3f9-f2a2c2ee97b8 req-2730865d-20af-4df0-ba02-1cc58de38893 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0920188
Nov 10 04:08:04.466426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd490fd-3cff-41da-a1ac-b220f48719c4 req-23cefcc0-65da-4a9e-9e76-5d8603677af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.467904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bd490fd-3cff-41da-a1ac-b220f48719c4 req-23cefcc0-65da-4a9e-9e76-5d8603677af1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 1097 time: 0.0874302
Nov 10 04:08:04.488408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-1c66e5a7-f502-42bf-8932-3df80b05364a service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285097
Nov 10 04:08:04.538820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf794de8-cbe3-47b5-a3f9-f2a2c2ee97b8 req-aae5afd4-f455-41b0-aa98-7a8d79e1f4e3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698566
Nov 10 04:08:04.541716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bd490fd-3cff-41da-a1ac-b220f48719c4 req-35445c84-d75f-4e70-9ad7-f5e5fe07c6f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667830
Nov 10 04:08:04.546825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-cf6273b9-6da6-437b-b7d2-01d0b84d6151 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 200  len: 217 time: 0.0489633
Nov 10 04:08:04.547734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Attempting to bind port 06447a9c-265e-439d-bf7f-c48e8af2dbec on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:04.548068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Attempting to bind port 06447a9c-265e-439d-bf7f-c48e8af2dbec by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:04.548395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Attempting to bind port 06447a9c-265e-439d-bf7f-c48e8af2dbec on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:04.563088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5840-90d3-4a51-a247-60f162e0c171 req-b2b80a56-4f7e-4b27-86c4-4ed4c95f6b61 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.564531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-b2b80a56-4f7e-4b27-86c4-4ed4c95f6b61 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1186094
Nov 10 04:08:04.568242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Port 06447a9c-265e-439d-bf7f-c48e8af2dbec on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:08:04.568565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Attempting to bind port 06447a9c-265e-439d-bf7f-c48e8af2dbec on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:04.582443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:04.582783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:04.583158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:04.583592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Bound port: 06447a9c-265e-439d-bf7f-c48e8af2dbec, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:04.583949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.633659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-5f49f586-001b-42ec-90f7-f8fdb0aff038 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 696 time: 0.0615921
Nov 10 04:08:04.660247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:04.715172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:04.870724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5f670-5f2b-43e2-acd7-9e15206b2299 req-35dfd1e5-9ff8-4cc5-a0c3-874520649d78 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:04.872332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01a5f670-5f2b-43e2-acd7-9e15206b2299 req-35dfd1e5-9ff8-4cc5-a0c3-874520649d78 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 946 time: 0.0522950
Nov 10 04:08:04.927041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01a5f670-5f2b-43e2-acd7-9e15206b2299 req-bd57adeb-efcc-4d76-8621-7e518b59d7cc tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483353
Nov 10 04:08:05.053879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:05.092315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb0c7-d36a-4620-9437-4d1fef5f12ca req-e7b4d205-e2ec-4a73-9168-aff531db82b9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.093729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36fbb0c7-d36a-4620-9437-4d1fef5f12ca req-e7b4d205-e2ec-4a73-9168-aff531db82b9 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 944 time: 0.0496228
Nov 10 04:08:05.104181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:05.116685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:05.135906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-089e449d-898b-4ee6-bb9c-7b05278defef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.137417 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-089e449d-898b-4ee6-bb9c-7b05278defef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1482151
Nov 10 04:08:05.153060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36fbb0c7-d36a-4620-9437-4d1fef5f12ca req-c23f48d9-bc58-4dbd-9db1-b4d753302085 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525711
Nov 10 04:08:05.184727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.185369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:05.186948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/06447a9c-265e-439d-bf7f-c48e8af2dbec HTTP/1.1" status: 200  len: 1092 time: 1.6108584
Nov 10 04:08:05.189268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:05.191816 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac68d6-79aa-456b-bbcb-17960af2452f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:05.271006 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83822e-537f-409d-98de-ec540ddf7ec1 x-openstack-request-id: req-9b83822e-537f-409d-98de-ec540ddf7ec1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:05.271286 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:05.271540 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b83822e-537f-409d-98de-ec540ddf7ec1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:05.271923 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'status': 'completed', 'code': 200}
Nov 10 04:08:05.339993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192959-dc06-4365-8bc9-b0af6f01e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:05.360734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-ef7f0620-9ea8-4481-85c1-e0b2798c2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.362256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-ef7f0620-9ea8-4481-85c1-e0b2798c2efd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2026038
Nov 10 04:08:05.369967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-aeaab678-e193-4b64-aa20-af3446312732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.371471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-aeaab678-e193-4b64-aa20-af3446312732 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 1095 time: 0.0987802
Nov 10 04:08:05.487184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-1cfade02-d589-492d-b896-4d7e09d0c273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec HTTP/1.1" status: 200  len: 217 time: 0.1055846
Nov 10 04:08:05.661712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3632-3b00-49b9-8b59-11b0f67d770d req-4efde8b0-b9c8-4075-b3cd-e4a44e5936db tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.663230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f1e3632-3b00-49b9-8b59-11b0f67d770d req-4efde8b0-b9c8-4075-b3cd-e4a44e5936db tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0529368
Nov 10 04:08:05.719493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917507-321b-4780-a005-ae88649bbc31 req-3f7afe0a-1896-4899-9807-ec778f26de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:05.720868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-3f7afe0a-1896-4899-9807-ec778f26de27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.2097473
Nov 10 04:08:05.720989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f1e3632-3b00-49b9-8b59-11b0f67d770d req-5e55c80c-fd6b-4ac8-a40f-9ebe64f4c704 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492077
Nov 10 04:08:05.771907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-8805471e-808d-463a-b059-d054ec7316bf service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3995323
Nov 10 04:08:05.800423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-74ecf250-13dd-49a7-90ae-59397929b40b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598245
Nov 10 04:08:05.866366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b798cf32-c688-4bca-b67d-a028b3c7c17e details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:05.901565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.resource_extend [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:08:05.961948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:05.973938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'port_id': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'mac_address': 'fa:16:3e:f6:bb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:05.988070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:06.007953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:06.016084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:06.033682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b798cf32-c688-4bca-b67d-a028b3c7c17e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:06.050236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-b9b83093-fe9a-4eaa-8148-67419135b5ed service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555010
Nov 10 04:08:06.055750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:06.061518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:06.063828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ac81-17c5-4bc3-97a6-4983e2fa19e8 req-2c5e0c98-773d-4659-9773-31bb1a00c2e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.065515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99e5ac81-17c5-4bc3-97a6-4983e2fa19e8 req-2c5e0c98-773d-4659-9773-31bb1a00c2e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 946 time: 0.0584161
Nov 10 04:08:06.095609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-ec4353cf-04f8-4167-a6b3-6a1c058f0d62 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820809
Nov 10 04:08:06.110905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:06.121105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99e5ac81-17c5-4bc3-97a6-4983e2fa19e8 req-b2dd8ce4-0856-4b4e-8a1f-01483283f203 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487862
Nov 10 04:08:06.136163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-f81c5ec0-b59e-4fae-9b5c-c6d93146bd43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 200  len: 217 time: 0.0551810
Nov 10 04:08:06.308374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659021c1-07cb-4acb-adb5-49ab1433166d req-4340c77d-f1f5-45a7-be5a-117ab4e737d6 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.310220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-659021c1-07cb-4acb-adb5-49ab1433166d req-4340c77d-f1f5-45a7-be5a-117ab4e737d6 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 945 time: 0.0568225
Nov 10 04:08:06.381639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-659021c1-07cb-4acb-adb5-49ab1433166d req-9a51b4cd-76c1-47f6-97dc-f2988c3c45a4 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646753
Nov 10 04:08:06.417542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['b798cf32-c688-4bca-b67d-a028b3c7c17e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:06.504549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-9c99e481-2fa7-42ad-b4bc-c9671ff6ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.506147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-9c99e481-2fa7-42ad-b4bc-c9671ff6ba9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.3554809
Nov 10 04:08:06.516515 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af associated. External IP: 172.32.3.186, port: fd04cade-521b-4476-8b04-300c25a735de.
Nov 10 04:08:06.637041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5917507-321b-4780-a005-ae88649bbc31 req-acd93234-a227-4c29-862e-13f830e7f52e service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5110154
Nov 10 04:08:06.663907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-8a5a902e-97d9-482f-ac1f-505216a1c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.665671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-8a5a902e-97d9-482f-ac1f-505216a1c020 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1509926
Nov 10 04:08:06.847073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb5a9e28-6183-4b54-a286-3a06f0ff99f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:06.860713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e67db8-21c0-49db-9887-299755378ebb req-89fe6e72-c5c4-443a-ab1e-62d1baecbc32 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.862236 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e67db8-21c0-49db-9887-299755378ebb req-89fe6e72-c5c4-443a-ab1e-62d1baecbc32 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0589442
Nov 10 04:08:06.880089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-2188dcaf-4b9d-40de-a35c-5a63867bb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:06.881631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-2188dcaf-4b9d-40de-a35c-5a63867bb592 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 1095 time: 0.1713612
Nov 10 04:08:06.909633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e67db8-21c0-49db-9887-299755378ebb req-789e8213-bcba-42bc-ba50-79d47f9cb9c8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412920
Nov 10 04:08:06.958847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-1257cfd2-f08f-42c8-9a83-a5775651a89b service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734978
Nov 10 04:08:06.974191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:07.131759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-fd26badd-28a3-4f7f-bc1c-f41453b133eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.133287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-fd26badd-28a3-4f7f-bc1c-f41453b133eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.2382417
Nov 10 04:08:07.189150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-b8c1e62d-cf37-4183-8608-3e1aa5b7fa03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec HTTP/1.1" status: 200  len: 217 time: 0.0478017
Nov 10 04:08:07.210597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-7d8e729e-3510-4407-8f46-528515240588 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385504
Nov 10 04:08:07.281094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-3f4a2ae4-da75-46cd-942a-eb20a47b7b2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 217 time: 0.0477540
Nov 10 04:08:07.287915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:07.295207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:07.298480 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:07.308626 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:07.309336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214baeaf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:07.340771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-074b9a95-ac93-4909-965b-8f58c464e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.342235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-074b9a95-ac93-4909-965b-8f58c464e187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.1439111
Nov 10 04:08:07.361405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-6f3a2df2-9ae5-44fb-a383-3b51f84bc1e2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 997 time: 2.7067983
Nov 10 04:08:07.370359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:07.372572 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209a0d5f-a093-474f-9e8e-63d152bba7af" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:07.406763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-86f5f7bb-c70f-489f-be05-fbcd8f4189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.407931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-86f5f7bb-c70f-489f-be05-fbcd8f4189b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.1159897
Nov 10 04:08:07.416789 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:07.423626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-6af48039-0e1b-4079-8289-b0a3e8a5ec9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640678
Nov 10 04:08:07.426220 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b557f8-dad6-494a-b514-0c3ca806aabd x-openstack-request-id: req-38b557f8-dad6-494a-b514-0c3ca806aabd {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:07.426530 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:07.426773 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38b557f8-dad6-494a-b514-0c3ca806aabd {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:07.427147 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:08:07.535093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5840-90d3-4a51-a247-60f162e0c171 req-f7577342-5bcb-459d-89ff-35edc35be62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.535982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-f7577342-5bcb-459d-89ff-35edc35be62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.1571772
Nov 10 04:08:07.541211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-20b322b6-b73f-44ff-be8e-dee8d8fc7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.542636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-20b322b6-b73f-44ff-be8e-dee8d8fc7c24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1181684
Nov 10 04:08:07.548354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-86966546-00bf-48e6-afc6-30b043a9c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.550074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-86966546-00bf-48e6-afc6-30b043a9c73f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.0991099
Nov 10 04:08:07.563822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc498f87-2775-45ff-b6e6-49b07a67da9a req-bf3282de-7864-4bd2-abb6-be62cffb363c tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.565452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bc498f87-2775-45ff-b6e6-49b07a67da9a req-bf3282de-7864-4bd2-abb6-be62cffb363c tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 945 time: 0.0802188
Nov 10 04:08:07.656230 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214baeaf0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:05Z', 'revision_number': 1, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:07.659614 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-59d2a217-800b-45bc-acd4-6026ed5fac9d service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221794
Nov 10 04:08:07.664861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bc498f87-2775-45ff-b6e6-49b07a67da9a req-a914e68b-9b15-4aa2-b0c2-2e8ed576224f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891466
Nov 10 04:08:07.687763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:07.696962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:07.697752 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214baeaf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:07.706118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-8bd3b579-5064-4d52-8d90-a72b794001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.710302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-8bd3b579-5064-4d52-8d90-a72b794001bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1410279
Nov 10 04:08:07.777155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-b0aeeb99-e8bf-45ab-bf57-3ccb316f6322 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183127
Nov 10 04:08:07.784381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5840-90d3-4a51-a247-60f162e0c171 req-2750438d-3022-406b-a849-c0a91acd2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.786877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-2750438d-3022-406b-a849-c0a91acd2fde service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.2418623
Nov 10 04:08:07.797475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-4a856947-8b7b-420e-a6dd-3c38309f71a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 1000 time: 0.0804620
Nov 10 04:08:07.811695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:07.839531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:07.866609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-b67a2c77-a0ae-4969-9b47-373bc6fc99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.868071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-b67a2c77-a0ae-4969-9b47-373bc6fc99ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0624325
Nov 10 04:08:07.882250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b798cf32-c688-4bca-b67d-a028b3c7c17e up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:07.930043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cac68d6-79aa-456b-bbcb-17960af2452f req-1b7589e2-3728-4113-80b0-d9e0d809e24e service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590706
Nov 10 04:08:07.943775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-52f239ce-ae83-4b1d-ac4e-5f407396eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:07.952804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-52f239ce-ae83-4b1d-ac4e-5f407396eaeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0768635
Nov 10 04:08:07.963730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-5982751a-366e-4334-abec-1e40a739a511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 1000 time: 0.1549463
Nov 10 04:08:08.017101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d703bb2a-9e65-4108-a4a7-d28e9356111e req-c1ebe437-9c9f-4b13-8eed-e37c80dbc3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289584
Nov 10 04:08:08.017310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port b798cf32-c688-4bca-b67d-a028b3c7c17e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:08.027850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port b798cf32-c688-4bca-b67d-a028b3c7c17e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:08.028545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:08.040378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5840-90d3-4a51-a247-60f162e0c171 req-c8fa6830-4874-4444-b247-0d0cd027b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.055695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-c8fa6830-4874-4444-b247-0d0cd027b53f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0844660
Nov 10 04:08:08.097219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-63a28544-87a5-4034-bf80-348328fdad3a service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330931
Nov 10 04:08:08.157836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5840-90d3-4a51-a247-60f162e0c171 req-7ec70891-d91b-447b-a360-e13d872b0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.158472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-7ec70891-d91b-447b-a360-e13d872b0d38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1018484
Nov 10 04:08:08.176953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:08.190803 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214baeaf0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:05Z', 'revision_number': 1, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:08.223163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:08.225839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:08.231211 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9706cd-4515-43c1-abaa-cd4e12017b78" -d '{"events": [{"server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "name": "network-vif-plugged", "status": "completed", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:08.237348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:08.255140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ac94f-e41d-475c-b74c-5d93cf7265de None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:05Z', 'revision_number': 1, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:08.284987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-bea23baa-23e5-4e36-9dfe-513905e76025 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184442
Nov 10 04:08:08.312708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:08.353504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209a0d5f-a093-474f-9e8e-63d152bba7af req-865e1b56-e91b-40b3-91ad-3569e7cc75b7 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433450
Nov 10 04:08:08.365940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73afca-3a62-4a7a-885e-24e8a8a0b54f req-1ba6a062-8009-4aa3-ba65-08f0a1f402e5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.368335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c73afca-3a62-4a7a-885e-24e8a8a0b54f req-1ba6a062-8009-4aa3-ba65-08f0a1f402e5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.1479495
Nov 10 04:08:08.421577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-052b5840-90d3-4a51-a247-60f162e0c171 req-c3f9224b-8d4f-4bf1-857b-0dcb8e1192e9 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296058
Nov 10 04:08:08.448790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c73afca-3a62-4a7a-885e-24e8a8a0b54f req-25150ad9-106b-4023-b33c-8de94ef6cc95 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635641
Nov 10 04:08:08.491327 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c037c-3b07-4de5-8307-3029808b51d7 x-openstack-request-id: req-7a0c037c-3b07-4de5-8307-3029808b51d7 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:08.492066 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "name": "network-vif-plugged", "status": "completed", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:08.492529 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a0c037c-3b07-4de5-8307-3029808b51d7 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:08.493129 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'code': 200}
Nov 10 04:08:08.578533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb4a01-0129-4716-ae18-84b1aee108aa None None] New status for floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:08.610392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683656a7-88e6-4f8f-b7f3-b23bf3c53ae6 req-d6c4af2f-cc23-4e5e-8ce1-557ed370c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.612210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-683656a7-88e6-4f8f-b7f3-b23bf3c53ae6 req-d6c4af2f-cc23-4e5e-8ce1-557ed370c59f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 1097 time: 0.0459538
Nov 10 04:08:08.668376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-683656a7-88e6-4f8f-b7f3-b23bf3c53ae6 req-86c781ff-15cf-4226-a4c9-5427a15b497d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468206
Nov 10 04:08:08.673542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-b5811768-882b-4295-8d1c-7d47eedae238 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.675106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-b5811768-882b-4295-8d1c-7d47eedae238 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0657256
Nov 10 04:08:08.778191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-fadbb34c-10bd-488c-a674-8033315d5fc2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1000 time: 0.0970292
Nov 10 04:08:08.783060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:08.813121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b8d5-9704-49e0-879b-aea83d1df860 req-5039d0da-c2b0-4dfd-9aa2-dffcaa264a68 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:08.819168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad41b8d5-9704-49e0-879b-aea83d1df860 req-5039d0da-c2b0-4dfd-9aa2-dffcaa264a68 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0584173
Nov 10 04:08:08.854230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:08.878340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad41b8d5-9704-49e0-879b-aea83d1df860 req-d15c069a-996d-4e42-bb20-321e3ad60f4d tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444174
Nov 10 04:08:09.305491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:09.560437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11246bfd-cbe1-4540-adbc-faa8262ba240 req-db29421e-972b-452b-85b9-dc4bf7a1f7e5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:09.561804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11246bfd-cbe1-4540-adbc-faa8262ba240 req-db29421e-972b-452b-85b9-dc4bf7a1f7e5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0526447
Nov 10 04:08:09.588586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:09.592299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:09.620644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11246bfd-cbe1-4540-adbc-faa8262ba240 req-64612555-a283-4419-a3b7-844f2d0858a4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486805
Nov 10 04:08:09.704318 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af associated. External IP: 172.32.3.186, port: fd04cade-521b-4476-8b04-300c25a735de.
Nov 10 04:08:09.914875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:09.916902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:10.025358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d662e-2e76-44e9-9c55-64ef28b00811 req-3a38ddb3-3e8f-4bd3-97b0-f46d8c21f9ca tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.027244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-854d662e-2e76-44e9-9c55-64ef28b00811 req-3a38ddb3-3e8f-4bd3-97b0-f46d8c21f9ca tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0673306
Nov 10 04:08:10.046120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:10.047580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:10.059859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'mac_address': 'fa:16:3e:52:63:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:10.060367 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:10.077685 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:10.078305 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bae490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:10.095762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-854d662e-2e76-44e9-9c55-64ef28b00811 req-d4e7559b-2dfe-4d2e-ae5e-0cdb9141014f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607219
Nov 10 04:08:10.102524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:10.115840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06447a9c-265e-439d-bf7f-c48e8af2dbec {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:10.137710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:10.141886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:10.198365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:10.204118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:10.285595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:10.302794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:10.417086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:10.423360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:10.452564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:10.455051 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a879ea33-a8f3-4663-aa9a-b15790943419" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:10.484669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-70e164aa-d3fc-4e66-be75-72b01e8e959d tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 999 time: 1.7055147
Nov 10 04:08:10.500737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['06447a9c-265e-439d-bf7f-c48e8af2dbec'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:10.511110 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bae490>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:09Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:10.523152 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad26797-a3c0-4f75-ad46-6bffa3ae90d8 x-openstack-request-id: req-0ad26797-a3c0-4f75-ad46-6bffa3ae90d8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:10.523437 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:10.523683 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad26797-a3c0-4f75-ad46-6bffa3ae90d8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:10.524071 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:08:10.538998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:10.543290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-52811e71-7659-4869-a770-b3db0464eb6c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.545016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-52811e71-7659-4869-a770-b3db0464eb6c tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports/fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 943 time: 0.0531774
Nov 10 04:08:10.548234 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:10.548880 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bae490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:10.661970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-a93ba5e0-5f6a-4d1f-9309-965657adb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.662634 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:10.663189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-a93ba5e0-5f6a-4d1f-9309-965657adb38d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.1171670
Nov 10 04:08:10.745444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-46f84869-77c1-45b2-bd9a-aa30c56b8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.752941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-46f84869-77c1-45b2-bd9a-aa30c56b8a22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.0564961
Nov 10 04:08:10.847912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df87fd-28a2-45f1-8b4b-0a70907d5fb7 req-ad40d3dd-8c0e-48ef-a20c-9b3814816508 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.849444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02df87fd-28a2-45f1-8b4b-0a70907d5fb7 req-ad40d3dd-8c0e-48ef-a20c-9b3814816508 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 945 time: 0.0906510
Nov 10 04:08:10.850429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-c1e5f5a1-1f13-44b1-bf26-277e006e3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.851979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-c1e5f5a1-1f13-44b1-bf26-277e006e3adf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1802602
Nov 10 04:08:10.870692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-9dd4ae14-d14c-453c-9a28-524ba560fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.872314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-9dd4ae14-d14c-453c-9a28-524ba560fe9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1186256
Nov 10 04:08:10.913821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-89cc0e82-1999-47a1-ad75-8a6737b4c471 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.0502965
Nov 10 04:08:10.916879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-16bf3a99-54e4-4322-8fad-ed61cd9a73fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.0382128
Nov 10 04:08:10.933187 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bae490>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:09Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:10.961547 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541101c8-ce5e-4759-b96a-1e21de5ec1b0 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:09Z', 'revision_number': 3, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:10.973366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02df87fd-28a2-45f1-8b4b-0a70907d5fb7 req-b6056e0f-983c-4b8d-adc6-9a688e1b4d15 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174302
Nov 10 04:08:10.976664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-e7e7c502-6a19-49ea-9ee3-5f84d9c4f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.979603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-e7e7c502-6a19-49ea-9ee3-5f84d9c4f005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0560009
Nov 10 04:08:10.991732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-d55a305c-2346-46b0-82f1-823f3e76d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:10.994628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-d55a305c-2346-46b0-82f1-823f3e76d383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0685356
Nov 10 04:08:11.036299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-217ca4c3-0839-46ee-8f6a-6fa49c2cd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.045336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-217ca4c3-0839-46ee-8f6a-6fa49c2cd164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0584099
Nov 10 04:08:11.052245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-adc0555f-f77c-48ee-957e-0bd928d6199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.053920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-adc0555f-f77c-48ee-957e-0bd928d6199d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519388
Nov 10 04:08:11.151198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-576bc4e8-720a-4189-8617-0cac40c46d6a service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043229
Nov 10 04:08:11.173940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-0e472037-6f41-4031-a742-617d965cd752 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073582
Nov 10 04:08:11.182736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca44eea-222c-404f-8d85-5aa4e490e426 None None] New status for floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:11.261485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-decc65be-9744-4cdf-bb38-0d95a26c3773 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922081
Nov 10 04:08:11.300691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0ae18-f0ee-4a0b-a4bc-e90be3efc301 req-3f3bee5c-f531-4530-aae3-de4675199edf tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.302370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06a0ae18-f0ee-4a0b-a4bc-e90be3efc301 req-3f3bee5c-f531-4530-aae3-de4675199edf tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.1049075
Nov 10 04:08:11.329534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a879ea33-a8f3-4663-aa9a-b15790943419 req-51b38dfd-24e8-4c7c-a534-f9882fa169cb service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403568
Nov 10 04:08:11.337926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-6a42ae6c-b807-4491-b769-2a896fc26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.339454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-6a42ae6c-b807-4491-b769-2a896fc26923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1097 time: 0.0490544
Nov 10 04:08:11.364155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06a0ae18-f0ee-4a0b-a4bc-e90be3efc301 req-9e222553-6721-401b-8706-2728c6fc03f0 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557990
Nov 10 04:08:11.465813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-f8f1dad1-7400-4a55-9633-5f9b6e8376e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.474283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-f8f1dad1-7400-4a55-9633-5f9b6e8376e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1276896
Nov 10 04:08:11.504393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0dbf-6cd0-4911-a8c3-36bd5494eb07 req-1688ef8b-3ac5-4f80-ac1b-901cabec2f12 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.505959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cabe0dbf-6cd0-4911-a8c3-36bd5494eb07 req-1688ef8b-3ac5-4f80-ac1b-901cabec2f12 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0572484
Nov 10 04:08:11.516967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:11.521657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Request body: {'floatingip': {'port_id': 'b798cf32-c688-4bca-b67d-a028b3c7c17e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:11.546884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-faa864a5-13db-4ab6-8bb3-81f0a5060060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 1002 time: 0.0714347
Nov 10 04:08:11.577003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:11.596706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-cf2f6f05-54e7-4871-9bcc-07196e9678c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.598341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-cf2f6f05-54e7-4871-9bcc-07196e9678c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0506713
Nov 10 04:08:11.627055 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:11.644091 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:11.645015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c7c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:11.671561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-cb383822-b0d3-4d25-a199-31a4dfe80f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:11.674094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-cb383822-b0d3-4d25-a199-31a4dfe80f75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0652299
Nov 10 04:08:11.781272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-136ccd1e-8560-41b2-b101-ae27465be0ec service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989704
Nov 10 04:08:11.807308 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:11.892822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5cf16d8-b545-476c-aebf-32d7c3c432d1 req-b04b745f-f53b-4f82-8fac-0ad218d2ff5d service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982165
Nov 10 04:08:11.937687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:12.028548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 06447a9c-265e-439d-bf7f-c48e8af2dbec completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:12.034432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 06447a9c-265e-439d-bf7f-c48e8af2dbec triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:12.035700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:12.073095 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-4228e6a4-e389-4d9c-aa17-bf1353b38787 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.1389503
Nov 10 04:08:12.151482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c7c0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:11Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:12.152031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-00c99d89-b27e-460c-9bb9-4997627d0a05 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:12.153890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-00c99d89-b27e-460c-9bb9-4997627d0a05 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports/277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 943 time: 0.0756674
Nov 10 04:08:12.164206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:12.182897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:12.184268 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:12.189795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:12.189995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:12.192421 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8368833-81f9-4991-b855-901168452fd8" -d '{"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-plugged", "status": "completed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:12.195267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:12.196509 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c7c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:12.211708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:12.218686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:12.278188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:12.279538 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-ae37c333-2cd6-4c95-a090-a46000ff97bf tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0723603
Nov 10 04:08:12.301241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548a9ac-7974-4540-8a36-5a94a45737a9 req-b27f0e3f-1ed9-4e21-8b42-f9720050281e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:12.309066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2548a9ac-7974-4540-8a36-5a94a45737a9 req-b27f0e3f-1ed9-4e21-8b42-f9720050281e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 945 time: 0.1930907
Nov 10 04:08:12.318448 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:12.373411 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2548a9ac-7974-4540-8a36-5a94a45737a9 req-6dc819c1-283c-4a85-8b24-e9490143f88d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634618
Nov 10 04:08:12.393137 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Floating IP dcdbc416-704f-434b-ab67-ac795aaa370f associated. External IP: 172.32.3.234, port: b798cf32-c688-4bca-b67d-a028b3c7c17e.
Nov 10 04:08:12.408452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-7ed19f22-5015-40a3-850e-fc349caee054 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:12.420295 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca2def44-0213-4204-b4cd-2b6d87357503 req-7ed19f22-5015-40a3-850e-fc349caee054 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1343601
Nov 10 04:08:12.495193 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac7492f-208b-4e18-86c5-e04d3e6921dd x-openstack-request-id: req-1ac7492f-208b-4e18-86c5-e04d3e6921dd {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:12.495465 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-plugged", "status": "completed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:12.495722 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ac7492f-208b-4e18-86c5-e04d3e6921dd {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:12.496663 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'code': 200}
Nov 10 04:08:12.540071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:12.543238 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf5b0f6-2c1b-4530-bf39-8fe020416510" -d '{"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:12.577378 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c7c0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:11Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:12.593242 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f160fe-2fd6-4093-9b66-ce578c45b41a x-openstack-request-id: req-63f160fe-2fd6-4093-9b66-ce578c45b41a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:12.593576 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:12.593833 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63f160fe-2fd6-4093-9b66-ce578c45b41a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:12.594217 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad', 'status': 'completed', 'code': 200}
Nov 10 04:08:12.614226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-3c8fe0e3-0a87-4ce6-806e-a41b97381e59 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.1087270
Nov 10 04:08:12.671313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-e940dada-22e4-4ab7-8d18-4993a057da6f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:12.672953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-e940dada-22e4-4ab7-8d18-4993a057da6f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports/277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 943 time: 0.0509377
Nov 10 04:08:12.734025 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6eb71-2a75-407d-af26-30b7ec214d82 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': '277e9531-9831-4131-b7af-e778d75899ad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:e0:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:11Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:12.801547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-4750a331-6944-4dd0-ba50-240eb184832f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0810511
Nov 10 04:08:12.940554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-511caf33-d29c-47fa-ac6d-68bdea0fc663 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:12.942896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-511caf33-d29c-47fa-ac6d-68bdea0fc663 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1326256
Nov 10 04:08:13.019136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-b834ed33-d827-4f44-b33d-e6d17cc651f8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0672100
Nov 10 04:08:13.030357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d698c1-bf80-473d-be82-3ae72681e7a3 req-a9123da2-2042-427f-b3f6-816cefec982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.030611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:13.031839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08d698c1-bf80-473d-be82-3ae72681e7a3 req-a9123da2-2042-427f-b3f6-816cefec982b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 1097 time: 0.0905948
Nov 10 04:08:13.039255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-c8b14c0a-b191-4afb-826e-5c5238d3a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.040802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-c8b14c0a-b191-4afb-826e-5c5238d3a106 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1097 time: 0.1009259
Nov 10 04:08:13.092906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:13.125425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Router e7815565-c2b4-44d5-8b9c-b9d024873ed9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:13.162574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08d698c1-bf80-473d-be82-3ae72681e7a3 req-687f3393-4047-49af-b04d-38102e080fd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207619
Nov 10 04:08:13.276390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-d4db9fa9-befd-4e0b-9952-c3e07097b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.277803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-d4db9fa9-befd-4e0b-9952-c3e07097b0c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.2269897
Nov 10 04:08:13.405853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:13.410567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:13.414555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-8996e778-5b8f-4305-8bc3-0c28c76c5191 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 1002 time: 0.1087406
Nov 10 04:08:13.417346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Sync routers for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:13.428167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:13.428870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207764eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:13.488081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:13.493180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:13.494020 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af disassociated. External IP: 172.32.3.186, port: 277e9531-9831-4131-b7af-e778d75899ad.
Nov 10 04:08:13.500149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-9b871177-98e1-48dc-84d2-ad498f92410d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.501670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-9b871177-98e1-48dc-84d2-ad498f92410d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.2665973
Nov 10 04:08:13.507902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-419fc965-55d3-4706-bd10-babfca4e82bb tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "PUT /v2.0/floatingips/dcdbc416-704f-434b-ab67-ac795aaa370f HTTP/1.1" status: 200  len: 992 time: 1.9869521
Nov 10 04:08:13.507902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:13.509833 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e34d5-f989-4017-8eff-9593e96362a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:13.524491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-332f5a36-003a-4ad7-8abf-0a15665af500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.526845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-332f5a36-003a-4ad7-8abf-0a15665af500 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.1038029
Nov 10 04:08:13.529542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-4c153ebc-22d0-476f-b165-027b5cf356d5 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/quotas/1cb3ad32a40543dd84c0805ec7f39b5b HTTP/1.1" status: 200  len: 375 time: 0.0166042
Nov 10 04:08:13.553808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:13.603962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-d2ac0ae3-c27e-4adb-bd24-7b2a6288d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.605506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-d2ac0ae3-c27e-4adb-bd24-7b2a6288d3d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711999
Nov 10 04:08:13.618073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-7c84c45d-0b38-471d-913a-af2d60c9aa34 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0734117
Nov 10 04:08:13.717853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-43e68db6-da03-45fe-9059-7efee4f637c5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:08:13.722232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:13.725209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-43e68db6-da03-45fe-9059-7efee4f637c5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0981288
Nov 10 04:08:13.784845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-79c9e2b5-618c-40c8-9b30-c4218fa27a38 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642087
Nov 10 04:08:13.811528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207764eb0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'dcdbc416-704f-434b-ab67-ac795aaa370f', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'floating_ip_address': '172.32.3.234', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'port_id': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'mac_address': 'fa:16:3e:f6:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:56Z', 'updated_at': '2021-11-10T04:08:12Z', 'revision_number': 1, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:13.846819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:13.850618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Checking router: e7815565-c2b4-44d5-8b9c-b9d024873ed9 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:13.851594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:13.862656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:13.863285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207764eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:13.864466 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:13.881152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:13.882131 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ac8190>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:13.892338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-0cb4a4fc-9b78-4cbd-ac65-ebe25281bbd2 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613884
Nov 10 04:08:13.893045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-cb6aa1fd-6c65-4928-8578-dad3da21c4e8 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 695 time: 0.8610342
Nov 10 04:08:13.947575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-2eb2a968-3a11-49ea-905d-8ff4e275dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:13.949561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-2eb2a968-3a11-49ea-905d-8ff4e275dd4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1097 time: 0.0540404
Nov 10 04:08:13.965399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebf5b0f6-2c1b-4530-bf39-8fe020416510 req-e4328f18-d121-4cf3-8b0c-4ff24898ff4b service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709993
Nov 10 04:08:13.994769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:14.019468 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:14.031314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-96cb2f1b-b048-4558-bd84-95430ee65b06 service neutron] 10.222.0.13 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380959
Nov 10 04:08:14.065870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-ca723b7d-701f-4467-a961-751d3a01ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:14.074316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-ca723b7d-701f-4467-a961-751d3a01ec1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1175053
Nov 10 04:08:14.117819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-6c4fac09-c112-4333-92e9-e6951257d2fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 217 time: 0.0424597
Nov 10 04:08:14.173272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-9507b5b5-299b-4083-a8f2-c6bd02c9d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:14.182684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-9507b5b5-299b-4083-a8f2-c6bd02c9d2b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0637927
Nov 10 04:08:14.230381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-a7b87169-587f-4648-b631-eccf0fd24726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:14.232592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-a7b87169-587f-4648-b631-eccf0fd24726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0483742
Nov 10 04:08:14.283301 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ac8190>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:14.311012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207764eb0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'dcdbc416-704f-434b-ab67-ac795aaa370f', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'floating_ip_address': '172.32.3.234', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'port_id': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'mac_address': 'fa:16:3e:f6:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:56Z', 'updated_at': '2021-11-10T04:08:12Z', 'revision_number': 1, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:14.321587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:14.339229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6be8-0e7d-4176-9f47-e2a505c0130e req-6da780aa-e1da-45ae-8c07-2722cd7f16a9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:14.341294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12fa6be8-0e7d-4176-9f47-e2a505c0130e req-6da780aa-e1da-45ae-8c07-2722cd7f16a9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0909245
Nov 10 04:08:14.346513 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:14.347388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ac8190>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:14.350407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-4334743c-7817-482f-b623-80eb92283957 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110101
Nov 10 04:08:14.377872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffb600-0661-4f53-874c-0cfc000e4177 None None] The sync data for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 is: [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'dcdbc416-704f-434b-ab67-ac795aaa370f', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'floating_ip_address': '172.32.3.234', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'port_id': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'mac_address': 'fa:16:3e:f6:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:56Z', 'updated_at': '2021-11-10T04:08:12Z', 'revision_number': 1, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:14.434290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12fa6be8-0e7d-4176-9f47-e2a505c0130e req-f602b2f2-9e8a-4ecd-81a3-fbc051d6610c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856223
Nov 10 04:08:14.495891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:14.523254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73b855b3-2715-4cf9-93ec-daf6ca498f77 req-bd915278-a1e9-43e7-929a-cdd8945c59e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649327
Nov 10 04:08:14.594995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:14.598205 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f081ab-223d-4909-88e9-67aa4100dd02" -d '{"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:14.672133 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb724aa-6099-48fe-8f2f-4e7e162c76ce x-openstack-request-id: req-5bb724aa-6099-48fe-8f2f-4e7e162c76ce {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:14.672578 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:14.672947 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bb724aa-6099-48fe-8f2f-4e7e162c76ce {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:14.673481 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'status': 'completed', 'code': 200}
Nov 10 04:08:14.789895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4d9ed-6a81-4bd2-b38d-fd69ecdd8eaa None None] New status for floating IP dcdbc416-704f-434b-ab67-ac795aaa370f: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:14.790516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cab8094a-9bc7-4412-96bd-97f105b2c218 req-f9ccbe7d-a3ce-4166-a020-e1924794f8e9 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 210 time: 0.0760581
Nov 10 04:08:14.813087 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ac8190>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:14.821322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-592c7f6c-5749-4e47-bf6d-acd39f3f50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:14.824779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-592c7f6c-5749-4e47-bf6d-acd39f3f50d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb&device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 1097 time: 0.1228979
Nov 10 04:08:14.869431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fad125-b52c-4182-8098-bb26a2b9e2c2 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:15.013114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-f11f4cc4-14fb-4412-9a89-7a320233e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.015280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-f11f4cc4-14fb-4412-9a89-7a320233e9ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c HTTP/1.1" status: 200  len: 916 time: 0.1832643
Nov 10 04:08:15.087951 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9466d-9395-4221-82c7-23df538373e9 x-openstack-request-id: req-3bb9466d-9395-4221-82c7-23df538373e9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:15.088494 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "tag": "277e9531-9831-4131-b7af-e778d75899ad", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:15.088793 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bb9466d-9395-4221-82c7-23df538373e9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:15.089200 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'tag': '277e9531-9831-4131-b7af-e778d75899ad', 'status': 'completed', 'code': 200}
Nov 10 04:08:15.113661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-5678cd3e-fae8-4280-8916-280b97b2893c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e HTTP/1.1" status: 200  len: 1000 time: 0.0908556
Nov 10 04:08:15.239481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-ed16dedc-f137-4be5-b2ce-c04640e3e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.241513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-ed16dedc-f137-4be5-b2ce-c04640e3e0c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2912010-6f5e-486f-b5a1-39e890f490f4 HTTP/1.1" status: 200  len: 854 time: 0.1105239
Nov 10 04:08:15.262066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-0ad0daee-cdd3-47c8-901d-c5e923b9c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.263537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-0ad0daee-cdd3-47c8-901d-c5e923b9c187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 1097 time: 0.1457391
Nov 10 04:08:15.290462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-ceaf2166-991f-4ffa-ab5c-af99fd0d5780 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.291677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-ceaf2166-991f-4ffa-ab5c-af99fd0d5780 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1265366
Nov 10 04:08:15.293903 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f7c9d-619f-4ba6-8698-e0242964cb60 None None] New status for floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:15.325111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.332554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.339296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.347252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.355027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.362658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.370392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.379405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afef8384-9347-41c1-9d01-6746431f414b req-4ac2a604-6af7-4e9c-a182-2f33b7d02d16 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1191399
Nov 10 04:08:15.397858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-9ec92430-5ef3-4934-befd-5007f414eff1 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 698 time: 0.0957997
Nov 10 04:08:15.411438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-0036fa70-f0aa-47f9-9bb2-ec05948b67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.412940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-0036fa70-f0aa-47f9-9bb2-ec05948b67e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9fdd01c-c250-4eb8-baeb-f9830b341c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1638918
Nov 10 04:08:15.420813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:15.439531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afef8384-9347-41c1-9d01-6746431f414b req-3b69ca18-382b-410d-ac36-34818ac62d3c tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0589275
Nov 10 04:08:15.523627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:15.565958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-14484556-e0b8-45aa-a19b-96e5945eb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.567459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-14484556-e0b8-45aa-a19b-96e5945eb5b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.2853611
Nov 10 04:08:15.585586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b59c16-c7a9-42ee-8c57-7c9a73589fa7 req-11ca27dc-5dae-4bee-af24-5cd6c7166d97 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.587715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50b59c16-c7a9-42ee-8c57-7c9a73589fa7 req-11ca27dc-5dae-4bee-af24-5cd6c7166d97 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0625138
Nov 10 04:08:15.645503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50b59c16-c7a9-42ee-8c57-7c9a73589fa7 req-ef5288bd-80a5-4d02-a299-ff6c0f402829 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492709
Nov 10 04:08:15.676291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-be4dca87-8f85-4dcd-aaac-c81fae2dbc49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 200  len: 217 time: 0.0789680
Nov 10 04:08:15.773021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-b88d19a2-6f87-4152-8ad4-168e4a8975a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3496845
Nov 10 04:08:15.937047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-82fdc9ba-addc-4ffb-996a-3be98e24d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:15.938669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-82fdc9ba-addc-4ffb-996a-3be98e24d34f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.2467606
Nov 10 04:08:16.044885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-5c9bec73-25e0-4e2e-99b3-2beaf3c5fe2e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.046322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-5c9bec73-25e0-4e2e-99b3-2beaf3c5fe2e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 815 time: 0.3555343
Nov 10 04:08:16.060662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f5e34d5-f989-4017-8eff-9593e96362a2 req-cc5785cc-535c-4412-88ad-3035de364459 service neutron] 10.222.0.21 "GET /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688239
Nov 10 04:08:16.094763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Request body: {'port': {'device_id': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'admin_state_up': True, 'tenant_id': '1cb3ad32a40543dd84c0805ec7f39b5b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:16.151921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-56cbc6d4-8752-4fb0-9183-9dce78ce02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.153450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-56cbc6d4-8752-4fb0-9183-9dce78ce02b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1941161
Nov 10 04:08:16.254740 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4930d8b1-66f7-4a53-a741-001cfabc74ae req-71c56f72-4713-475c-952c-eefc9a53a167 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 210 time: 0.0282233
Nov 10 04:08:16.363876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc06f-ae17-44db-a585-d0fac2134456 req-4810166e-e35a-446c-b09c-e5609a1a1513 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.365500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca9fc06f-ae17-44db-a585-d0fac2134456 req-4810166e-e35a-446c-b09c-e5609a1a1513 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0519049
Nov 10 04:08:16.417579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca9fc06f-ae17-44db-a585-d0fac2134456 req-41fa8116-40c2-4f81-893d-40784e296dbd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451083
Nov 10 04:08:16.478799 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:08:16.584143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.590753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.596827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.603432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.609762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.615846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.622239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.624345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-45053527-bfbc-4908-8868-25184049c846 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.0980825
Nov 10 04:08:16.690706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59402350-fdca-4a12-ae06-084ed2ec3d7b req-783419bc-0036-4331-9113-8dc1f43073eb tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0594635
Nov 10 04:08:16.736123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.742096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.748174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.754132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.760244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.766272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.772212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.774257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4bebc958-185c-46ea-8880-a2483bbee5f9 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.2007554
Nov 10 04:08:16.776742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:08:16.838205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-168df5da-a365-4518-ae07-328da0ea2358 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6307321
Nov 10 04:08:16.857270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-549b3f25-68b1-4a32-944e-996102a5b620 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.858938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-549b3f25-68b1-4a32-944e-996102a5b620 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.26 "GET /v2.0/ports?device_id=db3a0186-798a-42b8-8ab3-03d59632b377 HTTP/1.1" status: 200  len: 946 time: 0.0633390
Nov 10 04:08:16.940032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-68caace7-a85d-457c-8509-d61d21ec9756 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:16.940032 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-68caace7-a85d-457c-8509-d61d21ec9756 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1204255
Nov 10 04:08:16.942850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:16.943581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Made reservation on behalf of 1cb3ad32a40543dd84c0805ec7f39b5b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:16.947590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:16.964703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:16.970014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Deleting port 277e9531-9831-4131-b7af-e778d75899ad {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:16.970346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.059158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] For port 277e9531-9831-4131-b7af-e778d75899ad, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=277e9531-9831-4131-b7af-e778d75899ad,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:17.059529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.072456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Calling delete_port for 277e9531-9831-4131-b7af-e778d75899ad owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:17.182055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-57c2f201-776f-41e2-8edf-091b84ffa618 service neutron] 10.222.0.26 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204679
Nov 10 04:08:17.213559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.228487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['277e9531-9831-4131-b7af-e778d75899ad'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:17.231094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fd04cade-521b-4476-8b04-300c25a735de'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:17.232286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-bb580774-8c2c-4241-a7c5-701d3d928d25 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2786317
Nov 10 04:08:17.233397 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af associated. External IP: 172.32.3.186, port: fd04cade-521b-4476-8b04-300c25a735de.
Nov 10 04:08:17.241774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event deleted for resources: {'Port': ['ID=277e9531-9831-4131-b7af-e778d75899ad,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:17.289043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] No DVR routers for this DVR port 277e9531-9831-4131-b7af-e778d75899ad on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:17.292705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.296892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95c2ecd7-c7f0-435d-9554-578c82545127 req-ee3e76d2-0da5-4e19-a452-228fe6696842 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.26 "DELETE /v2.0/ports/277e9531-9831-4131-b7af-e778d75899ad HTTP/1.1" status: 204  len: 173 time: 0.4323950
Nov 10 04:08:17.297557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'name': 'network-vif-deleted', 'tag': '277e9531-9831-4131-b7af-e778d75899ad'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:17.300482 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30817d02-2bc3-452e-88af-e3d4db2128d2" -d '{"events": [{"server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "name": "network-vif-deleted", "tag": "277e9531-9831-4131-b7af-e778d75899ad"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:17.325294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:17.413674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Allocated IP 172.20.0.7 (16e00f32-9bf4-4dce-bd22-8b1806103dfb/266c5e4b-27ba-44aa-a993-d3cbafd44750/c41a8e74-db6e-43f5-bcd9-8ff2d151262f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:17.426828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac94af24-b728-4914-a10b-e22236105153 req-2eb3346e-845e-4987-9834-128f0b495161 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 210 time: 0.0372469
Nov 10 04:08:17.465992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.517001 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c12be3-48ac-4408-a17a-7e28db23d57e x-openstack-request-id: req-88c12be3-48ac-4408-a17a-7e28db23d57e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:17.517001 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3a0186-798a-42b8-8ab3-03d59632b377", "name": "network-vif-deleted", "tag": "277e9531-9831-4131-b7af-e778d75899ad", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:17.517247 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88c12be3-48ac-4408-a17a-7e28db23d57e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:17.517538 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3a0186-798a-42b8-8ab3-03d59632b377', 'name': 'network-vif-deleted', 'tag': '277e9531-9831-4131-b7af-e778d75899ad', 'status': 'completed', 'code': 200}
Nov 10 04:08:17.617033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b84b88-0f19-493f-bf18-f6408104ea14 req-419eddce-a79a-449f-9a57-03954cfd613d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.618661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33b84b88-0f19-493f-bf18-f6408104ea14 req-419eddce-a79a-449f-9a57-03954cfd613d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0520046
Nov 10 04:08:17.667145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33b84b88-0f19-493f-bf18-f6408104ea14 req-038d0d01-0243-4ab1-a00d-00e6dd31ecda tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423942
Nov 10 04:08:17.781741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:17.815029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:17.835236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:17.840829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.855177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.861926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.869622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.876670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.884013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.890174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:17.892367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-fa248aa8-9fdf-41df-9cd0-7a98aa4fbe0a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 5433 time: 0.1211641
Nov 10 04:08:17.957347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90e9740f-c833-4fef-baf1-b0d3cf268306 req-b4903593-28f1-486a-a449-738d1b3d369b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0574336
Nov 10 04:08:17.968432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] For port bfc8aa12-0978-42bd-bcea-1fe832f6fa31, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:18.000590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.011766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e', '7340ef3a-716e-48d9-9582-3836dc4bdb2d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:18.016582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:18.048708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:18.051849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] device_id is not set on port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:08:18.061287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.072420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.082586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:18.100173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Network 16e00f32-9bf4-4dce-bd22-8b1806103dfb is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:18.107299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.109372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:18.114519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:18.115141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207696940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:18.116500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:18.126011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event updated for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:18.150903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-b8d76fd8-216b-4b16-b8b5-7edcad7198f7 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 997 time: 2.7415500
Nov 10 04:08:18.155963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:18.162760 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20636ba8-0092-405e-9293-d3a977d5f1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:18.267727 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae134e3-b8a1-4dbd-be81-a55a25bd9316 x-openstack-request-id: req-6ae134e3-b8a1-4dbd-be81-a55a25bd9316 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:18.268013 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:18.268436 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ae134e3-b8a1-4dbd-be81-a55a25bd9316 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:18.268904 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:08:18.272902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] No DVR routers for this DVR port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:18.274879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:18.282479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.283114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.360683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-6657d03b-102e-4a07-9159-329a00846ed4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2723069
Nov 10 04:08:18.367485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-dd9af9ac-ae4d-4a87-8f5c-cfe5fffa5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.369523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:18.370010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-dd9af9ac-ae4d-4a87-8f5c-cfe5fffa5f77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.2036042
Nov 10 04:08:18.378856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Request body: {'port': {'device_id': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:18.385027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] In _notify_port_updated(), no bound segment for port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:08:18.385513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.386126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.387362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-2eca8482-238b-445f-b98d-407ea27d1188 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 200  len: 1026 time: 1.1100240
Nov 10 04:08:18.492656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-eb414e40-89c2-407f-a8b3-c36fa967cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.494814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-eb414e40-89c2-407f-a8b3-c36fa967cd11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.2062316
Nov 10 04:08:18.540421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4ca223b2-d416-4b3d-9c4e-77cfd61d8c2a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.541852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-4ca223b2-d416-4b3d-9c4e-77cfd61d8c2a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "GET /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1323378
Nov 10 04:08:18.563766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:18.577878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f4509-7398-48f4-899f-14a1128fb592 req-a9dce06a-c9d9-43e2-849e-073f75d4c84c tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.579417 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-358f4509-7398-48f4-899f-14a1128fb592 req-a9dce06a-c9d9-43e2-849e-073f75d4c84c tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 931 time: 0.0574276
Nov 10 04:08:18.608458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.629574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-358f4509-7398-48f4-899f-14a1128fb592 req-8c699a5b-0ea3-4f5b-9e1c-66e82a2a0adc tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437503
Nov 10 04:08:18.680303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.687462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a87fe96f-b972-4dd1-801b-32f777b25100 None None] Provisioning complete for port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:18.687926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a87fe96f-b972-4dd1-801b-32f777b25100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.806371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642bbbe-9a68-4a66-9435-04ade6df939e req-24873bf1-03b0-4b9f-ba80-43f6df487731 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:18.809066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f642bbbe-9a68-4a66-9435-04ade6df939e req-24873bf1-03b0-4b9f-ba80-43f6df487731 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0619831
Nov 10 04:08:18.837201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a87fe96f-b972-4dd1-801b-32f777b25100 None None] Port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:08:18.847774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:18.869927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f642bbbe-9a68-4a66-9435-04ade6df939e req-3c7e4daa-4d1f-48f8-8773-85537f24629f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558183
Nov 10 04:08:18.963017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207696940>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:16Z', 'revision_number': 8, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:18.988915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:18.998065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:18.998672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207696940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:19.051109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-5e8d66ab-3a29-4d83-8f9e-8fc4b931a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.052650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-5e8d66ab-3a29-4d83-8f9e-8fc4b931a035 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.6706941
Nov 10 04:08:19.060311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.105250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.111932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.115405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:19.118053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.124331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.130773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-c8540ec3-6a5b-47ae-a9b2-09755406427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.132241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-c8540ec3-6a5b-47ae-a9b2-09755406427b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.6253927
Nov 10 04:08:19.132470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.139245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.142005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56ea16a7-b298-46ce-b6be-503274f2301b req-23cac508-996e-42be-bcec-7b725c5da5da tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 4660 time: 0.1041005
Nov 10 04:08:19.216681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56ea16a7-b298-46ce-b6be-503274f2301b req-0fae73c4-1392-446b-96db-4f319e82e95f tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b34a3555-c83e-4594-b758-c05e232481b0&id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0689394
Nov 10 04:08:19.294434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-f917de75-208b-494a-a8c0-a056a8397267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 1000 time: 0.2260771
Nov 10 04:08:19.370968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207696940>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:16Z', 'revision_number': 8, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:19.402262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf566f-feca-48ce-8bab-d7d1ebb44782 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1aa2811d-596e-45c1-8a85-d9d8f902d5af', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'floating_ip_address': '172.32.3.186', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'port_id': 'fd04cade-521b-4476-8b04-300c25a735de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'mac_address': 'fa:16:3e:8f:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:07:49Z', 'updated_at': '2021-11-10T04:08:16Z', 'revision_number': 8, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:19.432252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-d35030af-3e5b-4bb5-9d9a-29310f6dd8e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 1000 time: 0.2556221
Nov 10 04:08:19.474294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-db42fdfc-113b-46c1-bf5d-212c4c74413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.475776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-db42fdfc-113b-46c1-bf5d-212c4c74413a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.1546710
Nov 10 04:08:19.586784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:19.598695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-593c807d-3d04-4ff6-89c3-625cd389eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.600168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-593c807d-3d04-4ff6-89c3-625cd389eb4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.1481769
Nov 10 04:08:19.617596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16276c52-db02-4792-8aed-77c0bbf00ae2 None None] New status for floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:19.666931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-ef60dd27-f6bb-4fea-8672-705244811380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.668790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-ef60dd27-f6bb-4fea-8672-705244811380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1619468
Nov 10 04:08:19.715805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device bfc8aa12-0978-42bd-bcea-1fe832f6fa31 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:19.760916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c0f6-dac2-46cc-80c1-2c84b1807a93 req-7e2e8c6f-2cd4-400a-9969-8def5f403853 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.761957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] For port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:19.770197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e063c0f6-dac2-46cc-80c1-2c84b1807a93 req-7e2e8c6f-2cd4-400a-9969-8def5f403853 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 931 time: 0.0629206
Nov 10 04:08:19.772516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device bfc8aa12-0978-42bd-bcea-1fe832f6fa31 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:19.773055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7df01c5b-14ab-4d3a-9769-522007964e79 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:19.792305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41a8e74-db6e-43f5-bcd9-8ff2d151262f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:19.811182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.817880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-5543d029-3e32-4c0f-aade-c95a3fdf4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:19.819029 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-5543d029-3e32-4c0f-aade-c95a3fdf4d77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2061400
Nov 10 04:08:19.838248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e063c0f6-dac2-46cc-80c1-2c84b1807a93 req-2ec1e5c4-cf1c-49cf-b703-987856296a2a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671051
Nov 10 04:08:19.877859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] device_id is not set on port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:08:19.887691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.899769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.907979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Transition to ACTIVE for port object c41a8e74-db6e-43f5-bcd9-8ff2d151262f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:08:19.917200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:19.919493 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c967ca0-f102-4864-bfd0-35cc7eff4df9" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:19.922096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.923978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.931989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:19.935990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:19.936895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e337f77c-d135-430c-9e8b-333dc66d89e6 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.007346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-a6a520c3-eba2-4c01-bc49-73710851a382 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3113060
Nov 10 04:08:20.028769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8cc58-8feb-45fa-adc0-8b6e95d92694 req-b5c105e1-0f6e-4873-b419-e9ea3c7429ac tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.029979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.031270 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9b8cc58-8feb-45fa-adc0-8b6e95d92694 req-b5c105e1-0f6e-4873-b419-e9ea3c7429ac tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0850186
Nov 10 04:08:20.048711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] No DVR routers for this DVR port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:20.089128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.108926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9b8cc58-8feb-45fa-adc0-8b6e95d92694 req-0c7b7bdb-2440-49e5-8926-d3c172ae14c0 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643954
Nov 10 04:08:20.128703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-348c1847-a61a-4f51-8d92-061418bb5fae service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2956367
Nov 10 04:08:20.129245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:20.129945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] In _notify_port_updated(), no bound segment for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f on network 7d2b1af5-36dd-46eb-b22c-62118c15f85b {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:08:20.130786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.131461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.132796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] 10.222.0.26 "PUT /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 200  len: 1027 time: 1.5760407
Nov 10 04:08:20.133355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf86a3-dc0b-4ccf-a1af-120434167470 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.134481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.135721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 277e9531-9831-4131-b7af-e778d75899ad no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.170155 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4034970-3370-4ac0-9af3-b88149cca513 x-openstack-request-id: req-d4034970-3370-4ac0-9af3-b88149cca513 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:20.170155 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:20.170490 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4034970-3370-4ac0-9af3-b88149cca513 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:20.172690 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79', 'code': 200}
Nov 10 04:08:20.188779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 277e9531-9831-4131-b7af-e778d75899ad {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:20.189126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 277e9531-9831-4131-b7af-e778d75899ad not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:20.189541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.250077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.253203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:20.253203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6770b602-ee3e-48be-ad23-aa6924af305a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.306180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9e6b4034-cf9c-4756-8f92-ede8a4e5829e None None] Provisioning complete for port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:20.306551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4034-cf9c-4756-8f92-ede8a4e5829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.368232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b4034-cf9c-4756-8f92-ede8a4e5829e None None] Port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:08:20.369999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.372365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.378595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.381981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.388892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.394909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.402276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.406022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5881723f-bcc8-41a4-b366-974521e2edde req-87f07430-430c-46e4-9abe-bc691c973a7a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 3882 time: 0.0998175
Nov 10 04:08:20.412004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:20.417026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.418002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0a7cee75-80a6-447d-9d5c-334cd88bb733 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.444830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10d26124-d88e-4488-bd3c-54da938bf8c3 req-c3407c44-5aa4-4f33-b5c2-868ab181b837 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3972533
Nov 10 04:08:20.453526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Attempting to bind port c41a8e74-db6e-43f5-bcd9-8ff2d151262f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:20.453864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Attempting to bind port c41a8e74-db6e-43f5-bcd9-8ff2d151262f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:20.454283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Attempting to bind port c41a8e74-db6e-43f5-bcd9-8ff2d151262f on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:20.460403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5881723f-bcc8-41a4-b366-974521e2edde req-a2a76466-facd-4cca-8cc1-90c1e9aec947 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500045
Nov 10 04:08:20.463382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20636ba8-0092-405e-9293-d3a977d5f1b8 req-dfe07679-762f-433d-9bd1-7b67fa706831 service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960539
Nov 10 04:08:20.465669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Port c41a8e74-db6e-43f5-bcd9-8ff2d151262f on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:08:20.466081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Attempting to bind port c41a8e74-db6e-43f5-bcd9-8ff2d151262f on network 16e00f32-9bf4-4dce-bd22-8b1806103dfb {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:20.476464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:20.477202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Checking segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:20.478148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Bound using segment: {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:20.479193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Bound port: c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0607da-6dba-44ed-b283-fbd126847935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:20.479562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.499291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.507325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 829ff216-2756-433a-84cc-9198928b87a8 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:20.507668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.551816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.591319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:20.599342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.600274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 829ff216-2756-433a-84cc-9198928b87a8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:20.627501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:20.649166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:20.655219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:20.655655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.659320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.702756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 829ff216-2756-433a-84cc-9198928b87a8 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:20.718582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.719101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.719331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.720483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/c41a8e74-db6e-43f5-bcd9-8ff2d151262f HTTP/1.1" status: 200  len: 1091 time: 2.3465664
Nov 10 04:08:20.723972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:20.726217 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:20.729206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8575e139-54ae-484e-bfcc-219bfd8bc075 req-be79cc05-4db9-4410-9d4e-dd45dae15e15 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 999 time: 0.0977511
Nov 10 04:08:20.770337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.797168 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e2f50-78b3-47b7-b14f-244da57b8801 x-openstack-request-id: req-365e2f50-78b3-47b7-b14f-244da57b8801 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:20.797448 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:20.797967 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-365e2f50-78b3-47b7-b14f-244da57b8801 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:20.798113 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f', 'status': 'completed', 'code': 200}
Nov 10 04:08:20.807856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322ae8-6185-43a4-af5b-0849421a05a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.817497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 829ff216-2756-433a-84cc-9198928b87a8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=829ff216-2756-433a-84cc-9198928b87a8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:20.822286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:20.868928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-94e4adc2-ec34-46dd-859d-657071e81347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.870457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-94e4adc2-ec34-46dd-859d-657071e81347 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 1094 time: 0.0839195
Nov 10 04:08:20.888335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:20.903019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e139-54ae-484e-bfcc-219bfd8bc075 req-a2de8139-42de-42cb-992c-38c6ae8a5de5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:20.904470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8575e139-54ae-484e-bfcc-219bfd8bc075 req-a2de8139-42de-42cb-992c-38c6ae8a5de5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1660249
Nov 10 04:08:20.954011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-c535d925-bd82-4bbf-a90c-40b056094972 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f HTTP/1.1" status: 200  len: 217 time: 0.0732017
Nov 10 04:08:20.990981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-94456177-806b-443c-b61e-1f1fafbc4295 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0651536
Nov 10 04:08:21.030528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.042713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-297e952c-dabd-4c54-b58f-7ab4eeeb538f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.043107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-56e393c1-c5ad-4aa7-ad47-a98540068d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.044055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-297e952c-dabd-4c54-b58f-7ab4eeeb538f tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports/fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 943 time: 0.0466578
Nov 10 04:08:21.044510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-56e393c1-c5ad-4aa7-ad47-a98540068d08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.0735803
Nov 10 04:08:21.074504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877824f8-002a-49c2-b1c0-2bdc575dade7 req-14b24bf3-75b6-4603-af97-ccff9ee48c5f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.075958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-877824f8-002a-49c2-b1c0-2bdc575dade7 req-14b24bf3-75b6-4603-af97-ccff9ee48c5f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 943 time: 0.1350455
Nov 10 04:08:21.086335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=829ff216-2756-433a-84cc-9198928b87a8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:21.116164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-9dbe6e90-4873-4f39-a0c7-e26905dfe884 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392671
Nov 10 04:08:21.148201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-843dfd01-21f9-47ec-8082-f1ce94a55ec4 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0634615
Nov 10 04:08:21.199610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port 829ff216-2756-433a-84cc-9198928b87a8 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:21.207416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.210650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-53bfc722-deff-4e75-9683-4ea1e89ba44a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "DELETE /v2.0/ports/829ff216-2756-433a-84cc-9198928b87a8 HTTP/1.1" status: 204  len: 173 time: 1.0444865
Nov 10 04:08:21.258792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-447d475c-e34a-43d6-a71c-9f578ba6e579 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.259089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-877824f8-002a-49c2-b1c0-2bdc575dade7 req-48e40ded-f350-4afc-9c6f-9b7c1813fea6 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688337
Nov 10 04:08:21.260137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-447d475c-e34a-43d6-a71c-9f578ba6e579 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1054690
Nov 10 04:08:21.327281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-3b58bf63-daec-45e8-9c6f-897883c78208 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919515
Nov 10 04:08:21.335785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-2f592a11-b956-402b-802a-03712a4a8802 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 1002 time: 0.0678399
Nov 10 04:08:21.346428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:21.401895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.454876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e89101-beff-4322-812b-2cde5098ad6f req-dffc7f8a-23c2-43a7-90d1-761374c4aabb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.456407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85e89101-beff-4322-812b-2cde5098ad6f req-dffc7f8a-23c2-43a7-90d1-761374c4aabb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1337399
Nov 10 04:08:21.471112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port e337f77c-d135-430c-9e8b-333dc66d89e6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:21.471452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.476378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cb1a161-63b6-4f4e-922e-a7519a8d0581 req-39eafe5d-f1ec-4d54-87be-71582223958f service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396403
Nov 10 04:08:21.570585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.575774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.576040 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af disassociated. External IP: 172.32.3.186, port: fd04cade-521b-4476-8b04-300c25a735de.
Nov 10 04:08:21.613689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85e89101-beff-4322-812b-2cde5098ad6f req-43f39eb9-7193-46c7-9922-28bda5734f48 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459198
Nov 10 04:08:21.628591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-7772f297-9196-401d-af90-9ea11cae67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.630123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-7772f297-9196-401d-af90-9ea11cae67bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 1094 time: 0.1001706
Nov 10 04:08:21.647807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port e337f77c-d135-430c-9e8b-333dc66d89e6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e337f77c-d135-430c-9e8b-333dc66d89e6,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:21.648589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:21.825296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:21.852193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-23c8680c-dbfa-4c78-98b4-48485e39d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.853722 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-23c8680c-dbfa-4c78-98b4-48485e39d408 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 200  len: 916 time: 0.2149260
Nov 10 04:08:21.868022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-6cf24302-4bc0-48de-aede-239da437e1f4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.874562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-6cf24302-4bc0-48de-aede-239da437e1f4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.880168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-6cf24302-4bc0-48de-aede-239da437e1f4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.886678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-6cf24302-4bc0-48de-aede-239da437e1f4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:21.888399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-6cf24302-4bc0-48de-aede-239da437e1f4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 3143 time: 0.1576998
Nov 10 04:08:22.171754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829ff216-2756-433a-84cc-9198928b87a8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:22.175681 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5298b7-8ee1-46e2-99d9-10505be82cf1" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "829ff216-2756-433a-84cc-9198928b87a8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:22.183819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:22.188261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:22.195684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:22.207802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:22.208775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071a73d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:22.218467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d7f00bc-b883-47fb-8d2f-28cae99b5cf5 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 696 time: 0.8759980
Nov 10 04:08:22.219154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:22.221645 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01002f0-9b4f-48c9-9707-5629e7104141" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:22.275249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-879ef830-6fa7-43b6-8ec5-f92a3e02ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.276968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-879ef830-6fa7-43b6-8ec5-f92a3e02ea3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.0426040
Nov 10 04:08:22.287167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-7eca45da-8963-4c81-a3a9-5c2529539fe7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f HTTP/1.1" status: 200  len: 217 time: 0.3942280
Nov 10 04:08:22.332651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:22.339881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:22.340238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:22.340553 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Floating IP 4ac471c7-7c4d-4f56-8b28-4d6625e75015 disassociated. External IP: 172.32.3.41, port: e337f77c-d135-430c-9e8b-333dc66d89e6.
Nov 10 04:08:22.340925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for e337f77c-d135-430c-9e8b-333dc66d89e6 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:22.380195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-afed9593-affe-4341-b629-ab9e3645ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.387381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-afed9593-affe-4341-b629-ab9e3645ac0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.1021037
Nov 10 04:08:22.388887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8664ac5-636b-43ac-aae8-613670d70dcb req-e385c0b9-b9bf-46e8-83e5-fdb91b2cefe2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4567416
Nov 10 04:08:22.397567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-bd85a429-1e5f-41bf-837c-09bf110cc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.399431 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-bd85a429-1e5f-41bf-837c-09bf110cc672 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 200  len: 855 time: 0.1005292
Nov 10 04:08:22.444162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-0497ee57-7354-45e1-977c-7fccb95630b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.0557854
Nov 10 04:08:22.487137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-ed71171b-032a-44e6-a8cf-c15538da9d02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16e00f32-9bf4-4dce-bd22-8b1806103dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413134
Nov 10 04:08:22.494651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-85557de0-be24-4d10-99a5-cdbc1a0621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.502568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-85557de0-be24-4d10-99a5-cdbc1a0621ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0575702
Nov 10 04:08:22.547635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-a8628dd1-471c-4208-84ff-3074343a40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.555463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-a8628dd1-471c-4208-84ff-3074343a40b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520637
Nov 10 04:08:22.590518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071a73d0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:22.606920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-43a5842f-5e6e-4de6-b38e-95c91168bfe2 service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071501
Nov 10 04:08:22.630694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:22.641973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:22.643227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071a73d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:22.666498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-d3410d01-2462-464c-9f98-c0ab7270ad37 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099460
Nov 10 04:08:22.681470 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58c36d-258d-47a9-81c1-d36efb296971 x-openstack-request-id: req-8a58c36d-258d-47a9-81c1-d36efb296971 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:22.681762 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-unplugged", "status": "completed", "tag": "829ff216-2756-433a-84cc-9198928b87a8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:22.682017 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a58c36d-258d-47a9-81c1-d36efb296971 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:22.682415 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'code': 200}
Nov 10 04:08:22.682662 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a', 'code': 200}
Nov 10 04:08:22.683166 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'code': 200}
Nov 10 04:08:22.683416 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829ff216-2756-433a-84cc-9198928b87a8', 'code': 200}
Nov 10 04:08:22.694824 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeabb79-2f34-4d30-b03d-75bc7a47e143 x-openstack-request-id: req-5eeabb79-2f34-4d30-b03d-75bc7a47e143 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:22.695161 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:22.695602 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eeabb79-2f34-4d30-b03d-75bc7a47e143 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:22.696395 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:08:22.751829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c18f7ab-79c1-4af9-a1f4-cadd63bad4bb req-c63afd3a-69ca-436b-8847-b5ef3a9382df service neutron] 10.222.0.26 "GET /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348767
Nov 10 04:08:22.787277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb0f51d4-d0bb-41db-a305-e592a4136f7c req-6d453778-7075-4348-adf6-baf42b33f942 service neutron] 10.222.0.13 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195407
Nov 10 04:08:22.801398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '829ff216-2756-433a-84cc-9198928b87a8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:22.804216 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2deaa-66b2-40f4-9c23-1e09b5cb3567" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "829ff216-2756-433a-84cc-9198928b87a8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:22.899945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f47fd-9158-4bb7-8031-ea9af62f475c req-976030ee-ec66-4a85-9d95-27531aa9e340 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.901511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b15f47fd-9158-4bb7-8031-ea9af62f475c req-976030ee-ec66-4a85-9d95-27531aa9e340 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 943 time: 0.0947213
Nov 10 04:08:22.902539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:22.904885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-9c22f99d-b0e8-4b69-a46d-e77cb573dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.906598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-9c22f99d-b0e8-4b69-a46d-e77cb573dfd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 1097 time: 0.1532094
Nov 10 04:08:22.908642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:22.935677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad6e9-3a6a-4565-adb8-0605386fbf25 req-c92d1237-fd1b-42d8-ba2b-39dda99804f4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:22.937425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aecad6e9-3a6a-4565-adb8-0605386fbf25 req-c92d1237-fd1b-42d8-ba2b-39dda99804f4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0649023
Nov 10 04:08:22.996714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aecad6e9-3a6a-4565-adb8-0605386fbf25 req-6c97325e-44b4-47f9-8733-9d6f607ce001 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527000
Nov 10 04:08:22.998041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=e337f77c-d135-430c-9e8b-333dc66d89e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:23.123348 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e8a9b-718f-4e1f-b66c-e90dc3de5087 x-openstack-request-id: req-aa2e8a9b-718f-4e1f-b66c-e90dc3de5087 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:23.123627 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "829ff216-2756-433a-84cc-9198928b87a8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:23.124038 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa2e8a9b-718f-4e1f-b66c-e90dc3de5087 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:23.124589 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '829ff216-2756-433a-84cc-9198928b87a8', 'status': 'completed', 'code': 200}
Nov 10 04:08:23.126402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071a73d0>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:23.135214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b15f47fd-9158-4bb7-8031-ea9af62f475c req-98852513-23bf-4ffb-9da9-f7868272f0b3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237995
Nov 10 04:08:23.161643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-9c670089-6fe5-4511-90e8-5c05ba6485b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.163108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-9c670089-6fe5-4511-90e8-5c05ba6485b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 200  len: 922 time: 0.2423182
Nov 10 04:08:23.173453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b5c69-1cb2-4915-9d78-cb9ecd533b34 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:07:31Z', 'revision_number': 4, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '63952804-ebed-45e1-861d-907c5d134812', 'name': '', 'network_id': '7d238a7e-58e3-4bee-8929-72405e6988d7', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'mac_address': 'fa:16:3e:3d:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:30Z', 'updated_at': '2021-11-10T04:07:35Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'subnets': [{'id': 'be9ec0b1-1c00-45a8-9cda-11afd3653a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:23.206391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-7bbc40bd-b421-4b79-820b-d807bbbef93a tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 200  len: 696 time: 0.0442977
Nov 10 04:08:23.209598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-c38189b1-45c0-4f6c-89e2-a3e3264f9d97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 200  len: 217 time: 0.0377250
Nov 10 04:08:23.235484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:23.282932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-c995d0aa-acb1-418d-bdc9-34514253ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.284298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-c995d0aa-acb1-418d-bdc9-34514253ac9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 200  len: 860 time: 0.0598407
Nov 10 04:08:23.325062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-ee22f05d-89f5-4a4f-9ded-0f90953ea6bc tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.327068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-ee22f05d-89f5-4a4f-9ded-0f90953ea6bc tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1148815
Nov 10 04:08:23.393278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-5725d527-5257-4be8-a93f-dc72a898a405 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 699 time: 0.0522411
Nov 10 04:08:23.407756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-01c46223-a812-4732-a28c-e9ff13083b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.409294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-01c46223-a812-4732-a28c-e9ff13083b77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d238a7e-58e3-4bee-8929-72405e6988d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0956616
Nov 10 04:08:23.478343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-fc0d7601-1681-472f-be42-ec31d2b59874 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.186 HTTP/1.1" status: 200  len: 699 time: 0.0785401
Nov 10 04:08:23.480415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:23.494604 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Sync routers for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:23.511802 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:23.513753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144f5d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:23.539683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb1ccd7-2e63-4b7d-ad70-1cc15b7b6358 None None] New status for floating IP 1aa2811d-596e-45c1-8a85-d9d8f902d5af: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:23.592062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port e337f77c-d135-430c-9e8b-333dc66d89e6 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:23.596525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:23.600136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-9d575bd5-e9f2-4c7b-9560-bd8aed42c5d6 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "DELETE /v2.0/ports/e337f77c-d135-430c-9e8b-333dc66d89e6 HTTP/1.1" status: 204  len: 173 time: 2.3808560
Nov 10 04:08:23.629445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63836-9fe3-4aef-9a3b-ced65d919f0a req-0147de86-4cf3-4142-8a21-9911f3f94dd4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.636079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63836-9fe3-4aef-9a3b-ced65d919f0a req-0147de86-4cf3-4142-8a21-9911f3f94dd4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.638630 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:23.642290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63836-9fe3-4aef-9a3b-ced65d919f0a req-0147de86-4cf3-4142-8a21-9911f3f94dd4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:23.646814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Deleting port 6059dcae-8e54-424c-bff8-1089cc0a1f67 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:23.647498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:23.652084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebe63836-9fe3-4aef-9a3b-ced65d919f0a req-0147de86-4cf3-4142-8a21-9911f3f94dd4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 2409 time: 0.1695046
Nov 10 04:08:23.729466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c41a8e74-db6e-43f5-bcd9-8ff2d151262f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:23.758861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:23.759561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:23.785090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Calling delete_port for 6059dcae-8e54-424c-bff8-1089cc0a1f67 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:23.802671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-69556cd0-171f-4984-b0a9-902f06d3481d service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3832119
Nov 10 04:08:23.825514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebe63836-9fe3-4aef-9a3b-ced65d919f0a req-22720f62-2d33-479a-a2d8-b9f4bd853475 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724625
Nov 10 04:08:23.950157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:23.983962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f', 'network_id': '16e00f32-9bf4-4dce-bd22-8b1806103dfb', 'port_id': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f', 'mac_address': 'fa:16:3e:65:17:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c5e4b-27ba-44aa-a993-d3cbafd44750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:23.996976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144f5d90>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:24.001348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 6770b602-ee3e-48be-ad23-aa6924af305a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:24.001780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.031637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.034627 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Checking router: a951d6ca-c8e9-4182-a9f8-8d6348e2b61b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:24.052189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:24.053128 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144f5d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:24.071851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.088445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event deleted for resources: {'Port': ['ID=6059dcae-8e54-424c-bff8-1089cc0a1f67,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:24.093264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41a8e74-db6e-43f5-bcd9-8ff2d151262f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:24.105262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c01002f0-9b4f-48c9-9707-5629e7104141 req-667dc6d6-b1cb-4fd4-acee-b1c90f62946c service neutron] 10.222.0.21 "GET /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781715
Nov 10 04:08:24.134587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:24.142050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.155136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port 6770b602-ee3e-48be-ad23-aa6924af305a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6770b602-ee3e-48be-ad23-aa6924af305a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:24.156492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.173368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 6770b602-ee3e-48be-ad23-aa6924af305a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:24.206654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.207152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:24.210498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:24.210928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.212701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-110e6770-01e4-4125-a3dc-219e2b5bd4f4 req-014c3431-f326-4f27-b5ef-03c459f5580e tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "DELETE /v2.0/floatingips/1aa2811d-596e-45c1-8a85-d9d8f902d5af HTTP/1.1" status: 204  len: 173 time: 0.7276750
Nov 10 04:08:24.329308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bb12f-4007-48ed-925a-5a35ea6823a5 req-ad7bfe53-4685-42ff-b9eb-c302368577ba tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:24.331345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf7bb12f-4007-48ed-925a-5a35ea6823a5 req-ad7bfe53-4685-42ff-b9eb-c302368577ba tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 944 time: 0.0574307
Nov 10 04:08:24.359891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f09ca-fe1e-4813-a9fa-99ae39d74af7 req-a7b30f39-02f6-4877-93c4-e106f6239649 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:24.361638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5f09ca-fe1e-4813-a9fa-99ae39d74af7 req-a7b30f39-02f6-4877-93c4-e106f6239649 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0924649
Nov 10 04:08:24.370447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c41a8e74-db6e-43f5-bcd9-8ff2d151262f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:24.392953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.418189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf7bb12f-4007-48ed-925a-5a35ea6823a5 req-8c6c1557-648d-417e-8442-cefd95da4dd2 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776718
Nov 10 04:08:24.463273 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144f5d90>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:24.470730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=6770b602-ee3e-48be-ad23-aa6924af305a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:24.491028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074026e-05b8-4bfb-b6c5-036a89cc2abb None None] The sync data for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 is: [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T03:58:05Z', 'revision_number': 4, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '89b223b1-b0c5-468a-a0c3-89766216102b', 'name': '', 'network_id': '01593d7b-06da-4887-af8e-d07f45308c5a', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'mac_address': 'fa:16:3e:1d:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:58:03Z', 'updated_at': '2021-11-10T03:58:09Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'subnets': [{'id': 'da7a3d3c-d9ed-4303-afcb-5d38b39c25e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:24.511486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port 6770b602-ee3e-48be-ad23-aa6924af305a on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:24.521071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5f09ca-fe1e-4813-a9fa-99ae39d74af7 req-744c14e4-bb5c-45cb-b63f-919924f68986 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501622
Nov 10 04:08:24.522201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.526919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-dc57fe7c-3e06-4967-a74a-f94ba5ec1bba tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "DELETE /v2.0/ports/6770b602-ee3e-48be-ad23-aa6924af305a HTTP/1.1" status: 204  len: 173 time: 0.9127164
Nov 10 04:08:24.646054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 0a7cee75-80a6-447d-9d5c-334cd88bb733 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:24.646464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.772310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b6292-38f3-46fe-a029-acf5f92199fc req-5bbf6548-62bb-4720-9c2c-4d7a84028743 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:24.773865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059b6292-38f3-46fe-a029-acf5f92199fc req-5bbf6548-62bb-4720-9c2c-4d7a84028743 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 946 time: 0.0880885
Nov 10 04:08:24.780466 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77064b-ab1f-4ce7-8217-4059f135498a None None] New status for floating IP 4ac471c7-7c4d-4f56-8b28-4d6625e75015: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:08:24.781561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port 0a7cee75-80a6-447d-9d5c-334cd88bb733, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0a7cee75-80a6-447d-9d5c-334cd88bb733,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:24.781933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:24.806530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 0a7cee75-80a6-447d-9d5c-334cd88bb733 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:24.876691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059b6292-38f3-46fe-a029-acf5f92199fc req-5675fbab-a450-496e-bc27-691550f9781b tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921240
Nov 10 04:08:24.985313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e95b7-eafc-44de-a26b-d19f7dbb76f3 req-c148a130-b29a-4939-9a16-f3e13ce2b8d0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:24.994652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e95b7-eafc-44de-a26b-d19f7dbb76f3 req-c148a130-b29a-4939-9a16-f3e13ce2b8d0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:24.996437 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c38e95b7-eafc-44de-a26b-d19f7dbb76f3 req-c148a130-b29a-4939-9a16-f3e13ce2b8d0 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 1676 time: 0.0688732
Nov 10 04:08:25.016817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.046769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=0a7cee75-80a6-447d-9d5c-334cd88bb733,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:25.063403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c38e95b7-eafc-44de-a26b-d19f7dbb76f3 req-5b4f4669-d6f8-4a65-adcf-27a8c7499395 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups?id=13232280-3943-4a3b-98ac-c947e9fb5d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585148
Nov 10 04:08:25.098304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port 0a7cee75-80a6-447d-9d5c-334cd88bb733 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:25.100826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.104166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-507c1e35-1413-407b-bbba-d1560cb6d6b7 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "DELETE /v2.0/ports/0a7cee75-80a6-447d-9d5c-334cd88bb733 HTTP/1.1" status: 204  len: 173 time: 0.5596435
Nov 10 04:08:25.138409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a'}, {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:25.140798 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b6e796-0578-4926-8b8d-3b0bff96b477" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a"}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:25.183431 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ddd55-a5c4-4bb6-980b-21d75c8cd4e0 x-openstack-request-id: req-597ddd55-a5c4-4bb6-980b-21d75c8cd4e0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:25.183729 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "e337f77c-d135-430c-9e8b-333dc66d89e6", "status": "completed", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "6770b602-ee3e-48be-ad23-aa6924af305a", "status": "completed", "code": 200}, {"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "0a7cee75-80a6-447d-9d5c-334cd88bb733", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:25.183978 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-597ddd55-a5c4-4bb6-980b-21d75c8cd4e0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:25.184359 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': 'e337f77c-d135-430c-9e8b-333dc66d89e6', 'status': 'completed', 'code': 200}
Nov 10 04:08:25.184637 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '6770b602-ee3e-48be-ad23-aa6924af305a', 'status': 'completed', 'code': 200}
Nov 10 04:08:25.184878 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '0a7cee75-80a6-447d-9d5c-334cd88bb733', 'status': 'completed', 'code': 200}
Nov 10 04:08:25.216190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 7df01c5b-14ab-4d3a-9769-522007964e79 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:25.216543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.306861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port 7df01c5b-14ab-4d3a-9769-522007964e79, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7df01c5b-14ab-4d3a-9769-522007964e79,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:25.307223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.319434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 7df01c5b-14ab-4d3a-9769-522007964e79 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:25.453281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.484329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=7df01c5b-14ab-4d3a-9769-522007964e79,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:25.531755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port 7df01c5b-14ab-4d3a-9769-522007964e79 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:25.535268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.540513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2069c24-52d5-4e53-a6bd-c3daf0101b9e req-09b0d2d4-5d91-4de1-a9f1-5b841471ff87 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.26 "DELETE /v2.0/ports/7df01c5b-14ab-4d3a-9769-522007964e79 HTTP/1.1" status: 204  len: 173 time: 0.4278026
Nov 10 04:08:25.557594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ee56-4318-496d-8a61-7b45e60c732a req-410c592d-43e0-46eb-beaa-f2e144c4221d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:25.559077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0778ee56-4318-496d-8a61-7b45e60c732a req-410c592d-43e0-46eb-beaa-f2e144c4221d tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 944 time: 0.0621905
Nov 10 04:08:25.618531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0778ee56-4318-496d-8a61-7b45e60c732a req-b03bf188-acfb-4001-af13-cb00af66aed9 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512714
Nov 10 04:08:25.657457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca57a6-c1d7-49dc-95ce-4db49a04226c req-98c13cd3-777f-4ede-ac72-3e50d0fe264f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:25.658958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16ca57a6-c1d7-49dc-95ce-4db49a04226c req-98c13cd3-777f-4ede-ac72-3e50d0fe264f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0542870
Nov 10 04:08:25.709765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16ca57a6-c1d7-49dc-95ce-4db49a04226c req-d58ac20e-e5b5-4617-a0ad-10093e2e9fdf tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431335
Nov 10 04:08:25.734447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c41a8e74-db6e-43f5-bcd9-8ff2d151262f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:25.782069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port c41a8e74-db6e-43f5-bcd9-8ff2d151262f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:25.787261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port c41a8e74-db6e-43f5-bcd9-8ff2d151262f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:25.787855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.875011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:25.902918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:25.905469 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeab768-5a84-4b8e-bf6c-45c7862491c6" -d '{"events": [{"server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "name": "network-vif-plugged", "status": "completed", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:25.942904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:25.951658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:26.003559 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a79469-dad7-4a43-930c-ec99f79d38fb x-openstack-request-id: req-f0a79469-dad7-4a43-930c-ec99f79d38fb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:26.004154 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "name": "network-vif-plugged", "status": "completed", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:26.004409 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0a79469-dad7-4a43-930c-ec99f79d38fb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:26.004877 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f', 'code': 200}
Nov 10 04:08:26.005978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:26.029707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f0845-cce1-4bbb-a529-2fdfe875032e req-2150ece6-335e-4d19-9872-adfc9c2391a2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:26.031936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-220f0845-cce1-4bbb-a529-2fdfe875032e req-2150ece6-335e-4d19-9872-adfc9c2391a2 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 946 time: 0.0651641
Nov 10 04:08:26.092283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-220f0845-cce1-4bbb-a529-2fdfe875032e req-06f65412-7a9b-4716-942c-24061060b430 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a0da117-218a-4a8a-adda-4716ade9e0f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531969
Nov 10 04:08:26.093123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4212fd-2848-4c74-bba3-7eca523eae5e req-68dd63ad-d35c-44fc-bbf8-8bbc6e62fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:26.094787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c4212fd-2848-4c74-bba3-7eca523eae5e req-68dd63ad-d35c-44fc-bbf8-8bbc6e62fa5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 1096 time: 0.0487747
Nov 10 04:08:26.152843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c4212fd-2848-4c74-bba3-7eca523eae5e req-656cc117-ee00-41e1-85f6-9aa892c666a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490336
Nov 10 04:08:26.195542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccd50ce8-caee-4e8a-a662-af98b38597fc req-332c1beb-6ea7-4d02-94a2-946916845454 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/ports?device_id=eac3aba0-5ddc-4b0b-932c-848fe5b8aee0 HTTP/1.1" status: 200  len: 210 time: 0.0274034
Nov 10 04:08:26.271751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-bc5c3123-c012-46c5-9888-a69cf6c213bd tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:26.273201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-bc5c3123-c012-46c5-9888-a69cf6c213bd tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 946 time: 0.0510502
Nov 10 04:08:26.376420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Deleting port fd04cade-521b-4476-8b04-300c25a735de {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:26.376917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:26.465299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] For port fd04cade-521b-4476-8b04-300c25a735de, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=fd04cade-521b-4476-8b04-300c25a735de,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:26.465572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:26.479521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Calling delete_port for fd04cade-521b-4476-8b04-300c25a735de owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:26.607624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:26.620781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['fd04cade-521b-4476-8b04-300c25a735de'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:26.641787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Pushing event deleted for resources: {'Port': ['ID=fd04cade-521b-4476-8b04-300c25a735de,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:26.681831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] No DVR routers for this DVR port fd04cade-521b-4476-8b04-300c25a735de on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:26.684539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:26.687836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d55b20ea-e907-4e47-98d9-ed282a4acbb4 req-a073756b-46e7-48fd-b388-2c7d15812829 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.21 "DELETE /v2.0/ports/fd04cade-521b-4476-8b04-300c25a735de HTTP/1.1" status: 204  len: 173 time: 0.3999827
Nov 10 04:08:26.768055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4c00c-60f1-4271-af7d-490f8dba79ec req-fc018bc1-cc08-46bf-bfbe-0adc895ccd7e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:26.769766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f6e4c00c-60f1-4271-af7d-490f8dba79ec req-fc018bc1-cc08-46bf-bfbe-0adc895ccd7e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 945 time: 0.0633225
Nov 10 04:08:26.831673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f6e4c00c-60f1-4271-af7d-490f8dba79ec req-aa49ad0d-94c6-4bb6-b3df-8605010238e4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539908
Nov 10 04:08:26.844405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f61f6b-b7f0-417c-b09c-54e93ad7e8b8 req-cc39c7d3-68b5-4dd2-9f51-d71e10ee6ffc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:26.845948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60f61f6b-b7f0-417c-b09c-54e93ad7e8b8 req-cc39c7d3-68b5-4dd2-9f51-d71e10ee6ffc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0593035
Nov 10 04:08:26.897278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60f61f6b-b7f0-417c-b09c-54e93ad7e8b8 req-e4d737a7-bd62-47a7-9082-2970c394596b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452952
Nov 10 04:08:27.186258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79'}, {'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'name': 'network-vif-deleted', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:27.189562 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c121e3-3490-4faa-a858-71c94d3b2f65" -d '{"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79"}, {"server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "name": "network-vif-deleted", "tag": "fd04cade-521b-4476-8b04-300c25a735de"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:27.209330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7c036ad3-b6b7-47d5-aa84-e45e46ce5586 req-5b4e79a1-2943-4acd-98c6-688ec405e584 tempest-FloatingIPsAssociationTestJSON-1700250765 tempest-FloatingIPsAssociationTestJSON-1700250765-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7 HTTP/1.1" status: 200  len: 210 time: 0.0291526
Nov 10 04:08:27.278380 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59cf8da-c672-42bc-a548-8550c3801397 x-openstack-request-id: req-f59cf8da-c672-42bc-a548-8550c3801397 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:27.278671 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac3aba0-5ddc-4b0b-932c-848fe5b8aee0", "name": "network-vif-deleted", "tag": "7df01c5b-14ab-4d3a-9769-522007964e79", "status": "completed", "code": 200}, {"server_uuid": "b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7", "name": "network-vif-deleted", "tag": "fd04cade-521b-4476-8b04-300c25a735de", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:27.278920 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f59cf8da-c672-42bc-a548-8550c3801397 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:27.279322 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac3aba0-5ddc-4b0b-932c-848fe5b8aee0', 'name': 'network-vif-deleted', 'tag': '7df01c5b-14ab-4d3a-9769-522007964e79', 'status': 'completed', 'code': 200}
Nov 10 04:08:27.279726 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b6e3b1-ce70-49f8-8054-dea6e6bb16f7', 'name': 'network-vif-deleted', 'tag': 'fd04cade-521b-4476-8b04-300c25a735de', 'status': 'completed', 'code': 200}
Nov 10 04:08:27.345555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43714) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:27.404316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.427351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.473710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.476354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.477557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/security-groups/13232280-3943-4a3b-98ac-c947e9fb5d98 HTTP/1.1" status: 204  len: 168 time: 0.1309674
Nov 10 04:08:27.480316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43718) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:27.486847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13232280-3943-4a3b-98ac-c947e9fb5d98,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:27.494495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.494840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.495181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.495515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.495852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.496179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.496513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.496885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.497214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.497534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.497629 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-3e1e435d-fbce-4af3-ab5e-49752dd89182 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] show failed (client error): The resource could not be found.
Nov 10 04:08:27.497917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.498244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e41a56-b4d3-4d9b-9641-2642642c477b tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:27.498758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e1e435d-fbce-4af3-ab5e-49752dd89182 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "GET /v2.0/security-groups/13232280-3943-4a3b-98ac-c947e9fb5d98 HTTP/1.1" status: 404  len: 347 time: 0.0173461
Nov 10 04:08:27.501536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43720) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:27.622701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 56ffd534-aac0-418b-8036-433da39e3e96 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:27.623370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.697050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.697366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.708934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 56ffd534-aac0-418b-8036-433da39e3e96 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:27.838160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.864477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=56ffd534-aac0-418b-8036-433da39e3e96,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:27.926240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.929436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:27.931150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fd531f42-601b-43e3-b75d-74901a9afc9a tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/floatingips/4ac471c7-7c4d-4f56-8b28-4d6625e75015 HTTP/1.1" status: 204  len: 168 time: 0.4281287
Nov 10 04:08:27.934023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43726) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:27.953007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9d5a3-bdc0-47cc-a928-c30945b0d114 req-c527291d-bf82-4424-8f9b-cfeb2df59648 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:27.954657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7a9d5a3-bdc0-47cc-a928-c30945b0d114 req-c527291d-bf82-4424-8f9b-cfeb2df59648 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 945 time: 0.0566027
Nov 10 04:08:28.009185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7a9d5a3-bdc0-47cc-a928-c30945b0d114 req-1e1f33e4-fdad-480d-ac05-cf60471fcaa3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482812
Nov 10 04:08:28.058448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdeef6-e81c-4197-91d3-40402f7a380c req-a40bc2b9-b1e2-4c20-b28c-d218c712c117 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:28.059909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47bdeef6-e81c-4197-91d3-40402f7a380c req-a40bc2b9-b1e2-4c20-b28c-d218c712c117 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0830874
Nov 10 04:08:28.066485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port bfc8aa12-0978-42bd-bcea-1fe832f6fa31 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:28.066828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.166423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47bdeef6-e81c-4197-91d3-40402f7a380c req-5ff71073-33bb-41e8-b061-62d93086d748 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956364
Nov 10 04:08:28.187829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.200736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for bfc8aa12-0978-42bd-bcea-1fe832f6fa31 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:28.304337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43740) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:28.692953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.723001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=bfc8aa12-0978-42bd-bcea-1fe832f6fa31,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:28.723217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.792195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.795915 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac7a5485-210a-4e1e-926b-6a1ef0d282f3 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/ports/bfc8aa12-0978-42bd-bcea-1fe832f6fa31 HTTP/1.1" status: 204  len: 168 time: 0.8599586
Nov 10 04:08:28.798470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:28.887809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:28.888145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.977132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.981424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Deleting port 63952804-ebed-45e1-861d-907c5d134812 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:28.981932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:28.988962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 1cbfc0a8-0b22-440d-b4d8-14a5c83d382f owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:29.062114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] For port 63952804-ebed-45e1-861d-907c5d134812, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=63952804-ebed-45e1-861d-907c5d134812,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:29.062478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.076556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Calling delete_port for 63952804-ebed-45e1-861d-907c5d134812 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:29.116969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.152342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=1cbfc0a8-0b22-440d-b4d8-14a5c83d382f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:29.244108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.247769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-388a680d-952f-44bd-bbd6-bae520e414e2 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/ports/1cbfc0a8-0b22-440d-b4d8-14a5c83d382f HTTP/1.1" status: 204  len: 168 time: 0.4482110
Nov 10 04:08:29.250470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43776) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:29.290280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.325117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Pushing event deleted for resources: {'Port': ['ID=63952804-ebed-45e1-861d-907c5d134812,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:29.335277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting subnet 6fcd9c6d-ee98-42ac-84b4-993c8d747f8d {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:29.340742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.376754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdcbec-4576-403c-8d2f-60564522cd99 req-b12aefb4-f705-41a7-a4f2-c647fffb21dc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:29.379413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74bdcbec-4576-403c-8d2f-60564522cd99 req-b12aefb4-f705-41a7-a4f2-c647fffb21dc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1180072
Nov 10 04:08:29.416883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.487352 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74bdcbec-4576-403c-8d2f-60564522cd99 req-dc31317b-f6ef-4fd3-88fc-7718966aa352 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984979
Nov 10 04:08:29.578398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.591015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.693403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.735338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcd9c6d-ee98-42ac-84b4-993c8d747f8d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:29.739426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.745185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-52bc9354-f529-4c4e-881c-5defbf5261a1 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/subnets/6fcd9c6d-ee98-42ac-84b4-993c8d747f8d HTTP/1.1" status: 204  len: 168 time: 0.4911163
Nov 10 04:08:29.746638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ef91f-46e1-4904-8694-a14af3f819cd None None] Network 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:29.749144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43794) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:29.828311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting subnet 70db0024-49e6-41a3-a2f8-c64a48b9fb72 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:29.834368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:29.973056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] DHCP port deletion for 49ef2f95-2096-4acc-ac35-d2286a2ce7b8 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:08:29.974802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.022993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Deleting port 4f020b98-3bec-48c9-9b61-b88becf583f8 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:30.023367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.027910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fd04cade-521b-4476-8b04-300c25a735de no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:30.075508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:30.086328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: fd04cade-521b-4476-8b04-300c25a735de {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:30.086698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device fd04cade-521b-4476-8b04-300c25a735de not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:30.099169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.110842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] For port 4f020b98-3bec-48c9-9b61-b88becf583f8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4f020b98-3bec-48c9-9b61-b88becf583f8,segment=NetworkSegment(4d5b8909-0210-4b0d-8117-c39209ccd288),segment_id=4d5b8909-0210-4b0d-8117-c39209ccd288)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:30.111242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.125505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Calling delete_port for 4f020b98-3bec-48c9-9b61-b88becf583f8 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:30.205879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.232344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] Pushing event deleted for resources: {'Port': ['ID=4f020b98-3bec-48c9-9b61-b88becf583f8,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:30.236433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359714e-834b-4211-8dd0-d7e0e204e80e None None] No DVR routers for this DVR port 4f020b98-3bec-48c9-9b61-b88becf583f8 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:30.482312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.491052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:30.501789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Sync routers for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:30.519072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43810) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:30.519242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dcad7320-f2e4-4be2-97f5-906f1a51a101 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9e5e0b7-d771-44c5-bbbd-979b9dc436e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2125988
Nov 10 04:08:30.522334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Subnet': ['ID=70db0024-49e6-41a3-a2f8-c64a48b9fb72,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:30.524975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.530483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-adf9e1ef-e329-42e1-ae55-f425bc8da41d tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/subnets/70db0024-49e6-41a3-a2f8-c64a48b9fb72 HTTP/1.1" status: 204  len: 168 time: 0.7779648
Nov 10 04:08:30.530848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43812) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:30.549628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5ca9a-c29f-4fc2-9ddc-55afbe05747c None None] Network 7d2b1af5-36dd-46eb-b22c-62118c15f85b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:30.618491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:30.619420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071bd040>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:30.638455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.660124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726eadd-901f-45b0-8325-7f5c0c35b7da req-5c9ecce3-c749-4b84-bcb8-969fb032ed58 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:30.661904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f726eadd-901f-45b0-8325-7f5c0c35b7da req-5c9ecce3-c749-4b84-bcb8-969fb032ed58 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0839007
Nov 10 04:08:30.786528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.787796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:30.794659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.802131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f726eadd-901f-45b0-8325-7f5c0c35b7da req-9c78e1e3-8570-4b2c-834f-7d4c848f454a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283016
Nov 10 04:08:30.816045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e0808e0>,) {'filters': {'network_id': ['49ef2f95-2096-4acc-ac35-d2286a2ce7b8']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:30.832692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0808e0>, '4d5b8909-0210-4b0d-8117-c39209ccd288') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:30.832862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0808e0>, '4d5b8909-0210-4b0d-8117-c39209ccd288') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:30.849672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.868725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.882648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:30.884263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:30.889015 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:30.992213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.996188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:30.997290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.000593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/networks/49ef2f95-2096-4acc-ac35-d2286a2ce7b8 HTTP/1.1" status: 204  len: 168 time: 0.4690015
Nov 10 04:08:31.004592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:31.057344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071bd040>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194'}], 'enable_snat': True}, 'gw_port_id': '618a5477-4141-4cab-9822-f09dcc39d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:08:29Z', 'revision_number': 5, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port': {'id': '618a5477-4141-4cab-9822-f09dcc39d283', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:26Z', 'updated_at': '2021-11-10T04:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.084886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Checking router: f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:31.088016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Deleting port 618a5477-4141-4cab-9822-f09dcc39d283 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:31.088461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.098968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577896cf-d2d0-465d-adab-35323da665cc None None] DHCP port deletion for 7d2b1af5-36dd-46eb-b22c-62118c15f85b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:08:31.103897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Routers {'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:31.104495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071bd040>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.113343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509bdbe-8dd2-48ce-9e4f-0c5f9a5798c4 tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Network': ['ID=49ef2f95-2096-4acc-ac35-d2286a2ce7b8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:31.134964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.187834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4f020b98-3bec-48c9-9b61-b88becf583f8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:31.194254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Deleting port 5638ffae-614c-4957-a5b7-3d1c27635d4a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:31.194780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.196639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] For port 618a5477-4141-4cab-9822-f09dcc39d283, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=618a5477-4141-4cab-9822-f09dcc39d283,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:31.197088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.209681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Calling delete_port for 618a5477-4141-4cab-9822-f09dcc39d283 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:31.221168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4f020b98-3bec-48c9-9b61-b88becf583f8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:31.221497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4f020b98-3bec-48c9-9b61-b88becf583f8 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:31.246824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] Set router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:31.267674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] For port 5638ffae-614c-4957-a5b7-3d1c27635d4a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5638ffae-614c-4957-a5b7-3d1c27635d4a,segment=NetworkSegment(fed01af4-725e-4585-a567-a04df98e37cb),segment_id=fed01af4-725e-4585-a567-a04df98e37cb)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:31.268049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.281978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Calling delete_port for 5638ffae-614c-4957-a5b7-3d1c27635d4a owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:31.365208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.381524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] No DVR routers for this DVR port 5638ffae-614c-4957-a5b7-3d1c27635d4a on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:31.394901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.424596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=618a5477-4141-4cab-9822-f09dcc39d283,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:31.428120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Port': ['ID=5638ffae-614c-4957-a5b7-3d1c27635d4a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:31.444117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071bd040>, [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:08:30Z', 'revision_number': 6, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.450090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Deleting port 5638ffae-614c-4957-a5b7-3d1c27635d4a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:31.450641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.458663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.459011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.459399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.459730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.460122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.460434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.460803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.461134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.461457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.461855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.462263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.462543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:31.485466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc7355-153a-4058-995e-69261bbc7d15 None None] The sync data for ids ['f9e5e0b7-d771-44c5-bbbd-979b9dc436e0'] in ncdv-817176-1 is: [{'id': 'f9e5e0b7-d771-44c5-bbbd-979b9dc436e0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1290207612-router', 'tenant_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:25Z', 'updated_at': '2021-11-10T04:08:30Z', 'revision_number': 6, 'project_id': '45e5a7dbbfae4bcea48020c7dbf81b13', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:31.502141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.533283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.545521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e684460>,) {'filters': {'network_id': ['7d2b1af5-36dd-46eb-b22c-62118c15f85b']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.551823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-577896cf-d2d0-465d-adab-35323da665cc None None] For port 5638ffae-614c-4957-a5b7-3d1c27635d4a, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:31.552217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.560092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e684460>, 'fed01af4-725e-4585-a567-a04df98e37cb') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.560292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e684460>, 'fed01af4-725e-4585-a567-a04df98e37cb') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:31.567161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Calling delete_port for 5638ffae-614c-4957-a5b7-3d1c27635d4a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:31.570031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Port 5638ffae-614c-4957-a5b7-3d1c27635d4a was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:08:31.572016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.573277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.590181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.596654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:31.598170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.601369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577896cf-d2d0-465d-adab-35323da665cc None None] Pushing event deleted for resources: {'Port': ['ID=5638ffae-614c-4957-a5b7-3d1c27635d4a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:31.603471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577896cf-d2d0-465d-adab-35323da665cc None None] No DVR routers for this DVR port 5638ffae-614c-4957-a5b7-3d1c27635d4a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:31.612765 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:31.631136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.633503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.675119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.675490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.675744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:08:31.681423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.684038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.685113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3cdf9661-e3a5-41f3-863c-6455000a3b12 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f9e5e0b7-d771-44c5-bbbd-979b9dc436e0 HTTP/1.1" status: 204  len: 168 time: 1.1644719
Nov 10 04:08:31.685703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43826) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:31.687547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] 10.222.0.13 "DELETE /v2.0/networks/7d2b1af5-36dd-46eb-b22c-62118c15f85b HTTP/1.1" status: 204  len: 168 time: 0.6737590
Nov 10 04:08:31.700908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2931ac-4665-4abb-b459-e09ac1b36cfe tempest-TaggedBootDevicesTest-2048337972 tempest-TaggedBootDevicesTest-2048337972-project] Pushing event deleted for resources: {'Network': ['ID=7d2b1af5-36dd-46eb-b22c-62118c15f85b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:31.745985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Deleting subnet be9ec0b1-1c00-45a8-9cda-11afd3653a0c {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:31.750571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.789090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.902117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.973167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:31.976877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a96e8a-3fab-4ea8-81cc-aced011d0665 req-e35e10a3-53f7-41aa-9124-2a8bcd5c21e3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:31.979201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10a96e8a-3fab-4ea8-81cc-aced011d0665 req-e35e10a3-53f7-41aa-9124-2a8bcd5c21e3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0664248
Nov 10 04:08:32.024916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9ec0b1-1c00-45a8-9cda-11afd3653a0c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:32.031630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.039214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-79f578cf-bb56-4f60-81eb-397738f43a18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be9ec0b1-1c00-45a8-9cda-11afd3653a0c HTTP/1.1" status: 204  len: 168 time: 0.3507555
Nov 10 04:08:32.039473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e5341-cb20-43e3-bf6f-f867e64ceb09 None None] Network 7d238a7e-58e3-4bee-8929-72405e6988d7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:32.043254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:32.056568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10a96e8a-3fab-4ea8-81cc-aced011d0665 req-c7ee3be7-fd0c-45b3-86ac-47b36a4f442d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649948
Nov 10 04:08:32.140993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.234769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Deleting port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:32.235112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.320136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] For port 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1da111d7-ef1b-4622-80e3-2de7f0c630e4,segment=NetworkSegment(387b3249-2278-4509-94ea-d20f014b94d4),segment_id=387b3249-2278-4509-94ea-d20f014b94d4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:32.321034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.339569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] DHCP port deletion for 7d238a7e-58e3-4bee-8929-72405e6988d7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:08:32.341523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Calling delete_port for 1da111d7-ef1b-4622-80e3-2de7f0c630e4 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:32.425887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Deleting port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:32.426290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.426477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.455725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da111d7-ef1b-4622-80e3-2de7f0c630e4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:32.459544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] No DVR routers for this DVR port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:32.507180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] For port 1da111d7-ef1b-4622-80e3-2de7f0c630e4, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:32.507660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.524145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Calling delete_port for 1da111d7-ef1b-4622-80e3-2de7f0c630e4 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:32.528144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:08:32.531999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.549464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.566259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] Pushing event deleted for resources: {'Port': ['ID=1da111d7-ef1b-4622-80e3-2de7f0c630e4,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:32.568318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17c72f-0357-43ee-94b9-3f0b21d6e5de None None] No DVR routers for this DVR port 1da111d7-ef1b-4622-80e3-2de7f0c630e4 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:32.570525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214d384f0>,) {'filters': {'network_id': ['7d238a7e-58e3-4bee-8929-72405e6988d7']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:32.584902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d384f0>, '387b3249-2278-4509-94ea-d20f014b94d4') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:32.585197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d384f0>, '387b3249-2278-4509-94ea-d20f014b94d4') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:32.597808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.623491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.630922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:32.631517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:32.633342 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:32.707282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.713057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.716258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d238a7e-58e3-4bee-8929-72405e6988d7 HTTP/1.1" status: 204  len: 168 time: 0.6721885
Nov 10 04:08:32.734169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0721-414d-4988-861a-b494698a0fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d238a7e-58e3-4bee-8929-72405e6988d7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:32.849366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:32.890035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-225cb905-9e2a-4a5d-9671-1c64a513c4b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e5a7dbbfae4bcea48020c7dbf81b13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393343
Nov 10 04:08:32.892418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:32.939517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:32.963355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:33.014023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:33.016644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:33.017788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a0da117-218a-4a8a-adda-4716ade9e0f9 HTTP/1.1" status: 204  len: 168 time: 0.1244354
Nov 10 04:08:33.026524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac612e-0b01-4a18-a5f9-6718e51ec0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0da117-218a-4a8a-adda-4716ade9e0f9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:33.027552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 63952804-ebed-45e1-861d-907c5d134812 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:33.054920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 63952804-ebed-45e1-861d-907c5d134812 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:33.056091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 63952804-ebed-45e1-861d-907c5d134812 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:33.056212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 618a5477-4141-4cab-9822-f09dcc39d283 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:33.081631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 618a5477-4141-4cab-9822-f09dcc39d283 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:33.081973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 618a5477-4141-4cab-9822-f09dcc39d283 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:33.082434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5638ffae-614c-4957-a5b7-3d1c27635d4a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:33.102217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5638ffae-614c-4957-a5b7-3d1c27635d4a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:33.102509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5638ffae-614c-4957-a5b7-3d1c27635d4a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:33.102919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1da111d7-ef1b-4622-80e3-2de7f0c630e4 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:33.123298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 1da111d7-ef1b-4622-80e3-2de7f0c630e4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:33.123644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1da111d7-ef1b-4622-80e3-2de7f0c630e4 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:33.200890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595d695-2857-4b50-847b-07b181e52452 req-4279ec1a-da19-4928-9b7c-d6a4afd3ebd7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:33.202706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c595d695-2857-4b50-847b-07b181e52452 req-4279ec1a-da19-4928-9b7c-d6a4afd3ebd7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0579329
Nov 10 04:08:33.262666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c595d695-2857-4b50-847b-07b181e52452 req-b5688535-69a5-4a5f-bc08-5ab16b33be37 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513222
Nov 10 04:08:33.891518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43954) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:33.985231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-network', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:34.005949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Made reservation on behalf of b4e92b2c7ccd40928d892f4cda1fbec3 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:34.009056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.017387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.091178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.095103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.120487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:08:34.130595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e936f-bb29-41c7-854a-aef092ef9dc2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:34.135437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.135785 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Added segment 4a92ff8c-517d-4611-aed9-d158fa0e7c77 of type vlan for network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2
Nov 10 04:08:34.175706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.203545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.204906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:34.205377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.260544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3678126
Nov 10 04:08:34.263385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43960) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:34.270059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Request body: {'subnet': {'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-subnet', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:34.271929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065fbe-e60e-4de5-a3eb-50b49675c794 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd5d600-e030-4d59-a1ab-5dc19c9252b2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:34.282379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:08:34.298298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Made reservation on behalf of b4e92b2c7ccd40928d892f4cda1fbec3 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:34.301087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.342168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-360e30cc-cbe6-4565-9e21-089c01760f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.395398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ff47-5386-414a-b48d-b3f32792dbbb req-0ef3b087-e2d1-44ff-9f03-bdfd2215f6e3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:34.397129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2469ff47-5386-414a-b48d-b3f32792dbbb req-0ef3b087-e2d1-44ff-9f03-bdfd2215f6e3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0546587
Nov 10 04:08:34.452673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2469ff47-5386-414a-b48d-b3f32792dbbb req-21e08c02-d785-41e3-9600-321ec2b2f86b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471184
Nov 10 04:08:34.501392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.565765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f130ce88-5e56-416d-be1c-ba771ccf0f89,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:34.573676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Checking segment: {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:34.574035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Network hostable DHCP agents. Network: 9cd5d600-e030-4d59-a1ab-5dc19c9252b2, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:08:34.593978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:08:34.604369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 9cd5d600-e030-4d59-a1ab-5dc19c9252b2) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:34.612671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:34.613235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ce1ed-4749-4758-a95d-5e03efec9b9c None None] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:34.613389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.650432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a4effd3f-e659-432e-9422-e4b54c1e6350 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3843975
Nov 10 04:08:34.652141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:34.657111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:34.698133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.700000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.767808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.802284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'fixed_ips': [{'subnet_id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:08:34.803309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:34.973683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Allocated IP 172.20.0.2 (9cd5d600-e030-4d59-a1ab-5dc19c9252b2/f130ce88-5e56-416d-be1c-ba771ccf0f89/938cf9b1-cd81-469d-9c9f-82f048940f0e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:34.977839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.142161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.152894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.194612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:35.198404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:35.202608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:35.213792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Pushing event updated for resources: {'Port': ['ID=938cf9b1-cd81-469d-9c9f-82f048940f0e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:35.229099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.250731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.261143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Attempting to bind port 938cf9b1-cd81-469d-9c9f-82f048940f0e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:35.261531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Attempting to bind port 938cf9b1-cd81-469d-9c9f-82f048940f0e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:35.261899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Attempting to bind port 938cf9b1-cd81-469d-9c9f-82f048940f0e on network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:35.266907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:35.267276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Checking segment: {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:35.267674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.268067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Bound using segment: {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:35.268558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Bound port: 938cf9b1-cd81-469d-9c9f-82f048940f0e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:35.269005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.339499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] For port 938cf9b1-cd81-469d-9c9f-82f048940f0e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:35.343565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] For port 938cf9b1-cd81-469d-9c9f-82f048940f0e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=938cf9b1-cd81-469d-9c9f-82f048940f0e,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:35.347795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.371855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Allocated IP 172.32.3.176 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/54c2361b-f4b6-4066-ac73-8132616df145) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:35.405813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0354-0abd-48d1-96bd-2ced56dbea91 None None] Pushing event updated for resources: {'Port': ['ID=938cf9b1-cd81-469d-9c9f-82f048940f0e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:35.496161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.533238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:35.554975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:35.610705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:35.616299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:35.619696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:35.665957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Pushing event updated for resources: {'Port': ['ID=54c2361b-f4b6-4066-ac73-8132616df145,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:35.750973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c931-96c4-4562-a720-327a0c50f319 req-1b7601ad-35f3-4321-9551-c6fb60c30d0d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:35.752501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb52c931-96c4-4562-a720-327a0c50f319 req-1b7601ad-35f3-4321-9551-c6fb60c30d0d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1886787
Nov 10 04:08:35.834996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb52c931-96c4-4562-a720-327a0c50f319 req-3bb663e5-a95e-45d7-b58a-12fce7a02fe7 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652578
Nov 10 04:08:35.966080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.089922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.241035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c2a9a-2c39-4726-ac69-40bdd8f247ca req-62758b13-52d0-4619-a4d9-7cef0334b4d7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:36.243257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-258c2a9a-2c39-4726-ac69-40bdd8f247ca req-62758b13-52d0-4619-a4d9-7cef0334b4d7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 945 time: 0.1157176
Nov 10 04:08:36.267000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.355450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Deleting port 89b223b1-b0c5-468a-a0c3-89766216102b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:36.356251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.379324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-258c2a9a-2c39-4726-ac69-40bdd8f247ca req-8b531e26-4fe1-47c0-9dcb-2c33d9b53cd5 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268227
Nov 10 04:08:36.438803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] For port 89b223b1-b0c5-468a-a0c3-89766216102b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89b223b1-b0c5-468a-a0c3-89766216102b,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:36.439166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.450171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Router 443d7648-07b9-4a31-a1d5-9bd085218eeb is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:08:36.453561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Calling delete_port for 89b223b1-b0c5-468a-a0c3-89766216102b owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:36.476392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1006e7-1ece-4396-ad09-856a385544e0 None None] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:36.545099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] Provisioning complete for port 938cf9b1-cd81-469d-9c9f-82f048940f0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:36.545648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.574676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:36.588920 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Sync routers for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:36.595856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.601006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-186ec826-1eee-4e65-b01c-b444424ff291 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.9451606
Nov 10 04:08:36.602101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44060) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:36.602678 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Routers {'443d7648-07b9-4a31-a1d5-9bd085218eeb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:36.603658 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ae2fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['443d7648-07b9-4a31-a1d5-9bd085218eeb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:36.674110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.713067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Pushing event deleted for resources: {'Port': ['ID=89b223b1-b0c5-468a-a0c3-89766216102b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:36.713394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.730443 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Set router 443d7648-07b9-4a31-a1d5-9bd085218eeb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:36.769850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] For port 938cf9b1-cd81-469d-9c9f-82f048940f0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=938cf9b1-cd81-469d-9c9f-82f048940f0e,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:36.779500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.906198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d9b238f0-f640-462c-aa98-cce4ec770b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:36.922366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273995-ea9e-4b61-b508-cd4c616fb0f9 None None] Pushing event updated for resources: {'Port': ['ID=938cf9b1-cd81-469d-9c9f-82f048940f0e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:37.068779 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ae2fa0>, [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:35Z', 'revision_number': 3, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:37.141632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Checking router: 443d7648-07b9-4a31-a1d5-9bd085218eeb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:37.142344 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Updating router 443d7648-07b9-4a31-a1d5-9bd085218eeb port 54c2361b-f4b6-4066-ac73-8132616df145 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:08:37.186485 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.207821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-30c2887d-dbcb-4b1d-a9e0-a4a22a11277b None None] Provisioning complete for port 938cf9b1-cd81-469d-9c9f-82f048940f0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:37.208202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-30c2887d-dbcb-4b1d-a9e0-a4a22a11277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.255516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 938cf9b1-cd81-469d-9c9f-82f048940f0e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:37.357162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 938cf9b1-cd81-469d-9c9f-82f048940f0e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:37.357162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.540180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a2494-c603-4269-bd46-a4927ad6cad3 req-8b0b17c5-8fbc-44b7-9323-3a6fb36fd42a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:37.541891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-221a2494-c603-4269-bd46-a4927ad6cad3 req-8b0b17c5-8fbc-44b7-9323-3a6fb36fd42a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0830624
Nov 10 04:08:37.548437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.598731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.605609 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.610599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b08f-a282-48da-bed3-40a79aea4672 req-a96bb834-2c56-4eae-83ab-b86bc520a046 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:37.611592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4553b08f-a282-48da-bed3-40a79aea4672 req-a96bb834-2c56-4eae-83ab-b86bc520a046 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 945 time: 0.0992789
Nov 10 04:08:37.662242 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Attempting to bind port 54c2361b-f4b6-4066-ac73-8132616df145 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:37.663044 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Attempting to bind port 54c2361b-f4b6-4066-ac73-8132616df145 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:37.663499 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Attempting to bind port 54c2361b-f4b6-4066-ac73-8132616df145 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:37.675636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:37.676164 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:37.676688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.677139 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:37.677678 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Bound port: 54c2361b-f4b6-4066-ac73-8132616df145, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:37.678124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.681187 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Pushing event updated for resources: {'Port': ['ID=54c2361b-f4b6-4066-ac73-8132616df145,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:37.701031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-221a2494-c603-4269-bd46-a4927ad6cad3 req-ffa51240-45a9-46f6-bd41-4edb54f747ba tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464646
Nov 10 04:08:37.716963 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.717395 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.717805 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.718362 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.718781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.719662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.720063 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.720463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.720893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.721795 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.722198 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.722328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-947f014f-da24-4af4-800b-fdef16f4f80a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:37.722645 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:37.723412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4553b08f-a282-48da-bed3-40a79aea4672 req-c5bdb6ef-89b6-4cc2-ac1b-c28c661bf754 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808616
Nov 10 04:08:37.723816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-947f014f-da24-4af4-800b-fdef16f4f80a tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 945 time: 0.1492915
Nov 10 04:08:37.775594 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] For port 54c2361b-f4b6-4066-ac73-8132616df145, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:37.781787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] For port 54c2361b-f4b6-4066-ac73-8132616df145, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=54c2361b-f4b6-4066-ac73-8132616df145,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:37.784638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.787197 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.844922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.877710 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Routers {'443d7648-07b9-4a31-a1d5-9bd085218eeb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:37.878449 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ae2fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['443d7648-07b9-4a31-a1d5-9bd085218eeb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:37.880410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f0ca-c8ad-41fd-9570-df6b2ab55088 None None] Pushing event updated for resources: {'Port': ['ID=54c2361b-f4b6-4066-ac73-8132616df145,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:37.906537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Deleting port c41a8e74-db6e-43f5-bcd9-8ff2d151262f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:37.907351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:37.966306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Allocated IP 172.20.0.1 (9cd5d600-e030-4d59-a1ab-5dc19c9252b2/f130ce88-5e56-416d-be1c-ba771ccf0f89/d64394be-eb11-40ff-8fe0-47ea4178e43a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:37.981725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:38.085300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.088905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] For port c41a8e74-db6e-43f5-bcd9-8ff2d151262f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:38.089283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.094787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] Set router 443d7648-07b9-4a31-a1d5-9bd085218eeb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:38.109526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Calling delete_port for c41a8e74-db6e-43f5-bcd9-8ff2d151262f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:38.133939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.177065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:38.185237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:38.189150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:38.189362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:38.200283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Sync routers for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:38.211965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:38.214993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-88db879f-f073-4607-b038-6ff4bdf8d0df admin admin] 10.222.0.13 "PUT /v2.0/routers/a951d6ca-c8e9-4182-a9f8-8d6348e2b61b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6564715
Nov 10 04:08:38.215135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820725fcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:38.225491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44074) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:38.240813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:38.325897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.395035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event deleted for resources: {'Port': ['ID=c41a8e74-db6e-43f5-bcd9-8ff2d151262f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:38.397337 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ae2fa0>, [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:35Z', 'revision_number': 3, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:38.401080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.460320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84790-574a-4391-bd85-6490c67b9d14 None None] The sync data for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 is: [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:35Z', 'revision_number': 3, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:38.485454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] No DVR routers for this DVR port c41a8e74-db6e-43f5-bcd9-8ff2d151262f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:38.488703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.493145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-70d08c83-bd89-4660-9c07-63afb6fb40ef req-ca67d044-9449-471f-be77-cd54b1787d17 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "DELETE /v2.0/ports/c41a8e74-db6e-43f5-bcd9-8ff2d151262f HTTP/1.1" status: 204  len: 173 time: 0.7624300
Nov 10 04:08:38.493410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'name': 'network-vif-deleted', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:38.497473 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be989953-79f6-4323-acaf-a9c5bf7e5b3f" -d '{"events": [{"server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "name": "network-vif-deleted", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:38.560030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e', '7340ef3a-716e-48d9-9582-3836dc4bdb2d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:38.562130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:38.578627 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7976d09-3f3f-4f89-99a5-95011ff5810d x-openstack-request-id: req-e7976d09-3f3f-4f89-99a5-95011ff5810d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:38.579355 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3fbc59-9e25-43b8-8220-0ccfbc644cef", "name": "network-vif-deleted", "tag": "c41a8e74-db6e-43f5-bcd9-8ff2d151262f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:38.579876 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7976d09-3f3f-4f89-99a5-95011ff5810d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:38.582938 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3fbc59-9e25-43b8-8220-0ccfbc644cef', 'name': 'network-vif-deleted', 'tag': 'c41a8e74-db6e-43f5-bcd9-8ff2d151262f', 'status': 'completed', 'code': 200}
Nov 10 04:08:38.629096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.690493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b205d435-da46-4ad9-a875-5478c879301f None None] Provisioning complete for port d64394be-eb11-40ff-8fe0-47ea4178e43a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:38.691100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b205d435-da46-4ad9-a875-5478c879301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.698291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:38.742540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:38.819048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b205d435-da46-4ad9-a875-5478c879301f None None] Port d64394be-eb11-40ff-8fe0-47ea4178e43a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:08:38.989456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4021a9-2af6-4561-a603-98649943f4d2 req-eb9f352f-8e83-45f2-82aa-0ea891023b60 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:38.999472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c4021a9-2af6-4561-a603-98649943f4d2 req-eb9f352f-8e83-45f2-82aa-0ea891023b60 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1457286
Nov 10 04:08:39.031838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.064656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1dddc84c-7be6-4000-9933-198af3bd6041 req-1f25ce5f-a1e2-4ec6-baca-a70097617de4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd3fbc59-9e25-43b8-8220-0ccfbc644cef HTTP/1.1" status: 200  len: 210 time: 0.1086063
Nov 10 04:08:39.124064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c4021a9-2af6-4561-a603-98649943f4d2 req-bdfa0cca-93cb-4dd9-b9de-7a909ba9392f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233909
Nov 10 04:08:39.126249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 54c2361b-f4b6-4066-ac73-8132616df145 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:39.178360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.184669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.278307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820725fcd0>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29'}], 'enable_snat': True}, 'gw_port_id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T04:08:36Z', 'revision_number': 5, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port': {'id': '89e7a956-14fd-40ac-bf47-07c92050547b', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T03:57:57Z', 'updated_at': '2021-11-10T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:39.290389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.291483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 54c2361b-f4b6-4066-ac73-8132616df145 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:39.291856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.294248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Deleting port 89e7a956-14fd-40ac-bf47-07c92050547b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:39.294580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.299953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:39.349538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Checking router: a951d6ca-c8e9-4182-a9f8-8d6348e2b61b for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:39.384466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Routers {'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:39.385129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820725fcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:39.392731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.466991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] For port 89e7a956-14fd-40ac-bf47-07c92050547b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=89e7a956-14fd-40ac-bf47-07c92050547b,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:39.467659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.513499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Calling delete_port for 89e7a956-14fd-40ac-bf47-07c92050547b owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:39.537491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:39.567540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:39.587279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] Set router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:39.657218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820725fcd0>, [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 6, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:39.691212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09896-38ef-4e85-9a27-7f99ba3a3f21 None None] The sync data for ids ['a951d6ca-c8e9-4182-a9f8-8d6348e2b61b'] in ncdv-817176-1 is: [{'id': 'a951d6ca-c8e9-4182-a9f8-8d6348e2b61b', 'name': 'tempest-TaggedBootDevicesTest-521523338-router', 'tenant_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T03:57:56Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 6, 'project_id': 'f44752ec82c74a28aa4dac2a2f8f88d3', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:39.693590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.723135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 54c2361b-f4b6-4066-ac73-8132616df145, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=54c2361b-f4b6-4066-ac73-8132616df145,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:39.729098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.770389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c41a8e74-db6e-43f5-bcd9-8ff2d151262f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:39.784704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Router 443d7648-07b9-4a31-a1d5-9bd085218eeb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:39.807844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: c41a8e74-db6e-43f5-bcd9-8ff2d151262f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:39.808192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c41a8e74-db6e-43f5-bcd9-8ff2d151262f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:39.824976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=54c2361b-f4b6-4066-ac73-8132616df145,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:39.916127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.958970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=89e7a956-14fd-40ac-bf47-07c92050547b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:39.963883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63fbd35b-072e-4d58-9e5b-a75a12569a8e None None] Provisioning complete for port d64394be-eb11-40ff-8fe0-47ea4178e43a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:39.964051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63fbd35b-072e-4d58-9e5b-a75a12569a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:39.998684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-63fbd35b-072e-4d58-9e5b-a75a12569a8e None None] Port d64394be-eb11-40ff-8fe0-47ea4178e43a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:08:40.023610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:40.029641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f8b2c5d-785b-4086-aaba-701beeaab2e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/443d7648-07b9-4a31-a1d5-9bd085218eeb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4274068
Nov 10 04:08:40.038080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.131171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.134037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.189505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.215511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.216415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a951d6ca-c8e9-4182-a9f8-8d6348e2b61b {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:08:40.225558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.226741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d749aaac-3e78-46c8-b063-a88032db7c6e admin admin] 10.222.0.13 "DELETE /v2.0/routers/a951d6ca-c8e9-4182-a9f8-8d6348e2b61b HTTP/1.1" status: 204  len: 168 time: 2.0000424
Nov 10 04:08:40.230443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44106) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:40.370339 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c25ed770-eb6a-4f82-b3c8-ba61d3b615e7 req-7cc4c882-7415-4f24-b959-1d5f228da882 tempest-FloatingIPsNegativeTestJSON-1041975448 tempest-FloatingIPsNegativeTestJSON-1041975448-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b4e92b2c7ccd40928d892f4cda1fbec3 HTTP/1.1" status: 200  len: 217 time: 0.0726094
Nov 10 04:08:40.380731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Deleting subnet da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:40.385085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.445095 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84603f86-05cc-4b9a-81cf-9b83688ac911 req-e3c05986-2648-47a4-b6b3-048165d011c4 tempest-FloatingIPsNegativeTestJSON-1041975448 tempest-FloatingIPsNegativeTestJSON-1041975448-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0368464
Nov 10 04:08:40.458015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.570783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.607332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d785c-17ec-464b-b82b-5637512cd659 req-892cd54c-abe9-48f7-9ffb-54232ba1bd67 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:40.618019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-202d785c-17ec-464b-b82b-5637512cd659 req-892cd54c-abe9-48f7-9ffb-54232ba1bd67 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.3884113
Nov 10 04:08:40.629312 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-881b771d-b33d-4d26-bd6f-0f369ff46264 req-d9754e45-88e0-478b-b124-d641a67118e0 tempest-FloatingIPsNegativeTestJSON-1041975448 tempest-FloatingIPsNegativeTestJSON-1041975448-project] show failed (client error): The resource could not be found.
Nov 10 04:08:40.630492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-881b771d-b33d-4d26-bd6f-0f369ff46264 req-d9754e45-88e0-478b-b124-d641a67118e0 tempest-FloatingIPsNegativeTestJSON-1041975448 tempest-FloatingIPsNegativeTestJSON-1041975448-project] 10.222.0.13 "GET /v2.0/floatingips/04b6cdcf-120f-4fee-aebb-41d298bffa98 HTTP/1.1" status: 404  len: 350 time: 0.0678732
Nov 10 04:08:40.642244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44128) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:40.705683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-202d785c-17ec-464b-b82b-5637512cd659 req-f5e5d1b8-0f67-4763-99be-0000cd21ac21 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846858
Nov 10 04:08:40.768364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.809188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7a3d3c-d9ed-4303-afcb-5d38b39c25e3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:40.814728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:40.817966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-81e72364-dabd-4f34-8c63-84a9c0b19081 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da7a3d3c-d9ed-4303-afcb-5d38b39c25e3 HTTP/1.1" status: 204  len: 168 time: 0.5856597
Nov 10 04:08:40.820455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44130) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:40.823581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f7da7-79c0-42f9-b136-0ff3d5520ef8 None None] Network 01593d7b-06da-4887-af8e-d07f45308c5a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:40.902369 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Sync routers for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:40.923113 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Routers {'443d7648-07b9-4a31-a1d5-9bd085218eeb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:40.924000 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214be0f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['443d7648-07b9-4a31-a1d5-9bd085218eeb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:41.037594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.075059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] DHCP port deletion for 01593d7b-06da-4887-af8e-d07f45308c5a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:08:41.105996 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Set router 443d7648-07b9-4a31-a1d5-9bd085218eeb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:41.121068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 54c2361b-f4b6-4066-ac73-8132616df145 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:41.187011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Deleting port 969c92b1-bd35-4488-a9ca-dd59af845284 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:41.187513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.201693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Deleting port 969c92b1-bd35-4488-a9ca-dd59af845284 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:41.202033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.240632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 54c2361b-f4b6-4066-ac73-8132616df145 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:41.241268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.287452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] For port 969c92b1-bd35-4488-a9ca-dd59af845284, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=969c92b1-bd35-4488-a9ca-dd59af845284,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:41.287845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.311522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Calling delete_port for 969c92b1-bd35-4488-a9ca-dd59af845284 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:41.327035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] For port 969c92b1-bd35-4488-a9ca-dd59af845284, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=969c92b1-bd35-4488-a9ca-dd59af845284,segment=NetworkSegment(ba27143c-d61e-4c3a-8454-719c029c23a8),segment_id=ba27143c-d61e-4c3a-8454-719c029c23a8)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:41.328013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.346320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214be0f70>, [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 4, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd64394be-eb11-40ff-8fe0-47ea4178e43a', 'name': '', 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'mac_address': 'fa:16:3e:9f:d7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:37Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 2, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'subnets': [{'id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:41.364074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Calling delete_port for 969c92b1-bd35-4488-a9ca-dd59af845284 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:41.397984 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Checking router: 443d7648-07b9-4a31-a1d5-9bd085218eeb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:41.398367 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Updating router 443d7648-07b9-4a31-a1d5-9bd085218eeb port d64394be-eb11-40ff-8fe0-47ea4178e43a binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:08:41.429217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.454310 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.467915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] No DVR routers for this DVR port 969c92b1-bd35-4488-a9ca-dd59af845284 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:41.473345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba03ef7-2660-4557-9a80-fe238a7ff6ab None None] Pushing event deleted for resources: {'Port': ['ID=969c92b1-bd35-4488-a9ca-dd59af845284,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:41.490726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.503282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89e7a956-14fd-40ac-bf47-07c92050547b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:41.528543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 89e7a956-14fd-40ac-bf47-07c92050547b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:41.529476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89e7a956-14fd-40ac-bf47-07c92050547b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:41.529929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89b223b1-b0c5-468a-a0c3-89766216102b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:41.563131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 89b223b1-b0c5-468a-a0c3-89766216102b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:41.565519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 89b223b1-b0c5-468a-a0c3-89766216102b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:41.622468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.661761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] No DVR routers for this DVR port 969c92b1-bd35-4488-a9ca-dd59af845284 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:41.670097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Pushing event deleted for resources: {'Port': ['ID=969c92b1-bd35-4488-a9ca-dd59af845284,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:41.810782 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.816081 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.832019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2497a4-0784-4c25-868b-dd7e542608c7 req-a239d328-f45d-46ca-b26b-92ba17a0da9d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:41.834435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf2497a4-0784-4c25-868b-dd7e542608c7 req-a239d328-f45d-46ca-b26b-92ba17a0da9d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0585895
Nov 10 04:08:41.849281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.860132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8615e-dbfb-458b-b1f9-633552e7e1b0 req-e72b9451-000f-41d2-a2c9-178cba3740af tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:41.861641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24b8615e-dbfb-458b-b1f9-633552e7e1b0 req-e72b9451-000f-41d2-a2c9-178cba3740af tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 946 time: 0.2037849
Nov 10 04:08:41.890255 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf02b7-7380-4a37-911e-f88e68fa95b9 None None] Pushing event updated for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:41.895080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ebdda90>,) {'filters': {'network_id': ['01593d7b-06da-4887-af8e-d07f45308c5a']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:41.917017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf2497a4-0784-4c25-868b-dd7e542608c7 req-46197df3-f286-478b-9188-5946c2035620 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631948
Nov 10 04:08:41.926252 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Attempting to bind port d64394be-eb11-40ff-8fe0-47ea4178e43a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:41.926807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Attempting to bind port d64394be-eb11-40ff-8fe0-47ea4178e43a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:41.926916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdda90>, 'ba27143c-d61e-4c3a-8454-719c029c23a8') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:41.927013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdda90>, 'ba27143c-d61e-4c3a-8454-719c029c23a8') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:41.927101 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Attempting to bind port d64394be-eb11-40ff-8fe0-47ea4178e43a on network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:41.933303 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:41.933807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Checking segment: {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:41.934111 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.934501 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Bound using segment: {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:41.934962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Bound port: d64394be-eb11-40ff-8fe0-47ea4178e43a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a92ff8c-517d-4611-aed9-d158fa0e7c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:41.935330 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:41.965311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.012488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] For port d64394be-eb11-40ff-8fe0-47ea4178e43a, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:42.016249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.018607 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] For port d64394be-eb11-40ff-8fe0-47ea4178e43a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d64394be-eb11-40ff-8fe0-47ea4178e43a,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:42.025049 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.029067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24b8615e-dbfb-458b-b1f9-633552e7e1b0 req-7f9a4d84-26bc-4116-8072-4871fbef48c4 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466208
Nov 10 04:08:42.066593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:42.066940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:42.071884 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:42.105519 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Routers {'443d7648-07b9-4a31-a1d5-9bd085218eeb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:42.106204 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214be0f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['443d7648-07b9-4a31-a1d5-9bd085218eeb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:42.135513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] Provisioning complete for port d64394be-eb11-40ff-8fe0-47ea4178e43a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:42.135885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.142349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Deleting port d64394be-eb11-40ff-8fe0-47ea4178e43a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:42.142574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.145838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf02b7-7380-4a37-911e-f88e68fa95b9 None None] Pushing event updated for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:42.157558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.189313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.192889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/01593d7b-06da-4887-af8e-d07f45308c5a HTTP/1.1" status: 204  len: 168 time: 1.3714166
Nov 10 04:08:42.214562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c273889-08e0-4fa2-ab0d-824f59f914fa admin admin] Pushing event deleted for resources: {'Network': ['ID=01593d7b-06da-4887-af8e-d07f45308c5a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:42.266505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] For port d64394be-eb11-40ff-8fe0-47ea4178e43a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d64394be-eb11-40ff-8fe0-47ea4178e43a,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:42.267174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.268952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.269895 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] Set router 443d7648-07b9-4a31-a1d5-9bd085218eeb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:42.283400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Calling delete_port for d64394be-eb11-40ff-8fe0-47ea4178e43a owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:42.311286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] For port d64394be-eb11-40ff-8fe0-47ea4178e43a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d64394be-eb11-40ff-8fe0-47ea4178e43a,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:42.326369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.387781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44164) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:42.402999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122726f-d5aa-4ea8-858a-7f328dce0da9 None None] Pushing event updated for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:42.444812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d579c8a7-ef2a-4597-bad9-9897c7fcf44e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f44752ec82c74a28aa4dac2a2f8f88d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0557032
Nov 10 04:08:42.445494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44166) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:42.496082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.512720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.519770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.538511 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214be0f70>, [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 4, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd64394be-eb11-40ff-8fe0-47ea4178e43a', 'name': '', 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'mac_address': 'fa:16:3e:9f:d7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:37Z', 'updated_at': '2021-11-10T04:08:42Z', 'revision_number': 4, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'subnets': [{'id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:42.541947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64394be-eb11-40ff-8fe0-47ea4178e43a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:42.550940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7f39f3e6-6795-4dfe-9767-031d16b90777 None None] Could not find standard attr ID for object d64394be-eb11-40ff-8fe0-47ea4178e43a. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:08:42.577737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.579060 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c19889-ee1e-46d8-ace7-2466ff62202d None None] The sync data for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 is: [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:38Z', 'revision_number': 4, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd64394be-eb11-40ff-8fe0-47ea4178e43a', 'name': '', 'network_id': '9cd5d600-e030-4d59-a1ab-5dc19c9252b2', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'mac_address': 'fa:16:3e:9f:d7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:37Z', 'updated_at': '2021-11-10T04:08:42Z', 'revision_number': 4, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'subnets': [{'id': 'f130ce88-5e56-416d-be1c-ba771ccf0f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:42.581331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:42.582505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b34a3555-c83e-4594-b758-c05e232481b0 HTTP/1.1" status: 204  len: 168 time: 0.1355166
Nov 10 04:08:42.600672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f90895-c011-4101-a339-ef464be38531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a3555-c83e-4594-b758-c05e232481b0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:43.094617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 969c92b1-bd35-4488-a9ca-dd59af845284 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:43.119318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd5861-5653-46a9-94bc-81ed2f140459 req-554c87ca-e763-4ddd-bc5a-f9ecb3271415 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:43.130233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 969c92b1-bd35-4488-a9ca-dd59af845284 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:43.130805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 969c92b1-bd35-4488-a9ca-dd59af845284 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:43.140036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30fd5861-5653-46a9-94bc-81ed2f140459 req-554c87ca-e763-4ddd-bc5a-f9ecb3271415 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1208093
Nov 10 04:08:43.183619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.228032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30fd5861-5653-46a9-94bc-81ed2f140459 req-18aec9d5-b39c-42b2-9700-52d8253f0c77 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869365
Nov 10 04:08:43.344740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebcd60-75fb-4678-bf8d-95ffb1c92367 req-d34ea6da-f91d-4212-8d83-98792999604e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:43.346484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31ebcd60-75fb-4678-bf8d-95ffb1c92367 req-d34ea6da-f91d-4212-8d83-98792999604e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 946 time: 0.1606710
Nov 10 04:08:43.415624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31ebcd60-75fb-4678-bf8d-95ffb1c92367 req-de85483a-76b7-4aab-b1ec-f063ee3a0f6f tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625513
Nov 10 04:08:43.551009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-678acf11-05e0-40fe-ab5a-0547a945d203 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:43.552496 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-678acf11-05e0-40fe-ab5a-0547a945d203 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 946 time: 0.0696421
Nov 10 04:08:43.604096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44198) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:43.613078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Router 443d7648-07b9-4a31-a1d5-9bd085218eeb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:08:43.722161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-700508383-network', 'tenant_id': '3c38e765554a44f284087c5b705ac3e6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:43.752051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Made reservation on behalf of 3c38e765554a44f284087c5b705ac3e6 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:43.754448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.755907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Deleting port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:43.756273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.765951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.817592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:08:43.827896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b0d3c76-d220-4abc-9f76-8446d6642136 admin admin] 10.222.0.13 "PUT /v2.0/routers/443d7648-07b9-4a31-a1d5-9bd085218eeb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1845918
Nov 10 04:08:43.830659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:43.887321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.891898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.913674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:08:43.929230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620357bb-d3df-4af7-a29f-1521ac5ea4f6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:43.932802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.933636 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Added segment 5618e616-6b12-4497-974a-1d09b877838f of type vlan for network f212b0d2-e101-4770-81cf-a6ac07852f76
Nov 10 04:08:43.950696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] For port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:43.951141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.968244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Calling delete_port for 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:43.990057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:43.992007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.018278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.019232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:44.019815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.071580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4658992
Nov 10 04:08:44.078702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:44.090892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Request body: {'subnet': {'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-700508383-subnet', 'tenant_id': '3c38e765554a44f284087c5b705ac3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:44.100486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Sync routers for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:08:44.107909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fbb76-8bb1-4fe5-b67e-4d5a54f63d98 admin admin] Pushing event updated for resources: {'Network': ['ID=f212b0d2-e101-4770-81cf-a6ac07852f76,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:44.109944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Routers {'443d7648-07b9-4a31-a1d5-9bd085218eeb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:44.110726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078df910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['443d7648-07b9-4a31-a1d5-9bd085218eeb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:44.138088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Made reservation on behalf of 3c38e765554a44f284087c5b705ac3e6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:44.141028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.158642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.229611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.250747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f212b0d2-e101-4770-81cf-a6ac07852f76 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:08:44.267909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event deleted for resources: {'Port': ['ID=3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:44.308188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Deleting port 54c2361b-f4b6-4066-ac73-8132616df145 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:44.309172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.324656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] No DVR routers for this DVR port 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:44.335875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e', '7340ef3a-716e-48d9-9582-3836dc4bdb2d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:44.337359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.340403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Set router 443d7648-07b9-4a31-a1d5-9bd085218eeb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:08:44.341042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cedfa8e-87df-41ab-aad5-c0d259c4c5a7 req-74414aa7-20e6-41cb-81c1-c066944ee98b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.21 "DELETE /v2.0/ports/3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a HTTP/1.1" status: 204  len: 173 time: 0.7796187
Nov 10 04:08:44.341689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'name': 'network-vif-deleted', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:44.344918 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed8ad9-47b3-496b-ae23-c115d631fe15" -d '{"events": [{"server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "name": "network-vif-deleted", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:44.418408 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b7dfc-01ab-4ffa-b56c-9bb6522c4e73 x-openstack-request-id: req-600b7dfc-01ab-4ffa-b56c-9bb6522c4e73 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:44.418797 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd87609d-51c1-4394-a9de-7f2cdb78b813", "name": "network-vif-deleted", "tag": "3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:44.419110 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-600b7dfc-01ab-4ffa-b56c-9bb6522c4e73 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:44.419572 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd87609d-51c1-4394-a9de-7f2cdb78b813', 'name': 'network-vif-deleted', 'tag': '3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a', 'status': 'completed', 'code': 200}
Nov 10 04:08:44.452214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] For port 54c2361b-f4b6-4066-ac73-8132616df145, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=54c2361b-f4b6-4066-ac73-8132616df145,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:44.452739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.469558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1259-9aad-45fd-99b1-18caf0c00e00 req-1048a5ab-dc44-4fd1-b848-a1520f1a0944 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:44.471287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5ac1259-9aad-45fd-99b1-18caf0c00e00 req-1048a5ab-dc44-4fd1-b848-a1520f1a0944 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1004922
Nov 10 04:08:44.472415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.479451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Calling delete_port for 54c2361b-f4b6-4066-ac73-8132616df145 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:44.584460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a377979c-1b54-4382-9c65-6e67d93837f1 req-449f1560-7485-4e34-bd76-0da413559fc7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd87609d-51c1-4394-a9de-7f2cdb78b813 HTTP/1.1" status: 200  len: 210 time: 0.0301032
Nov 10 04:08:44.588952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80cf6b0-8940-4a3c-8fdb-7120cbd8b248,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:44.611672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5ac1259-9aad-45fd-99b1-18caf0c00e00 req-0ab706b6-8ddd-4a8d-8ff5-98ab89e15375 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285901
Nov 10 04:08:44.623161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Checking segment: {'id': '5618e616-6b12-4497-974a-1d09b877838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:44.623532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Network hostable DHCP agents. Network: f212b0d2-e101-4770-81cf-a6ac07852f76, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:08:44.651378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Network f212b0d2-e101-4770-81cf-a6ac07852f76 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:08:44.661303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f212b0d2-e101-4770-81cf-a6ac07852f76) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:44.665956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:44.666816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.684906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-986bec15-422c-4329-a4bc-398ddef96e8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6044357
Nov 10 04:08:44.700288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1838a9a-bd05-49f2-a9bb-f9db0c5376c9 None None] Network f212b0d2-e101-4770-81cf-a6ac07852f76 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:44.712721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.741751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=54c2361b-f4b6-4066-ac73-8132616df145,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:44.811130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.941161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:44.943963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.013727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.014531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443d7648-07b9-4a31-a1d5-9bd085218eeb {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:08:45.019005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.021878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b870845-9321-402f-bc93-87465f605c7c admin admin] 10.222.0.13 "DELETE /v2.0/routers/443d7648-07b9-4a31-a1d5-9bd085218eeb HTTP/1.1" status: 204  len: 168 time: 1.1883104
Nov 10 04:08:45.024381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:45.055776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82debc87-d269-4b53-af6d-be7f2c46423c None None] Network f212b0d2-e101-4770-81cf-a6ac07852f76 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:45.074228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Deleting subnet f130ce88-5e56-416d-be1c-ba771ccf0f89 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:45.078407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.123385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.158144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078df910>, [{'id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-45259269-router', 'tenant_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176'}], 'enable_snat': True}, 'gw_port_id': '54c2361b-f4b6-4066-ac73-8132616df145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:08:34Z', 'updated_at': '2021-11-10T04:08:42Z', 'revision_number': 5, 'project_id': 'b4e92b2c7ccd40928d892f4cda1fbec3', 'gw_port': {'id': '54c2361b-f4b6-4066-ac73-8132616df145', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7648-07b9-4a31-a1d5-9bd085218eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:08:35Z', 'updated_at': '2021-11-10T04:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:45.201066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Checking router: 443d7648-07b9-4a31-a1d5-9bd085218eeb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:08:45.231435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:08:45.231800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:08:45.232458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'443d7648-07b9-4a31-a1d5-9bd085218eeb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:08:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:08:45.232864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114fee1-81cc-45d5-9f84-3f48c42a258e None None] The sync data for ids ['443d7648-07b9-4a31-a1d5-9bd085218eeb'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:08:45.278094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.333170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-ab5e0a3f-1907-4ef5-8cd7-98d7953f785d tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:45.334688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-ab5e0a3f-1907-4ef5-8cd7-98d7953f785d tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/networks?id=f212b0d2-e101-4770-81cf-a6ac07852f76 HTTP/1.1" status: 200  len: 813 time: 0.1782813
Nov 10 04:08:45.355974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-e44e12ca-d79f-440d-8cbe-0e6f7fd559cf tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/quotas/3c38e765554a44f284087c5b705ac3e6 HTTP/1.1" status: 200  len: 375 time: 0.0148773
Nov 10 04:08:45.393036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-9f5bfdcf-90a7-49e3-ba61-06c356382414 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c38e765554a44f284087c5b705ac3e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291123
Nov 10 04:08:45.393036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.425498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f130ce88-5e56-416d-be1c-ba771ccf0f89,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:45.435446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ec4ed-5dcb-407c-9d0e-e39350ba31b5 None None] Network 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:08:45.439215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.442457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa4bb94c-361e-434a-b82d-d477cfb717db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f130ce88-5e56-416d-be1c-ba771ccf0f89 HTTP/1.1" status: 204  len: 168 time: 0.4167361
Nov 10 04:08:45.445264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:45.527178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-f88066d8-b45f-428b-bcc5-67d956f3305d service neutron] 10.222.0.13 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107235
Nov 10 04:08:45.528479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.583236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Deleting port 938cf9b1-cd81-469d-9c9f-82f048940f0e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:45.583575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.646670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-7b387ad0-ec8e-4186-bc4a-f7a85c5821ce service neutron] 10.222.0.13 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126633
Nov 10 04:08:45.653350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] DHCP port deletion for 9cd5d600-e030-4d59-a1ab-5dc19c9252b2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:08:45.677178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] For port 938cf9b1-cd81-469d-9c9f-82f048940f0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=938cf9b1-cd81-469d-9c9f-82f048940f0e,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:45.677688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.695601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Calling delete_port for 938cf9b1-cd81-469d-9c9f-82f048940f0e owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:45.757190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Deleting port 938cf9b1-cd81-469d-9c9f-82f048940f0e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:45.757578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.834058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f2f89-1b72-4314-938d-a9110f0bb0d8 req-3f6abaab-6f48-4c7f-923c-294ab4c6e481 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:45.836672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-982f2f89-1b72-4314-938d-a9110f0bb0d8 req-3f6abaab-6f48-4c7f-923c-294ab4c6e481 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0902905
Nov 10 04:08:45.881519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.884080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] For port 938cf9b1-cd81-469d-9c9f-82f048940f0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=938cf9b1-cd81-469d-9c9f-82f048940f0e,segment=NetworkSegment(4a92ff8c-517d-4611-aed9-d158fa0e7c77),segment_id=4a92ff8c-517d-4611-aed9-d158fa0e7c77)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:45.884378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:45.903401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Calling delete_port for 938cf9b1-cd81-469d-9c9f-82f048940f0e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:45.921555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=938cf9b1-cd81-469d-9c9f-82f048940f0e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:45.927512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] No DVR routers for this DVR port 938cf9b1-cd81-469d-9c9f-82f048940f0e on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:46.002286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.026858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.028541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Pushing event deleted for resources: {'Port': ['ID=938cf9b1-cd81-469d-9c9f-82f048940f0e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:46.032509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-982f2f89-1b72-4314-938d-a9110f0bb0d8 req-7022d01b-1cf2-44ba-8094-b7548a5442f5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841102
Nov 10 04:08:46.036177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] No DVR routers for this DVR port 938cf9b1-cd81-469d-9c9f-82f048940f0e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:46.038785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.040688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.040688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.040688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.040688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.040688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.041102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.041552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.041885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.042210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.042588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.042907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abeaeaa-17c2-4100-bd6b-42f4abb31177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:08:46.048367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:46.068410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82143a8ac0>,) {'filters': {'network_id': ['9cd5d600-e030-4d59-a1ab-5dc19c9252b2']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:46.082182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:46.082641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3bc5d1c5-5e2a-4dac-96b5-7977b3535c6a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:46.083050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143a8ac0>, '4a92ff8c-517d-4611-aed9-d158fa0e7c77') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:46.083617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143a8ac0>, '4a92ff8c-517d-4611-aed9-d158fa0e7c77') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:46.098033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.102900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-808e0984-ff2f-41ae-8e1c-b912dfd51207 req-d7cf93e1-f513-4ff3-b5f3-25b73860cbd2 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 210 time: 0.0934629
Nov 10 04:08:46.116083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.129769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:46.130194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:46.132033 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:46.215777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.222793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.226351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] 10.222.0.13 "DELETE /v2.0/networks/9cd5d600-e030-4d59-a1ab-5dc19c9252b2 HTTP/1.1" status: 204  len: 168 time: 0.7790947
Nov 10 04:08:46.237354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc9c15-63d4-47e7-8f97-9861f0440a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd5d600-e030-4d59-a1ab-5dc19c9252b2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:46.264720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649cf2-232a-4153-b2e4-725ba0571444 req-f4024d26-7bba-45d0-b7c0-21b5acc0acb6 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:46.266229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80649cf2-232a-4153-b2e4-725ba0571444 req-f4024d26-7bba-45d0-b7c0-21b5acc0acb6 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.0683255
Nov 10 04:08:46.332286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80649cf2-232a-4153-b2e4-725ba0571444 req-10f4d046-c08c-43fa-892c-1a6b18823248 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576627
Nov 10 04:08:46.379588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44268) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:46.420343 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f33e074-490b-424b-8d4f-f77274ed0217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4e92b2c7ccd40928d892f4cda1fbec3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393186
Nov 10 04:08:46.422994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44270) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:46.480310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.504118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.559157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.564722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:46.566078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d08e936f-bb29-41c7-854a-aef092ef9dc2 HTTP/1.1" status: 204  len: 168 time: 0.1421330
Nov 10 04:08:46.576434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197d81-d4db-4c3c-ad04-6d83758a2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e936f-bb29-41c7-854a-aef092ef9dc2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:47.039275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 54c2361b-f4b6-4066-ac73-8132616df145 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:47.062555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 54c2361b-f4b6-4066-ac73-8132616df145 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:47.064310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 54c2361b-f4b6-4066-ac73-8132616df145 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:47.064310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d64394be-eb11-40ff-8fe0-47ea4178e43a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:47.108771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d64394be-eb11-40ff-8fe0-47ea4178e43a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:47.109119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d64394be-eb11-40ff-8fe0-47ea4178e43a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:47.109531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 938cf9b1-cd81-469d-9c9f-82f048940f0e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:47.115223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-eb1db508-adbc-407b-8c75-5c4cf1c62cd8 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:47.116694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-eb1db508-adbc-407b-8c75-5c4cf1c62cd8 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.26 "GET /v2.0/networks?id=f212b0d2-e101-4770-81cf-a6ac07852f76 HTTP/1.1" status: 200  len: 813 time: 0.1380630
Nov 10 04:08:47.135909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Request body: {'port': {'device_id': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76', 'admin_state_up': True, 'tenant_id': '3c38e765554a44f284087c5b705ac3e6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:47.153679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 938cf9b1-cd81-469d-9c9f-82f048940f0e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:47.154023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 938cf9b1-cd81-469d-9c9f-82f048940f0e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:47.227769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-992f9c14-4064-4d18-84c9-ddc5ba8ad89e req-70312c6a-829f-4143-a485-22a7ebf06fde tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 210 time: 0.0274091
Nov 10 04:08:47.266254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcec29c-d3c9-4c2e-b0ee-74661cc2d09e req-94273be5-fb77-45af-a342-d961bd6b6a21 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:47.267737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fcec29c-d3c9-4c2e-b0ee-74661cc2d09e req-94273be5-fb77-45af-a342-d961bd6b6a21 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0848222
Nov 10 04:08:47.318760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Made reservation on behalf of 3c38e765554a44f284087c5b705ac3e6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:47.322669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:47.380959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fcec29c-d3c9-4c2e-b0ee-74661cc2d09e req-1b5e601a-9e8d-4110-a4a0-9b1e141ef435 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029432
Nov 10 04:08:47.401059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-9f959132-a119-40b6-b6c7-4b68c952842b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:47.402549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-9f959132-a119-40b6-b6c7-4b68c952842b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.0957847
Nov 10 04:08:47.491201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cd0ac-8599-4a78-92f2-66437e4b1437 req-4d001753-9f5f-496e-96c2-98aa9fae0475 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:47.492805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f4cd0ac-8599-4a78-92f2-66437e4b1437 req-4d001753-9f5f-496e-96c2-98aa9fae0475 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 945 time: 0.0688868
Nov 10 04:08:47.550842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f4cd0ac-8599-4a78-92f2-66437e4b1437 req-690ee37b-b716-4f7b-bf14-05d5c1aa4fa7 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501449
Nov 10 04:08:47.561729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Allocated IP 172.20.0.5 (f212b0d2-e101-4770-81cf-a6ac07852f76/a80cf6b0-8940-4a3c-8fdb-7120cbd8b248/ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:47.585011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Deleting port 7340ef3a-716e-48d9-9582-3836dc4bdb2d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:47.585574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:47.748045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] For port 7340ef3a-716e-48d9-9582-3836dc4bdb2d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7340ef3a-716e-48d9-9582-3836dc4bdb2d,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:47.748165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:47.771441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Calling delete_port for 7340ef3a-716e-48d9-9582-3836dc4bdb2d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:47.836235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:47.899532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:47.968422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Network f212b0d2-e101-4770-81cf-a6ac07852f76 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:08:47.977421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:08:47.979791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:08:48.032955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Pushing event updated for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:48.040289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.067247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:48.070154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:48.074896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event deleted for resources: {'Port': ['ID=7340ef3a-716e-48d9-9582-3836dc4bdb2d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:48.085051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:48.085691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.126208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c2b1079e-c8c5-4252-9a2f-7da4d7407d4f tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9995930
Nov 10 04:08:48.141014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] No DVR routers for this DVR port 7340ef3a-716e-48d9-9582-3836dc4bdb2d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:48.143616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.147271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a7de4e4-f183-458f-9415-cf631dcdc052 req-b53edd31-cd46-4ed9-a454-4aecbb8f4275 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "DELETE /v2.0/ports/7340ef3a-716e-48d9-9582-3836dc4bdb2d HTTP/1.1" status: 204  len: 173 time: 0.7190516
Nov 10 04:08:48.152172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Request body: {'port': {'device_id': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:48.154705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'name': 'network-vif-deleted', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:48.157729 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e654618d-8251-4b38-aff8-66125b3c117c" -d '{"events": [{"server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "name": "network-vif-deleted", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:48.206245 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b0e0fb-32ad-4dc4-80e5-eb12abb7a0c4 x-openstack-request-id: req-65b0e0fb-32ad-4dc4-80e5-eb12abb7a0c4 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:48.206542 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98376a5d-7259-4b89-a55d-8f513fe74463", "name": "network-vif-deleted", "tag": "7340ef3a-716e-48d9-9582-3836dc4bdb2d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:48.206975 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65b0e0fb-32ad-4dc4-80e5-eb12abb7a0c4 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:48.207362 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98376a5d-7259-4b89-a55d-8f513fe74463', 'name': 'network-vif-deleted', 'tag': '7340ef3a-716e-48d9-9582-3836dc4bdb2d', 'status': 'completed', 'code': 200}
Nov 10 04:08:48.246364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.288443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:48.305835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'mac_address': 'fa:16:3e:52:63:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:48.403202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c575b8-aff3-4e28-a4a9-63f717c244b8 req-320bd34f-3faf-4eb2-8e45-1c9fea9666cb tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:48.405033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58c575b8-aff3-4e28-a4a9-63f717c244b8 req-320bd34f-3faf-4eb2-8e45-1c9fea9666cb tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 931 time: 0.0792096
Nov 10 04:08:48.405652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.433228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06447a9c-265e-439d-bf7f-c48e8af2dbec {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:48.467382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:48.480809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.494347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58c575b8-aff3-4e28-a4a9-63f717c244b8 req-f4ce2765-d67e-48bf-8673-8a506dc9a913 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789366
Nov 10 04:08:48.581373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.583664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:48.620513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['06447a9c-265e-439d-bf7f-c48e8af2dbec'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:48.739462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:48.750569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.774261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7c85-379c-4429-8291-ae9e265661a4 req-fe9df345-875b-4dc6-9200-57289c0bf7db tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:48.782750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7b7c85-379c-4429-8291-ae9e265661a4 req-fe9df345-875b-4dc6-9200-57289c0bf7db tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 945 time: 0.1287603
Nov 10 04:08:48.802772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Transition to ACTIVE for port object ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:08:48.825830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.841667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:48.855456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98f4a775-e1ec-476e-bdd8-acd9269a12e1 req-ba208b85-693c-41cc-b006-5d0b772bba26 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=98376a5d-7259-4b89-a55d-8f513fe74463 HTTP/1.1" status: 200  len: 210 time: 0.0545337
Nov 10 04:08:48.885187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7b7c85-379c-4429-8291-ae9e265661a4 req-4ae11673-0d2b-4be8-a2b1-b12c8077595c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015921
Nov 10 04:08:48.904636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Pushing event updated for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:49.024567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Attempting to bind port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:08:49.024936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Attempting to bind port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '5618e616-6b12-4497-974a-1d09b877838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:08:49.025258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Attempting to bind port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 on network f212b0d2-e101-4770-81cf-a6ac07852f76 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:49.032906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 on network f212b0d2-e101-4770-81cf-a6ac07852f76 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:08:49.033166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Attempting to bind port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 on network f212b0d2-e101-4770-81cf-a6ac07852f76 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:08:49.038872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:08:49.039244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Checking segment: {'id': '5618e616-6b12-4497-974a-1d09b877838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:08:49.039590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Bound using segment: {'id': '5618e616-6b12-4497-974a-1d09b877838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:08:49.040009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Bound port: ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5618e616-6b12-4497-974a-1d09b877838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:08:49.040359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:49.480061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:08:49.483974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,segment=NetworkSegment(5618e616-6b12-4497-974a-1d09b877838f),segment_id=5618e616-6b12-4497-974a-1d09b877838f)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:08:49.490838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:49.538844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:49.540316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:49.541993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] 10.222.0.26 "PUT /v2.0/ports/ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 HTTP/1.1" status: 200  len: 1091 time: 1.4023244
Nov 10 04:08:49.580050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af50995-235c-471f-a6fd-d32d228c0452 service neutron] Pushing event updated for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:49.682330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c4be441f-3107-4554-adcd-c6095a2bcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:49.683976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-c4be441f-3107-4554-adcd-c6095a2bcabf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c38e765554a44f284087c5b705ac3e6&device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 1094 time: 0.0847266
Nov 10 04:08:49.737934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-1c6ecf4a-c4cf-4216-b7d8-78d2e5a04b4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 HTTP/1.1" status: 200  len: 217 time: 0.0423298
Nov 10 04:08:49.746135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42d79-5b73-403f-9d66-45b3d220777e req-d3f59192-446e-457e-a967-71400a04667b tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:49.747632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fe42d79-5b73-403f-9d66-45b3d220777e req-d3f59192-446e-457e-a967-71400a04667b tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 943 time: 0.1114402
Nov 10 04:08:49.792172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7340ef3a-716e-48d9-9582-3836dc4bdb2d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:49.833299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 7340ef3a-716e-48d9-9582-3836dc4bdb2d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:49.833664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7340ef3a-716e-48d9-9582-3836dc4bdb2d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:49.858145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-3eca86f3-3ebd-4d67-9352-76d121d416c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:49.859665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-3eca86f3-3ebd-4d67-9352-76d121d416c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a80cf6b0-8940-4a3c-8fdb-7120cbd8b248 HTTP/1.1" status: 200  len: 853 time: 0.1105688
Nov 10 04:08:49.882450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fe42d79-5b73-403f-9d66-45b3d220777e req-fb867266-e749-4a77-b441-c06cb3bb7cd1 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255839
Nov 10 04:08:49.898939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-8c98105c-9b24-42dd-af06-bd05963d1ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f212b0d2-e101-4770-81cf-a6ac07852f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312769
Nov 10 04:08:50.037212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-d6c9f9b2-c2ae-4765-8184-3fd9b8b8f270 service neutron] 10.222.0.26 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251228
Nov 10 04:08:50.057196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:50.181913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 06447a9c-265e-439d-bf7f-c48e8af2dbec triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:50.182122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:50.208958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:50.212742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010b0bc-cbbb-4383-a220-50ac40dcbf4c req-a66ec5ba-fc95-4c66-9747-312272edc1bd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:50.216928 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:50.221530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7010b0bc-cbbb-4383-a220-50ac40dcbf4c req-a66ec5ba-fc95-4c66-9747-312272edc1bd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 945 time: 0.1071422
Nov 10 04:08:50.325525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7010b0bc-cbbb-4383-a220-50ac40dcbf4c req-b80b379a-5d22-44c6-98a9-126b20bbb14f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987017
Nov 10 04:08:50.326965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31aec4fb-8ff2-4a4c-85dc-b4a3ae85251c req-8f9751f6-2ae4-48cb-bd8c-529f54a5acd8 service neutron] 10.222.0.26 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709837
Nov 10 04:08:50.380396 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f7c73a-28a9-4200-bb17-4dfce0bd9296 x-openstack-request-id: req-84f7c73a-28a9-4200-bb17-4dfce0bd9296 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:50.380770 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:50.381133 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f7c73a-28a9-4200-bb17-4dfce0bd9296 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:50.381516 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426', 'status': 'completed', 'code': 200}
Nov 10 04:08:50.385126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:50.437789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:50.440287 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63c085a-5855-4a05-9c82-8829f07019f1" -d '{"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-plugged", "status": "completed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:50.469573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:50.479878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:50.493170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-07cd0a9d-fa49-40cc-940f-137897ced739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:50.497060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-07cd0a9d-fa49-40cc-940f-137897ced739 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c38e765554a44f284087c5b705ac3e6&device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 1094 time: 0.0876408
Nov 10 04:08:50.533251 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa286cae-8ef6-4391-b99d-324fc1e78d73 x-openstack-request-id: req-fa286cae-8ef6-4391-b99d-324fc1e78d73 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:50.533548 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-plugged", "status": "completed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:50.533787 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa286cae-8ef6-4391-b99d-324fc1e78d73 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:50.534167 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'code': 200}
Nov 10 04:08:50.585180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:50.630043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-91bf24e0-319c-4797-b28d-9e020286dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:50.631785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-91bf24e0-319c-4797-b28d-9e020286dfcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f212b0d2-e101-4770-81cf-a6ac07852f76 HTTP/1.1" status: 200  len: 914 time: 0.1273861
Nov 10 04:08:50.719459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-44b52b4a-8bcd-41aa-ad8a-b99d7b1b96ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 HTTP/1.1" status: 200  len: 217 time: 0.0688603
Nov 10 04:08:50.797688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-96f8a109-87be-44b4-bfac-26497743f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:50.799687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-96f8a109-87be-44b4-bfac-26497743f4e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a80cf6b0-8940-4a3c-8fdb-7120cbd8b248 HTTP/1.1" status: 200  len: 853 time: 0.0794377
Nov 10 04:08:50.875993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-3c7591b5-e2bb-489d-a63b-2e0377174e9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f212b0d2-e101-4770-81cf-a6ac07852f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661910
Nov 10 04:08:51.037381 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-35a41b16-af01-4b57-b8d4-1069a4406d25 service neutron] 10.222.0.26 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527262
Nov 10 04:08:51.068671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5930a5-cfe0-430a-9c91-a5ac46764f95 req-d4116d09-4a97-4ef5-81ac-2de33a0b30ab tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:51.070682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e5930a5-cfe0-430a-9c91-a5ac46764f95 req-d4116d09-4a97-4ef5-81ac-2de33a0b30ab tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 943 time: 0.0750065
Nov 10 04:08:51.149887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e5930a5-cfe0-430a-9c91-a5ac46764f95 req-5fd893fc-fdf2-4d97-b6fb-28d8a3a50cf9 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705500
Nov 10 04:08:51.203034 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0376fdc0-5acf-4c52-8d8f-1d7c1467e38b req-6646db60-1bfc-491e-9afc-b4d6ba701286 service neutron] 10.222.0.26 "GET /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571815
Nov 10 04:08:51.636703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d8266-3096-48e7-8bdd-2d29dc9ca17a req-009d6a4b-982a-4eea-865c-daa5bcd8f930 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:51.638234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc3d8266-3096-48e7-8bdd-2d29dc9ca17a req-009d6a4b-982a-4eea-865c-daa5bcd8f930 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0681577
Nov 10 04:08:51.700906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc3d8266-3096-48e7-8bdd-2d29dc9ca17a req-0de56e4b-c7fe-498d-82c5-8375d589772b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547497
Nov 10 04:08:51.789902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:08:51.870745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f76b0-eb96-40d6-91e8-a1feeb2cb340 req-89765e9a-6587-4e56-8106-eed129f271b3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:51.872697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe1f76b0-eb96-40d6-91e8-a1feeb2cb340 req-89765e9a-6587-4e56-8106-eed129f271b3 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 946 time: 0.1007037
Nov 10 04:08:51.933942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,segment=NetworkSegment(5618e616-6b12-4497-974a-1d09b877838f),segment_id=5618e616-6b12-4497-974a-1d09b877838f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:51.950384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe1f76b0-eb96-40d6-91e8-a1feeb2cb340 req-e53dd9aa-fc3f-4750-b870-7484eb4cfc64 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684214
Nov 10 04:08:51.976527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426', 'network_id': 'f212b0d2-e101-4770-81cf-a6ac07852f76', 'port_id': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426', 'mac_address': 'fa:16:3e:96:dd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80cf6b0-8940-4a3c-8fdb-7120cbd8b248', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:08:52.022021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:52.036404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:08:52.060921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,segment=NetworkSegment(5618e616-6b12-4497-974a-1d09b877838f),segment_id=5618e616-6b12-4497-974a-1d09b877838f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:52.066975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:52.123019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:52.275464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:52.319139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56488d9-e31a-4fc2-b655-baae5cabf7e3 req-1d144374-0ac6-4f45-a269-c5eca5001cb3 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:52.323926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b56488d9-e31a-4fc2-b655-baae5cabf7e3 req-1d144374-0ac6-4f45-a269-c5eca5001cb3 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 944 time: 0.0922625
Nov 10 04:08:52.395685 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b56488d9-e31a-4fc2-b655-baae5cabf7e3 req-190a1c1b-a5ff-4c7e-b4b1-7640a0840ac1 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616434
Nov 10 04:08:52.892929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7ab8-c438-41f6-9c9e-257a01817db6 req-8e6362f0-cc09-4870-b8fa-73bddfdfbeb5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:52.897328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4ee7ab8-c438-41f6-9c9e-257a01817db6 req-8e6362f0-cc09-4870-b8fa-73bddfdfbeb5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0972722
Nov 10 04:08:52.998434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4ee7ab8-c438-41f6-9c9e-257a01817db6 req-e061058c-f152-481b-88e7-9dd31afe29df tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978627
Nov 10 04:08:53.030535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-f6e213e8-a084-49c0-a54c-8042a8709132 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:53.032167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-f6e213e8-a084-49c0-a54c-8042a8709132 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 946 time: 0.0782931
Nov 10 04:08:53.190592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33540a-05c8-4de7-acb9-b4fb6d0a58f7 req-a852af85-587b-4069-9f3f-e94e63352f6e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:53.198190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de33540a-05c8-4de7-acb9-b4fb6d0a58f7 req-a852af85-587b-4069-9f3f-e94e63352f6e tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 946 time: 0.1207888
Nov 10 04:08:53.236511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Deleting port 43f92442-2103-41e6-abcf-d24937fab86e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:53.236876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:53.315624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de33540a-05c8-4de7-acb9-b4fb6d0a58f7 req-c9ea487e-12db-499c-a966-a4268ff5e928 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9bacd33-39f0-4202-a5b3-02115593b115&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016157
Nov 10 04:08:53.388406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] For port 43f92442-2103-41e6-abcf-d24937fab86e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=43f92442-2103-41e6-abcf-d24937fab86e,segment=NetworkSegment(1c0607da-6dba-44ed-b283-fbd126847935),segment_id=1c0607da-6dba-44ed-b283-fbd126847935)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:53.389129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:53.415798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Calling delete_port for 43f92442-2103-41e6-abcf-d24937fab86e owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:53.479370 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:08:53.600295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea78e31-f981-460f-bea3-ff36bc55899e req-8e552752-5e8b-49b6-a1ac-2657d6a613d4 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:53.603623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eea78e31-f981-460f-bea3-ff36bc55899e req-8e552752-5e8b-49b6-a1ac-2657d6a613d4 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 944 time: 0.0995419
Nov 10 04:08:53.669975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:53.675616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eea78e31-f981-460f-bea3-ff36bc55899e req-b8b47e69-5a83-43d8-b496-7ee79af6f282 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659993
Nov 10 04:08:53.682772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['43f92442-2103-41e6-abcf-d24937fab86e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:53.746239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Pushing event deleted for resources: {'Port': ['ID=43f92442-2103-41e6-abcf-d24937fab86e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:53.782194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:08:53.838523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] No DVR routers for this DVR port 43f92442-2103-41e6-abcf-d24937fab86e on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:53.842739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:53.848877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a15ae1cc-8b3d-4c3e-8bb4-47197e7b344d req-08f290fd-af79-44d7-8414-3eced6add9e0 tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.26 "DELETE /v2.0/ports/43f92442-2103-41e6-abcf-d24937fab86e HTTP/1.1" status: 204  len: 173 time: 0.8102896
Nov 10 04:08:53.855206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'name': 'network-vif-deleted', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:53.857758 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee08aa6-1ee3-4fb0-9545-5873b953953b" -d '{"events": [{"server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "name": "network-vif-deleted", "tag": "43f92442-2103-41e6-abcf-d24937fab86e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:53.895880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:08:53.921154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:08:53.921719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:54.012137 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6389f316-8ec4-451a-8608-5b1247f01b97 x-openstack-request-id: req-6389f316-8ec4-451a-8608-5b1247f01b97 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:54.012570 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f31e83-ed49-4d33-b142-02008f0ff869", "name": "network-vif-deleted", "tag": "43f92442-2103-41e6-abcf-d24937fab86e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:54.012919 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6389f316-8ec4-451a-8608-5b1247f01b97 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:54.013438 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f31e83-ed49-4d33-b142-02008f0ff869', 'name': 'network-vif-deleted', 'tag': '43f92442-2103-41e6-abcf-d24937fab86e', 'status': 'completed', 'code': 200}
Nov 10 04:08:54.091451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:54.134723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,segment=NetworkSegment(5618e616-6b12-4497-974a-1d09b877838f),segment_id=5618e616-6b12-4497-974a-1d09b877838f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:54.135917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:54.139055 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf3e3b-31ab-456b-873c-0bca1e09b010" -d '{"events": [{"server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "name": "network-vif-plugged", "status": "completed", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:54.144084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:54.203450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6340125-16f0-4cbc-b2f6-b4485f4217e2 req-32ad54a3-ab3e-4c45-aa62-3ff0763859f3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:54.213188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6340125-16f0-4cbc-b2f6-b4485f4217e2 req-32ad54a3-ab3e-4c45-aa62-3ff0763859f3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1068649
Nov 10 04:08:54.229698 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47aa47-ddeb-4032-b655-e512a78c72c6 x-openstack-request-id: req-dd47aa47-ddeb-4032-b655-e512a78c72c6 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:54.229997 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "name": "network-vif-plugged", "status": "completed", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:54.230253 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd47aa47-ddeb-4032-b655-e512a78c72c6 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:54.230656 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426', 'code': 200}
Nov 10 04:08:54.231514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:54.289479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6340125-16f0-4cbc-b2f6-b4485f4217e2 req-61abd4a9-210f-45b5-8b9d-423981b5fd9e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740421
Nov 10 04:08:54.361260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf8646-d1b6-4781-ac12-4858514f9425 req-bc9a9e58-7fcb-4971-9fb0-e41a901aa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:54.363954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eaf8646-d1b6-4781-ac12-4858514f9425 req-bc9a9e58-7fcb-4971-9fb0-e41a901aa44f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 1096 time: 0.0731604
Nov 10 04:08:54.456218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67706ca8-2206-4ff4-bbca-d138bf5da068 req-bbcbcdac-bfeb-4dfb-b6be-43b43f27c52b tempest-AttachVolumeNegativeTest-659951714 tempest-AttachVolumeNegativeTest-659951714-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f31e83-ed49-4d33-b142-02008f0ff869 HTTP/1.1" status: 200  len: 210 time: 0.0535631
Nov 10 04:08:54.463321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eaf8646-d1b6-4781-ac12-4858514f9425 req-c9b4df13-8c20-49c8-84a4-ec08c6aec50d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856278
Nov 10 04:08:54.834250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b23152-9da6-4b6f-9535-5b3a3500c1b3 req-84f3340c-5e5c-4209-9b8d-221b2cd37f3a tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:54.842402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b23152-9da6-4b6f-9535-5b3a3500c1b3 req-84f3340c-5e5c-4209-9b8d-221b2cd37f3a tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 945 time: 0.0748589
Nov 10 04:08:54.914282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b23152-9da6-4b6f-9535-5b3a3500c1b3 req-2a16efd6-9e14-422a-b110-240733ad05da tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704672
Nov 10 04:08:54.916685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:55.050216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-496d48be-375f-46df-8ef2-1f6b4d394e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.135562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-496d48be-375f-46df-8ef2-1f6b4d394e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.140304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-496d48be-375f-46df-8ef2-1f6b4d394e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.181508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-496d48be-375f-46df-8ef2-1f6b4d394e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d7a58d7fa364ec3807cc9bb3bc43140&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2635272
Nov 10 04:08:55.182516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d48be-375f-46df-8ef2-1f6b4d394e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a8fc5-e010-4dcd-b9f9-5735b812319a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:55.184135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44950) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:55.250297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.272740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.330654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.333578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.335139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/129a8fc5-e010-4dcd-b9f9-5735b812319a HTTP/1.1" status: 204  len: 168 time: 0.1494823
Nov 10 04:08:55.361621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ac570-a8fd-4bf7-9b7c-0e0ce35c8809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a8fc5-e010-4dcd-b9f9-5735b812319a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:55.456863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fb192-a4df-4bc0-b94b-ad60a7f8a54a req-3993de02-c8da-4456-9983-bbdd9ec34817 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:55.459156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd5fb192-a4df-4bc0-b94b-ad60a7f8a54a req-3993de02-c8da-4456-9983-bbdd9ec34817 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0848386
Nov 10 04:08:55.545405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd5fb192-a4df-4bc0-b94b-ad60a7f8a54a req-84a6a942-521b-467d-94a9-f67384f0fa5c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776761
Nov 10 04:08:55.560849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44962) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:55.614590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Deleting subnet 266c5e4b-27ba-44aa-a993-d3cbafd44750 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:55.618056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.663279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.710427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.782049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.803805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 43f92442-2103-41e6-abcf-d24937fab86e no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:08:55.837380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266c5e4b-27ba-44aa-a993-d3cbafd44750,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:55.845273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 43f92442-2103-41e6-abcf-d24937fab86e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:08:55.847918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:55.848833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 43f92442-2103-41e6-abcf-d24937fab86e not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:08:55.857648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dd579ef7-f9fc-4fa4-b7d4-ed40a06c45aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/266c5e4b-27ba-44aa-a993-d3cbafd44750 HTTP/1.1" status: 204  len: 168 time: 0.2961874
Nov 10 04:08:55.860139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44970) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:55.935286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.074062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.108834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc65084-5122-46bb-a28f-6c67f8ed20d6 req-eed3d981-d2f0-4766-9538-459c719e08de tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:56.111084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-adc65084-5122-46bb-a28f-6c67f8ed20d6 req-eed3d981-d2f0-4766-9538-459c719e08de tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 945 time: 0.0701697
Nov 10 04:08:56.123188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3793a0>,) {'filters': {'network_id': ['16e00f32-9bf4-4dce-bd22-8b1806103dfb']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:56.134659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3793a0>, '1c0607da-6dba-44ed-b283-fbd126847935') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:56.134955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3793a0>, '1c0607da-6dba-44ed-b283-fbd126847935') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:08:56.145925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.164651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.174742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:08:56.175352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:08:56.177859 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:08:56.207238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-adc65084-5122-46bb-a28f-6c67f8ed20d6 req-6f2453d6-c486-4e5e-8c1c-cbe658f9f62c tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884886
Nov 10 04:08:56.259727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.264377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.270696 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] 10.222.0.13 "DELETE /v2.0/networks/16e00f32-9bf4-4dce-bd22-8b1806103dfb HTTP/1.1" status: 204  len: 168 time: 0.4094956
Nov 10 04:08:56.307182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1b9da-c078-48b8-b922-8218938d971b admin admin] Pushing event deleted for resources: {'Network': ['ID=16e00f32-9bf4-4dce-bd22-8b1806103dfb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:56.557309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45004) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:56.615198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8b9488d5-f9b1-4f0e-bc98-a83a87cc5d8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cb3ad32a40543dd84c0805ec7f39b5b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0544016
Nov 10 04:08:56.615529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45008) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:56.698418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.752827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.788305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c749-ab61-47d0-a9ab-68ab3df1554e req-dde72fcc-0846-42d5-aeb6-0f100e3c6fe9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:56.797576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7684c749-ab61-47d0-a9ab-68ab3df1554e req-dde72fcc-0846-42d5-aeb6-0f100e3c6fe9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1012270
Nov 10 04:08:56.849398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.849398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:56.849398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9bacd33-39f0-4202-a5b3-02115593b115 HTTP/1.1" status: 204  len: 168 time: 0.2226703
Nov 10 04:08:56.874242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59f62-3dac-43d3-a00b-c81a9b237f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bacd33-39f0-4202-a5b3-02115593b115,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:56.910651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7684c749-ab61-47d0-a9ab-68ab3df1554e req-a4b8ccbf-2115-4e6a-8214-d9337f327e84 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120367
Nov 10 04:08:57.064737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-91a29aab-bad5-48d0-b7d7-4756729ebe0a tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=91bdda5d19404df0b210e3473eff2aea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276203
Nov 10 04:08:57.075871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbb50-b4b6-4fbd-89cf-62f43810fe60 req-38d8fc1f-5c7b-41f4-9c90-8fa9c337b878 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:57.085158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2dbbb50-b4b6-4fbd-89cf-62f43810fe60 req-38d8fc1f-5c7b-41f4-9c90-8fa9c337b878 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 945 time: 0.0989885
Nov 10 04:08:57.151747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2dbbb50-b4b6-4fbd-89cf-62f43810fe60 req-455dd010-c674-40f5-ad5f-52d364702fa1 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656471
Nov 10 04:08:57.226201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-5cf2fd0d-aa3a-4c49-bcbf-f5e7b2e89557 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:57.236173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-5cf2fd0d-aa3a-4c49-bcbf-f5e7b2e89557 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1640725
Nov 10 04:08:57.277958 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6df6a1e9-e438-4694-9f3b-83cffafe6a69 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/quotas/91bdda5d19404df0b210e3473eff2aea HTTP/1.1" status: 200  len: 375 time: 0.0405684
Nov 10 04:08:57.324880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-87464441-c0ac-446a-9218-09d403119606 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91bdda5d19404df0b210e3473eff2aea&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448134
Nov 10 04:08:57.560285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ba7440f-512c-4bff-8f7b-7513a6d3ca0f req-69bf4d46-65a6-44e9-87ed-80c29e119742 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 210 time: 0.0438521
Nov 10 04:08:58.006380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b6200-14db-447a-a137-73114f073e61 req-de1a6c93-92bf-4521-bd22-5ea410e892b0 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:58.008442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-402b6200-14db-447a-a137-73114f073e61 req-de1a6c93-92bf-4521-bd22-5ea410e892b0 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 945 time: 0.0710821
Nov 10 04:08:58.136460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de807117-31e8-4d81-b090-497d031fdbca req-2b5555fd-4b75-41ab-9dda-044ec1d6615c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:58.138036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de807117-31e8-4d81-b090-497d031fdbca req-2b5555fd-4b75-41ab-9dda-044ec1d6615c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1238537
Nov 10 04:08:58.194597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Deleting port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:08:58.194936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:58.272910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de807117-31e8-4d81-b090-497d031fdbca req-cbb48041-8e23-488c-8e03-374e9daa2a66 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105356
Nov 10 04:08:58.357809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] For port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,segment=NetworkSegment(5618e616-6b12-4497-974a-1d09b877838f),segment_id=5618e616-6b12-4497-974a-1d09b877838f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:08:58.359208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:58.383941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Calling delete_port for ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:08:58.497674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67b821-5a94-4c85-8eb2-98b7941fb802 req-f596fc68-3727-435b-a25e-c97592205a57 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:58.499158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a67b821-5a94-4c85-8eb2-98b7941fb802 req-f596fc68-3727-435b-a25e-c97592205a57 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bcb7449-a676-4df7-9b6b-c51ca19b0c10 HTTP/1.1" status: 200  len: 945 time: 0.1106722
Nov 10 04:08:58.616845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a67b821-5a94-4c85-8eb2-98b7941fb802 req-8ae5933c-49d9-4a97-95c1-678096cfe229 tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.13 "GET /v2.0/security-groups?id=620357bb-d3df-4af7-a29f-1521ac5ea4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112752
Nov 10 04:08:58.661971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:58.678561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:08:58.714061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Pushing event deleted for resources: {'Port': ['ID=ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:58.785377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] No DVR routers for this DVR port ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:08:58.797152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:58.805968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-402b6200-14db-447a-a137-73114f073e61 req-cabac77a-b722-401a-8a5a-9f50dba2c1bc tempest-ServerAddressesTestJSON-1535572983 tempest-ServerAddressesTestJSON-1535572983-project] 10.222.0.26 "DELETE /v2.0/ports/ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 HTTP/1.1" status: 204  len: 173 time: 0.7841451
Nov 10 04:08:58.806528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'name': 'network-vif-deleted', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:08:58.824018 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b389210-c2da-44bb-9794-7b0ff2c18740" -d '{"events": [{"server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "name": "network-vif-deleted", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:08:58.907408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-afc3d392-21c9-4d51-a437-b5ddd42c1e5a tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=91bdda5d19404df0b210e3473eff2aea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0642660
Nov 10 04:08:59.027381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ce34cf8-eac5-403b-aa73-171120ec271e req-1f44aafe-f41f-4dd3-8189-97824424baa0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 210 time: 0.0685570
Nov 10 04:08:59.112262 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263980ec-9e79-4410-a69a-02f875636e4d x-openstack-request-id: req-263980ec-9e79-4410-a69a-02f875636e4d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:08:59.112568 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb7449-a676-4df7-9b6b-c51ca19b0c10", "name": "network-vif-deleted", "tag": "ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:08:59.112826 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-263980ec-9e79-4410-a69a-02f875636e4d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:08:59.113227 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb7449-a676-4df7-9b6b-c51ca19b0c10', 'name': 'network-vif-deleted', 'tag': 'ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426', 'status': 'completed', 'code': 200}
Nov 10 04:08:59.160942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-ad2b763e-0756-442e-bc1a-7a7f1bb5aa28 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:59.168255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-ad2b763e-0756-442e-bc1a-7a7f1bb5aa28 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2544758
Nov 10 04:08:59.193876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Request body: {'port': {'device_id': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '91bdda5d19404df0b210e3473eff2aea'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:08:59.415317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Made reservation on behalf of 91bdda5d19404df0b210e3473eff2aea for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:08:59.419182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.440096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41b2f-445e-4559-89a2-0cd67f52ccd9 req-f49cef06-236b-45b7-9d3b-b3ce2dfc858f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:08:59.452370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41b2f-445e-4559-89a2-0cd67f52ccd9 req-f49cef06-236b-45b7-9d3b-b3ce2dfc858f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0924337
Nov 10 04:08:59.452370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.535466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41b2f-445e-4559-89a2-0cd67f52ccd9 req-ccfa697d-c3ec-400b-8fe6-2e7ca2f02751 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860136
Nov 10 04:08:59.609237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.613760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.700710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92127dcb-b666-4339-aaad-4c7ed9ba2b9b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:08:59.707076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45104) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:08:59.768154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Deleting subnet a80cf6b0-8940-4a3c-8fdb-7120cbd8b248 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:08:59.771709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.808241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Allocated IP 192.168.233.37 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/8b4da6e2-3612-4ba8-8623-2fbafcf19cf0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:08:59.829283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:08:59.941606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.035708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.071669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.072410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80cf6b0-8940-4a3c-8fdb-7120cbd8b248,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:00.084595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.089642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-95324199-b658-4ac6-ba39-6b89497e9eb9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a80cf6b0-8940-4a3c-8fdb-7120cbd8b248 HTTP/1.1" status: 204  len: 168 time: 0.3811870
Nov 10 04:09:00.092503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:00.135693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.191764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:00.195107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:00.198277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:00.201843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.269013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Pushing event updated for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:00.296225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:00.297168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.332118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-db5ab3fb-b33a-4db9-9fd1-8be387f43ff0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1431198
Nov 10 04:09:00.345273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Request body: {'port': {'device_id': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:00.374728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b6dc-7d19-41e7-8a2e-4286397add87 req-0c3e3072-0e5a-490e-b22d-1b315a3438ef tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:00.387726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-00a6b6dc-7d19-41e7-8a2e-4286397add87 req-0c3e3072-0e5a-490e-b22d-1b315a3438ef tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 935 time: 0.1827116
Nov 10 04:09:00.433475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.512553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.560875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-00a6b6dc-7d19-41e7-8a2e-4286397add87 req-1bc09f7f-3153-437f-86f0-79dd9d35137e tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719174
Nov 10 04:09:00.606249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e76d070>,) {'filters': {'network_id': ['f212b0d2-e101-4770-81cf-a6ac07852f76']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:00.634879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e76d070>, '5618e616-6b12-4497-974a-1d09b877838f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:00.649461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e76d070>, '5618e616-6b12-4497-974a-1d09b877838f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:00.675406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.710227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1354f25c-2c64-40e5-84a6-c0fdfe421800 None None] Provisioning complete for port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:00.711402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1354f25c-2c64-40e5-84a6-c0fdfe421800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.746272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.801497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:09:00.801946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:09:00.804355 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:09:00.847748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1354f25c-2c64-40e5-84a6-c0fdfe421800 None None] Port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:09:00.923198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53c3c3-f786-483d-80af-5717598fad55 req-4d1569b9-4a38-406b-b8d2-036f3b1b74a6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:00.925154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b53c3c3-f786-483d-80af-5717598fad55 req-4d1569b9-4a38-406b-b8d2-036f3b1b74a6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.2046280
Nov 10 04:09:00.933861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.941810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:00.951895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] 10.222.0.13 "DELETE /v2.0/networks/f212b0d2-e101-4770-81cf-a6ac07852f76 HTTP/1.1" status: 204  len: 168 time: 0.8577166
Nov 10 04:09:01.018215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:01.024807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53d1ff-1450-4155-bc05-6d735128d89d admin admin] Pushing event deleted for resources: {'Network': ['ID=f212b0d2-e101-4770-81cf-a6ac07852f76,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:01.037502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.064504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Transition to ACTIVE for port object 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:01.075500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.102945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b53c3c3-f786-483d-80af-5717598fad55 req-b77330ad-606b-4a7d-9011-48032f72f407 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446364
Nov 10 04:09:01.256690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Attempting to bind port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:01.257193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Attempting to bind port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:01.257953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Attempting to bind port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:01.266669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Pushing event updated for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:01.269138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:01.269552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Attempting to bind port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:01.277188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:01.277558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:01.278018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:01.278623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Bound port: 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:01.278988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.360776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45156) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:01.376913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:01.380709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:01.389512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.421586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-64d2a671-1a08-4df5-96a6-2e910d9536c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c38e765554a44f284087c5b705ac3e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0587003
Nov 10 04:09:01.424027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45158) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:01.437625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:01.438305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.439698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] 10.222.0.26 "PUT /v2.0/ports/8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 HTTP/1.1" status: 200  len: 1095 time: 1.1018074
Nov 10 04:09:01.440143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:01.443112 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bebf2-55e7-4869-9424-1828f2005e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:01.513031 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb1690-eca2-4f14-b01b-79814233dce6 x-openstack-request-id: req-7ecb1690-eca2-4f14-b01b-79814233dce6 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:01.514453 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:01.518096 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ecb1690-eca2-4f14-b01b-79814233dce6 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:01.518096 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0', 'status': 'completed', 'code': 200}
Nov 10 04:09:01.518096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ea17-b712-4ce6-abbc-fda0418adaab service neutron] Pushing event updated for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:01.542917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.571113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.649355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-6c2564da-098f-425b-b6c7-6d22f87be5af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0734427
Nov 10 04:09:01.659824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-47f7a42c-5c83-4448-8d00-972b30d9ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:01.662018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-47f7a42c-5c83-4448-8d00-972b30d9ccbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91bdda5d19404df0b210e3473eff2aea&device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 1098 time: 0.1453264
Nov 10 04:09:01.693777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.697141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:01.708889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/620357bb-d3df-4af7-a29f-1521ac5ea4f6 HTTP/1.1" status: 204  len: 168 time: 0.2757218
Nov 10 04:09:01.749741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33473c26-66f5-4a29-848a-d1e432f84ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620357bb-d3df-4af7-a29f-1521ac5ea4f6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:01.818292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-53cc8aac-7ea3-43a4-9249-a157aaf198a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 HTTP/1.1" status: 200  len: 217 time: 0.1445613
Nov 10 04:09:01.847079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:01.879878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:01.880480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba72e94a-a40c-4f7d-b4f2-0b9e7aa26426 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:01.908457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57594cc3-b85a-4773-a091-9b4229fc4ab5 req-cb0992ef-fb2d-4f09-8cbd-87d281c09929 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:01.910209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57594cc3-b85a-4773-a091-9b4229fc4ab5 req-cb0992ef-fb2d-4f09-8cbd-87d281c09929 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 947 time: 0.1641884
Nov 10 04:09:01.921314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-5dd965e9-ab78-468c-b02e-b9338ded09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:01.922774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-5dd965e9-ab78-468c-b02e-b9338ded09b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa5eb57eed4a08886f209520775cc9&device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 1096 time: 0.2317667
Nov 10 04:09:01.949373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-c98cb9bb-90cd-4620-84fb-d8eb380fdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:01.957093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-c98cb9bb-90cd-4620-84fb-d8eb380fdf37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1094229
Nov 10 04:09:02.080429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57594cc3-b85a-4773-a091-9b4229fc4ab5 req-c259c04e-0e55-472e-bba1-b8cc87ea5e38 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602705
Nov 10 04:09:02.107703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-d8f7ae5a-1314-48f0-9b28-2988296ed0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:02.109239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-d8f7ae5a-1314-48f0-9b28-2988296ed0ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1513815
Nov 10 04:09:02.216507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-b294d802-a50c-4823-9509-8d790ec15854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:02.223676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-b294d802-a50c-4823-9509-8d790ec15854 service neutron] 10.222.0.21 "GET /v2.0/networks?id=970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 200  len: 917 time: 0.2423360
Nov 10 04:09:02.348550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-7629be04-4c5c-4aef-bed4-07a74ec53052 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 200  len: 1001 time: 0.1033502
Nov 10 04:09:02.369132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c27fd-3e17-43af-b012-9ba1a7a6e04c req-fdc641e0-792c-4d35-bb7f-0e338f42b802 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:02.384214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a74c27fd-3e17-43af-b012-9ba1a7a6e04c req-fdc641e0-792c-4d35-bb7f-0e338f42b802 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1940184
Nov 10 04:09:02.394395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-88867d9c-90e7-4209-832c-9782e53b24a8 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2764077
Nov 10 04:09:02.543568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-65b38339-1e2f-4d2c-8e93-00b05e2d4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:02.545148 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-65b38339-1e2f-4d2c-8e93-00b05e2d4fb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09067618-cf15-437b-8086-9e700b481db9 HTTP/1.1" status: 200  len: 855 time: 0.1852126
Nov 10 04:09:02.557510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a74c27fd-3e17-43af-b012-9ba1a7a6e04c req-453ba042-a68e-43a1-9087-e66ff30eb10c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712267
Nov 10 04:09:02.993785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1dc7530c-4530-4ef6-b02a-9254fd0a60f2 req-639c3a31-af68-4864-9ae0-b3c6031c80df service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5909216
Nov 10 04:09:03.005886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-8d659ed3-1f79-487f-9e79-954351a4b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.009302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-8d659ed3-1f79-487f-9e79-954351a4b7df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=970bd33f-02a3-466e-929c-ae4465b1f7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4460573
Nov 10 04:09:03.103217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:03.161278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bebf2-55e7-4869-9424-1828f2005e4e req-4f21bf1d-64ed-40b5-aad3-84cd72842c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.162765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-4f21bf1d-64ed-40b5-aad3-84cd72842c4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91bdda5d19404df0b210e3473eff2aea&device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 1098 time: 0.1015472
Nov 10 04:09:03.230411 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-6c917d70-12da-44ab-8271-4e8d6a3c28c5 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135386
Nov 10 04:09:03.233034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-814095921-network', 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:03.261482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:03.264144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.278838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.366824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5c7d9-48f3-42a3-b450-44c69dc32c0c req-3449c859-c389-4742-a835-8ccf000895c9 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.369083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47b5c7d9-48f3-42a3-b450-44c69dc32c0c req-3449c859-c389-4742-a835-8ccf000895c9 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 947 time: 0.1862848
Nov 10 04:09:03.373297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.377776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.377955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bebf2-55e7-4869-9424-1828f2005e4e req-d69c581e-84cc-4c3e-ab0d-b645e8ed8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.379422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-d69c581e-84cc-4c3e-ab0d-b645e8ed8497 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2099469
Nov 10 04:09:03.408644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:03.417076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd71c57-8563-4e85-b332-92030868ba53,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:03.441295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.443500 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Added segment 50b860de-464e-4104-9b0b-85b1938659e3 of type vlan for network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2
Nov 10 04:09:03.468137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-922ca23b-f4c4-4e1c-a2c7-4fb864004d00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 HTTP/1.1" status: 200  len: 217 time: 0.0674050
Nov 10 04:09:03.474280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5dd4953c-63d4-45ef-b123-d255ad629241 req-6ca07666-1b4d-4765-b091-51d3df986231 service neutron] 10.222.0.21 "GET /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241583
Nov 10 04:09:03.501334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.536861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47b5c7d9-48f3-42a3-b450-44c69dc32c0c req-2c920fe0-328f-4590-8bc7-ae74ee63f022 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586943
Nov 10 04:09:03.548424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.548424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.548424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.558912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bebf2-55e7-4869-9424-1828f2005e4e req-a1723ce9-cf78-4c2f-8297-daca85cfe996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.560488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-a1723ce9-cf78-4c2f-8297-daca85cfe996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0793822
Nov 10 04:09:03.565773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4612741
Nov 10 04:09:03.575568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45246) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:03.594082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Request body: {'subnet': {'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-814095921-subnet', 'tenant_id': '98e142c68d8145b6b141378452e1280e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:03.662535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f830f2-f460-4f3f-8c96-8da2e5158865 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa30c3b-11e7-459c-9d41-5cdad68edfa2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:03.682756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:03.798873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:03.804085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:03.882423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445320c-1436-4d20-8cbc-f37173dd778b req-d03ac197-9ab3-4521-8b2f-0c5ca712ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.884746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-d03ac197-9ab3-4521-8b2f-0c5ca712ea44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 1097 time: 0.2330997
Nov 10 04:09:03.890478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bebf2-55e7-4869-9424-1828f2005e4e req-49910fa6-e1e4-46d3-ad93-0bbf1ae8a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.891942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-49910fa6-e1e4-46d3-ad93-0bbf1ae8a289 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2872031
Nov 10 04:09:03.905451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:03.926954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde473b-662f-4785-9432-f57fa0fed19c req-23de858a-992c-4164-aa0a-863cf966230b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:03.928535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fde473b-662f-4785-9432-f57fa0fed19c req-23de858a-992c-4164-aa0a-863cf966230b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.1801846
Nov 10 04:09:04.050864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:04.073006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0', 'mac_address': 'fa:16:3e:40:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:04.121043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:04.139454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:04.163188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:04.163489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fde473b-662f-4785-9432-f57fa0fed19c req-8c152cdc-1eed-49ee-95a1-d5f24672b793 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163179
Nov 10 04:09:04.168906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:04.178192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445320c-1436-4d20-8cbc-f37173dd778b req-cd69c2cb-e756-442a-9b52-b133bbd4d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:04.179828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-cd69c2cb-e756-442a-9b52-b133bbd4d3d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.2847600
Nov 10 04:09:04.191767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-70e58a01-e9ad-4a02-9b42-5ca21431b32e service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844048
Nov 10 04:09:04.234757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:04.298303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-766f4b36-0da5-45de-b71d-3f96b5b81f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:04.310664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-9dad9e8a-5e69-407e-800e-6e129890cd48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec HTTP/1.1" status: 200  len: 217 time: 0.1222026
Nov 10 04:09:04.364400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:04.370962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['8b4da6e2-3612-4ba8-8623-2fbafcf19cf0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:04.444331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbae582-3626-4ac8-8d1e-16455bad7a17,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:04.453494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445320c-1436-4d20-8cbc-f37173dd778b req-bdfc928e-c21f-4b9d-8fc7-0653ed8b32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:04.454973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-bdfc928e-c21f-4b9d-8fc7-0653ed8b32f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.1376586
Nov 10 04:09:04.510242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-4ab68844-ce02-4348-8e58-7dfcca68959e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423191
Nov 10 04:09:04.514203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-084bebf2-55e7-4869-9424-1828f2005e4e req-55b16c0c-5885-4f0e-b50a-d8c0c9554ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3109553
Nov 10 04:09:04.539795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:04.540090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Network hostable DHCP agents. Network: 0fa30c3b-11e7-459c-9d41-5cdad68edfa2, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:04.595435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:04.640490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0fa30c3b-11e7-459c-9d41-5cdad68edfa2) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:04.650331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b5786-1535-4d4a-a047-c4bb239429a3 None None] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:04.653432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:04.654569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:04.683048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-b62aea18-d80a-46eb-a278-75b15323ca15 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645365
Nov 10 04:09:04.713357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d9b9c-591e-4808-8b91-1704137ae520 req-8dff07c3-282f-4988-899f-03bb0359bcb0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:04.715104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f6d9b9c-591e-4808-8b91-1704137ae520 req-8dff07c3-282f-4988-899f-03bb0359bcb0 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 948 time: 0.1147938
Nov 10 04:09:04.730383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-272ebb42-26ea-432b-9912-6cfe887dea6e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.1525068
Nov 10 04:09:04.822816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c50b6-2af7-4711-9590-25d717e1c283 None None] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:04.860809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f6d9b9c-591e-4808-8b91-1704137ae520 req-87d86f86-fd61-47b3-81b0-f49eb1a56f19 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291239
Nov 10 04:09:04.876228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7445320c-1436-4d20-8cbc-f37173dd778b req-f40c0de9-4180-4ba5-9c5a-d69b48846c42 service neutron] 10.222.0.21 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839421
Nov 10 04:09:05.166301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:05.279261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-bf64229b-ac66-4b07-a660-576af7d9ec3d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:05.280776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-bf64229b-ac66-4b07-a660-576af7d9ec3d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.1337843
Nov 10 04:09:05.295830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-99726b03-2023-482a-9bbc-26e4e0c4b6c9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0092270
Nov 10 04:09:05.303532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a563e525-0392-4dc0-a9a2-67a5b479eee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.328450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-5e429cd4-9860-48b0-bfcf-f262481d5a9f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270975
Nov 10 04:09:05.329952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830498e-04e9-4ca3-a6c6-f143ad41221a req-3f42404c-6957-4eb2-beb3-c6d7d7c3c0a5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:05.331390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a830498e-04e9-4ca3-a6c6-f143ad41221a req-3f42404c-6957-4eb2-beb3-c6d7d7c3c0a5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 946 time: 0.0754008
Nov 10 04:09:05.397868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a830498e-04e9-4ca3-a6c6-f143ad41221a req-b53de682-0c58-4c11-a590-5ae6558a0e6e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600255
Nov 10 04:09:05.434221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-0cd5f7e4-a9d1-49db-8825-a217e67d45de service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986907
Nov 10 04:09:05.442943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a563e525-0392-4dc0-a9a2-67a5b479eee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.447342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a563e525-0392-4dc0-a9a2-67a5b479eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.486355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a563e525-0392-4dc0-a9a2-67a5b479eee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=271f00a4ad02402fbd7b8f766261d599&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3189499
Nov 10 04:09:05.487101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e525-0392-4dc0-a9a2-67a5b479eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbb3d8-3bff-462d-addc-5892b9bb3f1a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:05.488972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45330) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:05.577480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.580588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-fcdae4b3-5c00-48c8-b4f7-0d5ae25ad36a service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400776
Nov 10 04:09:05.600251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.652854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.655481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:05.656650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3cbb3d8-3bff-462d-addc-5892b9bb3f1a HTTP/1.1" status: 204  len: 168 time: 0.1655753
Nov 10 04:09:05.665909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cc95b-d3a7-4ad0-acd4-34f57bc3f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbb3d8-3bff-462d-addc-5892b9bb3f1a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:05.762396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2426c994-41ec-4420-b422-16c4311ee96e req-91d84f87-1bc8-47c0-94af-23f352786060 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 210 time: 0.0379565
Nov 10 04:09:05.874842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:05.928684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:05.933917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:05.934300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.031854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599a365-d3a0-4eb9-9d2c-e9b575c973f7 req-e6bd1dee-8f3c-4eef-a6d1-565c5c34418b tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:06.034729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5599a365-d3a0-4eb9-9d2c-e9b575c973f7 req-e6bd1dee-8f3c-4eef-a6d1-565c5c34418b tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 948 time: 0.0820529
Nov 10 04:09:06.060456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:06.098501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5599a365-d3a0-4eb9-9d2c-e9b575c973f7 req-334e177a-191f-4089-9e7b-bdb773164d62 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560663
Nov 10 04:09:06.105284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.152200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:06.154858 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa1e94-afe8-40f3-abe2-c3aac7841ab0" -d '{"events": [{"server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "name": "network-vif-plugged", "status": "completed", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:06.173291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:06.197145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.245208 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc25d5d-4893-44dd-b0a8-08148d77cbe6 x-openstack-request-id: req-dfc25d5d-4893-44dd-b0a8-08148d77cbe6 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:06.245545 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "name": "network-vif-plugged", "status": "completed", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:06.245761 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc25d5d-4893-44dd-b0a8-08148d77cbe6 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:06.246304 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0', 'code': 200}
Nov 10 04:09:06.262343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.310743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:06.327381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:06.334269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.357359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2169d4d-6226-476d-8ac0-cf08980619d4 req-fc805e2b-f20d-4ac6-b3a1-149c12f50924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:06.358876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2169d4d-6226-476d-8ac0-cf08980619d4 req-fc805e2b-f20d-4ac6-b3a1-149c12f50924 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 1100 time: 0.0689540
Nov 10 04:09:06.411571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:06.431854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2169d4d-6226-476d-8ac0-cf08980619d4 req-4c372f84-19e7-430b-b31c-809bc43c751a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660081
Nov 10 04:09:06.561837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bac56-e4d6-4a79-a986-cf5698e7ddfa req-20dc3ab2-20ad-4d04-84ab-4bdb695c4234 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:06.563403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b7bac56-e4d6-4a79-a986-cf5698e7ddfa req-20dc3ab2-20ad-4d04-84ab-4bdb695c4234 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0653796
Nov 10 04:09:06.621920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b7bac56-e4d6-4a79-a986-cf5698e7ddfa req-18925982-ef6a-42dc-808d-bc5b7833c3fe tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518594
Nov 10 04:09:06.750099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d6529-9769-45c9-93c9-7bf3baca1be6 req-00cd6c77-d171-4366-bec2-b5c2d38aa5d4 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:06.751657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e2d6529-9769-45c9-93c9-7bf3baca1be6 req-00cd6c77-d171-4366-bec2-b5c2d38aa5d4 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.0600984
Nov 10 04:09:06.834845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e2d6529-9769-45c9-93c9-7bf3baca1be6 req-7e491cba-25b9-41c8-b3cf-f3ab47d722d7 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715008
Nov 10 04:09:06.847559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8ef841d1-6ace-45c2-8902-ed67b9053f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:06.966589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fffd46e6-2b15-4e26-89d9-3da25a36d8bd req-950ecd56-d5c8-4d80-b11d-2f7fe6b70258 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 210 time: 0.0458233
Nov 10 04:09:07.100524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-ffbbdc14-3b13-4e41-8ff8-1bf4b34aed68 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:07.108668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-ffbbdc14-3b13-4e41-8ff8-1bf4b34aed68 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.1926179
Nov 10 04:09:07.125514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:07.274905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f2018-6e72-4455-a83d-1770dc0348e2 req-2256503d-37c5-4d76-8a0f-1e3f37bd6bc2 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:07.276385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b14f2018-6e72-4455-a83d-1770dc0348e2 req-2256503d-37c5-4d76-8a0f-1e3f37bd6bc2 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 949 time: 0.0837872
Nov 10 04:09:07.325401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:07.328913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.357561 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b14f2018-6e72-4455-a83d-1770dc0348e2 req-01daf883-f3f5-480f-ae74-ba62a36e4598 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742052
Nov 10 04:09:07.430424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45414) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:07.511806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.13 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/100cb795-cc5a-4d0a-83e3-2905515cb07a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:07.550589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc39d2c-6553-4c9b-8545-696b63369419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.629500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc39d2c-6553-4c9b-8545-696b63369419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.632955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc39d2c-6553-4c9b-8545-696b63369419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.677020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-afc39d2c-6553-4c9b-8545-696b63369419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e91f94f3874e421f89515559e7102c40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2452469
Nov 10 04:09:07.678086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39d2c-6553-4c9b-8545-696b63369419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a79c1-1f72-486c-91a2-c7e312dedd5c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:07.680735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45420) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:07.692281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.730286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.762359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.778307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:07.781786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:07.785891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:07.793472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.809948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979620-6e6d-4f88-a66a-56afcab8b30f req-8e22aba4-df84-4f93-b268-193f796a7739 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:07.811559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d979620-6e6d-4f88-a66a-56afcab8b30f req-8e22aba4-df84-4f93-b268-193f796a7739 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.0852520
Nov 10 04:09:07.821969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:07.847420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.871994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:07.872756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.899483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-c3d8d80c-c239-4ab3-9644-a4adbd961872 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7792704
Nov 10 04:09:07.906289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.908977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:07.912996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df4a79c1-1f72-486c-91a2-c7e312dedd5c HTTP/1.1" status: 204  len: 168 time: 0.2307792
Nov 10 04:09:07.923892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Request body: {'port': {'device_id': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:07.928959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d979620-6e6d-4f88-a66a-56afcab8b30f req-07833daf-8aaf-4209-886c-4ebca38f9ab9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783269
Nov 10 04:09:07.930157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d023ef-63cd-492e-8efd-317d9e0337d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a79c1-1f72-486c-91a2-c7e312dedd5c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:08.017301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.176699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18cf3-9faf-43df-b0c1-32ac0f2e01ef req-ead75175-c388-40ed-99ea-1c6ba1ead73c tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:08.186446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1c18cf3-9faf-43df-b0c1-32ac0f2e01ef req-ead75175-c388-40ed-99ea-1c6ba1ead73c tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.0697646
Nov 10 04:09:08.247852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:08.252636 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993104e5-b6cf-428f-acd5-981e1ae452a1" -d '{"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-unplugged", "status": "completed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:08.260209 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1c18cf3-9faf-43df-b0c1-32ac0f2e01ef req-50e46824-49c6-420e-9573-2ee87fb5bd95 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677333
Nov 10 04:09:08.396123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d046ad-c80c-401a-a264-ac7ff4c60360 req-035761c3-8f7f-4d8e-a140-8b7611dbc70b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:08.397756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7d046ad-c80c-401a-a264-ac7ff4c60360 req-035761c3-8f7f-4d8e-a140-8b7611dbc70b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 932 time: 0.0622690
Nov 10 04:09:08.419967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100cb795-cc5a-4d0a-83e3-2905515cb07a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:08.434089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.450824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Transition to ACTIVE for port object 100cb795-cc5a-4d0a-83e3-2905515cb07a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:08.456795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.462871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7d046ad-c80c-401a-a264-ac7ff4c60360 req-c5a2939a-9871-4e10-834c-25d8948cf64b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580795
Nov 10 04:09:08.587728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Pushing event updated for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:08.613429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Attempting to bind port 100cb795-cc5a-4d0a-83e3-2905515cb07a on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:08.613832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Attempting to bind port 100cb795-cc5a-4d0a-83e3-2905515cb07a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:08.614225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Attempting to bind port 100cb795-cc5a-4d0a-83e3-2905515cb07a on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:08.614998 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77486b0-37e6-4fa6-acf3-7d06d256e380 x-openstack-request-id: req-c77486b0-37e6-4fa6-acf3-7d06d256e380 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:08.615288 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-unplugged", "status": "failed", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec", "code": 422}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:08.615557 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c77486b0-37e6-4fa6-acf3-7d06d256e380 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:08.616286 ncdv-817176-1 neutron-server[119698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'code': 422} returned with failed status
Nov 10 04:09:08.620237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Port 100cb795-cc5a-4d0a-83e3-2905515cb07a on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:08.620555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Attempting to bind port 100cb795-cc5a-4d0a-83e3-2905515cb07a on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:08.626753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:08.627156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:08.627596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:08.628085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Bound port: 100cb795-cc5a-4d0a-83e3-2905515cb07a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:08.628519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.748461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:08.752702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:08.755965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b32b6-9da5-41d3-9f0a-c124529319cb req-950405ba-9155-4c85-9e8a-8ee60c12c95c tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:08.757259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-686b32b6-9da5-41d3-9f0a-c124529319cb req-950405ba-9155-4c85-9e8a-8ee60c12c95c tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 949 time: 0.0658560
Nov 10 04:09:08.765812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.812564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:08.812962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:08.814426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] 10.222.0.21 "PUT /v2.0/ports/100cb795-cc5a-4d0a-83e3-2905515cb07a HTTP/1.1" status: 200  len: 1092 time: 0.9069762
Nov 10 04:09:08.814762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:08.817093 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070a160c-928e-4baa-a001-e7d159482abf" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:08.825356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-686b32b6-9da5-41d3-9f0a-c124529319cb req-61d2f246-4bf7-42d3-a747-40328405bc94 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594492
Nov 10 04:09:08.855735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109bf1-f1a5-4d37-9a12-8587cfbab738 service neutron] Pushing event updated for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:08.922521 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7fdf29-f3ad-41af-b63c-471b13e7686a x-openstack-request-id: req-4c7fdf29-f3ad-41af-b63c-471b13e7686a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:08.922804 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:08.923552 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c7fdf29-f3ad-41af-b63c-471b13e7686a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:08.924002 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a', 'status': 'completed', 'code': 200}
Nov 10 04:09:08.955673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-1a4d3e6d-8c8e-401c-8376-333eba90dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:08.957289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-1a4d3e6d-8c8e-401c-8376-333eba90dcea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 1095 time: 0.0691335
Nov 10 04:09:09.020765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-4d5ca1ad-d4c8-4e0b-a5fe-721902052fec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a HTTP/1.1" status: 200  len: 217 time: 0.0534787
Nov 10 04:09:09.113850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12495-a440-49bc-a531-920c1448186d req-bdec2cfc-0ae1-4227-871d-7270f6a34762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.115654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-bdec2cfc-0ae1-4227-871d-7270f6a34762 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0864248
Nov 10 04:09:09.161270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-9e1c5551-b8fc-43f3-8905-8114eede3648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377808
Nov 10 04:09:09.265413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1fb7f-72a0-48a8-9709-f159f50b7f89 req-35a6a31d-a8e3-4f16-a020-eb3d4628a694 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.267310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30d1fb7f-72a0-48a8-9709-f159f50b7f89 req-35a6a31d-a8e3-4f16-a020-eb3d4628a694 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 949 time: 0.0612128
Nov 10 04:09:09.305197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-23f5d03e-7688-4878-967a-0108f4e0a095 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360841
Nov 10 04:09:09.306070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:09.314133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-43833f46-7ff2-4759-89bd-ce784c5cde19 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.320779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-43833f46-7ff2-4759-89bd-ce784c5cde19 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf81282c-5dc8-4f42-863a-4a873fab13d6 HTTP/1.1" status: 200  len: 944 time: 0.1025984
Nov 10 04:09:09.326525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30d1fb7f-72a0-48a8-9709-f159f50b7f89 req-14e09f13-8410-4a12-8d8e-5f54e02152f1 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523663
Nov 10 04:09:09.605761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a849b-8c87-47ac-b3a8-e708bc9930fa req-290b12cd-06be-405f-8e02-5b0a33b4d527 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.607326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-741a849b-8c87-47ac-b3a8-e708bc9930fa req-290b12cd-06be-405f-8e02-5b0a33b4d527 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.0598266
Nov 10 04:09:09.662104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-741a849b-8c87-47ac-b3a8-e708bc9930fa req-f555ea4f-ce94-40f9-b056-d06b58495a7b tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475471
Nov 10 04:09:09.775165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce52a-5d29-4cdf-8420-1f2411015b62 req-44eeb84d-40dd-4e63-807d-5461716b4642 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.776678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5edce52a-5d29-4cdf-8420-1f2411015b62 req-44eeb84d-40dd-4e63-807d-5461716b4642 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 944 time: 0.0506344
Nov 10 04:09:09.803317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50e12495-a440-49bc-a531-920c1448186d req-104252fe-f285-4764-85fd-39e07b0e7a69 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4804680
Nov 10 04:09:09.826612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port 06447a9c-265e-439d-bf7f-c48e8af2dbec {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:09.827235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:09.855205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5edce52a-5d29-4cdf-8420-1f2411015b62 req-ace2a28c-450e-4ac1-8b10-eb51dd07dbc6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719290
Nov 10 04:09:09.958508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a160c-928e-4baa-a001-e7d159482abf req-17d8b0d8-f997-49b9-8aaf-acd06f541da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:09.960196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-17d8b0d8-f997-49b9-8aaf-acd06f541da1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 1095 time: 0.0866036
Nov 10 04:09:10.024109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port 06447a9c-265e-439d-bf7f-c48e8af2dbec, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=06447a9c-265e-439d-bf7f-c48e8af2dbec,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:10.024482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.043505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for 06447a9c-265e-439d-bf7f-c48e8af2dbec owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:10.069215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 06447a9c-265e-439d-bf7f-c48e8af2dbec no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:10.123140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a160c-928e-4baa-a001-e7d159482abf req-94eabac1-c18b-4495-9dbe-9ba773224de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:10.124652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-94eabac1-c18b-4495-9dbe-9ba773224de6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.1553707
Nov 10 04:09:10.173392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-17f90737-819e-46e1-abc0-8af0ad88030b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a HTTP/1.1" status: 200  len: 217 time: 0.0386376
Nov 10 04:09:10.181475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.265218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a160c-928e-4baa-a001-e7d159482abf req-6293777b-1b1d-4029-9193-97e7721fbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:10.266698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-6293777b-1b1d-4029-9193-97e7721fbcb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0781050
Nov 10 04:09:10.306311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-206cadf8-c1bf-4229-a839-8e3e062bfa0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307426
Nov 10 04:09:10.313256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.396651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=06447a9c-265e-439d-bf7f-c48e8af2dbec,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:10.453323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bf452-6028-40f5-9baf-76a79bbb8953 req-c382574e-e4bd-4549-88b3-311678a9db1b tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:10.460509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-684bf452-6028-40f5-9baf-76a79bbb8953 req-c382574e-e4bd-4549-88b3-311678a9db1b tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 949 time: 0.0613816
Nov 10 04:09:10.469456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port 06447a9c-265e-439d-bf7f-c48e8af2dbec on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:10.474124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.478241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-277d3122-81f3-4532-8dd2-1c11fb2f675f req-3c243fa5-442e-4cf2-9b93-943a7be5fe16 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "DELETE /v2.0/ports/06447a9c-265e-439d-bf7f-c48e8af2dbec HTTP/1.1" status: 204  len: 173 time: 1.1565740
Nov 10 04:09:10.506660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-0e3de18a-2325-4246-8792-1bd05fb95179 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:10.508475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-0e3de18a-2325-4246-8792-1bd05fb95179 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.26 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 949 time: 0.1215844
Nov 10 04:09:10.519524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-684bf452-6028-40f5-9baf-76a79bbb8953 req-2ef0e812-6615-49c7-9b6b-a8e0180ddea8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/security-groups?id=92127dcb-b666-4339-aaad-4c7ed9ba2b9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537071
Nov 10 04:09:10.527498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-4d799698-576e-49d4-a2b4-0f76ffbaff4f service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123134
Nov 10 04:09:10.718517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-070a160c-928e-4baa-a001-e7d159482abf req-cd299633-55cd-4163-b4c5-1c9eea5ed0f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568000
Nov 10 04:09:10.723497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Deleting port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:10.724029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.813387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da92b62-38d2-4923-ad5b-607e568f10d7 req-6ae244ba-26f9-456d-8ebb-8ebdba49923a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:10.815116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0da92b62-38d2-4923-ad5b-607e568f10d7 req-6ae244ba-26f9-456d-8ebb-8ebdba49923a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.0770900
Nov 10 04:09:10.860064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] For port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:10.860652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:10.873333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Calling delete_port for 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:10.898753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0da92b62-38d2-4923-ad5b-607e568f10d7 req-a66c0f3b-65c1-48cb-b6c9-fb1500c0cc9e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fba34a6-8049-41c3-b488-9af5df934654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725126
Nov 10 04:09:10.925442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-deleted', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:10.928464 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff16d1a-2fd2-4065-a46b-8c95d457e485" -d '{"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-deleted", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:10.975830 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dae97-c718-47a2-a9f5-d627d48ac678 x-openstack-request-id: req-238dae97-c718-47a2-a9f5-d627d48ac678 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:10.976232 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81282c-5dc8-4f42-863a-4a873fab13d6", "name": "network-vif-deleted", "tag": "06447a9c-265e-439d-bf7f-c48e8af2dbec", "status": "failed", "code": 422}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:10.976548 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-238dae97-c718-47a2-a9f5-d627d48ac678 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:10.977058 ncdv-817176-1 neutron-server[119696]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf81282c-5dc8-4f42-863a-4a873fab13d6', 'name': 'network-vif-deleted', 'tag': '06447a9c-265e-439d-bf7f-c48e8af2dbec', 'status': 'failed', 'code': 422} returned with failed status
Nov 10 04:09:11.020408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b2af-3727-4bc8-9938-de23a3d41ebb req-29bd2014-83ab-4a56-aba9-8ae47ec4f451 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:11.021979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a131b2af-3727-4bc8-9938-de23a3d41ebb req-29bd2014-83ab-4a56-aba9-8ae47ec4f451 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 944 time: 0.0885549
Nov 10 04:09:11.141825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-965fe407-5e39-40ce-9763-ac8f66e6f7b1 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:11.143327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-965fe407-5e39-40ce-9763-ac8f66e6f7b1 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1140168
Nov 10 04:09:11.146834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a131b2af-3727-4bc8-9938-de23a3d41ebb req-7fe4ac70-053f-417b-baa4-8c597d60e642 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164947
Nov 10 04:09:11.160011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.173186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['8b4da6e2-3612-4ba8-8623-2fbafcf19cf0'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:11.178556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-df243e6e-2b39-4b11-b198-2262f76b9f7c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0192459
Nov 10 04:09:11.198146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Pushing event deleted for resources: {'Port': ['ID=8b4da6e2-3612-4ba8-8623-2fbafcf19cf0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:11.217190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-bc4a33f7-8689-4c2c-ac4a-e07bea599f95 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:11.219091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-bc4a33f7-8689-4c2c-ac4a-e07bea599f95 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 945 time: 0.1065092
Nov 10 04:09:11.234723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-c5aab3ac-7c86-4c90-8934-09f458423945 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480139
Nov 10 04:09:11.245512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-0b472a74-5557-43ff-abcf-976b497b929b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:09:11.258916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-0b472a74-5557-43ff-abcf-976b497b929b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0233159
Nov 10 04:09:11.306549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] No DVR routers for this DVR port 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:11.309797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.313704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ff40c6a-dd8e-4c71-8780-df9f8c5dc8f1 req-f637575b-98fe-457d-a4b7-a9c0a410c2c8 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.26 "DELETE /v2.0/ports/8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 HTTP/1.1" status: 204  len: 173 time: 0.7990808
Nov 10 04:09:11.414919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Deleting port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:11.415448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.420891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad52dfe8-f5d1-4ad5-8639-a610befdd07c service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610818
Nov 10 04:09:11.542014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] For port d0dec6f3-ebac-4d04-b088-d68eb9a065f3, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:11.542981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.571914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-4c8c09cc-f80a-4e7e-a69c-a950ec8575ab service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443853
Nov 10 04:09:11.671481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fce3985d-ed27-4cca-af2d-7dfa0f7142f9 req-adf5effc-66b3-4dd5-ba72-28d42b77d7b5 tempest-ImagesNegativeTestJSON-1082107619 tempest-ImagesNegativeTestJSON-1082107619-project] 10.222.0.13 "GET /v2.0/ports?device_id=9940e3ae-229a-4c4f-b726-7ccaddef1574 HTTP/1.1" status: 200  len: 210 time: 0.0625224
Nov 10 04:09:11.779141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.779504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.779778 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Floating IP 2af25212-9917-40c9-88fc-ee357685a623 disassociated. External IP: 172.32.3.190, port: d0dec6f3-ebac-4d04-b088-d68eb9a065f3.
Nov 10 04:09:11.780202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Calling delete_port for d0dec6f3-ebac-4d04-b088-d68eb9a065f3 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:11.801068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8769bef9-6fc5-4041-9eaa-487fa3e5e7b5 req-5a66a807-962c-4e1a-b39e-df40a7711406 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 210 time: 0.0626264
Nov 10 04:09:11.821938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45592) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:11.951690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.992365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-babcbd60-c74e-4ed4-ab65-748a06890104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:11.999084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event deleted for resources: {'Port': ['ID=d0dec6f3-ebac-4d04-b088-d68eb9a065f3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:12.032935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34da6ad6-ba17-4ffe-b53c-fd23bb55a42f req-9564f358-648a-4346-8edc-b8e642c77a1c tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 210 time: 0.0471923
Nov 10 04:09:12.071849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 100cb795-cc5a-4d0a-83e3-2905515cb07a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:12.128630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-babcbd60-c74e-4ed4-ab65-748a06890104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.134435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-babcbd60-c74e-4ed4-ab65-748a06890104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.160807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Router c104de7a-d6a0-4982-9408-d8d6e95c5d12 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:09:12.197071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:12.203449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-babcbd60-c74e-4ed4-ab65-748a06890104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=376e4423dea94757a9af12adf3a547f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3789384
Nov 10 04:09:12.210305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45606) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:12.211970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '100cb795-cc5a-4d0a-83e3-2905515cb07a', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': '100cb795-cc5a-4d0a-83e3-2905515cb07a', 'mac_address': 'fa:16:3e:7d:2f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:12.248396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcbd60-c74e-4ed4-ab65-748a06890104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f3ca8-7715-4b19-ab11-18aac3d4d87f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:12.253059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.267263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100cb795-cc5a-4d0a-83e3-2905515cb07a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:12.297273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:12.303704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.314343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.327436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:09:12.342045 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Sync routers for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:09:12.349767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8ce0-ab10-4e6b-9183-258590679ee8 req-41471d6f-3eae-4063-a83e-7062c9e9dc00 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:12.351894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-514c8ce0-ab10-4e6b-9183-258590679ee8 req-41471d6f-3eae-4063-a83e-7062c9e9dc00 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 944 time: 0.1000342
Nov 10 04:09:12.365072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.371580 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:12.372287 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b581c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:12.410244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] No DVR routers for this DVR port d0dec6f3-ebac-4d04-b088-d68eb9a065f3 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:12.423447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.427193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cc3ac59-63a1-48c5-a1ac-cfd89d7e0a2a req-351f52bd-307d-4fba-b3b9-d59e070ab6ce tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.21 "DELETE /v2.0/ports/d0dec6f3-ebac-4d04-b088-d68eb9a065f3 HTTP/1.1" status: 204  len: 173 time: 1.1996968
Nov 10 04:09:12.435667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:12.473114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.480352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:12.485478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f63f3ca8-7715-4b19-ab11-18aac3d4d87f HTTP/1.1" status: 204  len: 168 time: 0.2708731
Nov 10 04:09:12.513645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177feae-976a-446e-b7f2-6208c584151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f3ca8-7715-4b19-ab11-18aac3d4d87f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:12.530534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-514c8ce0-ab10-4e6b-9183-258590679ee8 req-fbb9fc1d-5922-4fe3-a594-78079e97a558 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594903
Nov 10 04:09:12.585100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:12.639203 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:12.978175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'name': 'network-vif-deleted', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0'}, {'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'name': 'network-vif-deleted', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:12.980210 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b405579-5f1b-432b-a055-fe2fc7fc0b63" -d '{"events": [{"server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "name": "network-vif-deleted", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0"}, {"server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "name": "network-vif-deleted", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:12.991045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45644) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:13.012425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68e15dca-4c3d-42d5-9b55-31e5ed57eb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.033196 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b581c0>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:13.038448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ae1dd8f-3464-4a1c-9f31-1ac01d5dc24f req-21a31ca8-71e9-4588-9082-2c3112cc0385 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 210 time: 0.0585434
Nov 10 04:09:13.056822 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa052c3d-afd6-4d3d-a1d6-18084ab48170 x-openstack-request-id: req-fa052c3d-afd6-4d3d-a1d6-18084ab48170 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:13.057405 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940e3ae-229a-4c4f-b726-7ccaddef1574", "name": "network-vif-deleted", "tag": "8b4da6e2-3612-4ba8-8623-2fbafcf19cf0", "status": "completed", "code": 200}, {"server_uuid": "a7a79a69-d5c7-4185-8a9f-e48aaca465cc", "name": "network-vif-deleted", "tag": "d0dec6f3-ebac-4d04-b088-d68eb9a065f3", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:13.057823 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa052c3d-afd6-4d3d-a1d6-18084ab48170 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:13.058508 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940e3ae-229a-4c4f-b726-7ccaddef1574', 'name': 'network-vif-deleted', 'tag': '8b4da6e2-3612-4ba8-8623-2fbafcf19cf0', 'status': 'completed', 'code': 200}
Nov 10 04:09:13.058910 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a79a69-d5c7-4185-8a9f-e48aaca465cc', 'name': 'network-vif-deleted', 'tag': 'd0dec6f3-ebac-4d04-b088-d68eb9a065f3', 'status': 'completed', 'code': 200}
Nov 10 04:09:13.106620 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Checking router: c104de7a-d6a0-4982-9408-d8d6e95c5d12 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:09:13.141592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:13.144097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b581c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:13.194308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1ff2202-ca93-4d22-adaa-6e5dbcdeee70 req-bc8df06d-2a10-446e-97ae-712db0f75228 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a79a69-d5c7-4185-8a9f-e48aaca465cc HTTP/1.1" status: 200  len: 210 time: 0.0403783
Nov 10 04:09:13.238131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68e15dca-4c3d-42d5-9b55-31e5ed57eb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.249305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68e15dca-4c3d-42d5-9b55-31e5ed57eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.345078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68e15dca-4c3d-42d5-9b55-31e5ed57eb1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecd6658e64ee43e4a6fe2e81f6cce857&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3498724
Nov 10 04:09:13.345420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45650) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:13.352753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-0abe0186-c187-404c-a2cd-bbc9a4fe5bf6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:13.354791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-0abe0186-c187-404c-a2cd-bbc9a4fe5bf6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.2270429
Nov 10 04:09:13.355798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e15dca-4c3d-42d5-9b55-31e5ed57eb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c280bfe-376b-449e-a492-697331ad5e3a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:13.382565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:13.469457 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:13.488944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.515963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45654) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:13.533626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.627907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:13.632070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.657035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.660534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.661829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c280bfe-376b-449e-a492-697331ad5e3a HTTP/1.1" status: 204  len: 168 time: 0.3151660
Nov 10 04:09:13.678353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350326c8-1c0a-4e8e-a750-7a9071a1d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c280bfe-376b-449e-a492-697331ad5e3a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:13.717465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383f8c4-a728-44e7-884f-b8be034a67c3 req-946849ac-52f5-444b-a80c-b2cb45bc8a19 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:13.727439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2383f8c4-a728-44e7-884f-b8be034a67c3 req-946849ac-52f5-444b-a80c-b2cb45bc8a19 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 945 time: 0.1063755
Nov 10 04:09:13.842238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2383f8c4-a728-44e7-884f-b8be034a67c3 req-bf7debed-dd81-4ac1-8f7e-2af86c206f79 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070604
Nov 10 04:09:13.847478 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b581c0>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:13.866418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7f8d212-559d-4b96-a00b-bfbb1be7111c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91bdda5d19404df0b210e3473eff2aea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3493359
Nov 10 04:09:13.868986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:13.871071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.3 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/6c9a1b1c-fa2f-40ad-ad77-09c2d122e932) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:13.891903 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e271241-cebe-43a2-a559-bc366d1d6c1d None None] The sync data for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 is: [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:06:30Z', 'revision_number': 4, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'ec969334-4c86-4df4-ae1f-2aef9616100a', 'name': '', 'network_id': '970bd33f-02a3-466e-929c-ae4465b1f7e7', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'mac_address': 'fa:16:3e:8a:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '09067618-cf15-437b-8086-9e700b481db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:28Z', 'updated_at': '2021-11-10T04:06:33Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'subnets': [{'id': '09067618-cf15-437b-8086-9e700b481db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:09:13.926634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:13.951180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.013446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.016035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.017418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92127dcb-b666-4339-aaad-4c7ed9ba2b9b HTTP/1.1" status: 204  len: 168 time: 0.1468203
Nov 10 04:09:14.026297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adfaaf-44ef-4132-8bcc-ad12f9bec07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92127dcb-b666-4339-aaad-4c7ed9ba2b9b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:14.068074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 100cb795-cc5a-4d0a-83e3-2905515cb07a up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:14.087446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.138107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 100cb795-cc5a-4d0a-83e3-2905515cb07a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:14.145140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 100cb795-cc5a-4d0a-83e3-2905515cb07a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:14.145608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.146306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.259244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:14.271437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:14.280841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:14.285651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:14.324509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df006d9-4158-42f8-9ed1-9d2d827f26ef None None] New status for floating IP 2af25212-9917-40c9-88fc-ee357685a623: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:09:14.328085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62580b5f-1f57-4218-8338-5a3e05fd29f2 req-9bd33368-2e8b-4e29-a78a-554d7931bc0d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:14.329858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62580b5f-1f57-4218-8338-5a3e05fd29f2 req-9bd33368-2e8b-4e29-a78a-554d7931bc0d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 931 time: 0.1733062
Nov 10 04:09:14.330082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:14.403800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.421319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62580b5f-1f57-4218-8338-5a3e05fd29f2 req-aae6db05-0b04-4f23-9eeb-6859aec861c1 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784755
Nov 10 04:09:14.435797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:14.435797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.438762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.454860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ad7b41f8-2419-4b9d-a863-637bbc843c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0803599
Nov 10 04:09:14.467023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Request body: {'port': {'device_id': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:14.502008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.523623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.529461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.533473 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "DELETE /v2.0/security-groups/5fba34a6-8049-41c3-b488-9af5df934654 HTTP/1.1" status: 204  len: 168 time: 0.2008877
Nov 10 04:09:14.541834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45694) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:14.563741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.586008 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-6efbd942-e8b7-4887-bb06-c6c87a2ffad6 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] show failed (client error): The resource could not be found.
Nov 10 04:09:14.588457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6efbd942-e8b7-4887-bb06-c6c87a2ffad6 tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "GET /v2.0/security-groups/5fba34a6-8049-41c3-b488-9af5df934654 HTTP/1.1" status: 404  len: 347 time: 0.0453157
Nov 10 04:09:14.592013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441c148-a931-4b6d-a7ef-b82808eba88a tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba34a6-8049-41c3-b488-9af5df934654,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:14.598495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45698) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:14.667642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:14.681487 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c8869-36b0-41f3-b3d9-83aac4439bd3" -d '{"events": [{"server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "name": "network-vif-plugged", "status": "completed", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:14.736684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:14.746615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:14.747755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d0dec6f3-ebac-4d04-b088-d68eb9a065f3 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:14.783883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: d0dec6f3-ebac-4d04-b088-d68eb9a065f3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:14.784559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device d0dec6f3-ebac-4d04-b088-d68eb9a065f3 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:14.818887 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac16de-8ab5-441b-9df1-f8468571fc89 x-openstack-request-id: req-d2ac16de-8ab5-441b-9df1-f8468571fc89 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:14.819609 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "name": "network-vif-plugged", "status": "completed", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:14.820335 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2ac16de-8ab5-441b-9df1-f8468571fc89 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:14.820908 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a', 'code': 200}
Nov 10 04:09:14.892230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:14.921462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Deleting port fb4e7697-77cd-4975-9fbd-3c887d8c871a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:14.921816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.037385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510d20-3e27-4efa-80cf-3fdd2a61f438 req-5c6ab32d-d673-4a45-a9e2-e1d3da4abd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.039106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30510d20-3e27-4efa-80cf-3fdd2a61f438 req-5c6ab32d-d673-4a45-a9e2-e1d3da4abd61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 1097 time: 0.1009252
Nov 10 04:09:15.051686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0a41d-e382-4622-9479-c298085fea33 req-ec37f914-1a4c-45d1-897d-75ab31a641fe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.053263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4a0a41d-e382-4622-9479-c298085fea33 req-ec37f914-1a4c-45d1-897d-75ab31a641fe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 946 time: 0.0845287
Nov 10 04:09:15.080097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.080743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.112933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Calling delete_port for fb4e7697-77cd-4975-9fbd-3c887d8c871a owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:15.131876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4a0a41d-e382-4622-9479-c298085fea33 req-ca666afe-338f-47b2-8454-7bcd66fd7dce tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720065
Nov 10 04:09:15.149501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30510d20-3e27-4efa-80cf-3fdd2a61f438 req-163bc1cf-6e2d-431c-80bd-91fa5bf06071 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012959
Nov 10 04:09:15.159419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:15.174898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.184979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Transition to ACTIVE for port object 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:15.190129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.342340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:15.358201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Attempting to bind port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:15.358686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Attempting to bind port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:15.359485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Attempting to bind port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:15.364857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:15.365172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Attempting to bind port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:15.375285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:15.375708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:15.376184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:15.376717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Bound port: 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:15.377151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.479350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:15.484344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:15.492543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.556259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.556940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.558398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] 10.222.0.26 "PUT /v2.0/ports/6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 HTTP/1.1" status: 200  len: 1091 time: 1.0967679
Nov 10 04:09:15.558909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:15.561261 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cda518-81d7-4f5f-beb6-61a964d16e66" -d '{"events": [{"name": "network-changed", "server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:15.575461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6a035-ac93-4564-a7cc-290bf92c76ef service neutron] Pushing event updated for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:15.614682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.631557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5843-e12d-4ca8-9ef5-09dff91f367a req-e137583a-1c6b-4fa0-9875-51747737e92b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.637088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe5f5843-e12d-4ca8-9ef5-09dff91f367a req-e137583a-1c6b-4fa0-9875-51747737e92b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 943 time: 0.1269362
Nov 10 04:09:15.662545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-e79ebf87-d708-4e7e-8373-27aa1b4f172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.664308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-e79ebf87-d708-4e7e-8373-27aa1b4f172c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 1094 time: 0.0598876
Nov 10 04:09:15.689337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Pushing event deleted for resources: {'Port': ['ID=fb4e7697-77cd-4975-9fbd-3c887d8c871a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:15.745585 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9cb4d-dd44-43ab-977b-212c3b6bdc13 x-openstack-request-id: req-a5e9cb4d-dd44-43ab-977b-212c3b6bdc13 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:15.749120 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:15.749499 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e9cb4d-dd44-43ab-977b-212c3b6bdc13 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:15.750393 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932', 'status': 'completed', 'code': 200}
Nov 10 04:09:15.752350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-bf2e5bfe-11c3-4851-8966-47bfdabc3949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 HTTP/1.1" status: 200  len: 217 time: 0.0804274
Nov 10 04:09:15.786730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe5f5843-e12d-4ca8-9ef5-09dff91f367a req-6ca6a0d0-1533-4b82-9914-8f0084b08552 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440022
Nov 10 04:09:15.787548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.790304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:15.794163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3508cae9-26c1-44db-b4b2-9d9e30f16c4e tempest-ServersTestBootFromVolume-1968196142 tempest-ServersTestBootFromVolume-1968196142-project] 10.222.0.13 "DELETE /v2.0/floatingips/2af25212-9917-40c9-88fc-ee357685a623 HTTP/1.1" status: 204  len: 168 time: 1.1915340
Nov 10 04:09:15.794406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45764) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:15.841762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-03ae975b-86c9-42ef-9547-e8d9dd3d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:15.843498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-03ae975b-86c9-42ef-9547-e8d9dd3d1e55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0815153
Nov 10 04:09:15.874588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:15.900493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:15.901821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8b4da6e2-3612-4ba8-8623-2fbafcf19cf0 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:15.908311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-9fe9ae01-a144-41a8-8df4-3d7967098e7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554521
Nov 10 04:09:16.022791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-51c0fdff-81c1-4ba5-9f25-729fa769bbed service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061652
Nov 10 04:09:16.161893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5a86e7a-d2b4-487b-a166-09d27d6ce861 req-ab0ad2f4-5538-4c6f-99e7-659046a86501 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324146
Nov 10 04:09:16.292997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-c077f03b-e1ab-4828-bdf1-abff10615e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:16.294468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-c077f03b-e1ab-4828-bdf1-abff10615e61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 1094 time: 0.0752327
Nov 10 04:09:16.367297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:16.386524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d305d6-6286-4913-98a9-0999ab16bc7f req-2ae6ab88-f0ac-474e-afa0-88756f61b9da tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:16.388315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d4d305d6-6286-4913-98a9-0999ab16bc7f req-2ae6ab88-f0ac-474e-afa0-88756f61b9da tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 946 time: 0.1128588
Nov 10 04:09:16.470565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-6ea42b18-8e3f-42e4-bd59-2e89bc56ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:16.472551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-6ea42b18-8e3f-42e4-bd59-2e89bc56ecd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.1620104
Nov 10 04:09:16.488083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d4d305d6-6286-4913-98a9-0999ab16bc7f req-817dccd4-dd46-41ff-acdb-c47928d5e57e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919111
Nov 10 04:09:16.547240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-8a93cc8b-3c04-4cd7-a176-f0bc53eeef52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 HTTP/1.1" status: 200  len: 217 time: 0.0582225
Nov 10 04:09:16.628018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-ca420f95-e6da-4209-9c0b-304670c2c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:16.630592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-ca420f95-e6da-4209-9c0b-304670c2c569 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0749638
Nov 10 04:09:16.682186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-b7ad6253-27f4-4821-b9c1-3f16621479f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274401
Nov 10 04:09:16.722241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Deleting port ec969334-4c86-4df4-ae1f-2aef9616100a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:16.722750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:16.818981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] For port ec969334-4c86-4df4-ae1f-2aef9616100a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ec969334-4c86-4df4-ae1f-2aef9616100a,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:16.821621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:16.846329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Calling delete_port for ec969334-4c86-4df4-ae1f-2aef9616100a owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:16.891227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-613e927d-48ba-4c5c-a820-b0ebe8c18bfc service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078052
Nov 10 04:09:16.898447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-634a0b5b-c82d-4fb4-86a5-1568a47e461b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:16.905681 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-634a0b5b-c82d-4fb4-86a5-1568a47e461b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2021842
Nov 10 04:09:16.967761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-5ce084b3-49d1-4513-a34c-cd8fa497b1f8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0610716
Nov 10 04:09:17.048597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80154ad9-6f1e-4bc3-a934-1c5d20e260ac req-0aa0803d-ae01-443a-9c26-2e12e086d888 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:17.056594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80154ad9-6f1e-4bc3-a934-1c5d20e260ac req-0aa0803d-ae01-443a-9c26-2e12e086d888 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 943 time: 0.1183987
Nov 10 04:09:17.099639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:17.140602 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80154ad9-6f1e-4bc3-a934-1c5d20e260ac req-8c4d4d13-0fb1-4e46-804e-7a9a9892c226 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830183
Nov 10 04:09:17.220926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.321785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec969334-4c86-4df4-ae1f-2aef9616100a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:17.454258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61cda518-81d7-4f5f-beb6-61a964d16e66 req-638836e6-7a7e-4cc5-9b54-925653ede6a7 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5457764
Nov 10 04:09:17.477264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-24a4d67d-0864-4fab-a864-b4e83b9aefa6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5086691
Nov 10 04:09:17.521608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a02f87e-e5b4-4efe-86b6-53d3140f19d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.595290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-6670f1fa-114b-448b-8261-d9c8b409b98e service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071961
Nov 10 04:09:17.625608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.706105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f44f706c-e836-4cc9-b83d-341f384e9eac req-bbe1c415-d017-4891-ac3d-00c9c4db0da8 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073077
Nov 10 04:09:17.741240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a02f87e-e5b4-4efe-86b6-53d3140f19d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.749966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a02f87e-e5b4-4efe-86b6-53d3140f19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.816791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02f87e-e5b4-4efe-86b6-53d3140f19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d0a11-0e0f-4882-a9d4-21524b5e9c49,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:17.823277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9a02f87e-e5b4-4efe-86b6-53d3140f19d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4ba1ac504404cd394e7043b3a15314f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7211111
Nov 10 04:09:17.831074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45854) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:17.889693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:17.919640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:17.956095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.031367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Router c104de7a-d6a0-4982-9408-d8d6e95c5d12 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:09:18.045096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.048120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.050822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d0d0a11-0e0f-4882-a9d4-21524b5e9c49 HTTP/1.1" status: 204  len: 168 time: 0.2223988
Nov 10 04:09:18.066926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9936-eb1b-41a3-af22-430d7feb214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0d0a11-0e0f-4882-a9d4-21524b5e9c49,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:18.073285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:18.090563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932', 'mac_address': 'fa:16:3e:e7:f5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:18.144595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.158949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:18.180651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:18.191390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.210641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:09:18.223244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:18.223592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-be926142-3d8f-4034-9d0e-269b18c6bcd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c104de7a-d6a0-4982-9408-d8d6e95c5d12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4281836
Nov 10 04:09:18.226699 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Sync routers for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:09:18.244367 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:18.245015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:18.270357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:18.387416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6c9a1b1c-fa2f-40ad-ad77-09c2d122e932'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:18.451659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040864f2-ce9f-4523-8688-3e42137afbd1 req-20ff2081-237b-4260-8c67-74a7cbecdcd5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:18.459130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-040864f2-ce9f-4523-8688-3e42137afbd1 req-20ff2081-237b-4260-8c67-74a7cbecdcd5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 944 time: 0.1175957
Nov 10 04:09:18.487119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.516233 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:18.577475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.605630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-040864f2-ce9f-4523-8688-3e42137afbd1 req-eccf3b72-5fcb-46c1-8311-af6bda650165 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455517
Nov 10 04:09:18.664166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.753052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Deleting port 4ef088b8-30ac-45c1-99e6-00554ede7397 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:18.753576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.789318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.827422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118'}], 'enable_snat': True}, 'gw_port_id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:09:17Z', 'revision_number': 5, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port': {'id': '4ef088b8-30ac-45c1-99e6-00554ede7397', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:06:26Z', 'updated_at': '2021-11-10T04:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:18.858153 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Checking router: c104de7a-d6a0-4982-9408-d8d6e95c5d12 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:09:18.865789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] For port 4ef088b8-30ac-45c1-99e6-00554ede7397, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4ef088b8-30ac-45c1-99e6-00554ede7397,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:18.866340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:18.869533 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Routers {'c104de7a-d6a0-4982-9408-d8d6e95c5d12'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:18.870176 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:18.886267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Calling delete_port for 4ef088b8-30ac-45c1-99e6-00554ede7397 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:18.987493 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] Set router c104de7a-d6a0-4982-9408-d8d6e95c5d12 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:19.045022 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:09:18Z', 'revision_number': 6, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:19.099356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda94aaa-9574-40c7-8bc8-13d0e2180d10 None None] The sync data for ids ['c104de7a-d6a0-4982-9408-d8d6e95c5d12'] in ncdv-817176-1 is: [{'id': 'c104de7a-d6a0-4982-9408-d8d6e95c5d12', 'name': 'tempest-ServersTestBootFromVolume-1432078861-router', 'tenant_id': 'c3aa5eb57eed4a08886f209520775cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:06:25Z', 'updated_at': '2021-11-10T04:09:18Z', 'revision_number': 6, 'project_id': 'c3aa5eb57eed4a08886f209520775cc9', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:09:19.175195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-27918ecc-e7fd-4729-80fb-061c280258a8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:19.183774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-27918ecc-e7fd-4729-80fb-061c280258a8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.1622751
Nov 10 04:09:19.195063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-8f4b9b03-dfc2-4e76-b26a-237fcada9a21 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0103197
Nov 10 04:09:19.199253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.239193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef088b8-30ac-45c1-99e6-00554ede7397,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:19.268234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-f946831f-8b60-44b8-89d3-7538091ac97c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0663486
Nov 10 04:09:19.307795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.379020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-0e4f4e27-9a98-419d-a9da-f077a972391c service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097531
Nov 10 04:09:19.425184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.427490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.430932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45936) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:19.498953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-57d4fd34-e17b-4bba-8fa7-5a97bb7ce132 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100352
Nov 10 04:09:19.566893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.569278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c104de7a-d6a0-4982-9408-d8d6e95c5d12 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:09:19.576522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.578007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-63870737-0dc0-45df-9e01-c8f29320a875 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c104de7a-d6a0-4982-9408-d8d6e95c5d12 HTTP/1.1" status: 204  len: 168 time: 1.3531749
Nov 10 04:09:19.580434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45942) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:19.620172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ec969334-4c86-4df4-ae1f-2aef9616100a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:19.647013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Deleting subnet 09067618-cf15-437b-8086-9e700b481db9 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:09:19.653507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.713188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ec969334-4c86-4df4-ae1f-2aef9616100a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:19.719426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ec969334-4c86-4df4-ae1f-2aef9616100a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:19.773558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83cc7b64-470b-44e1-b8f0-4d98086af332 req-7fc23f40-de43-4d6c-a30e-fa48f5196d13 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 210 time: 0.0515332
Nov 10 04:09:19.782899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:19.890487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:19.955304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1112748396-network', 'tenant_id': 'f25c728ad07c4dc2bb923467e99a31c3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:19.980284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba34bf-4ec7-4aa8-979a-9fb618066e2f req-6a325720-5260-46da-88c5-55714f23cc11 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:19.981051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:19.985124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcba34bf-4ec7-4aa8-979a-9fb618066e2f req-6a325720-5260-46da-88c5-55714f23cc11 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 944 time: 0.1585941
Nov 10 04:09:19.990685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:19.991054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.009202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.070000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Made reservation on behalf of f25c728ad07c4dc2bb923467e99a31c3 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:20.072635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.096688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.103290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.121008 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcba34bf-4ec7-4aa8-979a-9fb618066e2f req-d86db103-91aa-4d54-a9fd-14986b385c95 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310804
Nov 10 04:09:20.147781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:20.150744 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab3b72-973a-49e8-a1d3-a12c5f636d66" -d '{"events": [{"server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:20.175407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.207895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:20.217252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.231245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09067618-cf15-437b-8086-9e700b481db9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:20.237264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.242992 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-940d735d-451b-4e01-82fe-898b6a4c93a9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09067618-cf15-437b-8086-9e700b481db9 HTTP/1.1" status: 204  len: 168 time: 0.6610816
Nov 10 04:09:20.245654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:20.317302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.318927 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90a8100-90ba-4610-b8f4-2e32139fa322 x-openstack-request-id: req-a90a8100-90ba-4610-b8f4-2e32139fa322 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:20.319442 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "name": "network-vif-plugged", "status": "completed", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:20.319922 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90a8100-90ba-4610-b8f4-2e32139fa322 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:20.322008 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932', 'code': 200}
Nov 10 04:09:20.323206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7cf5f5-00f1-4665-ba15-5cf697bbef21 None None] Network 970bd33f-02a3-466e-929c-ae4465b1f7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:20.352946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.408920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.416957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:20.441202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019d0b1-d6b8-49b1-9237-22bac1789219,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:20.449251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:20.465160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.465685 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Added segment 9ba2e601-6fcc-47ee-970b-531d57e92e67 of type vlan for network 932e3a0b-94f1-4385-ad7b-3702ed99ad75
Nov 10 04:09:20.490290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a7bc3-a58f-433c-991b-6f75f615765e req-a5641382-8e03-41f5-bf7e-efee5af52cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:20.491852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-664a7bc3-a58f-433c-991b-6f75f615765e req-a5641382-8e03-41f5-bf7e-efee5af52cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 1096 time: 0.1778719
Nov 10 04:09:20.545222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Deleting port 515b6666-91f0-4f76-b864-57df8ce113fe {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:20.545564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.583127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.650889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-664a7bc3-a58f-433c-991b-6f75f615765e req-960dcb8d-9c7f-4291-af57-73f8809dd928 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245060
Nov 10 04:09:20.655527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.659264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:20.659264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.665766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] DHCP port deletion for 970bd33f-02a3-466e-929c-ae4465b1f7e7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:09:20.693039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2579377
Nov 10 04:09:20.709794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] For port 515b6666-91f0-4f76-b864-57df8ce113fe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=515b6666-91f0-4f76-b864-57df8ce113fe,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:20.710957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.720492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45994) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:20.730340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Deleting port 515b6666-91f0-4f76-b864-57df8ce113fe {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:20.730885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.730992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Request body: {'subnet': {'network_id': '932e3a0b-94f1-4385-ad7b-3702ed99ad75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1112748396-subnet', 'tenant_id': 'f25c728ad07c4dc2bb923467e99a31c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:20.736073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Calling delete_port for 515b6666-91f0-4f76-b864-57df8ce113fe owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:20.760021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afaa21-de87-4ac4-a972-3c5cd1518bdd admin admin] Pushing event updated for resources: {'Network': ['ID=932e3a0b-94f1-4385-ad7b-3702ed99ad75,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:20.772155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Made reservation on behalf of f25c728ad07c4dc2bb923467e99a31c3 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:20.776875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.787673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 932e3a0b-94f1-4385-ad7b-3702ed99ad75 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:20.979344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:20.986120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc6086b7-9d46-43ed-835e-25aeb5bf95a8 req-5d06b21e-1404-4dbf-99d9-49bbb34cfe52 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 210 time: 0.0635295
Nov 10 04:09:21.068641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=515b6666-91f0-4f76-b864-57df8ce113fe,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:21.072162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.080019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] No DVR routers for this DVR port 515b6666-91f0-4f76-b864-57df8ce113fe on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:21.092262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] For port 515b6666-91f0-4f76-b864-57df8ce113fe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=515b6666-91f0-4f76-b864-57df8ce113fe,segment=NetworkSegment(92b7ed27-5df2-47e9-85e7-06526d0dbd1c),segment_id=92b7ed27-5df2-47e9-85e7-06526d0dbd1c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:21.092898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.121641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Calling delete_port for 515b6666-91f0-4f76-b864-57df8ce113fe owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:21.153776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a04411e-c4ad-495e-8c00-8c6ab4f97402,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:21.162370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Checking segment: {'id': '9ba2e601-6fcc-47ee-970b-531d57e92e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '932e3a0b-94f1-4385-ad7b-3702ed99ad75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:21.162729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Network hostable DHCP agents. Network: 932e3a0b-94f1-4385-ad7b-3702ed99ad75, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:21.190726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Network 932e3a0b-94f1-4385-ad7b-3702ed99ad75 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:21.207111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 932e3a0b-94f1-4385-ad7b-3702ed99ad75) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:21.218644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b61eb-496c-46eb-a03a-c16339e5dbc3 None None] Network 932e3a0b-94f1-4385-ad7b-3702ed99ad75 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:21.218777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:21.219381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.246284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.259697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5736fc6d-0cc9-4124-8d1c-607d644fd2ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5306854
Nov 10 04:09:21.294470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e9ddbb0>,) {'filters': {'network_id': ['970bd33f-02a3-466e-929c-ae4465b1f7e7']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:21.326554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9ddbb0>, '92b7ed27-5df2-47e9-85e7-06526d0dbd1c') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:21.326946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9ddbb0>, '92b7ed27-5df2-47e9-85e7-06526d0dbd1c') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:21.348195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.381464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.388071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.396033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:09:21.396650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.432710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979b56-b40c-4d91-ab4d-595cb23754cd req-459da8a1-7cb9-49bb-96d9-7e04afbd15e0 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:21.434789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6979b56-b40c-4d91-ab4d-595cb23754cd req-459da8a1-7cb9-49bb-96d9-7e04afbd15e0 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1790216
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:09:21.477851 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:09:21.481708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.490665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.499852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/970bd33f-02a3-466e-929c-ae4465b1f7e7 HTTP/1.1" status: 204  len: 168 time: 1.2487621
Nov 10 04:09:21.512194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] Pushing event deleted for resources: {'Port': ['ID=515b6666-91f0-4f76-b864-57df8ce113fe,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:21.519948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 515b6666-91f0-4f76-b864-57df8ce113fe no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:21.534103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c960-05a7-42fe-b49a-903774b72a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=970bd33f-02a3-466e-929c-ae4465b1f7e7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:21.553752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f85e2-fc16-4124-a784-f0be6ff048b7 None None] No DVR routers for this DVR port 515b6666-91f0-4f76-b864-57df8ce113fe on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:21.571011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 515b6666-91f0-4f76-b864-57df8ce113fe {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:21.571349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 515b6666-91f0-4f76-b864-57df8ce113fe not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:21.571759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4ef088b8-30ac-45c1-99e6-00554ede7397 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:21.598214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6979b56-b40c-4d91-ab4d-595cb23754cd req-d591ec5e-7702-429d-9840-bbb6a458ecdb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534815
Nov 10 04:09:21.609347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-6a2b9521-5340-4a22-a16d-be55a0228e0c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:21.619465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d51a68-0088-4c4d-bfb4-9edcd743922b None None] Network 932e3a0b-94f1-4385-ad7b-3702ed99ad75 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:21.619465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4ef088b8-30ac-45c1-99e6-00554ede7397 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:21.619936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4ef088b8-30ac-45c1-99e6-00554ede7397 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:21.622898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-6a2b9521-5340-4a22-a16d-be55a0228e0c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.3226397
Nov 10 04:09:21.644165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:21.758396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-998458329', 'description': 'tempest-description-752313288'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:21.796793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:21.824908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.872597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5c8d43f-0056-4c1a-9721-1e77bb1bb900 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3aa5eb57eed4a08886f209520775cc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0744791
Nov 10 04:09:21.875815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46058) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:21.883182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:21.886968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.935001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.939317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.973883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:21.975004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d23f44ec-1168-468f-b92f-fca92ab935d3 req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.2216494
Nov 10 04:09:21.977597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697d68-2416-4e92-a94b-e2a9591bad88 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2c601-988e-4afb-b7bd-160707e37dcd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.010216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.105187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e51e1c8-e608-4f72-acb5-e51daab7f74f req-b20e799b-2a8c-46b4-a003-f8c3e8a70ba7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 210 time: 0.0406630
Nov 10 04:09:22.109398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.128757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-848d78c4-2d55-44d4-afe5-40ce09611d5b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/2eb2c601-988e-4afb-b7bd-160707e37dcd HTTP/1.1" status: 200  len: 1822 time: 0.1272907
Nov 10 04:09:22.147327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.12 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/774d5b59-8b68-4883-a0ec-2434af1a6672) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:22.152359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2eb2c601-988e-4afb-b7bd-160707e37dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.152724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2eb2c601-988e-4afb-b7bd-160707e37dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.242335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.244939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.246003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48602303-4359-4fc4-b63e-448ff7dc51ba HTTP/1.1" status: 204  len: 168 time: 0.3689096
Nov 10 04:09:22.305667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e031c-b066-4344-a10e-5f1436ce618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48602303-4359-4fc4-b63e-448ff7dc51ba,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.336407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.371319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.383712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.416864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5519d243-3e6e-47c0-9a06-37cabdca76b2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.422640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.435769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.437073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7abd95f5-a18d-46e7-8c70-9fd27745297a req-84e9fe07-72ae-4509-9280-aa092fbd9f9c tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2974336
Nov 10 04:09:22.471217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1465677657', 'description': 'tempest-description-815371741'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.478758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.494468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:22.517295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.534211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:22.537622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:22.541680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:22.579050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.611936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:22.614587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.628723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.634935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.648225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-2bf7d30f-25b6-4180-abd5-cbd504fc52a0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0101347
Nov 10 04:09:22.662670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Request body: {'port': {'device_id': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.681961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.687850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a5a4748-6024-4116-9152-b0a50d3d4e06 req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2206676
Nov 10 04:09:22.689151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f5211-184a-4e89-8b00-5f484620bc6f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e30092a-a327-43af-87f4-3fb741dc2b8a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.783748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-d479c9af-cf4e-455a-868d-f6aacf583ca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/3e30092a-a327-43af-87f4-3fb741dc2b8a HTTP/1.1" status: 200  len: 1823 time: 0.0632179
Nov 10 04:09:22.799506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e30092a-a327-43af-87f4-3fb741dc2b8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.799827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3e30092a-a327-43af-87f4-3fb741dc2b8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.821111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.847633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387543c3-5090-4ce0-b8c1-4d303769e5d9 req-3c876f97-42a2-4570-bc29-037497769e5d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:22.849303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-387543c3-5090-4ce0-b8c1-4d303769e5d9 req-3c876f97-42a2-4570-bc29-037497769e5d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1158774
Nov 10 04:09:22.883758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.913128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.918424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.933788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cd0296-6328-4b42-bf7c-c3aebe12b4d8,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:22.951308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:22.952818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea25afd0-374b-47e5-9654-134e41f69b01 req-78d780c2-b632-4611-9d46-35ec00b4196a tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.1588476
Nov 10 04:09:22.981037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-555153889', 'description': 'tempest-description-1380578009'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:22.993384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-387543c3-5090-4ce0-b8c1-4d303769e5d9 req-b6b7b83e-0195-4319-b9af-608fcb7cbba9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248963
Nov 10 04:09:23.008776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.031555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46136) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:23.126079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.133752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.183274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.195937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c79e6ddb-3ca0-49d7-928c-714a53f48b4f req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2189863
Nov 10 04:09:23.206014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825295a-ef02-4212-acd3-704b7e5886ca tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e994749b-8eb3-4285-838c-c950aa39cfbf,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.241778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-683dcbe8-86fa-4608-bab5-a6f350fcaa3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.312519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774d5b59-8b68-4883-a0ec-2434af1a6672 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:23.323863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.353885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ea95-1532-4658-885f-bc487ebaac6c req-777f4f86-d282-4738-8efb-733dfa2a97cc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:23.354363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be3f14-7c97-44ad-915f-caf511478827 req-0660d5de-e297-4f84-956e-ce2d184e27ad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:23.355376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d829ea95-1532-4658-885f-bc487ebaac6c req-777f4f86-d282-4738-8efb-733dfa2a97cc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0741580
Nov 10 04:09:23.355707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99be3f14-7c97-44ad-915f-caf511478827 req-0660d5de-e297-4f84-956e-ce2d184e27ad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 932 time: 0.1000168
Nov 10 04:09:23.365750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Transition to ACTIVE for port object 774d5b59-8b68-4883-a0ec-2434af1a6672 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:23.377151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.402191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-683dcbe8-86fa-4608-bab5-a6f350fcaa3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.403090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46158) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:23.418459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-683dcbe8-86fa-4608-bab5-a6f350fcaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.457658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Pushing event updated for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.465457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d829ea95-1532-4658-885f-bc487ebaac6c req-bb1a30bb-af7f-42f0-868e-84755ca0c5de tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972562
Nov 10 04:09:23.479698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dcbe8-86fa-4608-bab5-a6f350fcaa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8766bc-b548-4a7d-8cb2-3a03dfc54bd5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.484676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-683dcbe8-86fa-4608-bab5-a6f350fcaa3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=388f0d276c1f49a2a0c7562092f336ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4514043
Nov 10 04:09:23.486739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46162) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:23.502229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99be3f14-7c97-44ad-915f-caf511478827 req-e638e637-f93e-4281-8527-eeab99d13a3c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338420
Nov 10 04:09:23.543255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1706085636', 'description': 'tempest-description-1949955480'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:23.551278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.577029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1573295066-network', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:23.582567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Attempting to bind port 774d5b59-8b68-4883-a0ec-2434af1a6672 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:23.582905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Attempting to bind port 774d5b59-8b68-4883-a0ec-2434af1a6672 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:23.583230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Attempting to bind port 774d5b59-8b68-4883-a0ec-2434af1a6672 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:23.589061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.589247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Port 774d5b59-8b68-4883-a0ec-2434af1a6672 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:23.589395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Attempting to bind port 774d5b59-8b68-4883-a0ec-2434af1a6672 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:23.594081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.597205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:23.597543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:23.597924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:23.598368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Bound port: 774d5b59-8b68-4883-a0ec-2434af1a6672, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:23.598731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.628555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Made reservation on behalf of c85b5e83c6fc491b9880ca7481937aee for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:23.630970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.640513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.677464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.680151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.681327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee8766bc-b548-4a7d-8cb2-3a03dfc54bd5 HTTP/1.1" status: 204  len: 168 time: 0.1935413
Nov 10 04:09:23.694127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738526-5354-426c-8b8e-f2e61995c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8766bc-b548-4a7d-8cb2-3a03dfc54bd5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.709871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:23.730201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.732198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=774d5b59-8b68-4883-a0ec-2434af1a6672,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:23.737968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.747962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.758485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.763729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.797761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:23.806436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.806436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0b42d42-9936-4632-bba9-f8760a3faa43 req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2645593
Nov 10 04:09:23.807461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71829f-ac4b-43e2-946d-97e25d6737e9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.810902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b352e-369a-4540-aaab-8fc2d612570d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb25173-5b80-42cc-af0a-a2f622691d09,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.815664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:23.816494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.817078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.817503 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Added segment 687644c9-b8f1-482a-b845-3dd8ef77bfbd of type vlan for network 2b88ffc5-40a1-497f-923e-ddc2df1f1768
Nov 10 04:09:23.818030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-915b2656-1e86-4248-977c-275866d9a666 service neutron] 10.222.0.26 "PUT /v2.0/ports/774d5b59-8b68-4883-a0ec-2434af1a6672 HTTP/1.1" status: 200  len: 1092 time: 1.1625342
Nov 10 04:09:23.818521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:23.821405 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b1bd0-adbf-4fd4-befb-ce3664879c65" -d '{"events": [{"name": "network-changed", "server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:23.845360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b2656-1e86-4248-977c-275866d9a666 service neutron] Pushing event updated for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:23.899171 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a984e9-c701-48a0-b245-d8f89b51f3f5 x-openstack-request-id: req-76a984e9-c701-48a0-b245-d8f89b51f3f5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:23.899547 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:23.899726 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76a984e9-c701-48a0-b245-d8f89b51f3f5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:23.900099 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672', 'status': 'completed', 'code': 200}
Nov 10 04:09:23.917936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-c73aa256-2638-4f82-a4f4-aa56ac28fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:23.918174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.919736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-c73aa256-2638-4f82-a4f4-aa56ac28fb7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 1095 time: 0.0545464
Nov 10 04:09:23.954004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-b37e531e-a97e-47f7-a1f9-d321adefc79d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/e994749b-8eb3-4285-838c-c950aa39cfbf HTTP/1.1" status: 200  len: 1823 time: 0.0706933
Nov 10 04:09:23.961077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.962260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:23.962855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:23.968716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-bba9a41b-a177-49b0-bdf1-0b6180793397 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774d5b59-8b68-4883-a0ec-2434af1a6672 HTTP/1.1" status: 200  len: 217 time: 0.0412164
Nov 10 04:09:24.027528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6220932
Nov 10 04:09:24.030420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46172) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:24.037585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Request body: {'subnet': {'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1573295066-subnet', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.042395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-39ea3b35-24ed-4538-96b1-1e2b88cc278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.043998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-39ea3b35-24ed-4538-96b1-1e2b88cc278e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0677621
Nov 10 04:09:24.063591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0c6c-e6dc-4713-8de9-045166542596 admin admin] Pushing event updated for resources: {'Network': ['ID=2b88ffc5-40a1-497f-923e-ddc2df1f1768,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.077140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:24.079015 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-90768e42-4d1e-4111-886f-7bce23a62a53 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/1fb25173-5b80-42cc-af0a-a2f622691d09 HTTP/1.1" status: 200  len: 1824 time: 0.1124978
Nov 10 04:09:24.083850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e994749b-8eb3-4285-838c-c950aa39cfbf', 'remote_group_id': '1fb25173-5b80-42cc-af0a-a2f622691d09', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.084174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e994749b-8eb3-4285-838c-c950aa39cfbf', 'remote_group_id': '1fb25173-5b80-42cc-af0a-a2f622691d09', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.085702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-652f44ec-a2c9-4467-90c2-516973d0e6e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325739
Nov 10 04:09:24.093019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Made reservation on behalf of c85b5e83c6fc491b9880ca7481937aee for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:24.095883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.107410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:24.125334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-418c0fae-0b02-41e7-bb57-795c9394d3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.190152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.253546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.260518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-4244a4a4-4346-4256-a23a-f902f925b2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613970
Nov 10 04:09:24.263626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.273576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-418c0fae-0b02-41e7-bb57-795c9394d3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.284792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-418c0fae-0b02-41e7-bb57-795c9394d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.298437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acf126b-5ff6-467f-922e-c830fd52f6a8,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.322301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.323487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b70b394c-4204-47a5-a7e5-cbc906a4aebb req-21b183ba-78c7-4fc9-ba32-d4dce23bc802 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2436593
Nov 10 04:09:24.340693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-418c0fae-0b02-41e7-bb57-795c9394d3b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6d3311705fe444fb278f5cffad8ed71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2320549
Nov 10 04:09:24.343058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46178) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:24.345675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c0fae-0b02-41e7-bb57-795c9394d3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfbf49-f69f-45a9-866d-cb8b5439531c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.370219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-639950757', 'description': 'tempest-description-426255530'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.399328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.424245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.449370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.459037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.473101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.476039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.477359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28cfbf49-f69f-45a9-866d-cb8b5439531c HTTP/1.1" status: 204  len: 168 time: 0.1326611
Nov 10 04:09:24.485417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500aac0-b41e-4b79-9f09-c388f2597ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfbf49-f69f-45a9-866d-cb8b5439531c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.501132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9a8d06a-6837-4f49-b738-1358223fc732 req-301c77f4-5b36-4304-9219-8efe9e0be52d service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299709
Nov 10 04:09:24.566028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f59768-baa6-4ef9-8a44-3451d76fd94c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.629198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa3a95-0732-4954-9d11-a1057cd45d6c req-32b49cc7-a48e-4fd7-91b1-41818a9058bb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.630415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Checking segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:24.630872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Network hostable DHCP agents. Network: 2b88ffc5-40a1-497f-923e-ddc2df1f1768, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:24.637161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1aa3a95-0732-4954-9d11-a1057cd45d6c req-32b49cc7-a48e-4fd7-91b1-41818a9058bb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0712383
Nov 10 04:09:24.647478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.655299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.662085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-6a97aec2-ef14-4971-a28e-cf8346aaccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.663594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-6a97aec2-ef14-4971-a28e-cf8346aaccc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 1095 time: 0.1017284
Nov 10 04:09:24.689701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1aa3a95-0732-4954-9d11-a1057cd45d6c req-79883215-20de-4d86-a04c-f1f2bd424d71 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514205
Nov 10 04:09:24.735359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:24.739207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.740422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a875e020-55e9-431e-9e1c-fbb906601f94 req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3836131
Nov 10 04:09:24.748141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e8bb7-6249-4981-842b-4a907532eca1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41af09b6-66a7-4def-ae73-d02b8e37338a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:24.779414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 2b88ffc5-40a1-497f-923e-ddc2df1f1768) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:24.786171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.786758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.799309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864a5a2-82b0-4417-b446-ec9108faec51 None None] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:24.822444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-3c5477fb-b59a-4706-b6c7-ade5b8144491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.823930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-3c5477fb-b59a-4706-b6c7-ade5b8144491 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.1536424
Nov 10 04:09:24.830516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8db519c7-6b6e-4453-8bfe-c56ac24e3bba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7965574
Nov 10 04:09:24.830773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46196) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:24.836455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.874420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be46-650f-4ea3-8f32-6277b43c1682 req-a661cfbd-2c34-4a58-97b3-27ebd33a0033 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.881851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-beaa461d-835f-40f3-a76c-0ed4690d80d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774d5b59-8b68-4883-a0ec-2434af1a6672 HTTP/1.1" status: 200  len: 217 time: 0.0469420
Nov 10 04:09:24.890429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdf4be46-650f-4ea3-8f32-6277b43c1682 req-a661cfbd-2c34-4a58-97b3-27ebd33a0033 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 944 time: 0.0907235
Nov 10 04:09:24.918774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.919814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:24.948087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-52e368df-0b12-4275-bed0-bb58fa140e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:24.949581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-52e368df-0b12-4275-bed0-bb58fa140e2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0603802
Nov 10 04:09:24.966639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353209733', 'description': 'tempest-description-877245745'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:24.995906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-2c6485e3-7a20-48fd-8b55-69731fb848d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0331182
Nov 10 04:09:24.996098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdf4be46-650f-4ea3-8f32-6277b43c1682 req-c7cafaf8-b54b-4532-80d7-6e52688d22c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968475
Nov 10 04:09:25.036513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.059826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:09:25.060723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.211998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Allocated IP 172.20.0.2 (2b88ffc5-40a1-497f-923e-ddc2df1f1768/98f59768-baa6-4ef9-8a44-3451d76fd94c/ff02c719-23ba-4448-9eb3-52e066319468) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:25.372571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.383541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.421203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:25.424592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:25.428032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:25.461605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.484671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Pushing event updated for resources: {'Port': ['ID=ff02c719-23ba-4448-9eb3-52e066319468,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:25.507062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Attempting to bind port ff02c719-23ba-4448-9eb3-52e066319468 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:25.507529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Attempting to bind port ff02c719-23ba-4448-9eb3-52e066319468 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:25.508003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Attempting to bind port ff02c719-23ba-4448-9eb3-52e066319468 on network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:25.514150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:25.514705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Checking segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:25.515222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.515706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Bound using segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:25.516267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Bound port: ff02c719-23ba-4448-9eb3-52e066319468, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:25.516851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.549449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.587522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] For port ff02c719-23ba-4448-9eb3-52e066319468, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:25.592536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] For port ff02c719-23ba-4448-9eb3-52e066319468, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ff02c719-23ba-4448-9eb3-52e066319468,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:25.598255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.629066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-a98e2ae5-d2fc-468b-8528-3052f8cfc364 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6068020
Nov 10 04:09:25.666223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f76a0-3a87-41ea-b4a8-71c620ac87a3 None None] Pushing event updated for resources: {'Port': ['ID=ff02c719-23ba-4448-9eb3-52e066319468,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:25.747141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.761853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.834519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d28b1bd0-adbf-4fd4-befb-ce3664879c65 req-8ea256d4-5721-40c6-aa14-1e6485df357c service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932571
Nov 10 04:09:25.840308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:25.841579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-072f948c-3384-4154-95cb-5f672a9da564 req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.8908203
Nov 10 04:09:25.847903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad59c5-e7e3-4e58-8520-d6f15e64115f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e42209-f9d1-4d30-866e-a8f1e1b8a586,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:25.861230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf3606-70c8-4930-a9e7-0b30c5777acc req-eca6cd66-423f-4865-8b9f-5a413427dc57 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:25.871332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7edf3606-70c8-4930-a9e7-0b30c5777acc req-eca6cd66-423f-4865-8b9f-5a413427dc57 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0878804
Nov 10 04:09:25.981509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7edf3606-70c8-4930-a9e7-0b30c5777acc req-2ec4bbdb-57cc-4f29-a09a-b32ad8616e23 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089647
Nov 10 04:09:26.068497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.093890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.107069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-4fca4780-8f4d-4530-8280-2c333bb527e8 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/41af09b6-66a7-4def-ae73-d02b8e37338a HTTP/1.1" status: 200  len: 1822 time: 0.1123898
Nov 10 04:09:26.173804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfa30-f416-43c9-affd-3f891169652a req-a1ee0a34-265a-48c5-be9c-d2f29abe9f20 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:26.175375 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-380cfa30-f416-43c9-affd-3f891169652a req-a1ee0a34-265a-48c5-be9c-d2f29abe9f20 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 944 time: 0.0534887
Nov 10 04:09:26.217327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-b5017eb2-e4a7-43aa-89ec-86ec35a6e013 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/56e42209-f9d1-4d30-866e-a8f1e1b8a586 HTTP/1.1" status: 200  len: 1822 time: 0.0826802
Nov 10 04:09:26.241343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41af09b6-66a7-4def-ae73-d02b8e37338a', 'remote_group_id': '56e42209-f9d1-4d30-866e-a8f1e1b8a586', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:26.241658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41af09b6-66a7-4def-ae73-d02b8e37338a', 'remote_group_id': '56e42209-f9d1-4d30-866e-a8f1e1b8a586', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:26.244514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-380cfa30-f416-43c9-affd-3f891169652a req-365d83f5-6ace-4870-bb64-de43c93748d2 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626328
Nov 10 04:09:26.263706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Allocated IP 172.32.3.13 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/91ea2919-6ece-4912-8a3b-6a5b5a720e8e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:26.379530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.424619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.447104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.454089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.485311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62a1446-8308-49f2-9b64-42e78a0974b5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:26.491117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.493127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7691f066-1a05-4f4d-9018-1f821ac9bcf7 req-c52e816d-59ab-4552-8258-df69f8df444d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2579994
Nov 10 04:09:26.500970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.543762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:26.546997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:26.550753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:26.575078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Pushing event updated for resources: {'Port': ['ID=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:26.576111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-e12c9bef-b381-426f-81ec-426fc5f8c365 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/56e42209-f9d1-4d30-866e-a8f1e1b8a586 HTTP/1.1" status: 200  len: 1822 time: 0.0610592
Nov 10 04:09:26.647224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.674325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.754749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.758808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.760346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3728913e-37af-4127-8644-683c3b4e3cd5 req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/56e42209-f9d1-4d30-866e-a8f1e1b8a586 HTTP/1.1" status: 204  len: 173 time: 0.1832843
Nov 10 04:09:26.782754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddb995-5fd1-47e1-988e-5a86198fe0ab tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e42209-f9d1-4d30-866e-a8f1e1b8a586,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:26.829049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb75c1-fba1-4216-a866-f1f9c4c41cec None None] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:26.879284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-182af43d-bb37-4775-a145-0353d51f809e req-a228004a-2efb-4897-91ff-1671e64a0d19 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/41af09b6-66a7-4def-ae73-d02b8e37338a HTTP/1.1" status: 200  len: 1822 time: 0.0914161
Nov 10 04:09:26.906769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.919069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] Provisioning complete for port ff02c719-23ba-4448-9eb3-52e066319468 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:26.919694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:26.922959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1715926015', 'description': 'tempest-description-969201999'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:26.961117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.081721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.086661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.093957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.127127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] For port ff02c719-23ba-4448-9eb3-52e066319468, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ff02c719-23ba-4448-9eb3-52e066319468,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:27.135532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.136935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.152822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.156925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc9c74f2-7191-411d-bc90-f848864589fb req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2381105
Nov 10 04:09:27.218019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958dee2-e4f2-4422-b99d-0b07f49d3af1 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e78a7f-4907-472b-879c-f7f49eeeb561,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:27.218939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ded6a-defa-44ad-9c65-d73c8994ac69 None None] Pushing event updated for resources: {'Port': ['ID=ff02c719-23ba-4448-9eb3-52e066319468,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:27.346721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-c164caf4-df52-4822-8a6c-8f43ee7c5022 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 200  len: 1823 time: 0.0682261
Nov 10 04:09:27.351919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02e78a7f-4907-472b-879c-f7f49eeeb561', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:27.352126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261ed47-d040-4b6f-9bc6-dae04b4cebb3 req-fed194f9-bcff-468c-a66b-30130ea5b927 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:27.352377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02e78a7f-4907-472b-879c-f7f49eeeb561', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:27.353661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f261ed47-d040-4b6f-9bc6-dae04b4cebb3 req-fed194f9-bcff-468c-a66b-30130ea5b927 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0841084
Nov 10 04:09:27.450209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f261ed47-d040-4b6f-9bc6-dae04b4cebb3 req-b496b49f-cddf-4a8e-9eb0-e85c062557dd tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887771
Nov 10 04:09:27.457480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Router 1b196d1e-9f09-4c11-824b-aef63163ebbb is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:09:27.462681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ff02c719-23ba-4448-9eb3-52e066319468 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:27.476778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.508410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.516312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.524891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ab571e5b-d1fb-49a1-86e4-fd3798d661e3 None None] Provisioning complete for port ff02c719-23ba-4448-9eb3-52e066319468 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:27.525538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab571e5b-d1fb-49a1-86e4-fd3798d661e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.542368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5e73ca-7716-4c81-82f8-1368028004ac,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:27.553771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.554590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.555192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.555409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.555961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.556455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.556962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.558138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.558138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.558642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.559101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.559859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:27.574662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.578197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84dcb3fe-d2aa-4284-a94a-824fbf67cc98 req-61917d4e-de8f-44d8-9f96-bf3d5e70da87 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2294486
Nov 10 04:09:27.627641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ff02c719-23ba-4448-9eb3-52e066319468 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:27.628111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.634101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fbe66-a478-4cd0-aabf-0e90dbf41fc8 req-df9c4156-1328-41b1-8e01-74a2b22f6ae7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:27.636099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-238fbe66-a478-4cd0-aabf-0e90dbf41fc8 req-df9c4156-1328-41b1-8e01-74a2b22f6ae7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 944 time: 0.0830076
Nov 10 04:09:27.674178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:09:27.679468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-41959980-9395-4a7e-95f0-35bd91a8d6fd tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 200  len: 2417 time: 0.0735831
Nov 10 04:09:27.686512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02e78a7f-4907-472b-879c-f7f49eeeb561', 'remote_group_id': None}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:27.686833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02e78a7f-4907-472b-879c-f7f49eeeb561', 'remote_group_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:27.688391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Sync routers for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:09:27.729152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:27.729881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e35100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:27.730474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-238fbe66-a478-4cd0-aabf-0e90dbf41fc8 req-7f16a6bb-17b8-45b4-8f72-ee786f790545 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871139
Nov 10 04:09:27.734203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.738165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7101845c-c96f-4914-ad4e-bc4ee836ce06 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9062724
Nov 10 04:09:27.738773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46276) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:27.766377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.797781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.803441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.835177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca797df-b187-4165-8a08-a89a0bcef439,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:27.859315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:27.865547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:27.871876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2274bc71-2ab5-465c-99b8-edc23612d534 req-205ca8b6-843b-4728-85b3-ea31cb3b821b tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1907113
Nov 10 04:09:27.895841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 774d5b59-8b68-4883-a0ec-2434af1a6672 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:27.989215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e84448c9-1379-4ae7-a506-7db9d1b3a4f0 req-a4909e45-01b3-454b-8378-2d0844b1c878 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 200  len: 3016 time: 0.0837169
Nov 10 04:09:28.034685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-0f51419a-66ba-44cc-9367-2f9e5a353156 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-group-rules/2ca797df-b187-4165-8a08-a89a0bcef439 HTTP/1.1" status: 200  len: 783 time: 0.0209312
Nov 10 04:09:28.094164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-437dcce1-35ea-40b0-8a96-b0fe44e7105e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 200  len: 3016 time: 0.0523858
Nov 10 04:09:28.136899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.147680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.185391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.195650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.200292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-140b17f4-4fdb-4b0e-b678-af85c74526d5 req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2ca797df-b187-4165-8a08-a89a0bcef439 HTTP/1.1" status: 204  len: 173 time: 0.0978034
Nov 10 04:09:28.210848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947858ec-1142-4ac5-b03f-e27f5fd55aa3 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ca797df-b187-4165-8a08-a89a0bcef439,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:28.233736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46292) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:28.313672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-e05ccb38-144b-4bad-8da5-c08b62379706 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 200  len: 2417 time: 0.0829704
Nov 10 04:09:28.318489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.354118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=774d5b59-8b68-4883-a0ec-2434af1a6672,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:28.371882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '774d5b59-8b68-4883-a0ec-2434af1a6672', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': '774d5b59-8b68-4883-a0ec-2434af1a6672', 'mac_address': 'fa:16:3e:54:2e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:28.376552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e217-9b66-4064-856a-648178974c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.430746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.434429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e35100>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:26Z', 'revision_number': 3, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:28.442226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.461342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e217-9b66-4064-856a-648178974c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.466020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e217-9b66-4064-856a-648178974c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.475215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Checking router: 1b196d1e-9f09-4c11-824b-aef63163ebbb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:09:28.476228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Updating router 1b196d1e-9f09-4c11-824b-aef63163ebbb port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:09:28.480286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774d5b59-8b68-4883-a0ec-2434af1a6672 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:28.503783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.508212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=774d5b59-8b68-4883-a0ec-2434af1a6672,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:28.517699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5c6e217-9b66-4064-856a-648178974c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b21bd9b6efde4c36b484cd295e6d0166&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2824187
Nov 10 04:09:28.520344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:28.527641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e217-9b66-4064-856a-648178974c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5512c49-f31e-4652-9766-78786afa7327,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:28.549689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.583678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.588795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Allocated IP 172.20.0.1 (2b88ffc5-40a1-497f-923e-ddc2df1f1768/98f59768-baa6-4ef9-8a44-3451d76fd94c/d77ad1c4-b3e3-4739-bfac-44b1714f40e6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:28.600320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.606811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.608084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27f5e932-9d1c-431f-b7c0-39aeeac1e9a0 req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/02e78a7f-4907-472b-879c-f7f49eeeb561 HTTP/1.1" status: 204  len: 173 time: 0.2853782
Nov 10 04:09:28.625816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd025a-9070-42fb-b697-5af65da7270f tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e78a7f-4907-472b-879c-f7f49eeeb561,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:28.636491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4a716-b580-4aa2-8fd0-886e487de02e req-f5b54873-a994-479e-a46e-d85481f83886 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:28.643992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47b4a716-b580-4aa2-8fd0-886e487de02e req-f5b54873-a994-479e-a46e-d85481f83886 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1012423
Nov 10 04:09:28.647209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.696471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:28.697845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.727081 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-597b912c-1e7b-464e-a83f-88e11b9e2e2b req-20647b4e-121d-4ca9-9f88-248aedddf1f7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] show failed (client error): The resource could not be found.
Nov 10 04:09:28.728124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-597b912c-1e7b-464e-a83f-88e11b9e2e2b req-20647b4e-121d-4ca9-9f88-248aedddf1f7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/56e42209-f9d1-4d30-866e-a8f1e1b8a586 HTTP/1.1" status: 404  len: 352 time: 0.0456452
Nov 10 04:09:28.750426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47b4a716-b580-4aa2-8fd0-886e487de02e req-bc293016-85ce-4df3-bb48-a38444a7e7ac tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054637
Nov 10 04:09:28.781433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['774d5b59-8b68-4883-a0ec-2434af1a6672'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:28.797872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.800982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.802600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.817155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5512c49-f31e-4652-9766-78786afa7327 HTTP/1.1" status: 204  len: 168 time: 0.2855442
Nov 10 04:09:28.830432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e4294-84aa-4df2-9f4d-b9c29ec1f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5512c49-f31e-4652-9766-78786afa7327,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:28.908314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:28.915193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-5c572f73-d858-4797-a930-7d75d948b4fb tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/41af09b6-66a7-4def-ae73-d02b8e37338a HTTP/1.1" status: 200  len: 1822 time: 0.1098082
Nov 10 04:09:28.948363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd06068-a73c-4b8e-8874-3590a2eb35f0 req-56805b05-2da3-4160-8103-57f17a2829bc tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:28.950193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dbd06068-a73c-4b8e-8874-3590a2eb35f0 req-56805b05-2da3-4160-8103-57f17a2829bc tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 945 time: 0.0820053
Nov 10 04:09:29.000714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.013828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:29.015705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:29.017310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dbd06068-a73c-4b8e-8874-3590a2eb35f0 req-eb0d1b06-534f-4d45-a69d-26a795ac9c4f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578105
Nov 10 04:09:29.019620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:29.019760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.023362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:29.088814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.091461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Attempting to bind port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:29.091830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Attempting to bind port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:29.092192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Attempting to bind port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:29.095743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e5e2-f28f-4847-9a98-73b371bd9350 None None] Pushing event updated for resources: {'Port': ['ID=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:29.110596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:29.110964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:29.111360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.111745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:29.112216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Bound port: 91ea2919-6ece-4912-8a3b-6a5b5a720e8e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:29.112597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.148938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.174688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] For port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:29.182483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] For port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:29.190738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.191200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.254293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:29.255204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e35100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:29.270469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:29.278177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.282139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.286569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41c08c81-d47f-444e-9751-f40bdda632d2 req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/41af09b6-66a7-4def-ae73-d02b8e37338a HTTP/1.1" status: 204  len: 173 time: 0.3282611
Nov 10 04:09:29.306155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da98d634-b704-4ce1-b404-66370b7a8475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.343607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8bf44-17b3-47dc-8023-d80f159aace4 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af09b6-66a7-4def-ae73-d02b8e37338a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:29.354524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.407836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e5e2-f28f-4847-9a98-73b371bd9350 None None] Pushing event updated for resources: {'Port': ['ID=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:29.423823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-641de51e-d6df-48e4-8653-ef020ffdfc25 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/1fb25173-5b80-42cc-af0a-a2f622691d09 HTTP/1.1" status: 200  len: 1824 time: 0.1106267
Nov 10 04:09:29.433800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7ae3f321-335c-4d28-b92c-7f832e0a5aa4 None None] Provisioning complete for port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:29.434282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f321-335c-4d28-b92c-7f832e0a5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.465863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da98d634-b704-4ce1-b404-66370b7a8475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.470266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da98d634-b704-4ce1-b404-66370b7a8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.490917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3f321-335c-4d28-b92c-7f832e0a5aa4 None None] Port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:09:29.516467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:29.549380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.592582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.723156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e35100>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:26Z', 'revision_number': 3, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:29.757418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07581a3-031f-4351-982e-f972c79cca4c None None] The sync data for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 is: [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:26Z', 'revision_number': 3, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:09:29.767648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98d634-b704-4ce1-b404-66370b7a8475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef25af-7ab5-46ed-b4e9-bc57e4b3ebfc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:29.772416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da98d634-b704-4ce1-b404-66370b7a8475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1f4f6efd0124c4483ee567882410338&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4985371
Nov 10 04:09:29.775874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46338) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:29.850069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.903826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.908955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 774d5b59-8b68-4883-a0ec-2434af1a6672 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:29.939254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64492bb9-10bc-4896-b481-5b625d997a2e req-e311359a-4ccf-4d0d-947d-9d4ea32be4a5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:29.940802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64492bb9-10bc-4896-b481-5b625d997a2e req-e311359a-4ccf-4d0d-947d-9d4ea32be4a5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0931690
Nov 10 04:09:29.978201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 774d5b59-8b68-4883-a0ec-2434af1a6672 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:29.983820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 774d5b59-8b68-4883-a0ec-2434af1a6672 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:29.984479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:29.992841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.002302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.008123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.011755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.013156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecef25af-7ab5-46ed-b4e9-bc57e4b3ebfc HTTP/1.1" status: 204  len: 168 time: 0.2363281
Nov 10 04:09:30.028728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64492bb9-10bc-4896-b481-5b625d997a2e req-3af7430b-3bdc-4bbd-9b1f-47b6860d8250 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712461
Nov 10 04:09:30.030053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9bd5c-cfad-4e39-b94f-97d9d46fdecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef25af-7ab5-46ed-b4e9-bc57e4b3ebfc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:30.115560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.120011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.125848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee69b9d5-5929-4d22-9b46-af6d2e2a705c req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/1fb25173-5b80-42cc-af0a-a2f622691d09 HTTP/1.1" status: 204  len: 173 time: 0.7011290
Nov 10 04:09:30.142807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.168495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:30.171014 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd0d97-0142-491e-9e36-8934e010bc40" -d '{"events": [{"server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "name": "network-vif-plugged", "status": "completed", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:30.195493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41befdd6-6286-46f8-88df-b85be0e71b8d tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb25173-5b80-42cc-af0a-a2f622691d09,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:30.207827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=774d5b59-8b68-4883-a0ec-2434af1a6672,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:30.220812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.229151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.239577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:30.278027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-2d894c71-ff46-482f-8238-f35efae87a92 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/e994749b-8eb3-4285-838c-c950aa39cfbf HTTP/1.1" status: 200  len: 1823 time: 0.1361721
Nov 10 04:09:30.278327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3939da-6653-4072-acfa-9c049d6cce61 req-248bbf40-5552-4b53-9455-859ca7727748 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:30.287230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a3939da-6653-4072-acfa-9c049d6cce61 req-248bbf40-5552-4b53-9455-859ca7727748 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 945 time: 0.1097913
Nov 10 04:09:30.298470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:30.353301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a3939da-6653-4072-acfa-9c049d6cce61 req-da91615c-7be3-440f-b6d4-9e827be70878 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650721
Nov 10 04:09:30.415409 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c45f0ed-ebc1-4b8d-a200-274d192342da x-openstack-request-id: req-6c45f0ed-ebc1-4b8d-a200-274d192342da {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:30.415718 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "name": "network-vif-plugged", "status": "completed", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:30.416067 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c45f0ed-ebc1-4b8d-a200-274d192342da {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:30.416548 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672', 'code': 200}
Nov 10 04:09:30.436391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.455748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:30.467275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:30.474278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.482043 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:09:30.671491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.674854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.676328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5b558f5-43f4-4cc8-aa86-acd5a1567bed req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/e994749b-8eb3-4285-838c-c950aa39cfbf HTTP/1.1" status: 204  len: 173 time: 0.3974710
Nov 10 04:09:30.709273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e5ddc-f76a-4f69-8931-beafa240e3e7 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e994749b-8eb3-4285-838c-c950aa39cfbf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:30.733770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d6de-5f70-415e-9ea7-84f41d7d56f8 req-2103a33f-95d6-4b9e-8370-0532a6e755a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:30.735329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1e4d6de-5f70-415e-9ea7-84f41d7d56f8 req-2103a33f-95d6-4b9e-8370-0532a6e755a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 1097 time: 0.1635318
Nov 10 04:09:30.785854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Router 1b196d1e-9f09-4c11-824b-aef63163ebbb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:09:30.788866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-78e8edd8-ffd9-41c7-824c-9fea80a59f94 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/3e30092a-a327-43af-87f4-3fb741dc2b8a HTTP/1.1" status: 200  len: 2423 time: 0.0726233
Nov 10 04:09:30.841012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-25b9ebfb-fc54-44ef-a63b-073ebc2acd9c None None] Provisioning complete for port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:30.841717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25b9ebfb-fc54-44ef-a63b-073ebc2acd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.864905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.904205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.919564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-25b9ebfb-fc54-44ef-a63b-073ebc2acd9c None None] Port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:09:30.943259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1e4d6de-5f70-415e-9ea7-84f41d7d56f8 req-bce1aca7-654f-4c4e-a433-10cf9744e5c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979847
Nov 10 04:09:30.976750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.982553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:30.984427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:09:30.989127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7d0e469-2bc0-4560-aec1-20ecf779a769 req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e30092a-a327-43af-87f4-3fb741dc2b8a HTTP/1.1" status: 204  len: 173 time: 0.1913626
Nov 10 04:09:31.001014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d7b87575-497d-40e2-978b-ff90eb4d2cc4 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b196d1e-9f09-4c11-824b-aef63163ebbb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2523725
Nov 10 04:09:31.006001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc85507-a220-4bb8-b144-f873363f50d2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e30092a-a327-43af-87f4-3fb741dc2b8a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:31.091617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-f8774f7f-26e9-4c5e-8a10-da8fcf1cf0b2 tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "GET /v2.0/security-groups/2eb2c601-988e-4afb-b7bd-160707e37dcd HTTP/1.1" status: 200  len: 2416 time: 0.0829620
Nov 10 04:09:31.169779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.199279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.202389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0bb5-8383-4087-9102-d6f17f8af234 req-28d61a2f-2069-41ac-8065-64c3885683cb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:31.209364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f92a0bb5-8383-4087-9102-d6f17f8af234 req-28d61a2f-2069-41ac-8065-64c3885683cb tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0683525
Nov 10 04:09:31.252132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.255396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.256578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13eb613c-18cb-42c5-9249-1be421d13e40 req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] 10.222.0.13 "DELETE /v2.0/security-groups/2eb2c601-988e-4afb-b7bd-160707e37dcd HTTP/1.1" status: 204  len: 173 time: 0.1570573
Nov 10 04:09:31.258120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f92a0bb5-8383-4087-9102-d6f17f8af234 req-e6f9d168-b954-4a59-bec3-1c9b3f1156c2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478060
Nov 10 04:09:31.263462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46382) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:31.286575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5773-c46a-4371-b72c-421d01c5d54e tempest-SecurityGroupRulesTestJSON-192059011 tempest-SecurityGroupRulesTestJSON-192059011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2c601-988e-4afb-b7bd-160707e37dcd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:31.356182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Deleting subnet 9a04411e-c4ad-495e-8c00-8c6ab4f97402 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:09:31.360013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.410982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91ea2919-6ece-4912-8a3b-6a5b5a720e8e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:31.417171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.467089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.480545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:31.481609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.573081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f688-0eca-49be-9b5a-d787caf7b511 req-f076803d-c340-46ae-8543-a97686385164 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:31.575010 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64e6f688-0eca-49be-9b5a-d787caf7b511 req-f076803d-c340-46ae-8543-a97686385164 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.0855196
Nov 10 04:09:31.586356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.624258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.642336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:31.652807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.683856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a04411e-c4ad-495e-8c00-8c6ab4f97402,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:31.695766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.702199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-42abc939-3d12-46c7-9dd7-c576ffe842be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a04411e-c4ad-495e-8c00-8c6ab4f97402 HTTP/1.1" status: 204  len: 168 time: 0.4353285
Nov 10 04:09:31.702689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46400) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:31.718070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:31.720883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64e6f688-0eca-49be-9b5a-d787caf7b511 req-f5597442-53cc-48e8-b17e-2f2f23749982 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342924
Nov 10 04:09:31.815624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.954437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:31.981749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e77e220>,) {'filters': {'network_id': ['932e3a0b-94f1-4385-ad7b-3702ed99ad75']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:31.993782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e77e220>, '9ba2e601-6fcc-47ee-970b-531d57e92e67') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:31.994100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e77e220>, '9ba2e601-6fcc-47ee-970b-531d57e92e67') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:32.006572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.021596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.028774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:09:32.030479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:09:32.032952 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:09:32.085319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46410) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.091133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672439003', 'description': 'tempest-description--1290781384'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:32.108728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.118582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.124650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] 10.222.0.13 "DELETE /v2.0/networks/932e3a0b-94f1-4385-ad7b-3702ed99ad75 HTTP/1.1" status: 204  len: 168 time: 0.4199440
Nov 10 04:09:32.141319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.151675 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Sync routers for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:09:32.168575 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:32.170230 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143d6340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:32.174792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Pushing event deleted for resources: {'Network': ['ID=932e3a0b-94f1-4385-ad7b-3702ed99ad75,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:32.187259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.187259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.187583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.188055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.188477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.188936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.189255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.189736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.190120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.190512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.190857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.191195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c6d4a-099e-4252-be5a-e2310611ea38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:32.262420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.268275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.303858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.303858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2163975
Nov 10 04:09:32.306051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46424) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.307597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b0f47-2d6a-42a9-a577-c31c657e60b4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcfc89-355d-4458-a888-467f7485b063,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:32.311987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'security_group_rule': {'security_group_id': '00fcfc89-355d-4458-a888-467f7485b063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:32.331392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:32.357802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.418823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46430) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.444784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb0205-4cc3-4e77-86ec-dbfcf3d7b64a req-2c94e50a-48c5-4de7-b726-50db024e8a27 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:32.446398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8acb0205-4cc3-4e77-86ec-dbfcf3d7b64a req-2c94e50a-48c5-4de7-b726-50db024e8a27 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0593429
Nov 10 04:09:32.464787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.477787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.508309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1ac99f1-64ac-4117-bca5-ce6b5b95124c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f25c728ad07c4dc2bb923467e99a31c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0878882
Nov 10 04:09:32.511939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.515303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45b8aae-13e3-477a-b9ea-8d48b800396b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:32.537366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.538808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8acb0205-4cc3-4e77-86ec-dbfcf3d7b64a req-ca3199cd-1f8d-4be8-a03a-ba103c16f4f8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834610
Nov 10 04:09:32.541850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-df8e2d6b-717a-4b11-bcb2-1496b50c5a33 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2323451
Nov 10 04:09:32.542552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.549132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'security_group_rule': {'security_group_id': '00fcfc89-355d-4458-a888-467f7485b063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:32.579822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.598136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.621572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.658305 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143d6340>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 2, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:32.665076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.669451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.689486 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Checking router: 1b196d1e-9f09-4c11-824b-aef63163ebbb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:09:32.690125 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Updating router 1b196d1e-9f09-4c11-824b-aef63163ebbb port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:09:32.694021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bccbf19-4f4e-499b-afc7-da855c93c655,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:32.704892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.706516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.711424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.711695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d392473a-f1d2-4c47-8b3e-96c97d5c30e8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1646070
Nov 10 04:09:32.711782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b019d0b1-d6b8-49b1-9237-22bac1789219 HTTP/1.1" status: 204  len: 168 time: 0.1934669
Nov 10 04:09:32.712945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46444) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:32.720183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:32.725778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66df3c-c07e-4b51-9a86-47691094642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019d0b1-d6b8-49b1-9237-22bac1789219,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:32.736008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.774993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:32.964789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9c1c-8c1a-412b-b21a-04baf132be20 req-81d6d8f8-7054-44a8-8507-9eb377f6212c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:32.966513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bcc9c1c-8c1a-412b-b21a-04baf132be20 req-81d6d8f8-7054-44a8-8507-9eb377f6212c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.1172323
Nov 10 04:09:33.030300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.080261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bcc9c1c-8c1a-412b-b21a-04baf132be20 req-21d53b39-2b72-4cd2-8d7e-67b9a5284b42 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042607
Nov 10 04:09:33.158508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Allocated IP 172.32.3.42 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/efcb7fff-a044-4228-be97-aa35491b260d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:33.204427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.214423 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.287741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b462-e1ee-40f6-8c4b-295a42f23d81 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:33.324261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac15d0-f066-4574-a2c1-30debef93d4c req-b5e4abaf-a16c-4100-a1f1-9e2bbb34f62c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:33.336791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28ac15d0-f066-4574-a2c1-30debef93d4c req-b5e4abaf-a16c-4100-a1f1-9e2bbb34f62c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.1260340
Nov 10 04:09:33.365337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.405242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-28ac15d0-f066-4574-a2c1-30debef93d4c req-a9c0fafb-0725-4662-9771-87173038d267 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673523
Nov 10 04:09:33.419446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91ea2919-6ece-4912-8a3b-6a5b5a720e8e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:33.465191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Attempting to bind port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:33.465635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Attempting to bind port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:33.466140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Attempting to bind port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 on network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:33.468533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.479174 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:33.479556 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Checking segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:33.479959 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.480353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Bound using segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:33.483023 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Bound port: d77ad1c4-b3e3-4739-bfac-44b1714f40e6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:33.483425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.534642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:33.535012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.559525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'Port': ['ID=efcb7fff-a044-4228-be97-aa35491b260d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:33.599429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:33.604092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:33.609666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:33.677768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7f54da35-6265-42e5-9aac-891159ca9402 None None] Provisioning complete for port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:33.678369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f54da35-6265-42e5-9aac-891159ca9402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.707324 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] For port d77ad1c4-b3e3-4739-bfac-44b1714f40e6, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:33.720475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] For port d77ad1c4-b3e3-4739-bfac-44b1714f40e6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:33.725602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7f54da35-6265-42e5-9aac-891159ca9402 None None] Port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:09:33.738776 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.815030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6af3-4259-44e0-8181-0eca9048ddb9 req-e90c5e1c-6f11-493b-9202-bf18964afc94 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:33.817771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.824165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29df6af3-4259-44e0-8181-0eca9048ddb9 req-e90c5e1c-6f11-493b-9202-bf18964afc94 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0865581
Nov 10 04:09:33.897030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:33.911095 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:33.911902 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143d6340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:33.917690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29df6af3-4259-44e0-8181-0eca9048ddb9 req-e67dfa96-db73-4976-8b80-53515be531ed tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861397
Nov 10 04:09:34.036360 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b462-e1ee-40f6-8c4b-295a42f23d81 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.102471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46504) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:34.121153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:34.121998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:34.164076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b037-24e2-4dc9-87d3-56fdc0b5a080 req-171248e8-d72d-45ab-a374-6e9f614e29df tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:34.165661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f44b037-24e2-4dc9-87d3-56fdc0b5a080 req-171248e8-d72d-45ab-a374-6e9f614e29df tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.2697253
Nov 10 04:09:34.260835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f44b037-24e2-4dc9-87d3-56fdc0b5a080 req-d27b2d1e-c815-4c47-9a13-90b48075e59b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859413
Nov 10 04:09:34.276859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.277897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] Provisioning complete for port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:34.278555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.283524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.287580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1449804075-network', 'tenant_id': '7831ef525ec34d88ae73dc994fe9ba51'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:34.299091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c009287-5c3e-431f-8061-e00db1609d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.342022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08f2a0be-1a5e-4ffa-b9ed-057c5a2d871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.362228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'Port': ['ID=efcb7fff-a044-4228-be97-aa35491b260d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.371154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.388428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Made reservation on behalf of 7831ef525ec34d88ae73dc994fe9ba51 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:34.390889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.392014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.401413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-883f2f62-476e-407a-8419-75a248da1b57 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6792777
Nov 10 04:09:34.410711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.425004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.446384 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143d6340>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:33Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:34.455699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] For port d77ad1c4-b3e3-4739-bfac-44b1714f40e6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:34.467287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.484114 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0b4a9-48d7-4e6c-b7e8-9392a2f3f877 None None] The sync data for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 is: [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:33Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:09:34.508635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c009287-5c3e-431f-8061-e00db1609d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.514597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c009287-5c3e-431f-8061-e00db1609d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.549349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c467-85a5-492d-9f44-084f8f9bba11 None None] Pushing event updated for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.599233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c009287-5c3e-431f-8061-e00db1609d47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8ba86336279471c97e96a0be0580d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4954975
Nov 10 04:09:34.599967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c009287-5c3e-431f-8061-e00db1609d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed04689-9fff-4c8f-a27f-d39ff5f0339a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.604392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:34.642150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.647425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.687479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.691463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:34.695233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.721296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.724130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.724543 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Added segment f94a4d7f-a772-4e0b-b0b8-b89e2d14c210 of type vlan for network 4db0be07-2ea1-417a-9b15-1aed14a27b6d
Nov 10 04:09:34.783007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.785924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.786164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-600bae00-d5f4-4278-a3b7-0f552ff7693a tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1672439003&fields=id&tenant_id=c85b5e83c6fc491b9880ca7481937aee HTTP/1.1" status: 200  len: 267 time: 0.0959404
Nov 10 04:09:34.787468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ed04689-9fff-4c8f-a27f-d39ff5f0339a HTTP/1.1" status: 204  len: 168 time: 0.1818056
Nov 10 04:09:34.793954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.805038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440a1bd-a383-4254-9886-cce094dcc691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed04689-9fff-4c8f-a27f-d39ff5f0339a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.883782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.884786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:34.885375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:34.965109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8428707
Nov 10 04:09:34.968022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:34.974450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Request body: {'subnet': {'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1449804075-subnet', 'tenant_id': '7831ef525ec34d88ae73dc994fe9ba51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:34.982502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1855a-c96a-453c-9d47-38cdf0a2e7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4db0be07-2ea1-417a-9b15-1aed14a27b6d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:34.996229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:35.001638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-25e6f174-a382-42b4-9fb7-e16fbc1238bf tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:35.009445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-25e6f174-a382-42b4-9fb7-e16fbc1238bf tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/networks?id=2b88ffc5-40a1-497f-923e-ddc2df1f1768 HTTP/1.1" status: 200  len: 812 time: 0.2093461
Nov 10 04:09:35.016358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Made reservation on behalf of 7831ef525ec34d88ae73dc994fe9ba51 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:35.019175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.035749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-905a8303-b15a-4bf3-9282-ae802ed68dfb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/quotas/c85b5e83c6fc491b9880ca7481937aee HTTP/1.1" status: 200  len: 375 time: 0.0250387
Nov 10 04:09:35.107118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-4b09f9fe-1f2a-40a3-aa13-262912a8127a tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c85b5e83c6fc491b9880ca7481937aee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0698929
Nov 10 04:09:35.246710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6acd20-6e40-455a-81f7-3e0d88bddc11 req-af6a58c5-fb65-46f2-b17c-7807e6fdb545 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:35.248210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b6acd20-6e40-455a-81f7-3e0d88bddc11 req-af6a58c5-fb65-46f2-b17c-7807e6fdb545 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1377664
Nov 10 04:09:35.267369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6c70f6a8-e070-44ee-a1fa-34b70320c87e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:35.268913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6c70f6a8-e070-44ee-a1fa-34b70320c87e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.1332080
Nov 10 04:09:35.271342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-f8dcabbd-be58-4afa-9080-9788f7e3e48e service neutron] 10.222.0.13 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495640
Nov 10 04:09:35.274016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46538) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:35.314842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26790c78-0880-4a00-af46-b33029cbb222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.370948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b6acd20-6e40-455a-81f7-3e0d88bddc11 req-2376660e-7451-4afd-8b95-bf7927146300 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158874
Nov 10 04:09:35.390954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d77ad1c4-b3e3-4739-bfac-44b1714f40e6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:35.432523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-ae60ed1b-b9cc-438e-96b6-bd43e4e660c0 service neutron] 10.222.0.13 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602144
Nov 10 04:09:35.505249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.516753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:35.517312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.571374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82f04fa-b53b-4412-8617-0b657b9b8fd7,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:35.596518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26790c78-0880-4a00-af46-b33029cbb222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.607562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26790c78-0880-4a00-af46-b33029cbb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.609121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port 774d5b59-8b68-4883-a0ec-2434af1a6672 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:35.609461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.687590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-26790c78-0880-4a00-af46-b33029cbb222 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfcd344a22cc414f82ebb954b325ec6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4051852
Nov 10 04:09:35.690311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26790c78-0880-4a00-af46-b33029cbb222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a8e68e-f5f6-4c2e-ba45-e65328d68a47,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:35.696192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46542) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:35.797003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Checking segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:35.797362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Network hostable DHCP agents. Network: 4db0be07-2ea1-417a-9b15-1aed14a27b6d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:35.806878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8470ff3-db9f-4813-8a01-cecadb6a1151 req-195a3a3d-be2c-46e2-a67f-a47d513c1571 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 210 time: 0.0421324
Nov 10 04:09:35.851111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port 774d5b59-8b68-4883-a0ec-2434af1a6672, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=774d5b59-8b68-4883-a0ec-2434af1a6672,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:35.851488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.880899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for 774d5b59-8b68-4883-a0ec-2434af1a6672 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:35.897689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed83a-02c9-4b42-a731-90ec530e2702 req-6eec9acc-b62c-467b-8715-2f418547b510 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:35.899229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21fed83a-02c9-4b42-a731-90ec530e2702 req-6eec9acc-b62c-467b-8715-2f418547b510 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d037913f-f1dc-4a50-8c33-0f58f398a803 HTTP/1.1" status: 200  len: 946 time: 0.1683390
Nov 10 04:09:35.906583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:35.953735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:35.966394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4db0be07-2ea1-417a-9b15-1aed14a27b6d) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:35.974905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6cd5a-ee31-475e-a52c-e283720468fd None None] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:35.989038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:35.990478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.004329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.071906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-206f31d1-6e9c-4ec2-bff6-e8915430bd5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0925772
Nov 10 04:09:36.084104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21fed83a-02c9-4b42-a731-90ec530e2702 req-57269409-a8b4-44e0-aa44-502b8b6c083f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734107
Nov 10 04:09:36.144779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.148231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.151806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46a8e68e-f5f6-4c2e-ba45-e65328d68a47 HTTP/1.1" status: 204  len: 168 time: 0.4522142
Nov 10 04:09:36.169450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04d67e-2d83-4858-8697-f9ba6da3f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a8e68e-f5f6-4c2e-ba45-e65328d68a47,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:36.193795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.227255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:36.231147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['774d5b59-8b68-4883-a0ec-2434af1a6672'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:36.238997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=774d5b59-8b68-4883-a0ec-2434af1a6672,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:36.241612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06cfc7a-eaf4-41e3-9846-b42e48285fe8 None None] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:36.297400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port 774d5b59-8b68-4883-a0ec-2434af1a6672 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:36.301280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.306262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d91b786-8bcb-4ac5-821d-13683e55de35 req-6ca17275-7b8b-452c-8e49-603289ed0013 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "DELETE /v2.0/ports/774d5b59-8b68-4883-a0ec-2434af1a6672 HTTP/1.1" status: 204  len: 173 time: 1.0299485
Nov 10 04:09:36.306957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'name': 'network-vif-deleted', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:36.310057 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5cbd67-9310-4626-a1b5-bec2707f3d61" -d '{"events": [{"server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "name": "network-vif-deleted", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:36.373719 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35d0b17-a04d-4113-96f6-c9f23c07a2e2 x-openstack-request-id: req-b35d0b17-a04d-4113-96f6-c9f23c07a2e2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:36.374085 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037913f-f1dc-4a50-8c33-0f58f398a803", "name": "network-vif-deleted", "tag": "774d5b59-8b68-4883-a0ec-2434af1a6672", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:36.374403 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b35d0b17-a04d-4113-96f6-c9f23c07a2e2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:36.374895 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037913f-f1dc-4a50-8c33-0f58f398a803', 'name': 'network-vif-deleted', 'tag': '774d5b59-8b68-4883-a0ec-2434af1a6672', 'status': 'completed', 'code': 200}
Nov 10 04:09:36.587807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df86f-537c-4c4b-8bcb-98c9766a582f req-e208beee-ed1f-4a8d-a8f0-4f91610daab4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:36.595392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e3df86f-537c-4c4b-8bcb-98c9766a582f req-e208beee-ed1f-4a8d-a8f0-4f91610daab4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1179693
Nov 10 04:09:36.658669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e3df86f-537c-4c4b-8bcb-98c9766a582f req-f6876979-9798-4316-8723-73090160b8d5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623262
Nov 10 04:09:36.867997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ae709f0-020b-465d-9d8f-bd3ef984f91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:36.972099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3362ece6-b409-476b-b5ed-2a8cfed37503 req-aeeb0df0-9dff-4cd4-9102-c34ae42ac625 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 210 time: 0.0324244
Nov 10 04:09:37.043222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-c70db28d-30bd-4ba6-8d30-6f3b3a735e82 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:37.044966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-c70db28d-30bd-4ba6-8d30-6f3b3a735e82 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.1419125
Nov 10 04:09:37.077000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-3dbfb0dc-58b8-42cc-bfa5-e7a50a6e8548 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/quotas/7831ef525ec34d88ae73dc994fe9ba51 HTTP/1.1" status: 200  len: 375 time: 0.0262554
Nov 10 04:09:37.177796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-b3615feb-73d9-441a-b473-63554920a3a9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0328491
Nov 10 04:09:37.264078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-8c24c64e-18c1-431b-8861-2e0458272e25 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:37.266290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-8c24c64e-18c1-431b-8861-2e0458272e25 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.21 "GET /v2.0/networks?id=2b88ffc5-40a1-497f-923e-ddc2df1f1768 HTTP/1.1" status: 200  len: 812 time: 0.2058167
Nov 10 04:09:37.337378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0332d91d-d469-440d-b851-28fefd3f4bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381898
Nov 10 04:09:37.410438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-c67a7740-3133-4880-bd1c-e3b23bb038f4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85b5e83c6fc491b9880ca7481937aee HTTP/1.1" status: 200  len: 380 time: 0.1339853
Nov 10 04:09:37.420883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'port': {'device_id': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'admin_state_up': True, 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'security_groups': ['00fcfc89-355d-4458-a888-467f7485b063']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:37.515858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-9b5c3e80-0208-45c7-b053-0fa42c7b0ece service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652548
Nov 10 04:09:37.564340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Made reservation on behalf of c85b5e83c6fc491b9880ca7481937aee for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:37.570587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:37.645049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-468bdbdb-a1ea-42e7-a18e-bb99b99b68fa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:37.652679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-468bdbdb-a1ea-42e7-a18e-bb99b99b68fa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.1500676
Nov 10 04:09:37.664416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-de23b242-8ac5-47e2-984c-d9a58bb4d28c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0109699
Nov 10 04:09:37.745016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80b684f5-b5d2-4aee-95b9-0317511494c2 req-9f8fb4b0-30f9-4932-ad97-a4e7e4bd52b1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 210 time: 0.0396049
Nov 10 04:09:37.771441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Allocated IP 172.20.0.7 (2b88ffc5-40a1-497f-923e-ddc2df1f1768/98f59768-baa6-4ef9-8a44-3451d76fd94c/993cee5c-ca04-4c45-8b2d-639cdbdf6081) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:37.772302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-914f678e-cbf4-43bc-9e99-34746c2ba3ae tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0956514
Nov 10 04:09:37.840383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:37.923249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-e192096f-db55-45a7-8a4d-3d7c2da18dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450095
Nov 10 04:09:37.981204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa32d2-c49c-40f2-a985-8cda3ce65dcd req-f292ca15-97a5-4f24-b9ff-83f82101cf19 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:37.982854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edaa32d2-c49c-40f2-a985-8cda3ce65dcd req-f292ca15-97a5-4f24-b9ff-83f82101cf19 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0979400
Nov 10 04:09:38.009833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:38.057081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-c5b28e7c-f3fa-4b74-a5f1-b89763217744 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267052
Nov 10 04:09:38.091469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edaa32d2-c49c-40f2-a985-8cda3ce65dcd req-765b8ed9-f224-49f9-b6c7-eb41646fbf8b tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987575
Nov 10 04:09:38.100969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:38.213687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event updated for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:38.251240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:38.253954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:38.278710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:38.388726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:38.389420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:38.417663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-0f3f1937-e707-4a0b-b5db-4e87a644733b tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0006998
Nov 10 04:09:38.449205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d4dff4b-bab0-4a67-a7c0-f2f590919813 req-a57b231c-e4a9-4bfc-96e1-5e6ae401616a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 210 time: 0.0436225
Nov 10 04:09:38.455808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Request body: {'port': {'device_id': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:38.488527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c85e5-5be9-48d3-bb74-a1c5515c9206 req-e316483c-f4fe-451f-bfcd-f904087862b1 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:38.490133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f99c85e5-5be9-48d3-bb74-a1c5515c9206 req-e316483c-f4fe-451f-bfcd-f904087862b1 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 931 time: 0.1527808
Nov 10 04:09:38.554358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:38.616107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f99c85e5-5be9-48d3-bb74-a1c5515c9206 req-2ef73fbb-985f-42e4-aa29-441086e0fea2 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182914
Nov 10 04:09:38.644815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3933e920-7a9c-4bfb-a376-be9947c18d79 None None] Provisioning complete for port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:38.645363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3933e920-7a9c-4bfb-a376-be9947c18d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:38.688374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3933e920-7a9c-4bfb-a376-be9947c18d79 None None] Port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:09:38.866780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73116f24-66f4-4813-9d11-ac9046ff2391 req-57da232a-a952-4e18-9c3d-ccbb6c6971db tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 210 time: 0.0357549
Nov 10 04:09:39.234540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72f45e-ee6e-48b8-917d-88fc615f53a9 req-8fa2f5c1-c4f3-44a5-9360-eb28eea808b8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:39.236381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d72f45e-ee6e-48b8-917d-88fc615f53a9 req-8fa2f5c1-c4f3-44a5-9360-eb28eea808b8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0589890
Nov 10 04:09:39.301064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993cee5c-ca04-4c45-8b2d-639cdbdf6081 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:39.310197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:39.327854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:39.339868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d72f45e-ee6e-48b8-917d-88fc615f53a9 req-eb9b8d43-cede-4ad2-a8cb-7c02ee7585bc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970027
Nov 10 04:09:39.370698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Transition to ACTIVE for port object 993cee5c-ca04-4c45-8b2d-639cdbdf6081 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:39.383204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:39.569713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Pushing event updated for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:39.595280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77b89f73-7b9d-4ff8-bf17-a0d4c08a788f req-acf8d644-6b5c-41b6-ae4e-ce5483e0bb4f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 210 time: 0.0463789
Nov 10 04:09:39.637086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-5b1c14e0-e786-438d-9922-5870fa45c4ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:39.638624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-5b1c14e0-e786-438d-9922-5870fa45c4ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.3258336
Nov 10 04:09:39.656677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Request body: {'port': {'device_id': '16abc67b-e631-41e9-acc3-032a6f85d004', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'admin_state_up': True, 'tenant_id': '7831ef525ec34d88ae73dc994fe9ba51'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:39.779635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-bd20232a-e0b8-42bf-92f2-c8e630cedf99 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:39.781083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-bd20232a-e0b8-42bf-92f2-c8e630cedf99 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.3396883
Nov 10 04:09:39.804361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:39.811927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Attempting to bind port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:39.812268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Attempting to bind port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:39.812595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Attempting to bind port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 on network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:39.878012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 on network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:39.878334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Attempting to bind port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 on network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:39.900926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:39.901265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Checking segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:39.901647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Bound using segment: {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:39.902088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Bound port: 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687644c9-b8f1-482a-b845-3dd8ef77bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:39.902447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:39.916794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72011-1a81-44a6-a832-14a5100db8c8 req-333b08f5-09af-4918-bb49-f46973feb6f8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:39.917163 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89b72011-1a81-44a6-a832-14a5100db8c8 req-333b08f5-09af-4918-bb49-f46973feb6f8 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 943 time: 0.1901996
Nov 10 04:09:39.962941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 774d5b59-8b68-4883-a0ec-2434af1a6672 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:39.989077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 774d5b59-8b68-4883-a0ec-2434af1a6672 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:39.989513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 774d5b59-8b68-4883-a0ec-2434af1a6672 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:40.006081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46a526e0-d3fe-4336-ae61-6b70b58fd2d7 req-e538d259-4e4f-4939-a85e-d6aede4680f8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 210 time: 0.0320635
Nov 10 04:09:40.031153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Made reservation on behalf of 7831ef525ec34d88ae73dc994fe9ba51 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:40.034631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.094227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89b72011-1a81-44a6-a832-14a5100db8c8 req-0364f0be-c127-4fd6-98b7-9150bc2d7548 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625912
Nov 10 04:09:40.104076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:40.110075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:40.148558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.157987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:40.161519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.177283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.223112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:40.223737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.225137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] 10.222.0.21 "PUT /v2.0/ports/993cee5c-ca04-4c45-8b2d-639cdbdf6081 HTTP/1.1" status: 200  len: 1091 time: 1.7890477
Nov 10 04:09:40.226129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:40.228459 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de6a0b-fce1-4350-9993-0c8c135c0fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:40.302920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd125f86-71cd-42fb-a806-326cd9177224 service neutron] Pushing event updated for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:40.339153 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d528dca-e5a8-4adb-914c-2ac5751df530 x-openstack-request-id: req-5d528dca-e5a8-4adb-914c-2ac5751df530 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:40.339447 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:40.339943 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d528dca-e5a8-4adb-914c-2ac5751df530 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:40.340149 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'status': 'completed', 'code': 200}
Nov 10 04:09:40.442695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Allocated IP 172.20.0.8 (4db0be07-2ea1-417a-9b15-1aed14a27b6d/f82f04fa-b53b-4412-8617-0b657b9b8fd7/68329625-652d-4ea8-af9f-530e412b8ad8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:40.515087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d4a8-bac5-4204-9846-7c39a8ec60f4 req-f6f8bbe2-e171-4199-981e-4e9d5e3a0ee2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:40.516518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6344d4a8-bac5-4204-9846-7c39a8ec60f4 req-f6f8bbe2-e171-4199-981e-4e9d5e3a0ee2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0706129
Nov 10 04:09:40.526812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-739007b3-f42f-4754-a727-f301f828435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:40.528340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-739007b3-f42f-4754-a727-f301f828435a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b5e83c6fc491b9880ca7481937aee&device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 1094 time: 0.2528405
Nov 10 04:09:40.544142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.7 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:40.589170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6344d4a8-bac5-4204-9846-7c39a8ec60f4 req-3b15d256-ae21-423e-b192-da8d10b66c05 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649991
Nov 10 04:09:40.636649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-56388059-952d-4243-a2de-b8056a5fd3b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081 HTTP/1.1" status: 200  len: 217 time: 0.0840535
Nov 10 04:09:40.766455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-210fafa9-4db0-4aaa-812f-a43a006b8ea8 req-692a989c-64d3-4372-950e-31a776c0a27b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 210 time: 0.0960181
Nov 10 04:09:40.797054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-15a4a45a-82fe-4ce7-80ed-ef55002d0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:40.798521 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-15a4a45a-82fe-4ce7-80ed-ef55002d0923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98f59768-baa6-4ef9-8a44-3451d76fd94c HTTP/1.1" status: 200  len: 851 time: 0.1539693
Nov 10 04:09:40.911226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:40.940144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-61feab76-557e-41f7-a1a5-5156ea7029c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:40.941662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-61feab76-557e-41f7-a1a5-5156ea7029c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88ffc5-40a1-497f-923e-ddc2df1f1768&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1069970
Nov 10 04:09:41.029652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.054922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.140885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:41.142881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b0827-42ff-42b2-83f0-11de308fc73f req-a5af22fd-c165-46f6-937b-a8477f090c9c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.144250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-f0975ade-dba2-4d6c-9b29-a4ed01d9d3c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917481
Nov 10 04:09:41.146444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:41.147419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-011b0827-42ff-42b2-83f0-11de308fc73f req-a5af22fd-c165-46f6-937b-a8477f090c9c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 931 time: 0.0585718
Nov 10 04:09:41.149925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:41.151974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:41.183614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.198913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:41.242926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-011b0827-42ff-42b2-83f0-11de308fc73f req-0627f963-6d3c-42ca-a348-13231949a80c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704758
Nov 10 04:09:41.329114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.329841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.351351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:41.361519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:41.370928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:41.377106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:41.389536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-0ce7719c-c670-49a0-b122-79000d2bf430 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7398043
Nov 10 04:09:41.425847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Request body: {'port': {'device_id': '16abc67b-e631-41e9-acc3-032a6f85d004', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:41.454256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d0d376a-f8e7-4f32-bb71-33ff0f1e8f4e req-db52b9c1-e85c-4bea-9f8e-40ce3f9272e5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994053
Nov 10 04:09:41.466257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a9dfe-8f0b-4d3e-b886-1cf6ee593cf1 req-87417b82-ec8e-4e8d-b0a1-692f25ea2c27 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.467505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c5a9dfe-8f0b-4d3e-b886-1cf6ee593cf1 req-87417b82-ec8e-4e8d-b0a1-692f25ea2c27 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 943 time: 0.2268367
Nov 10 04:09:41.490227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.490877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.563790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.570345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0c0ce794-dee9-48af-a304-b7faf2e6c1c8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7769635
Nov 10 04:09:41.593475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Request body: {'port': {'device_id': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:41.653209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c5a9dfe-8f0b-4d3e-b886-1cf6ee593cf1 req-95233d0b-2290-4af1-89db-6d77533ba762 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751225
Nov 10 04:09:41.666539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-7bf92403-121f-4f78-8230-513a0f75da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.668028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-7bf92403-121f-4f78-8230-513a0f75da18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b5e83c6fc491b9880ca7481937aee&device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 1094 time: 0.1503940
Nov 10 04:09:41.750783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cab3c-5719-4601-a1db-e78cd046a6ca req-d817aff0-cebe-4de8-b577-12d50e3ffc6c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:41.752518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b8cab3c-5719-4601-a1db-e78cd046a6ca req-d817aff0-cebe-4de8-b577-12d50e3ffc6c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0616882
Nov 10 04:09:41.793270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:41.825362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b8cab3c-5719-4601-a1db-e78cd046a6ca req-22818225-5146-408f-892c-035e6d988019 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638292
Nov 10 04:09:42.349895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-ce37d0a5-ee0c-45ad-8af4-4b9e75bbd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.351393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-ce37d0a5-ee0c-45ad-8af4-4b9e75bbd5fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88ffc5-40a1-497f-923e-ddc2df1f1768 HTTP/1.1" status: 200  len: 913 time: 0.6628571
Nov 10 04:09:42.362136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31489f21-678c-40d0-b616-c498fcd58f0a req-dd2e2717-7abd-43ed-9265-0663784b870f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.363942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31489f21-678c-40d0-b616-c498fcd58f0a req-dd2e2717-7abd-43ed-9265-0663784b870f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 931 time: 0.0536606
Nov 10 04:09:42.371664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3593-f0a4-473f-a3e9-3dab0f2cf93a req-fb34c93d-b7d0-4ef1-a03e-b3ede00231bf tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.373143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c7d3593-f0a4-473f-a3e9-3dab0f2cf93a req-fb34c93d-b7d0-4ef1-a03e-b3ede00231bf tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 931 time: 0.5047123
Nov 10 04:09:42.432384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31489f21-678c-40d0-b616-c498fcd58f0a req-a2e63e1a-7ab5-411b-a5f8-bcdaea709010 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578475
Nov 10 04:09:42.446935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-8c4bc586-fd86-463a-ac68-fef4c6dcf4b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081 HTTP/1.1" status: 200  len: 217 time: 0.0727463
Nov 10 04:09:42.601410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c7d3593-f0a4-473f-a3e9-3dab0f2cf93a req-8ef1f236-b632-430b-b485-d5f1d0775061 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141254
Nov 10 04:09:42.619021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-efaf17ec-a050-445d-a1d2-a950751ae0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.619021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-efaf17ec-a050-445d-a1d2-a950751ae0ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98f59768-baa6-4ef9-8a44-3451d76fd94c HTTP/1.1" status: 200  len: 851 time: 0.1580548
Nov 10 04:09:42.667427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:42.687149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:42.714166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Transition to ACTIVE for port object 68329625-652d-4ea8-af9f-530e412b8ad8 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:42.727358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:42.783493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-39c6edcb-1abf-407f-8234-e86e1a3b6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.785005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-39c6edcb-1abf-407f-8234-e86e1a3b6f2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88ffc5-40a1-497f-923e-ddc2df1f1768&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1518972
Nov 10 04:09:42.899006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:42.922143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:42.941938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:42.953865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee90cdb-7e8f-401e-b6b6-90db4dc579ba req-98d91c12-7244-4b7a-9ddc-1c580227fbdc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:42.955405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ee90cdb-7e8f-401e-b6b6-90db4dc579ba req-98d91c12-7244-4b7a-9ddc-1c580227fbdc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0524578
Nov 10 04:09:42.967349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Transition to ACTIVE for port object fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:43.000187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7472b11-81a3-4312-bc0a-ca938a9b99e7 req-6df0c268-8c52-4f3e-8ac8-45451e163706 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.001712 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7472b11-81a3-4312-bc0a-ca938a9b99e7 req-6df0c268-8c52-4f3e-8ac8-45451e163706 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 943 time: 0.2204247
Nov 10 04:09:43.007913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.016073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ee90cdb-7e8f-401e-b6b6-90db4dc579ba req-2b2cbaf6-1343-4f3e-ad69-4d27c5cdfbbc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507774
Nov 10 04:09:43.099758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-8e6a411a-15e8-4329-b246-a094e145ebc6 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866395
Nov 10 04:09:43.138841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Pushing event updated for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:43.201334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7472b11-81a3-4312-bc0a-ca938a9b99e7 req-747f5d5d-e20a-499a-8fb2-940c0fda2c4e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1872008
Nov 10 04:09:43.201855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Attempting to bind port 68329625-652d-4ea8-af9f-530e412b8ad8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:43.202238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Attempting to bind port 68329625-652d-4ea8-af9f-530e412b8ad8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:43.202553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Attempting to bind port 68329625-652d-4ea8-af9f-530e412b8ad8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:43.249727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Port 68329625-652d-4ea8-af9f-530e412b8ad8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:43.250054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Attempting to bind port 68329625-652d-4ea8-af9f-530e412b8ad8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:43.270116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:43.270458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Checking segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:43.270845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Bound using segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:43.271291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Bound port: 68329625-652d-4ea8-af9f-530e412b8ad8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:43.271652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.320445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35de6a0b-fce1-4350-9993-0c8c135c0fd3 req-7a7e9e72-f7b1-4ed6-801d-a2bf92d1c0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103715
Nov 10 04:09:43.351204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Attempting to bind port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:43.351856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Attempting to bind port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:43.351856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Attempting to bind port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:43.361130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:43.361454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Attempting to bind port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:43.372872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:43.373210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:43.373590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:43.374061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Bound port: fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:43.374422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.425552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:43.446957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:43.455013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.509765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:43.517749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.518369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.519895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] 10.222.0.26 "PUT /v2.0/ports/68329625-652d-4ea8-af9f-530e412b8ad8 HTTP/1.1" status: 200  len: 1091 time: 2.1024427
Nov 10 04:09:43.521842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:43.524952 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8ffae-b055-4932-bfdd-87479de36345" -d '{"events": [{"name": "network-changed", "server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:43.549578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:43.556898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cc53-94ae-4c0d-b21a-f87bda60d817 service neutron] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:43.559949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.593787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc27f5-ebbe-48eb-8a9d-df9114e500e4 req-c0420dc6-44ab-4357-9247-6b4b2886db1d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.595939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5efc27f5-ebbe-48eb-8a9d-df9114e500e4 req-c0420dc6-44ab-4357-9247-6b4b2886db1d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 943 time: 0.0956874
Nov 10 04:09:43.600207 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25876e5-c763-499c-8c34-0960a025be80 x-openstack-request-id: req-f25876e5-c763-499c-8c34-0960a025be80 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:43.600493 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:43.600764 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f25876e5-c763-499c-8c34-0960a025be80 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:43.601149 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8', 'status': 'completed', 'code': 200}
Nov 10 04:09:43.625969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.626601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:43.627959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] 10.222.0.26 "PUT /v2.0/ports/fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff HTTP/1.1" status: 200  len: 1091 time: 2.0411019
Nov 10 04:09:43.655621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff57d1c-cd5e-4391-8732-4edb6611eedf service neutron] Pushing event updated for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:43.665165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-7c71e2ab-2c69-464f-b5d3-61cf762ac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.666783 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-7c71e2ab-2c69-464f-b5d3-61cf762ac0e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 1094 time: 0.0813794
Nov 10 04:09:43.669171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5efc27f5-ebbe-48eb-8a9d-df9114e500e4 req-1ca1808b-10aa-49f4-81aa-3e88aaba1d9b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656235
Nov 10 04:09:43.755231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-c3d0be8c-0907-4c98-805b-5589430fd078 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68329625-652d-4ea8-af9f-530e412b8ad8 HTTP/1.1" status: 200  len: 217 time: 0.0799258
Nov 10 04:09:43.798181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-d5a8c973-27ac-424b-9fbc-2b2c15c5bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.800113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-d5a8c973-27ac-424b-9fbc-2b2c15c5bf2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 1094 time: 0.1066670
Nov 10 04:09:43.818407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb266a-0247-4baf-bd1c-524576163b96 req-8fca9bda-907d-4b5f-b023-5650f7a7ac37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.829195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51fb266a-0247-4baf-bd1c-524576163b96 req-8fca9bda-907d-4b5f-b023-5650f7a7ac37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 943 time: 0.0869372
Nov 10 04:09:43.860885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-6fc60d41-0edd-49f8-a4a5-c277f8da9a28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff HTTP/1.1" status: 200  len: 217 time: 0.0478644
Nov 10 04:09:43.876923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b19da-9d86-4420-abd3-0764160f4dda req-b711a8c3-c669-40df-96d5-316ce0313f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.878331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51fb266a-0247-4baf-bd1c-524576163b96 req-9f04e41c-b2d6-49bb-94e9-9036efc9621b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449324
Nov 10 04:09:43.878489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-b711a8c3-c669-40df-96d5-316ce0313f67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.1155794
Nov 10 04:09:43.929019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-52af93e6-c5d5-45ae-97dd-adddb17d9fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296876
Nov 10 04:09:43.945250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-18e1e881-4abc-406b-9765-5398b1cf3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:43.946645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-18e1e881-4abc-406b-9765-5398b1cf3b7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0782535
Nov 10 04:09:43.978111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:44.013808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-3522b7ca-a968-4851-94fe-94052b128770 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564284
Nov 10 04:09:44.090904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcef6-af3f-4a85-bc47-8d69f16a6246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.123341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-95f72222-1dad-4c8e-a841-1f896b6a2897 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864591
Nov 10 04:09:44.164696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcef6-af3f-4a85-bc47-8d69f16a6246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.168719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcef6-af3f-4a85-bc47-8d69f16a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.180517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 993cee5c-ca04-4c45-8b2d-639cdbdf6081 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:44.214743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ecdbcef6-af3f-4a85-bc47-8d69f16a6246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a9f5a67d01c4cbb9358a0441f05cc15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2330329
Nov 10 04:09:44.214743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbcef6-af3f-4a85-bc47-8d69f16a6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd5b95-f08c-4f5c-9124-6d37b0830bbc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:44.215472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46824) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:44.215616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-5599c46e-274e-46a9-bfcf-f54827336dde service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938055
Nov 10 04:09:44.225732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d9c2-54b3-470a-9e00-6fc9bf1e6c79 req-feaeaa6b-22d6-41b8-b330-c6430b248575 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.227214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ba2d9c2-54b3-470a-9e00-6fc9bf1e6c79 req-feaeaa6b-22d6-41b8-b330-c6430b248575 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1366086
Nov 10 04:09:44.291321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:44.306584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'port_id': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'mac_address': 'fa:16:3e:50:19:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:44.306805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.336440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c33b19da-9d86-4420-abd3-0764160f4dda req-a0945442-039a-401f-b3d4-61a0e686b002 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025177
Nov 10 04:09:44.349669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.365402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993cee5c-ca04-4c45-8b2d-639cdbdf6081 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:44.372858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.386103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ba2d9c2-54b3-470a-9e00-6fc9bf1e6c79 req-ecfc4c7e-9f8c-4629-9a24-c2d65ce79e6e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049807
Nov 10 04:09:44.388247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:44.390362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d306e-ea90-42f4-b15b-a9df08c0ed4c req-b37ad73a-6f2e-417c-9bce-1a4040b082a7 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.392164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d1d306e-ea90-42f4-b15b-a9df08c0ed4c req-b37ad73a-6f2e-417c-9bce-1a4040b082a7 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 943 time: 0.0998821
Nov 10 04:09:44.396170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.407533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e00c32a-eb64-407a-8541-f27bc782f597 req-0797c6f1-3179-4176-a5d2-8f1fd6f8ce17 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775067
Nov 10 04:09:44.452947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-547f2eb2-74ce-4553-80de-69055070d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.454691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-547f2eb2-74ce-4553-80de-69055070d2fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 1094 time: 0.0658455
Nov 10 04:09:44.465240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:44.473860 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d1d306e-ea90-42f4-b15b-a9df08c0ed4c req-2a888cf1-b6ab-46f5-ae41-a06fb18a73ff tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709093
Nov 10 04:09:44.479962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.482610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.483703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aafd5b95-f08c-4f5c-9124-6d37b0830bbc HTTP/1.1" status: 204  len: 168 time: 0.2670867
Nov 10 04:09:44.493361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f276c-e6c7-4123-b243-b6ace37a9e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd5b95-f08c-4f5c-9124-6d37b0830bbc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:44.559686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-711b431e-e423-4490-a2f4-e14543002407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.561365 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-711b431e-e423-4490-a2f4-e14543002407 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 916 time: 0.0999243
Nov 10 04:09:44.617031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-2934e9ab-3cc4-457a-85cf-794357e8fbd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68329625-652d-4ea8-af9f-530e412b8ad8 HTTP/1.1" status: 200  len: 217 time: 0.0469804
Nov 10 04:09:44.668773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-24979832-8e52-4ccf-ae5d-53f0f34b1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.670283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-24979832-8e52-4ccf-ae5d-53f0f34b1abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.0440583
Nov 10 04:09:44.705659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-f75662dc-62a3-4bfc-9cc3-324c0bf68e13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272343
Nov 10 04:09:44.708219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['993cee5c-ca04-4c45-8b2d-639cdbdf6081'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:44.784413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:44.803918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a975cf04-db67-4201-8d7b-66da6d9d288d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.882254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000e4c3-a8c5-40ab-aef1-329f6a346752 req-882ae551-530d-43eb-a2ec-8efa4724e9d2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:44.883884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0000e4c3-a8c5-40ab-aef1-329f6a346752 req-882ae551-530d-43eb-a2ec-8efa4724e9d2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 943 time: 0.1003933
Nov 10 04:09:44.889971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-456b2ed3-4a84-4f79-a79d-b77e8f9097fb service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737573
Nov 10 04:09:44.900741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a975cf04-db67-4201-8d7b-66da6d9d288d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.905911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a975cf04-db67-4201-8d7b-66da6d9d288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:44.940587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a975cf04-db67-4201-8d7b-66da6d9d288d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abb4228e7fe9408b9de54f6895ee3328&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1527460
Nov 10 04:09:44.940587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:44.992176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0000e4c3-a8c5-40ab-aef1-329f6a346752 req-80c3d01b-41ba-42a3-9d0a-35364d37b7d7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009545
Nov 10 04:09:45.008284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975cf04-db67-4201-8d7b-66da6d9d288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd5574-d2c7-4106-9392-8d9cb600bac3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:45.030718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0d8ffae-b055-4932-bfdd-87479de36345 req-e39310a4-1abd-449e-a76f-affd39e89cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311779
Nov 10 04:09:45.046924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:45.055661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66705-a288-471f-a60c-6e51da1bd454 req-c1905142-8d29-4f9f-9642-6294bc1ba429 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.057172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6cf66705-a288-471f-a60c-6e51da1bd454 req-c1905142-8d29-4f9f-9642-6294bc1ba429 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 943 time: 0.0921371
Nov 10 04:09:45.090082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:45.144970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6cf66705-a288-471f-a60c-6e51da1bd454 req-30e1b3c9-caf1-46f9-ac15-cc3e4a0cc0f8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793869
Nov 10 04:09:45.161452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:45.164651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:45.167978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5bd5574-d2c7-4106-9392-8d9cb600bac3 HTTP/1.1" status: 204  len: 168 time: 0.2239990
Nov 10 04:09:45.173677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0b09c-8bee-482b-84ab-9c6eab397af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd5574-d2c7-4106-9392-8d9cb600bac3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:45.509696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adc5d2-1664-4371-9c86-de1f58cddc7f req-6dc8c996-754d-4db2-af79-3cb4ac487abe tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.512589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1adc5d2-1664-4371-9c86-de1f58cddc7f req-6dc8c996-754d-4db2-af79-3cb4ac487abe tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0510507
Nov 10 04:09:45.563022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1adc5d2-1664-4371-9c86-de1f58cddc7f req-61cd10db-b9e9-43e3-87cd-c70f0fe91d0e tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436783
Nov 10 04:09:45.602027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:45.604568 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b517061-d7e4-4cff-9061-8234393cf245" -d '{"events": [{"name": "network-changed", "server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:45.617265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9009-55d5-49e0-ac63-1000752640da req-22a02734-6e1f-4f55-b3cf-aafc79eb272c tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.626569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c09b9009-55d5-49e0-ac63-1000752640da req-22a02734-6e1f-4f55-b3cf-aafc79eb272c tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 944 time: 0.0628755
Nov 10 04:09:45.641695 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c80dd-788a-43ac-a94d-2f1f0be2be75 x-openstack-request-id: req-f13c80dd-788a-43ac-a94d-2f1f0be2be75 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:45.641998 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:45.642247 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f13c80dd-788a-43ac-a94d-2f1f0be2be75 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:45.642638 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff', 'status': 'completed', 'code': 200}
Nov 10 04:09:45.671987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c09b9009-55d5-49e0-ac63-1000752640da req-903731fe-7268-40d1-bc56-94951a27964a tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444970
Nov 10 04:09:45.713339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517061-d7e4-4cff-9061-8234393cf245 req-f62580b9-82e3-40f0-b1b7-72b93142c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.714908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-f62580b9-82e3-40f0-b1b7-72b93142c06e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 1094 time: 0.0468082
Nov 10 04:09:45.817751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517061-d7e4-4cff-9061-8234393cf245 req-c9ea34a4-f7d7-4481-869e-a3af8793fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.819249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-c9ea34a4-f7d7-4481-869e-a3af8793fcfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.0964978
Nov 10 04:09:45.868564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-d7c0ac97-3478-4494-9faa-2744801822ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff HTTP/1.1" status: 200  len: 217 time: 0.0418856
Nov 10 04:09:45.924224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517061-d7e4-4cff-9061-8234393cf245 req-734baee5-9e86-46a4-8470-4a6bcf820223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:45.925755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-734baee5-9e86-46a4-8470-4a6bcf820223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0505540
Nov 10 04:09:45.958001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-cb3372f5-db49-4f58-bf26-3cff0912fbea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250998
Nov 10 04:09:46.040082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:46.063333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-08c10473-a36a-4a8a-8e2e-94c5783e0b34 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984528
Nov 10 04:09:46.155891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:46.167840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239664b4-3fba-4d45-b98e-bb8158b608d2 req-45ae2c36-7a10-463e-80e0-4c48a9aed69a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:46.169383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-239664b4-3fba-4d45-b98e-bb8158b608d2 req-45ae2c36-7a10-463e-80e0-4c48a9aed69a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 943 time: 0.1027923
Nov 10 04:09:46.169618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff', 'mac_address': 'fa:16:3e:fd:47:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:46.203367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 993cee5c-ca04-4c45-8b2d-639cdbdf6081 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:46.216400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b517061-d7e4-4cff-9061-8234393cf245 req-351d5391-21e7-4268-8b43-e69e3eef767f service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406770
Nov 10 04:09:46.243312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-239664b4-3fba-4d45-b98e-bb8158b608d2 req-3541b648-b783-49f0-aa3b-9468c8398731 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662796
Nov 10 04:09:46.278557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.282300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c052e5-e538-4542-a39c-adbc0086b249 req-0599773f-3f0e-497b-a530-738306b86124 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:46.285116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60c052e5-e538-4542-a39c-adbc0086b249 req-0599773f-3f0e-497b-a530-738306b86124 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 943 time: 0.0585191
Nov 10 04:09:46.297132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:46.323440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:46.324558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:46.328812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:46.329251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.331933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.332678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:09:46.339361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60c052e5-e538-4542-a39c-adbc0086b249 req-8be51bb6-75d6-4765-917e-c7424e00b746 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489817
Nov 10 04:09:46.429556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46924) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:46.463354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:46.477069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.477408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.477744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.478072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.478400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.478722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.479043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.479362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.479680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.479996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.480313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.480645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:09:46.540980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f81f55f4-dd97-494a-bdc5-212c11c67ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.541595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:46.544122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.561220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '68329625-652d-4ea8-af9f-530e412b8ad8', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'port_id': '68329625-652d-4ea8-af9f-530e412b8ad8', 'mac_address': 'fa:16:3e:92:19:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f04fa-b53b-4412-8617-0b657b9b8fd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:09:46.577168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:46.579570 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7201a4b-925d-4ffa-a159-c5e152a02c8d" -d '{"events": [{"server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "name": "network-vif-plugged", "status": "completed", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:46.612825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:46.616722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f81f55f4-dd97-494a-bdc5-212c11c67ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.622130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.622828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f81f55f4-dd97-494a-bdc5-212c11c67ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.646609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.652377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f55f4-dd97-494a-bdc5-212c11c67ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96925e-f4f6-47b0-8b45-f24dcd7745a9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:46.670053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:46.682861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f81f55f4-dd97-494a-bdc5-212c11c67ea8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd31ddd29f4348dca5f39bb33408561c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2519491
Nov 10 04:09:46.685196 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e87593-e176-4cee-a3fc-ef1e497c6148 x-openstack-request-id: req-e8e87593-e176-4cee-a3fc-ef1e497c6148 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:46.685589 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "name": "network-vif-plugged", "status": "completed", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:46.685998 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8e87593-e176-4cee-a3fc-ef1e497c6148 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:46.686260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46932) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:46.686650 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'code': 200}
Nov 10 04:09:46.702539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:46.709613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:46.716154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.730790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06e01d-0184-48b9-a4bd-fa3cac5752d1 req-62579236-3f78-4efa-91b7-54e26d909069 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:46.740083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac06e01d-0184-48b9-a4bd-fa3cac5752d1 req-62579236-3f78-4efa-91b7-54e26d909069 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0812581
Nov 10 04:09:46.770865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:46.778578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.806483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac06e01d-0184-48b9-a4bd-fa3cac5752d1 req-8f50f652-2756-4990-b6c8-60fb7501fd6a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632851
Nov 10 04:09:46.839546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.846374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a648-bfbb-4211-81af-6b12118b69fc req-7e721f2f-df75-49ba-b845-bfa5183671c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:46.848111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23c8a648-bfbb-4211-81af-6b12118b69fc req-7e721f2f-df75-49ba-b845-bfa5183671c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 1096 time: 0.0620415
Nov 10 04:09:46.896806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca83533-06b1-43a9-99d2-20051e3416df req-f4806041-cbe2-4761-abdd-febe7b2065a1 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:46.903914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23c8a648-bfbb-4211-81af-6b12118b69fc req-e303d0f5-00dc-41b8-a55c-02d4cde71be5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487216
Nov 10 04:09:46.914539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ca83533-06b1-43a9-99d2-20051e3416df req-f4806041-cbe2-4761-abdd-febe7b2065a1 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.1313021
Nov 10 04:09:46.950179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68329625-652d-4ea8-af9f-530e412b8ad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:46.977462 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ca83533-06b1-43a9-99d2-20051e3416df req-d9ff4814-9eb7-4042-8b55-267986959b77 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617158
Nov 10 04:09:46.978595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:46.989970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.994264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:46.998600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e96925e-f4f6-47b0-8b45-f24dcd7745a9 HTTP/1.1" status: 204  len: 168 time: 0.3114927
Nov 10 04:09:47.010533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4fda3-704a-4704-ac4d-8b8e531c794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96925e-f4f6-47b0-8b45-f24dcd7745a9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:47.364215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b637-13fc-4614-8e0d-90cf1923f572 req-5f97fc26-cbe4-4fe3-bf3a-739f9cb6de13 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:47.366232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9db0b637-13fc-4614-8e0d-90cf1923f572 req-5f97fc26-cbe4-4fe3-bf3a-739f9cb6de13 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 944 time: 0.0482192
Nov 10 04:09:47.419736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9db0b637-13fc-4614-8e0d-90cf1923f572 req-3a30f018-ab7d-41ee-9c8c-908cd23fabc7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468171
Nov 10 04:09:47.464706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b93cd-2050-4bbe-9316-d3537e93cf9c req-1a9d67d8-b0c1-406d-b3d1-ef426b289a70 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:47.466269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e38b93cd-2050-4bbe-9316-d3537e93cf9c req-1a9d67d8-b0c1-406d-b3d1-ef426b289a70 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 944 time: 0.0528417
Nov 10 04:09:47.515881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e38b93cd-2050-4bbe-9316-d3537e93cf9c req-cc3fb87f-c8df-4125-b4cd-7e920ba39882 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430822
Nov 10 04:09:47.692371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46964) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:47.786503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-947652848'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:47.808251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:47.811688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:47.820220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:47.904430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:47.909080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:47.927220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad00a6-b018-4068-8b1a-3181655322b1 req-9e9da24c-a368-40ed-a9c4-86705284e881 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:47.929334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4ad00a6-b018-4068-8b1a-3181655322b1 req-9e9da24c-a368-40ed-a9c4-86705284e881 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0495346
Nov 10 04:09:47.937042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:47.947045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc2e94-3ecb-496e-a97b-e8e74011bda4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:47.952370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:47.952764 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment 0ca349f1-ceb0-4146-96ea-946a76341ebe of type vlan for network a9302655-79ca-4173-bc4a-5c63696fd6bb
Nov 10 04:09:47.990437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4ad00a6-b018-4068-8b1a-3181655322b1 req-a9de6658-e368-4dad-bad1-401679d29283 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541854
Nov 10 04:09:47.999566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.025764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.031921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.032517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.064737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3576655
Nov 10 04:09:48.064968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:48.123921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 68329625-652d-4ea8-af9f-530e412b8ad8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:48.130227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 68329625-652d-4ea8-af9f-530e412b8ad8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:48.131286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.173239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1ab73-c39b-43f0-b58d-b06d7e7ba345 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=a9302655-79ca-4173-bc4a-5c63696fd6bb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:48.187275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a9302655-79ca-4173-bc4a-5c63696fd6bb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:48.192236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c3d2c-d70f-4c41-80ff-034ff44ad011 req-ff2dd439-0175-41e3-ac2f-9c041e1bb702 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.193823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb8c3d2c-d70f-4c41-80ff-034ff44ad011 req-ff2dd439-0175-41e3-ac2f-9c041e1bb702 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.1243069
Nov 10 04:09:48.262341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb8c3d2c-d70f-4c41-80ff-034ff44ad011 req-32d99541-f5aa-4348-88ac-7bacd7cefc67 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622158
Nov 10 04:09:48.313611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.345573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:48.349386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.350808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:48.432877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:48.456871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:09:48.463232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:48.463728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.552101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.565927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669bebb-893f-4a89-8e46-9b2685c242b3 req-ee829a88-6ba0-46fe-a7b8-300d8bbf2ceb tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.567344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d669bebb-893f-4a89-8e46-9b2685c242b3 req-ee829a88-6ba0-46fe-a7b8-300d8bbf2ceb tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0560122
Nov 10 04:09:48.569613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.607291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:48.613553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.634328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d669bebb-893f-4a89-8e46-9b2685c242b3 req-673faa87-c2ce-4222-bb66-e26e7bd68ffa tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593393
Nov 10 04:09:48.669406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:48.671028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11f5d-ebb9-48c7-af51-426bf15a7b30 req-31145c89-f1e8-4880-9e86-a619f5b638c3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.673318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9aa11f5d-ebb9-48c7-af51-426bf15a7b30 req-31145c89-f1e8-4880-9e86-a619f5b638c3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.0650063
Nov 10 04:09:48.688168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8'}, {'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:48.691080 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36652a9-318d-45be-86fe-048124e17535" -d '{"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-plugged", "status": "completed", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8"}, {"server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:48.726541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9aa11f5d-ebb9-48c7-af51-426bf15a7b30 req-7ff41b4e-3407-4eb7-b152-6d164cea88ad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471919
Nov 10 04:09:48.734260 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac40ed9-1e11-4d88-8d34-722a0cf8f111 x-openstack-request-id: req-2ac40ed9-1e11-4d88-8d34-722a0cf8f111 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:48.734554 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-plugged", "status": "completed", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8", "code": 200}, {"server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:48.734804 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ac40ed9-1e11-4d88-8d34-722a0cf8f111 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:48.735197 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8', 'code': 200}
Nov 10 04:09:48.735451 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff', 'code': 200}
Nov 10 04:09:48.779657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:48.871571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2901-dd60-4ccb-b083-027e0f9b52fa req-593bb76c-2f4e-418a-9119-f9e82287c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.873070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8fa2901-dd60-4ccb-b083-027e0f9b52fa req-593bb76c-2f4e-418a-9119-f9e82287c9cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 1096 time: 0.0740271
Nov 10 04:09:48.875429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380aff-13a0-472a-8f3c-80dbff8b3c6f req-d55615fb-1799-4552-9189-724b2bc0a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:48.876808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab380aff-13a0-472a-8f3c-80dbff8b3c6f req-d55615fb-1799-4552-9189-724b2bc0a29a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 1096 time: 0.0656688
Nov 10 04:09:48.949189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8fa2901-dd60-4ccb-b083-027e0f9b52fa req-9caec0c8-5e66-4242-bd12-f134a95901fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624130
Nov 10 04:09:48.952686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab380aff-13a0-472a-8f3c-80dbff8b3c6f req-810cfa87-fba4-44a1-bc52-db2668dda06b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648208
Nov 10 04:09:49.106685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c6d7-c4ea-468a-82c4-bee62bedade9 req-d008a03a-f66a-469a-aabf-b620a63dfd46 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.108048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1802c6d7-c4ea-468a-82c4-bee62bedade9 req-d008a03a-f66a-469a-aabf-b620a63dfd46 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0480437
Nov 10 04:09:49.156919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1802c6d7-c4ea-468a-82c4-bee62bedade9 req-29657d0a-51e3-49f7-8bd5-6b4f213b1fb9 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430250
Nov 10 04:09:49.439951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ffd9-9b0f-48d2-8a35-b461e45f8ff7 req-33f98032-93f6-43ec-a338-be4fc2bfa462 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.441597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0416ffd9-9b0f-48d2-8a35-b461e45f8ff7 req-33f98032-93f6-43ec-a338-be4fc2bfa462 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0552557
Nov 10 04:09:49.449228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0705a-5e17-44e1-b3bc-3c589f5a3fb5 req-8c27b83a-4539-40fd-8fb6-297fea770a5d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.451293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ec0705a-5e17-44e1-b3bc-3c589f5a3fb5 req-8c27b83a-4539-40fd-8fb6-297fea770a5d tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0506396
Nov 10 04:09:49.491650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0416ffd9-9b0f-48d2-8a35-b461e45f8ff7 req-53565dba-4875-4b94-9966-6b6b58f13559 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438352
Nov 10 04:09:49.500519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ec0705a-5e17-44e1-b3bc-3c589f5a3fb5 req-8bcec921-2d4d-4d60-9630-d967139fffec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428219
Nov 10 04:09:49.614344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884aa6-b561-4201-a68e-8be745cf668f req-791b47a8-69f9-4db2-a94f-53dfb0dc85ef tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.616188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f884aa6-b561-4201-a68e-8be745cf668f req-791b47a8-69f9-4db2-a94f-53dfb0dc85ef tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0490217
Nov 10 04:09:49.624787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46996) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:49.629024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Request body: {'floatingip': {'port_id': '993cee5c-ca04-4c45-8b2d-639cdbdf6081'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:49.669227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:49.766557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776290c-e260-4d59-8149-7418062c2a4b req-2ab0ce12-ff1e-4a9f-8096-26efc7292b96 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.769804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8776290c-e260-4d59-8149-7418062c2a4b req-2ab0ce12-ff1e-4a9f-8096-26efc7292b96 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0686538
Nov 10 04:09:49.836226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8776290c-e260-4d59-8149-7418062c2a4b req-f02d7d6e-d847-4312-a217-2ba917f64258 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581853
Nov 10 04:09:49.925953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811223cf-9800-4482-93df-169592fbc3ec req-0c58c830-edae-43c7-87fa-dbf3821ab9b5 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:49.927412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-811223cf-9800-4482-93df-169592fbc3ec req-0c58c830-edae-43c7-87fa-dbf3821ab9b5 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.0971558
Nov 10 04:09:50.071022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-811223cf-9800-4482-93df-169592fbc3ec req-2281dc7b-4cb2-4054-ae00-fec1a886350c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366305
Nov 10 04:09:50.176654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:50.180843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:50.284132 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Floating IP 0fb9a5bc-98e5-413e-b897-6285d96bcc3d associated. External IP: 172.32.3.42, port: 993cee5c-ca04-4c45-8b2d-639cdbdf6081.
Nov 10 04:09:50.638894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab699973-ea93-4e6a-b727-e936775f0d6f req-9d9230a3-991c-470a-bf4c-8885f1193226 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:50.640422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab699973-ea93-4e6a-b727-e936775f0d6f req-9d9230a3-991c-470a-bf4c-8885f1193226 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0540063
Nov 10 04:09:50.690521 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab699973-ea93-4e6a-b727-e936775f0d6f req-01f8c971-2235-421b-8d96-7ce512045131 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433602
Nov 10 04:09:50.761719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Router 1b196d1e-9f09-4c11-824b-aef63163ebbb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:09:50.876600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:09:50.882188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:50.889889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Sync routers for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:09:50.902379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-e060ac71-c10d-4dc9-9c43-8e059aad5ace tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:50.904758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-e060ac71-c10d-4dc9-9c43-8e059aad5ace tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.0760431
Nov 10 04:09:50.905632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:50.906240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071d8c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:50.958076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e58f23f-079a-402b-9093-9f3195b3573f tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "PUT /v2.0/floatingips/0fb9a5bc-98e5-413e-b897-6285d96bcc3d HTTP/1.1" status: 200  len: 990 time: 1.3321030
Nov 10 04:09:50.960836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:50.963491 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9da093b-b500-49f3-9d8c-e0bc413802ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:50.999425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b159c70-a395-4543-bbcd-27cdbf772493 req-8caf280d-7ebe-4f80-a641-72352eafa260 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.009013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b159c70-a395-4543-bbcd-27cdbf772493 req-8caf280d-7ebe-4f80-a641-72352eafa260 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0888076
Nov 10 04:09:51.084015 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b159c70-a395-4543-bbcd-27cdbf772493 req-f7bbbd63-d3c4-49c7-b7a2-0ecaecae34ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731533
Nov 10 04:09:51.087178 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ecab0-2301-4483-a50d-23c06c77118e x-openstack-request-id: req-6d5ecab0-2301-4483-a50d-23c06c77118e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:51.087536 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:51.087963 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d5ecab0-2301-4483-a50d-23c06c77118e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:51.088356 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'status': 'completed', 'code': 200}
Nov 10 04:09:51.090315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:51.091076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:51.102925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:51.230434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e99a6-1672-49e8-8042-9ef12456854c req-24742247-0482-44c6-9448-a678d1fecef7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.243187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88e99a6-1672-49e8-8042-9ef12456854c req-24742247-0482-44c6-9448-a678d1fecef7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0794940
Nov 10 04:09:51.267392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-9a83a6c0-8ef5-4808-8c67-129ab609c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.268879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-9a83a6c0-8ef5-4808-8c67-129ab609c23e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b5e83c6fc491b9880ca7481937aee&device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 1096 time: 0.1472166
Nov 10 04:09:51.295422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88e99a6-1672-49e8-8042-9ef12456854c req-d35273bb-5834-459a-9270-a0d7af5dc58a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510674
Nov 10 04:09:51.304835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47018) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:51.310938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:51.315836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15d9ba-b16f-4045-b24d-f47c7fbe169a req-54506139-b38d-4e83-abc9-7385475f7439 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.322523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b15d9ba-b16f-4045-b24d-f47c7fbe169a req-54506139-b38d-4e83-abc9-7385475f7439 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.1524088
Nov 10 04:09:51.365563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:51.365941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:51.398242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:51.421856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:51.426719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:51.495312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b15d9ba-b16f-4045-b24d-f47c7fbe169a req-681772d2-b89a-4de0-8a5f-0156ff3c5453 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652915
Nov 10 04:09:51.574487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-c23fc32a-4be6-4a39-a947-404e3e11adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.581659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-c23fc32a-4be6-4a39-a947-404e3e11adeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88ffc5-40a1-497f-923e-ddc2df1f1768 HTTP/1.1" status: 200  len: 913 time: 0.3015695
Nov 10 04:09:51.704402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071d8c40>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0fb9a5bc-98e5-413e-b897-6285d96bcc3d', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'floating_ip_address': '172.32.3.42', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'port_id': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'mac_address': 'fa:16:3e:50:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:33Z', 'updated_at': '2021-11-10T04:09:50Z', 'revision_number': 1, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:51.770949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Checking router: 1b196d1e-9f09-4c11-824b-aef63163ebbb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:09:51.774957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32461-e14c-4bc7-8d64-918f2b05c663 req-8fc84ef9-f7fa-4b0f-96b4-aad95a63d448 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.776498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52c32461-e14c-4bc7-8d64-918f2b05c663 req-8fc84ef9-f7fa-4b0f-96b4-aad95a63d448 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.1057134
Nov 10 04:09:51.784175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:09:51.785053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071d8c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:51.806207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:51.899626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52c32461-e14c-4bc7-8d64-918f2b05c663 req-1a8fe91d-a761-44a7-98bb-3e66dddfa4f9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159623
Nov 10 04:09:51.909141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=5853f95f-1379-4fe6-a941-9c267e2ce1a6,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:51.911435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:09:51.920444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': '0ca349f1-ceb0-4146-96ea-946a76341ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:51.920854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: a9302655-79ca-4173-bc4a-5c63696fd6bb, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:51.944037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network a9302655-79ca-4173-bc4a-5c63696fd6bb is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:51.961932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a9302655-79ca-4173-bc4a-5c63696fd6bb) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:51.970485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:51.972163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:51.982556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8d689-7090-43fd-a893-c8e74d5052fd None None] Network a9302655-79ca-4173-bc4a-5c63696fd6bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:52.007919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62ce2c95-31bc-4b98-b846-79aa0ec63c80 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6955802
Nov 10 04:09:52.010111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47046) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:52.020170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1162211243'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:52.054113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:52.058362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.116199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:52.129328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.129770 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment af45508f-4c9f-442c-9c73-156040be0089 of type vlan for network 5541f1ac-6218-4eb3-91bb-0f2368765f0c
Nov 10 04:09:52.180253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.202331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-299f7104-c2d1-4238-bde0-cc46338bbe69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081 HTTP/1.1" status: 200  len: 998 time: 0.6143992
Nov 10 04:09:52.213758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c37e-0c35-4f11-bfac-280a9623e871 req-4854c8aa-e521-4e5f-9087-04748e2660c4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.221972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d22c37e-0c35-4f11-bfac-280a9623e871 req-4854c8aa-e521-4e5f-9087-04748e2660c4 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb149123-53d1-4fbb-96bb-eb1367f349a0 HTTP/1.1" status: 200  len: 945 time: 0.1717620
Nov 10 04:09:52.254044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.284152 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d22c37e-0c35-4f11-bfac-280a9623e871 req-ad89e829-8368-4dea-a455-03a6d8e39095 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591271
Nov 10 04:09:52.298087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6c9a1b1c-fa2f-40ad-ad77-09c2d122e932'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:52.298488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=6c9a1b1c-fa2f-40ad-ad77-09c2d122e932,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:52.299767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.307244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6b2e-e334-467e-8c10-a873022f8019 req-7a7a515b-2570-4b39-8561-aa082075f3ff tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.308794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a1b6b2e-e334-467e-8c10-a873022f8019 req-7a7a515b-2570-4b39-8561-aa082075f3ff tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.5354228
Nov 10 04:09:52.314890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-da680bbe-a273-459a-97f2-f247cbfa669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.316283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-da680bbe-a273-459a-97f2-f247cbfa669e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98f59768-baa6-4ef9-8a44-3451d76fd94c HTTP/1.1" status: 200  len: 851 time: 0.1014860
Nov 10 04:09:52.326541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a9302655-79ca-4173-bc4a-5c63696fd6bb', 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': '5853f95f-1379-4fe6-a941-9c267e2ce1a6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:09:52.327571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.332335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.333061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.381639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3663960
Nov 10 04:09:52.399025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47050) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:52.401376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:52.407551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:52.415432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.419174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9ee33d8-ac30-4c55-987f-505b8056828d req-0598934c-2a91-43d1-abc7-204e794f37ec tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "DELETE /v2.0/ports/6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 HTTP/1.1" status: 204  len: 173 time: 1.5061183
Nov 10 04:09:52.419174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'name': 'network-vif-deleted', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:52.422161 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e374ecb-b9bf-422e-8f72-3f08eedbfbe0" -d '{"events": [{"server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "name": "network-vif-deleted", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:52.492264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071d8c40>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0fb9a5bc-98e5-413e-b897-6285d96bcc3d', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'floating_ip_address': '172.32.3.42', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'port_id': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'mac_address': 'fa:16:3e:50:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:33Z', 'updated_at': '2021-11-10T04:09:50Z', 'revision_number': 1, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:09:52.521615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a1b6b2e-e334-467e-8c10-a873022f8019 req-9a453c0d-872d-447f-8eaa-864f77faa06f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043340
Nov 10 04:09:52.530304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e956fd-6169-4b73-b4ec-f8398aa2d6c5 None None] The sync data for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 is: [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0fb9a5bc-98e5-413e-b897-6285d96bcc3d', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'floating_ip_address': '172.32.3.42', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'port_id': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'mac_address': 'fa:16:3e:50:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:09:33Z', 'updated_at': '2021-11-10T04:09:50Z', 'revision_number': 1, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:09:52.532497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-473b6fec-98be-4068-b7cc-d8ede7fad407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.534121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-473b6fec-98be-4068-b7cc-d8ede7fad407 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88ffc5-40a1-497f-923e-ddc2df1f1768&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1860261
Nov 10 04:09:52.543766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2093528-7c7e-452e-9c48-21b123ce91cf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=5541f1ac-6218-4eb3-91bb-0f2368765f0c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:52.562223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:52.586489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Allocated IP 2001:db8:0:ffff::2 (a9302655-79ca-4173-bc4a-5c63696fd6bb/5853f95f-1379-4fe6-a941-9c267e2ce1a6/9d16c2cc-e8f5-418b-b755-1419c6c26ea0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:52.704320 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a84b2-8873-47cc-b86f-b2dfa8281364 x-openstack-request-id: req-2f8a84b2-8873-47cc-b86f-b2dfa8281364 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:52.704573 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb149123-53d1-4fbb-96bb-eb1367f349a0", "name": "network-vif-deleted", "tag": "6c9a1b1c-fa2f-40ad-ad77-09c2d122e932", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:52.704854 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f8a84b2-8873-47cc-b86f-b2dfa8281364 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:52.705257 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb149123-53d1-4fbb-96bb-eb1367f349a0', 'name': 'network-vif-deleted', 'tag': '6c9a1b1c-fa2f-40ad-ad77-09c2d122e932', 'status': 'completed', 'code': 200}
Nov 10 04:09:52.727058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:52.730592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.868539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-ed39d1db-1bd2-441f-8854-f9023928eb9b service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224773
Nov 10 04:09:52.887639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.895085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:52.918763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f63d9-ad09-4284-988f-ceb25ae2b944 None None] New status for floating IP 0fb9a5bc-98e5-413e-b897-6285d96bcc3d: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:09:52.923538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Network a9302655-79ca-4173-bc4a-5c63696fd6bb is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:52.936034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ceb04-bd92-4c71-b158-0c3ae2bbc485 req-144aa985-dbb4-497e-880b-d98b4705bfa2 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:52.938012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-667ceb04-bd92-4c71-b158-0c3ae2bbc485 req-144aa985-dbb4-497e-880b-d98b4705bfa2 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.1550117
Nov 10 04:09:52.953012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:52.957593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:52.981478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Pushing event updated for resources: {'Port': ['ID=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:53.059364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Attempting to bind port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:53.060051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Attempting to bind port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0ca349f1-ceb0-4146-96ea-946a76341ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:53.060643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Attempting to bind port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 on network a9302655-79ca-4173-bc4a-5c63696fd6bb {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:53.070288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:53.071049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Checking segment: {'id': '0ca349f1-ceb0-4146-96ea-946a76341ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:53.071995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.072880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Bound using segment: {'id': '0ca349f1-ceb0-4146-96ea-946a76341ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:53.073612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Bound port: 9d16c2cc-e8f5-418b-b755-1419c6c26ea0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca349f1-ceb0-4146-96ea-946a76341ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a9302655-79ca-4173-bc4a-5c63696fd6bb'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:53.074447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.092919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-667ceb04-bd92-4c71-b158-0c3ae2bbc485 req-a5632d16-a2d6-4562-b967-15a8cf74eebe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180751
Nov 10 04:09:53.105107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9da093b-b500-49f3-9d8c-e0bc413802ce req-666cbdf5-efaf-4789-979f-3385ce806f17 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235298
Nov 10 04:09:53.173874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] For port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:53.177841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] For port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,segment=NetworkSegment(0ca349f1-ceb0-4146-96ea-946a76341ebe),segment_id=0ca349f1-ceb0-4146-96ea-946a76341ebe)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:53.182905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.237783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f3b80-79dc-4cd7-9d5e-1bf12e790d2b None None] Pushing event updated for resources: {'Port': ['ID=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:53.259807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:09:53.261434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.324216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=042c948f-681f-4ca9-b387-b08255429af6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:53.335736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': 'af45508f-4c9f-442c-9c73-156040be0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:53.336167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: 5541f1ac-6218-4eb3-91bb-0f2368765f0c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:53.359846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:53.370049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5541f1ac-6218-4eb3-91bb-0f2368765f0c) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:53.375582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:53.376002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.379751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd577499-d1d7-4c5b-ab73-9e5d246bdfb4 None None] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:53.403407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-944ca964-09d1-48da-ae76-c385dabefe05 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0016069
Nov 10 04:09:53.405086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47064) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:53.410510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'port': {'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c', 'name': 'tempest-NetworksIpV6TestAttrs-704283449'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:53.579714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:53.587522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.612105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-5541f1ac-6218-4eb3-91bb-0f2368765f0c', 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': '042c948f-681f-4ca9-b387-b08255429af6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:09:53.613015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.661835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] device_id is not set on port f3e5a07e-c1b7-442d-ac10-252bcfebf883 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:09:53.716775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcb982-344f-4a84-90ba-1a1f36a25859 req-28c59d37-f805-415a-8014-cdb8e2291a48 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:53.719413 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65fcb982-344f-4a84-90ba-1a1f36a25859 req-28c59d37-f805-415a-8014-cdb8e2291a48 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0628994
Nov 10 04:09:53.769473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Allocated IP 2001:db8::f816:3eff:fecc:3e8f (5541f1ac-6218-4eb3-91bb-0f2368765f0c/042c948f-681f-4ca9-b387-b08255429af6/69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:53.786576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65fcb982-344f-4a84-90ba-1a1f36a25859 req-4ff8bf7a-b9b4-4d87-94dd-c5a30730c5ed tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591047
Nov 10 04:09:53.786992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d2a3fd23-7d4f-4123-b1af-51ac5574435f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:53.788960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d2a3fd23-7d4f-4123-b1af-51ac5574435f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.1971374
Nov 10 04:09:53.817966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-df5cfce9-7d6a-40eb-b0f6-5c79c7703f91 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/quotas/b05c03f4e9dc4e1d9e8f759b8f0c7c06 HTTP/1.1" status: 200  len: 375 time: 0.0182207
Nov 10 04:09:53.862822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-c06435e1-f90b-4f19-9191-3685228c8ed6 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292976
Nov 10 04:09:53.954107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.963939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:53.978426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-5aec9f52-07a3-4fea-b02d-ee57773921c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074562
Nov 10 04:09:54.000576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:54.003613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:54.007414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:54.060260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Pushing event updated for resources: {'Port': ['ID=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:54.073091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Attempting to bind port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:54.073490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Attempting to bind port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'af45508f-4c9f-442c-9c73-156040be0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:54.073838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Attempting to bind port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac on network 5541f1ac-6218-4eb3-91bb-0f2368765f0c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:54.081918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:54.082594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Checking segment: {'id': 'af45508f-4c9f-442c-9c73-156040be0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:54.083196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.083927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Bound using segment: {'id': 'af45508f-4c9f-442c-9c73-156040be0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:54.085806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Bound port: 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45508f-4c9f-442c-9c73-156040be0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5541f1ac-6218-4eb3-91bb-0f2368765f0c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:54.086396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.113250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Allocated IP 2001:db8::f816:3eff:fef2:76bf (5541f1ac-6218-4eb3-91bb-0f2368765f0c/042c948f-681f-4ca9-b387-b08255429af6/f3e5a07e-c1b7-442d-ac10-252bcfebf883) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:54.171649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] For port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:54.175492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] For port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,segment=NetworkSegment(af45508f-4c9f-442c-9c73-156040be0089),segment_id=af45508f-4c9f-442c-9c73-156040be0089)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:54.181935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-623627d9-2d9e-4f1f-8130-ae39bd79bc09 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:54.183731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-623627d9-2d9e-4f1f-8130-ae39bd79bc09 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.1965387
Nov 10 04:09:54.184049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.218811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-521696b7-4d18-4eb9-bfce-88887df33a9b service neutron] 10.222.0.13 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393944
Nov 10 04:09:54.246521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61ca5e-2dd1-4cc3-814a-170740189db5 None None] Pushing event updated for resources: {'Port': ['ID=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:54.273076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78596a09-13c0-4b00-b9d0-f4fb23e38bb4 req-21c8a909-04be-4bf2-8b5d-b0247b65e9f3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:54.277125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78596a09-13c0-4b00-b9d0-f4fb23e38bb4 req-21c8a909-04be-4bf2-8b5d-b0247b65e9f3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 945 time: 0.0740848
Nov 10 04:09:54.352984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78596a09-13c0-4b00-b9d0-f4fb23e38bb4 req-6254c05e-fe73-475d-b8a8-07166987314b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688343
Nov 10 04:09:54.449024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:54.449498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.472481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f431c4c-0aab-4c11-8ea3-bd313b62dda4 None None] Network a9302655-79ca-4173-bc4a-5c63696fd6bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:54.479013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.529459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbd9e0bb-c38e-4dca-899a-26371141178c req-25d1f3df-c7e6-4086-a59c-cf18355d3ff2 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 210 time: 0.0516894
Nov 10 04:09:54.577250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:54.577720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.593396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:54.646597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.714670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:54.724579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:54.731792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:54.738613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:54.739483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.740482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] Provisioning complete for port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:54.740898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.755066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Port': ['ID=f3e5a07e-c1b7-442d-ac10-252bcfebf883,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:54.783324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7166e2a5-ff5d-446c-bbcc-b7400d9e1726 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.3771791
Nov 10 04:09:54.786526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:54.918144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting subnet 042c948f-681f-4ca9-b387-b08255429af6 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:09:54.920658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.928416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.988573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:54.992777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.015261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:55.022859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:09:55.063069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:55.064170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] For port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,segment=NetworkSegment(0ca349f1-ceb0-4146-96ea-946a76341ebe),segment_id=0ca349f1-ceb0-4146-96ea-946a76341ebe)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:55.119179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262038a-ef97-4974-92a9-d7a5a0c6b9e1 req-b4e28a1d-e2eb-41b2-95eb-39282ce0794a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:55.130927 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3262038a-ef97-4974-92a9-d7a5a0c6b9e1 req-b4e28a1d-e2eb-41b2-95eb-39282ce0794a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.2160623
Nov 10 04:09:55.137769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.187520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:55.189964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.193425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39dd7ef6-5be3-4df4-a086-cc6f22aa3edf req-9785fd45-0df7-435a-9265-7adf59860027 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "DELETE /v2.0/ports/fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff HTTP/1.1" status: 204  len: 173 time: 1.0013180
Nov 10 04:09:55.193887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'name': 'network-vif-deleted', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:09:55.196339 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a446b14a-b0d9-4f7a-8698-d75629741664" -d '{"events": [{"server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "name": "network-vif-deleted", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:09:55.252267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3262038a-ef97-4974-92a9-d7a5a0c6b9e1 req-8f28ccad-0364-426d-a422-a064ced38261 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185482
Nov 10 04:09:55.277643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4ae0-fb15-4d9f-97ab-3c7f761d9c04 None None] Pushing event updated for resources: {'Port': ['ID=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:55.292445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.320023 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8b45c4-4dce-4c8c-a077-bcf017c4c908 x-openstack-request-id: req-0b8b45c4-4dce-4c8c-a077-bcf017c4c908 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:09:55.320312 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c86b66f-ab47-4e99-a3c0-b15b0d2971bf", "name": "network-vif-deleted", "tag": "fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:09:55.320636 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b8b45c4-4dce-4c8c-a077-bcf017c4c908 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:09:55.321039 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c86b66f-ab47-4e99-a3c0-b15b0d2971bf', 'name': 'network-vif-deleted', 'tag': 'fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff', 'status': 'completed', 'code': 200}
Nov 10 04:09:55.389556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-58751e2a-985a-4ccc-a86f-b56c78b88860 None None] Provisioning complete for port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:55.389955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58751e2a-985a-4ccc-a86f-b56c78b88860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.466590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.532876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=042c948f-681f-4ca9-b387-b08255429af6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:55.540851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.545701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74034dce-7b49-441c-b6c2-73de09f99f07 req-890de93f-bf22-4ac6-8b72-1654c9e775eb tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c86b66f-ab47-4e99-a3c0-b15b0d2971bf HTTP/1.1" status: 200  len: 210 time: 0.0686255
Nov 10 04:09:55.547370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:55.548482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fdf0e34a-e271-48c0-ae37-8e56ccc99cea tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/042c948f-681f-4ca9-b387-b08255429af6 HTTP/1.1" status: 204  len: 168 time: 0.7602079
Nov 10 04:09:55.584932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:55.653762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:55.654296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.726470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d07af9d0-b36e-4398-adf8-2bc87419c5ab req-ab6b4d0e-90b8-4301-b913-a4eb42614346 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 210 time: 0.0624781
Nov 10 04:09:55.757796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbac0c-c963-4788-82ba-4679345c6227 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:55.760082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbac0c-c963-4788-82ba-4679345c6227 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:55.766428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6bbac0c-c963-4788-82ba-4679345c6227 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2175968
Nov 10 04:09:55.767044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47118) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:55.769386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:55.845928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:55.846246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.911016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c63d8ea8-f6f0-4391-9b2e-ce2039a13ea0 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.927035 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63d8ea8-f6f0-4391-9b2e-ce2039a13ea0 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:09:55.927672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63d8ea8-f6f0-4391-9b2e-ce2039a13ea0 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:09:55.936816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c63d8ea8-f6f0-4391-9b2e-ce2039a13ea0 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/5541f1ac-6218-4eb3-91bb-0f2368765f0c HTTP/1.1" status: 409  len: 405 time: 0.1663766
Nov 10 04:09:55.937389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:55.947485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-434486752'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:55.981724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:55.987388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:55.993103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.014882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:09:56.029828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.030350 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment 134984ec-be21-4f39-90a9-19565a50cc8e of type vlan for network 6e64687a-b623-4cf3-baec-ad417fda2f2e
Nov 10 04:09:56.039643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88aead-a9fd-435b-a045-d035bc62d831 None None] Network 5541f1ac-6218-4eb3-91bb-0f2368765f0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:56.044058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,segment=NetworkSegment(af45508f-4c9f-442c-9c73-156040be0089),segment_id=af45508f-4c9f-442c-9c73-156040be0089)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:56.053929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb8845-4fbd-4e65-b283-d352e72ec124 req-e178e67b-6909-4bb9-8ac6-2849eb500455 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:56.055443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55eb8845-4fbd-4e65-b283-d352e72ec124 req-e178e67b-6909-4bb9-8ac6-2849eb500455 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0694420
Nov 10 04:09:56.082786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.085467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.109167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55eb8845-4fbd-4e65-b283-d352e72ec124 req-0e6690b9-4ce5-4bc8-af06-50f29a6b5957 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468118
Nov 10 04:09:56.112409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:56.118245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.125544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:56.126418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.164727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:56.165092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6c9a1b1c-fa2f-40ad-ad77-09c2d122e932 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:56.165483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:56.193709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2551336
Nov 10 04:09:56.196632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47126) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:56.201424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:56.201766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device fa2f8a09-c81e-4f99-bf58-dd0d7749b9ff not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:56.201885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:56.203102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:56.210079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feff77-94a4-45bf-bf60-467e217713d7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=6e64687a-b623-4cf3-baec-ad417fda2f2e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:56.227646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:09:56.247411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8bf94b4f-750e-4d9c-b8e3-48694e0c03f4 None None] Provisioning complete for port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:56.247411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8bf94b4f-750e-4d9c-b8e3-48694e0c03f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.394660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:56.399175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.428818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ba8b3-103e-4f25-910f-c3850c210772 req-eaa8fe14-69ad-4839-9eab-5b382d4bda34 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:56.431170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9c5ba8b3-103e-4f25-910f-c3850c210772 req-eaa8fe14-69ad-4839-9eab-5b382d4bda34 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0730639
Nov 10 04:09:56.482241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-4d424531-2852-4d48-a8ed-1fc184d84293 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:56.484487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-4d424531-2852-4d48-a8ed-1fc184d84293 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 811 time: 0.2176185
Nov 10 04:09:56.499318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] DHCP port deletion for 5541f1ac-6218-4eb3-91bb-0f2368765f0c request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:09:56.500641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9c5ba8b3-103e-4f25-910f-c3850c210772 req-5406a63b-4a31-48d1-8e79-5333bc6ecff4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630827
Nov 10 04:09:56.503937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Request body: {'port': {'device_id': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'admin_state_up': True, 'tenant_id': 'b05c03f4e9dc4e1d9e8f759b8f0c7c06'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:56.548095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Deleting port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:56.548564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.620542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] For port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,segment=NetworkSegment(af45508f-4c9f-442c-9c73-156040be0089),segment_id=af45508f-4c9f-442c-9c73-156040be0089)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:56.621297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.636787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Calling delete_port for 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:56.708132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Made reservation on behalf of b05c03f4e9dc4e1d9e8f759b8f0c7c06 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:56.712491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.729740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:56.766029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] Pushing event deleted for resources: {'Port': ['ID=69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:56.768433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118016a-4297-444d-b3c7-40619a50dd08 None None] No DVR routers for this DVR port 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:09:56.823179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f9a0f2d-3861-4c19-93f4-bf2075e3377b req-04249016-25e6-46f4-8967-8aaff92d0506 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 210 time: 0.0289567
Nov 10 04:09:56.893995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:09:56.906852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.015535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Allocated IP 172.20.0.12 (b7fd6567-48cd-442e-87d7-4cc006c1edfa/8424f56c-f708-4d8e-9cd9-81262eb6f0a1/0d811d73-cd9b-40ed-b964-46f8618f8582) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:57.043520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=759e4b06-03ed-4eeb-80ef-7aae7342aaf2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:57.084943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': '134984ec-be21-4f39-90a9-19565a50cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:57.085309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: 6e64687a-b623-4cf3-baec-ad417fda2f2e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:09:57.124102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-65f716bf-4488-4ece-8bd3-ad714f583f04 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.125607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-65f716bf-4488-4ece-8bd3-ad714f583f04 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2642641
Nov 10 04:09:57.193061 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-9666591b-a59e-4c0e-ad5f-ed188da9a9bf tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0580406
Nov 10 04:09:57.193563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:09:57.229738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 6e64687a-b623-4cf3-baec-ad417fda2f2e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:57.237114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fba7-38f3-4c47-9fb9-294bf612fa41 req-075bc24c-1b34-472f-a9d8-b238236cda45 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.239211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1279fba7-38f3-4c47-9fb9-294bf612fa41 req-075bc24c-1b34-472f-a9d8-b238236cda45 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0516832
Nov 10 04:09:57.239821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715514c-8f16-4da7-ad01-58dc250a78df None None] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:57.266338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.266933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.295389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1279fba7-38f3-4c47-9fb9-294bf612fa41 req-f42cc90a-76a9-4142-8053-4962ae013326 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493269
Nov 10 04:09:57.319707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-30f9ac9c-3d6d-45f7-898c-7b56a53c593e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1184206
Nov 10 04:09:57.319707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47154) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:57.330002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'port': {'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e', 'name': 'tempest-NetworksIpV6TestAttrs-29015098'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:57.383756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:09:57.403179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-807eb009-6159-4f22-8734-c079f5701ada tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.404748 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-807eb009-6159-4f22-8734-c079f5701ada tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.1850324
Nov 10 04:09:57.410960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.423720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:09:57.424063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69ff7efa-cd6f-43fc-9c4f-0abfb07d14ac not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:09:57.432155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-6e64687a-b623-4cf3-baec-ad417fda2f2e', 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': '759e4b06-03ed-4eeb-80ef-7aae7342aaf2'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:09:57.433279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.434363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-40d6aa99-6cb2-4ec1-9f9d-5464a91a6666 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2303321
Nov 10 04:09:57.575750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Allocated IP 2001:db8::f816:3eff:fe5a:8cab (6e64687a-b623-4cf3-baec-ad417fda2f2e/759e4b06-03ed-4eeb-80ef-7aae7342aaf2/7cc6d4f3-ec37-4f60-860d-6759d2e427a8) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:57.626963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.631661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5fff2-81f1-489d-8778-db96262a2d5d req-da83fc6c-b9a0-4ed9-921a-e3c4d90a82fc tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.633492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51e5fff2-81f1-489d-8778-db96262a2d5d req-da83fc6c-b9a0-4ed9-921a-e3c4d90a82fc tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0564573
Nov 10 04:09:57.701394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51e5fff2-81f1-489d-8778-db96262a2d5d req-3e45720a-24a0-4a7a-8abd-fff78cc27687 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596285
Nov 10 04:09:57.705327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-42d22bdf-5b4d-476d-9751-54a212fc8a1a service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479384
Nov 10 04:09:57.726070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:57.727677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:09:57.731023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.739807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.745821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.773648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:57.776473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:57.791384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:57.796435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:57.798785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:57.800730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Pushing event updated for resources: {'Port': ['ID=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:57.811640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event updated for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:57.815590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Deleting port b798cf32-c688-4bca-b67d-a028b3c7c17e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:09:57.815930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.862891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Attempting to bind port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:57.863377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Attempting to bind port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '134984ec-be21-4f39-90a9-19565a50cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:57.863673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Attempting to bind port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 on network 6e64687a-b623-4cf3-baec-ad417fda2f2e {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:57.869995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:57.870948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Checking segment: {'id': '134984ec-be21-4f39-90a9-19565a50cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:57.871404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.871805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Bound using segment: {'id': '134984ec-be21-4f39-90a9-19565a50cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:57.872318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Bound port: 7cc6d4f3-ec37-4f60-860d-6759d2e427a8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134984ec-be21-4f39-90a9-19565a50cc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6e64687a-b623-4cf3-baec-ad417fda2f2e'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:57.872723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.945559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] For port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:09:57.949056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] For port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,segment=NetworkSegment(134984ec-be21-4f39-90a9-19565a50cc8e),segment_id=134984ec-be21-4f39-90a9-19565a50cc8e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:09:57.955403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:57.962632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6c5d-fd33-4cdb-b407-78b3058bd556 req-a41cc23a-cce9-4540-a655-0bd12f16e5cc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:57.964226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-247f6c5d-fd33-4cdb-b407-78b3058bd556 req-a41cc23a-cce9-4540-a655-0bd12f16e5cc tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 932 time: 0.0569234
Nov 10 04:09:58.018321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-247f6c5d-fd33-4cdb-b407-78b3058bd556 req-7ddcd64a-aa72-4df9-b210-55eca9b10846 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477312
Nov 10 04:09:58.020813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb9fe-b8bd-4bce-aeba-c4cced8e8215 None None] Pushing event updated for resources: {'Port': ['ID=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:58.208824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] device_id is not set on port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:09:58.286134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:58.286785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:58.353228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-5027f8b7-8226-4799-b236-af12d3957a9e service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6468575
Nov 10 04:09:58.377509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4773197-110a-4621-a811-378f1ed7a22f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8785901
Nov 10 04:09:58.397973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Request body: {'port': {'device_id': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:09:58.406658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] For port b798cf32-c688-4bca-b67d-a028b3c7c17e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b798cf32-c688-4bca-b67d-a028b3c7c17e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:58.406658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:58.429850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48644-6e2b-4954-b61b-8dd849114082 req-c4860bcd-d95d-4c70-9679-5a529ae1b1b5 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:58.432062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ac48644-6e2b-4954-b61b-8dd849114082 req-c4860bcd-d95d-4c70-9679-5a529ae1b1b5 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 946 time: 0.0556614
Nov 10 04:09:58.494568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Allocated IP 2001:db8::f816:3eff:feed:339a (6e64687a-b623-4cf3-baec-ad417fda2f2e/759e4b06-03ed-4eeb-80ef-7aae7342aaf2/5029d4a3-2f57-4da2-9a67-fb1e342a9e45) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:09:58.504637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ac48644-6e2b-4954-b61b-8dd849114082 req-e7b4d86c-c3e5-4a05-bf0a-196c99849822 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups?id=96310f56-e994-4f2e-96ea-1e77d9aa5802&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651300
Nov 10 04:09:58.563195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:58.593284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09e4f3c8-e887-46de-ac4c-fc39f592609e req-832ee25c-babe-4394-a446-ac9a6b63f9a5 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 210 time: 0.0444152
Nov 10 04:09:58.892159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:58.892789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:58.893093 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Floating IP dcdbc416-704f-434b-ab67-ac795aaa370f disassociated. External IP: 172.32.3.234, port: b798cf32-c688-4bca-b67d-a028b3c7c17e.
Nov 10 04:09:58.893194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Calling delete_port for b798cf32-c688-4bca-b67d-a028b3c7c17e owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:09:59.027532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.051081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7401e-88ab-4eca-8c59-9b5d621a234f req-cbea2867-0eed-4d2e-bc69-34e4defab947 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:59.052684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ad7401e-88ab-4eca-8c59-9b5d621a234f req-cbea2867-0eed-4d2e-bc69-34e4defab947 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.2632804
Nov 10 04:09:59.131012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d2bfe-6f54-4abe-aac1-ad6db5f148ba None None] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:09:59.181949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c532f2-d538-46b6-bcff-715a35274139 req-4553838b-f2f6-4cd8-a7f8-651efc440dd3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:59.197982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6ad7401e-88ab-4eca-8c59-9b5d621a234f req-9b776a80-d5fc-45b0-a5a7-aaf7f2c055c1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287508
Nov 10 04:09:59.198653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76c532f2-d538-46b6-bcff-715a35274139 req-4553838b-f2f6-4cd8-a7f8-651efc440dd3 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 932 time: 0.0969944
Nov 10 04:09:59.203222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.264235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] Provisioning complete for port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:59.265152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.265286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76c532f2-d538-46b6-bcff-715a35274139 req-4e0041c8-7b6c-4549-b042-ebe29f4ad191 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652573
Nov 10 04:09:59.359255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:09:59.367752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:09:59.383336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:09:59.391037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:09:59.391795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.425840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d811d73-cd9b-40ed-b964-46f8618f8582 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:09:59.435260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Port': ['ID=5029d4a3-2f57-4da2-9a67-fb1e342a9e45,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:59.440512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.445248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.447344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cdcfad3e-016c-424c-887e-833d27aa3f33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 949 time: 2.1274312
Nov 10 04:09:59.448322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.449908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47186) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:09:59.484561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] For port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,segment=NetworkSegment(134984ec-be21-4f39-90a9-19565a50cc8e),segment_id=134984ec-be21-4f39-90a9-19565a50cc8e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:09:59.487518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:09:59.500949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event deleted for resources: {'Port': ['ID=b798cf32-c688-4bca-b67d-a028b3c7c17e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:59.503443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Transition to ACTIVE for port object 0d811d73-cd9b-40ed-b964-46f8618f8582 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:09:59.514900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.522388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.588950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting subnet 759e4b06-03ed-4eeb-80ef-7aae7342aaf2 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:09:59.594376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.596644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138da3c9-b6c5-4ca4-bb01-8a18b74d4807 None None] Pushing event updated for resources: {'Port': ['ID=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:59.626885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:59.627268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.679394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-221b1469-d995-4568-91c8-245d658936e5 req-1f00543b-9313-473f-b219-e390a2657d8f tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 210 time: 0.0427766
Nov 10 04:09:59.689886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.827799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f56dc7ef-73f7-4c90-8907-994741da7569 req-57f5bd80-e822-4ed1-8fa7-d73983954c35 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 210 time: 0.0418339
Nov 10 04:09:59.859460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Pushing event updated for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:09:59.885308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.913446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Attempting to bind port 0d811d73-cd9b-40ed-b964-46f8618f8582 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:09:59.913991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Attempting to bind port 0d811d73-cd9b-40ed-b964-46f8618f8582 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:09:59.914310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Attempting to bind port 0d811d73-cd9b-40ed-b964-46f8618f8582 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:59.921820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Port 0d811d73-cd9b-40ed-b964-46f8618f8582 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:09:59.922260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Attempting to bind port 0d811d73-cd9b-40ed-b964-46f8618f8582 on network b7fd6567-48cd-442e-87d7-4cc006c1edfa {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:09:59.930279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:09:59.930758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Checking segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:09:59.931238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Bound using segment: {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:09:59.931773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Bound port: 0d811d73-cd9b-40ed-b964-46f8618f8582, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956a8192-b94e-4925-8449-a0a1f136c609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:09:59.932225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.944221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Router e7815565-c2b4-44d5-8b9c-b9d024873ed9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:09:59.953528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d0781da7-c12a-49a1-870c-96251d83e059 None None] Provisioning complete for port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:09:59.953528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d0781da7-c12a-49a1-870c-96251d83e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:09:59.978310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.016819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=759e4b06-03ed-4eeb-80ef-7aae7342aaf2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:00.032286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.033884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d336aa50-2121-4956-b5b6-9c01aaccafd9 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/759e4b06-03ed-4eeb-80ef-7aae7342aaf2 HTTP/1.1" status: 204  len: 168 time: 0.5816433
Nov 10 04:10:00.036236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47194) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:00.161660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a193a4-f90a-4e77-bf2a-c1fb8c651bf6 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.169916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a193a4-f90a-4e77-bf2a-c1fb8c651bf6 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.171058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7a193a4-f90a-4e77-bf2a-c1fb8c651bf6 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1338465
Nov 10 04:10:00.173806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:00.254161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:00.264658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d0781da7-c12a-49a1-870c-96251d83e059 None None] Port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:00.273632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d811d73-cd9b-40ed-b964-46f8618f8582,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:00.276968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d0781da7-c12a-49a1-870c-96251d83e059 None None] Provisioning complete for port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:00.277374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d0781da7-c12a-49a1-870c-96251d83e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.305985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.323489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b409-71b2-42da-9839-fde527f348ff tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.341170 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca4b409-71b2-42da-9839-fde527f348ff tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:10:00.342377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca4b409-71b2-42da-9839-fde527f348ff tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:00.353051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3ca4b409-71b2-42da-9839-fde527f348ff tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/6e64687a-b623-4cf3-baec-ad417fda2f2e HTTP/1.1" status: 409  len: 405 time: 0.1781406
Nov 10 04:10:00.353776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47204) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:00.361151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-347499367'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:00.387783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac817b61-e2cc-4751-b4c6-89cf3ea9f7d2 None None] Network 6e64687a-b623-4cf3-baec-ad417fda2f2e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:00.398125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:00.406267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.423501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:00.438481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-9bce16a2-36f3-44ea-acd1-e1fe0edd3645 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.439710 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-9bce16a2-36f3-44ea-acd1-e1fe0edd3645 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.4072547
Nov 10 04:10:00.441069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.441661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.442895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] 10.222.0.26 "PUT /v2.0/ports/0d811d73-cd9b-40ed-b964-46f8618f8582 HTTP/1.1" status: 200  len: 1092 time: 2.0540578
Nov 10 04:10:00.462057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Sync routers for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:00.462534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:00.465067 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46963190-ff88-4a88-86d9-9145a05d4b15" -d '{"events": [{"name": "network-changed", "server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:00.498521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:00.499114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:00.505217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:00.506547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a02b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:00.509651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892cd0-2e44-4a58-82e7-20d3ee8830af req-f63eaad7-797d-4059-ac2c-c1eb2656207c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.511698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78892cd0-2e44-4a58-82e7-20d3ee8830af req-f63eaad7-797d-4059-ac2c-c1eb2656207c tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 944 time: 0.1017077
Nov 10 04:10:00.523230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.523747 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment b5c0b35f-3f74-43b4-bb39-756e5d1e124e of type vlan for network 69a0c87f-6d14-44d9-8cee-6728721e66c4
Nov 10 04:10:00.593803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9f91f-f0b9-475d-bad7-0770527f50ee service neutron] Pushing event updated for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:00.597738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] No DVR routers for this DVR port b798cf32-c688-4bca-b67d-a028b3c7c17e on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:00.600167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.604144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.607642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcca7213-9db1-46c6-b1fa-c3e21723818a req-f5a90745-0f06-4e29-8201-bf1e116a0f3b tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.21 "DELETE /v2.0/ports/b798cf32-c688-4bca-b67d-a028b3c7c17e HTTP/1.1" status: 204  len: 173 time: 3.1902342
Nov 10 04:10:00.617204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78892cd0-2e44-4a58-82e7-20d3ee8830af req-ec7b7d02-1de6-4f9e-a43d-b0bbb5c28600 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985045
Nov 10 04:10:00.648398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2372-780f-4026-9d8f-21c85ef5966f req-a9ce273a-4e54-4aba-9403-ecbe6bf6c781 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.655450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-597f2372-780f-4026-9d8f-21c85ef5966f req-a9ce273a-4e54-4aba-9403-ecbe6bf6c781 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.2488091
Nov 10 04:10:00.667812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.675741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-1897706f-aabf-4807-8da4-6519df4e4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.677253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-1897706f-aabf-4807-8da4-6519df4e4438 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 1095 time: 0.1745071
Nov 10 04:10:00.685607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.688713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.716198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:00.728668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3736827
Nov 10 04:10:00.736437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47210) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:00.746001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:00.752628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-d4ca5305-1d56-48b3-aa2a-90d738b20658 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d811d73-cd9b-40ed-b964-46f8618f8582 HTTP/1.1" status: 200  len: 217 time: 0.0655699
Nov 10 04:10:00.806875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d385a-cfe8-4d60-806b-e32b1191e179 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=69a0c87f-6d14-44d9-8cee-6728721e66c4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:00.837755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 69a0c87f-6d14-44d9-8cee-6728721e66c4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:00.851484 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003c6ad9-67fd-46ed-b1ca-8281e3ca3c7f x-openstack-request-id: req-003c6ad9-67fd-46ed-b1ca-8281e3ca3c7f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:00.851766 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:00.852014 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-003c6ad9-67fd-46ed-b1ca-8281e3ca3c7f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:00.852402 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582', 'status': 'completed', 'code': 200}
Nov 10 04:10:00.880509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-597f2372-780f-4026-9d8f-21c85ef5966f req-956cd9c1-60d4-433d-8189-78163528da1e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193985
Nov 10 04:10:00.942478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:00.947820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.966180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da97f-8237-4637-b806-1e65b61a5a8e req-59564fa3-008b-4fe5-9a74-4bd98ef75c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:00.967622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-59564fa3-008b-4fe5-9a74-4bd98ef75c6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.2017088
Nov 10 04:10:00.982384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1de47988-a9c2-4d2e-8fb6-2ffa80c253aa None None] Provisioning complete for port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:00.982764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1de47988-a9c2-4d2e-8fb6-2ffa80c253aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:00.986450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-496d2d04-1bcc-4408-94e0-ae478b6fb87a req-b0dc122a-ef73-413a-a5e1-4cf89f486fa3 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea05a26-2273-4c9d-b3d6-7d9a7f6513a0 HTTP/1.1" status: 200  len: 210 time: 0.0575798
Nov 10 04:10:01.031403 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-dc2544d1-85b2-4358-9caf-168585ea9454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482783
Nov 10 04:10:01.037804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1de47988-a9c2-4d2e-8fb6-2ffa80c253aa None None] Port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:01.082020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:01.089068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:01.158861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a02b20>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:01.162921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] DHCP port deletion for 6e64687a-b623-4cf3-baec-ad417fda2f2e request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:01.191674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Checking router: e7815565-c2b4-44d5-8b9c-b9d024873ed9 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:10:01.198505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f077988-bfd1-4d66-841e-1a9c15c789c7 req-dfe03d7c-dff4-4050-a159-c2195fa53ee8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 210 time: 0.1206801
Nov 10 04:10:01.222219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:01.222846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a02b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:01.318341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Deleting port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:01.319042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:01.319359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.7 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/b1483330-c457-4d0c-9201-58729f846485) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:01.323787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-45c35728-4ee7-4498-b94a-219905a92e5a service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618356
Nov 10 04:10:01.386358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:01.423721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:01.473176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] For port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,segment=NetworkSegment(134984ec-be21-4f39-90a9-19565a50cc8e),segment_id=134984ec-be21-4f39-90a9-19565a50cc8e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:01.473582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:01.506313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Calling delete_port for 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:01.680976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:01.755185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:01.788518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e086990-d619-4a49-8a44-95e8525e3e2c req-61503ed4-b3a9-480f-96e6-d09e8eddfaae tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:01.797367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e086990-d619-4a49-8a44-95e8525e3e2c req-61503ed4-b3a9-480f-96e6-d09e8eddfaae tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 944 time: 0.0754135
Nov 10 04:10:01.806923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] Pushing event deleted for resources: {'Port': ['ID=7cc6d4f3-ec37-4f60-860d-6759d2e427a8,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:01.814320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d268d9-484b-4ac5-bc3b-a2dfc728d042 None None] No DVR routers for this DVR port 7cc6d4f3-ec37-4f60-860d-6759d2e427a8 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:01.859945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a02b20>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:01.894915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36605d3e-3791-4605-a29c-f0557e3206a3 None None] The sync data for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 is: [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:52Z', 'revision_number': 4, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c886ee6a-1ea9-46cf-95f2-c4284600c35e', 'name': '', 'network_id': 'f9fdd01c-c250-4eb8-baeb-f9830b341c1c', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'mac_address': 'fa:16:3e:c9:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:51Z', 'updated_at': '2021-11-10T04:07:57Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'subnets': [{'id': 'f2912010-6f5e-486f-b5a1-39e890f490f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:01.912558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-526da97f-8237-4637-b806-1e65b61a5a8e req-afa37833-cbd9-4562-bbb1-dbeba826097c service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5765607
Nov 10 04:10:01.937989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e086990-d619-4a49-8a44-95e8525e3e2c req-ce8dbacb-f52f-4cce-9653-f1b5a0614cfa tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133120
Nov 10 04:10:02.078906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.095671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:10:02.105180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.147423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:02.167012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-ee5dc5d0-a5ad-4cf5-b341-0b5fa448b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.168517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-ee5dc5d0-a5ad-4cf5-b341-0b5fa448b079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 1095 time: 0.1905971
Nov 10 04:10:02.255016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7835a9-ecfc-42b3-803a-7aa0d9c2663e req-9b4514d1-3f56-4eff-90f7-7ac27713362d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.257570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c7835a9-ecfc-42b3-803a-7aa0d9c2663e req-9b4514d1-3f56-4eff-90f7-7ac27713362d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.2613039
Nov 10 04:10:02.258570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=00f1cf73-c985-47d3-b3bd-b1743ebc05c0,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:02.263807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.283969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b798cf32-c688-4bca-b67d-a028b3c7c17e no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:02.291535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.298775 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fde25d-60a9-4f98-90d7-97149723ec1d None None] New status for floating IP dcdbc416-704f-434b-ab67-ac795aaa370f: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:10:02.312353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: b798cf32-c688-4bca-b67d-a028b3c7c17e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:02.312729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b798cf32-c688-4bca-b67d-a028b3c7c17e not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:02.341697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9babe-43d0-414b-842c-b1445c724eee req-526612ca-671c-40b8-b78c-ac5ed32b562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.343508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-526612ca-671c-40b8-b78c-ac5ed32b562b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 1096 time: 0.1433768
Nov 10 04:10:02.383901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.398037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:02.450393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.456510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.457703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "DELETE /v2.0/security-groups/96310f56-e994-4f2e-96ea-1e77d9aa5802 HTTP/1.1" status: 204  len: 168 time: 0.3090560
Nov 10 04:10:02.466470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47234) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:02.474312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc040d6-e670-4c9c-bf2e-b563c7cc81d1 req-393f4503-7456-4576-ac7e-5f5223c82ab6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.476024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dc040d6-e670-4c9c-bf2e-b563c7cc81d1 req-393f4503-7456-4576-ac7e-5f5223c82ab6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 931 time: 0.1403716
Nov 10 04:10:02.495420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-2a3d21d9-5790-4510-b167-f55576db8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.496988 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-2a3d21d9-5790-4510-b167-f55576db8578 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 200  len: 912 time: 0.3091617
Nov 10 04:10:02.516456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c1d8f-bbfa-4886-a4ad-6a22093edc03 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96310f56-e994-4f2e-96ea-1e77d9aa5802,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:02.518419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:02.524876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: 69a0c87f-6d14-44d9-8cee-6728721e66c4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:02.528318 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-251012f9-7762-427e-8a1c-8d44209b8d08 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] show failed (client error): The resource could not be found.
Nov 10 04:10:02.530527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-251012f9-7762-427e-8a1c-8d44209b8d08 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "GET /v2.0/security-groups/96310f56-e994-4f2e-96ea-1e77d9aa5802 HTTP/1.1" status: 404  len: 347 time: 0.0524004
Nov 10 04:10:02.544320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:02.577732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:02.590016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:02.597387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-9d176f6f-c531-4ba6-8b27-0d075b508069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d811d73-cd9b-40ed-b964-46f8618f8582 HTTP/1.1" status: 200  len: 217 time: 0.0884712
Nov 10 04:10:02.600914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:02.604401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9babe-43d0-414b-842c-b1445c724eee req-0b15b559-48cf-424b-a97a-23f9f447c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.605903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-0b15b559-48cf-424b-a97a-23f9f447c2f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 916 time: 0.2280362
Nov 10 04:10:02.623199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c7835a9-ecfc-42b3-803a-7aa0d9c2663e req-82c12993-b0b6-42a0-8db3-e0cd7e3629c8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689517
Nov 10 04:10:02.625378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:02.701623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 69a0c87f-6d14-44d9-8cee-6728721e66c4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:02.706362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-961bc248-6097-4ded-9361-469e8d20c0fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68329625-652d-4ea8-af9f-530e412b8ad8 HTTP/1.1" status: 200  len: 217 time: 0.0841625
Nov 10 04:10:02.732794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 69a0c87f-6d14-44d9-8cee-6728721e66c4) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:02.739814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.741015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.747028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-0749819c-d64e-42f6-ac2e-0e7f6dd57366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.748527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc3818-c4c0-441a-978e-fe2ff8d766c5 None None] Network 69a0c87f-6d14-44d9-8cee-6728721e66c4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:02.748972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-0749819c-d64e-42f6-ac2e-0e7f6dd57366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 200  len: 851 time: 0.0876703
Nov 10 04:10:02.753039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.753805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.772820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dc040d6-e670-4c9c-bf2e-b563c7cc81d1 req-accf4efc-e25b-42f2-98fe-6aec79de7674 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654476
Nov 10 04:10:02.811547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-cc9057c9-a385-4a71-9bf6-8354d42f0072 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7fd6567-48cd-442e-87d7-4cc006c1edfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499494
Nov 10 04:10:02.817629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9c985d2-c8fc-460e-badf-1ac52c47e74c tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.0747869
Nov 10 04:10:02.818696 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-17da18cc-25a1-4640-8099-72e515d6e7d9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3484416
Nov 10 04:10:02.819160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47240) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:02.826201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9babe-43d0-414b-842c-b1445c724eee req-81c7f4b3-de7c-42f2-bfcb-5dd5bca19dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:02.827688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-81c7f4b3-de7c-42f2-bfcb-5dd5bca19dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.1029878
Nov 10 04:10:02.833438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Deleting port 091cae4e-b293-4027-a8c6-afb814ae8651 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:02.833984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.872121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Request body: {'port': {'device_id': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:02.874807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'name': 'network-vif-deleted', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:02.877043 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ca077-9db5-4fc9-934e-a49d32630279" -d '{"events": [{"server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "name": "network-vif-deleted", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:02.894104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-c97dff2c-5d9b-4cbb-8b63-a42f2c80ccce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576167
Nov 10 04:10:02.930641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-69a0c87f-6d14-44d9-8cee-6728721e66c4', 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': '00f1cf73-c985-47d3-b3bd-b1743ebc05c0'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:02.935435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:02.962423 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f8960-3477-460f-bb73-1052af934636 x-openstack-request-id: req-544f8960-3477-460f-bb73-1052af934636 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:02.962720 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea05a26-2273-4c9d-b3d6-7d9a7f6513a0", "name": "network-vif-deleted", "tag": "b798cf32-c688-4bca-b67d-a028b3c7c17e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:02.962972 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-544f8960-3477-460f-bb73-1052af934636 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:02.963367 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea05a26-2273-4c9d-b3d6-7d9a7f6513a0', 'name': 'network-vif-deleted', 'tag': 'b798cf32-c688-4bca-b67d-a028b3c7c17e', 'status': 'completed', 'code': 200}
Nov 10 04:10:03.028903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.029233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.045228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-059d0040-b1db-47bb-9cb4-9dbd8b781376 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406100
Nov 10 04:10:03.049950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Calling delete_port for 091cae4e-b293-4027-a8c6-afb814ae8651 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:03.099568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.132461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.139865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-afaaf58c-b4e3-43aa-90c7-b3024ba00f6e service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197370
Nov 10 04:10:03.147471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Allocated IP 2001:db8::f816:3eff:fec1:3db4 (69a0c87f-6d14-44d9-8cee-6728721e66c4/00f1cf73-c985-47d3-b3bd-b1743ebc05c0/d2cce3f9-e817-4351-95d6-e1862a920cfe) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:03.212225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bbe9babe-43d0-414b-842c-b1445c724eee req-9df35183-accd-4091-8e06-4be6ce64287c service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574900
Nov 10 04:10:03.245801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c55-9af4-404a-9032-43e1d01bafa0 req-258933a3-31cb-4c0c-a28a-24844de40734 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:03.248053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b018c55-9af4-404a-9032-43e1d01bafa0 req-258933a3-31cb-4c0c-a28a-24844de40734 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 944 time: 0.2122517
Nov 10 04:10:03.299770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.313196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.322606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.332730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Pushing event deleted for resources: {'Port': ['ID=091cae4e-b293-4027-a8c6-afb814ae8651,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:03.388455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Network 69a0c87f-6d14-44d9-8cee-6728721e66c4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:03.392931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.394297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:03.395776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.396967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4f665515-0bca-43a6-a9b9-e56002901611 tempest-ServersTestFqdnHostnames-1397672902 tempest-ServersTestFqdnHostnames-1397672902-project] 10.222.0.13 "DELETE /v2.0/floatingips/dcdbc416-704f-434b-ab67-ac795aaa370f HTTP/1.1" status: 204  len: 168 time: 0.8502378
Nov 10 04:10:03.399867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47250) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:03.400343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:03.402543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Pushing event updated for resources: {'Port': ['ID=d2cce3f9-e817-4351-95d6-e1862a920cfe,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:03.437114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.464986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Attempting to bind port d2cce3f9-e817-4351-95d6-e1862a920cfe on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:03.465363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Attempting to bind port d2cce3f9-e817-4351-95d6-e1862a920cfe by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:03.465704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Attempting to bind port d2cce3f9-e817-4351-95d6-e1862a920cfe on network 69a0c87f-6d14-44d9-8cee-6728721e66c4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:03.471283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:03.471650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Checking segment: {'id': 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:03.472040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.472426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Bound using segment: {'id': 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:03.473062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Bound port: d2cce3f9-e817-4351-95d6-e1862a920cfe, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:03.473442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.510896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46963190-ff88-4a88-86d9-9145a05d4b15 req-deb55927-b630-439d-a9b3-ae672704fae3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3625083
Nov 10 04:10:03.535007 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b018c55-9af4-404a-9032-43e1d01bafa0 req-3bfae13e-a7a5-438c-9ac3-2628c934e3ad tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464728
Nov 10 04:10:03.550519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] For port d2cce3f9-e817-4351-95d6-e1862a920cfe, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:03.555841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] For port d2cce3f9-e817-4351-95d6-e1862a920cfe, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2cce3f9-e817-4351-95d6-e1862a920cfe,segment=NetworkSegment(b5c0b35f-3f74-43b4-bb39-756e5d1e124e),segment_id=b5c0b35f-3f74-43b4-bb39-756e5d1e124e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:03.560634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.627783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.631960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91776dfa-06fb-47f6-bdd9-47902cde3252 None None] Pushing event updated for resources: {'Port': ['ID=d2cce3f9-e817-4351-95d6-e1862a920cfe,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:03.694894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=00f1cf73-c985-47d3-b3bd-b1743ebc05c0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:03.771224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.842440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfb699-d7ca-461b-9d5a-e2bcc19e71af req-4e47500e-8897-41f0-b34f-d94d24ae31e1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:03.845080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ccfb699-d7ca-461b-9d5a-e2bcc19e71af req-4e47500e-8897-41f0-b34f-d94d24ae31e1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0801334
Nov 10 04:10:03.888151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f6ddfd0>,) {'filters': {'network_id': ['69a0c87f-6d14-44d9-8cee-6728721e66c4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:03.899463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1483330-c457-4d0c-9201-58729f846485 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:03.923042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6ddfd0>, 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:03.923400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6ddfd0>, 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:03.932727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.953959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.981376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Transition to ACTIVE for port object b1483330-c457-4d0c-9201-58729f846485 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:03.983549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.992733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:03.997216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:03.997464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.012486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ccfb699-d7ca-461b-9d5a-e2bcc19e71af req-0a7b568d-1db6-4eb7-98a3-8fbe7781b6a7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303697
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:04.042610 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:04.087638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3a2ea-105f-407a-9322-0933806c500f req-9074b69d-34ee-4f07-9a54-d1258d1511e7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:04.089188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eee3a2ea-105f-407a-9322-0933806c500f req-9074b69d-34ee-4f07-9a54-d1258d1511e7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 931 time: 0.1920350
Nov 10 04:10:04.136323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Pushing event updated for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:04.142939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.api [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:10:04.142939 ncdv-817176-1 neutron-server[119696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:10:04.142939 ncdv-817176-1 neutron-server[119696]: [parameters: {'id': '69a0c87f-6d14-44d9-8cee-6728721e66c4'}]
Nov 10 04:10:04.142939 ncdv-817176-1 neutron-server[119696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:10:04.143338 ncdv-817176-1 neutron-server[119696]: DEBUG oslo_db.api [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:10:04.157441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d811d73-cd9b-40ed-b964-46f8618f8582 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:04.204969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.209254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eee3a2ea-105f-407a-9322-0933806c500f req-869ee43c-fb7f-4944-ac96-460a4e84165b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101518
Nov 10 04:10:04.242922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Attempting to bind port b1483330-c457-4d0c-9201-58729f846485 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:04.243298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Attempting to bind port b1483330-c457-4d0c-9201-58729f846485 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:04.243635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Attempting to bind port b1483330-c457-4d0c-9201-58729f846485 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:04.249564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Port b1483330-c457-4d0c-9201-58729f846485 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:04.249874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Attempting to bind port b1483330-c457-4d0c-9201-58729f846485 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:04.254966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:04.255536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:04.255959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:04.256393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Bound port: b1483330-c457-4d0c-9201-58729f846485, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:04.257057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.309757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d811d73-cd9b-40ed-b964-46f8618f8582,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:04.321197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-65107093-e5d4-4c96-a143-b922b7503358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.325706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0d811d73-cd9b-40ed-b964-46f8618f8582', 'network_id': 'b7fd6567-48cd-442e-87d7-4cc006c1edfa', 'port_id': '0d811d73-cd9b-40ed-b964-46f8618f8582', 'mac_address': 'fa:16:3e:95:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8424f56c-f708-4d8e-9cd9-81262eb6f0a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:04.332421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:04.335971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b1483330-c457-4d0c-9201-58729f846485,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:04.340581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.373104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:04.373711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.374854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.375623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1483330-c457-4d0c-9201-58729f846485 HTTP/1.1" status: 200  len: 1091 time: 1.5261655
Nov 10 04:10:04.397120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d811d73-cd9b-40ed-b964-46f8618f8582 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:04.414871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5eb9-673f-4ee9-9721-1df7003a3155 service neutron] Pushing event updated for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:04.425021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d811d73-cd9b-40ed-b964-46f8618f8582,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:04.432799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.486676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-a18bd25d-970f-4243-bedd-c3c1a0160715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:04.488212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-a18bd25d-970f-4243-bedd-c3c1a0160715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 1094 time: 0.0655594
Nov 10 04:10:04.488657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:04.538638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-4c5a9b91-acf5-479a-aa7a-3e8ca8fb5dfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1483330-c457-4d0c-9201-58729f846485 HTTP/1.1" status: 200  len: 217 time: 0.0420904
Nov 10 04:10:04.561499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Deleting port c886ee6a-1ea9-46cf-95f2-c4284600c35e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:04.561776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.594171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-0f68938d-093c-4fe4-90e6-9b13ec5007b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:04.595880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-0f68938d-093c-4fe4-90e6-9b13ec5007b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0486450
Nov 10 04:10:04.646012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.651234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-a9527c90-e1a1-4bf9-91d1-a6c5bf5b8306 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459363
Nov 10 04:10:04.666247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] For port c886ee6a-1ea9-46cf-95f2-c4284600c35e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c886ee6a-1ea9-46cf-95f2-c4284600c35e,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:04.666701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.671419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d811d73-cd9b-40ed-b964-46f8618f8582'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:04.682794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Calling delete_port for c886ee6a-1ea9-46cf-95f2-c4284600c35e owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:04.739459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a5c73-f508-44e6-876e-0af62ce76b82 None None] Network 69a0c87f-6d14-44d9-8cee-6728721e66c4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:04.783151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ed394-0bbe-410b-9887-71452d189036 req-5422834c-afb3-4ca1-a422-b4317f0194ea tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:04.784696 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-875ed394-0bbe-410b-9887-71452d189036 req-5422834c-afb3-4ca1-a422-b4317f0194ea tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 945 time: 0.1614525
Nov 10 04:10:04.841897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8df06882-4b46-43fb-af7f-167757062041 None None] Provisioning complete for port d2cce3f9-e817-4351-95d6-e1862a920cfe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:04.842314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8df06882-4b46-43fb-af7f-167757062041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.854965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-ca46ea16-e21a-449c-80ec-18193e9a81bd service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900465
Nov 10 04:10:04.894409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.902222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-875ed394-0bbe-410b-9887-71452d189036 req-34a1baef-2e30-47e7-932a-a34fd71fc5f8 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099505
Nov 10 04:10:04.905090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting port d2cce3f9-e817-4351-95d6-e1862a920cfe {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:04.906088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:04.923580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=c886ee6a-1ea9-46cf-95f2-c4284600c35e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:04.973089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'tag': 'b1483330-c457-4d0c-9201-58729f846485'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:04.977511 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380c2bc-526a-4740-8db1-ecbe893d1e49" -d '{"events": [{"name": "network-changed", "server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "tag": "b1483330-c457-4d0c-9201-58729f846485"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:05.051480 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df650c51-1612-4c51-b81b-4d82eac9750e x-openstack-request-id: req-df650c51-1612-4c51-b81b-4d82eac9750e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:05.051956 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "tag": "b1483330-c457-4d0c-9201-58729f846485", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:05.052354 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df650c51-1612-4c51-b81b-4d82eac9750e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:05.053522 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'tag': 'b1483330-c457-4d0c-9201-58729f846485', 'status': 'completed', 'code': 200}
Nov 10 04:10:05.086314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-724c24e4-20bd-46a8-8bf2-59270c472bc7 req-2e9f22be-d50a-455f-b445-84e97b19360e service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217908
Nov 10 04:10:05.093516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8df06882-4b46-43fb-af7f-167757062041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.113823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] DHCP port deletion for 69a0c87f-6d14-44d9-8cee-6728721e66c4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:05.144209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.149065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] For port d2cce3f9-e817-4351-95d6-e1862a920cfe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2cce3f9-e817-4351-95d6-e1862a920cfe,segment=NetworkSegment(b5c0b35f-3f74-43b4-bb39-756e5d1e124e),segment_id=b5c0b35f-3f74-43b4-bb39-756e5d1e124e)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:05.149655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.168845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8df06882-4b46-43fb-af7f-167757062041 None None] For port d2cce3f9-e817-4351-95d6-e1862a920cfe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2cce3f9-e817-4351-95d6-e1862a920cfe,segment=NetworkSegment(b5c0b35f-3f74-43b4-bb39-756e5d1e124e),segment_id=b5c0b35f-3f74-43b4-bb39-756e5d1e124e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:05.181273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8df06882-4b46-43fb-af7f-167757062041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.233753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Calling delete_port for d2cce3f9-e817-4351-95d6-e1862a920cfe owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:05.261597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df06882-4b46-43fb-af7f-167757062041 None None] Pushing event updated for resources: {'Port': ['ID=d2cce3f9-e817-4351-95d6-e1862a920cfe,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:05.268802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Deleting port d2cce3f9-e817-4351-95d6-e1862a920cfe {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:05.269431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.354012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-d93056b7-f121-4b5b-bc53-c4d41b68a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:05.355507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-d93056b7-f121-4b5b-bc53-c4d41b68a386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 1094 time: 0.2000291
Nov 10 04:10:05.364347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] For port d2cce3f9-e817-4351-95d6-e1862a920cfe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2cce3f9-e817-4351-95d6-e1862a920cfe,segment=NetworkSegment(b5c0b35f-3f74-43b4-bb39-756e5d1e124e),segment_id=b5c0b35f-3f74-43b4-bb39-756e5d1e124e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:05.364799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.381748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Calling delete_port for d2cce3f9-e817-4351-95d6-e1862a920cfe owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:05.420639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428cee-18b5-4037-a0f0-129a74b910dc req-4a1ee37d-0806-4b09-8f49-918965e80c09 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:05.422126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02428cee-18b5-4037-a0f0-129a74b910dc req-4a1ee37d-0806-4b09-8f49-918965e80c09 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.2091124
Nov 10 04:10:05.467117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ab5a-509a-48fe-b71e-6fe9cfba79a6 req-4cecd343-e481-41fe-8005-4a7eb799e68e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:05.468973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0dd7ab5a-509a-48fe-b71e-6fe9cfba79a6 req-4cecd343-e481-41fe-8005-4a7eb799e68e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 943 time: 0.1007588
Nov 10 04:10:05.481459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.488455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:05.512842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Router e7815565-c2b4-44d5-8b9c-b9d024873ed9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:10:05.522907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] Pushing event deleted for resources: {'Port': ['ID=d2cce3f9-e817-4351-95d6-e1862a920cfe,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:05.527785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bc389-27a6-4a4c-8aa1-9501b510b3d1 None None] No DVR routers for this DVR port d2cce3f9-e817-4351-95d6-e1862a920cfe on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:05.533616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Port': ['ID=d2cce3f9-e817-4351-95d6-e1862a920cfe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:05.551330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No DVR routers for this DVR port d2cce3f9-e817-4351-95d6-e1862a920cfe on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:05.552994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0dd7ab5a-509a-48fe-b71e-6fe9cfba79a6 req-e5d08bb2-008e-4d8c-8d9b-690489b4736f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756917
Nov 10 04:10:05.565676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-98444f5d-ba84-4c06-ad3b-a8aebf8f3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:05.567328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-98444f5d-ba84-4c06-ad3b-a8aebf8f3258 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.2028196
Nov 10 04:10:05.602148 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02428cee-18b5-4037-a0f0-129a74b910dc req-7e55156c-9e49-4ef5-ac6d-f313d1c7d4af tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624067
Nov 10 04:10:05.659484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:05.666871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b1ca16a-6b59-4fcd-a3bd-506c4acf4bbc admin admin] 10.222.0.13 "PUT /v2.0/routers/e7815565-c2b4-44d5-8b9c-b9d024873ed9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2637007
Nov 10 04:10:05.667290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-7822441a-3137-4f6c-b36e-1fa7d311e8a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1483330-c457-4d0c-9201-58729f846485 HTTP/1.1" status: 200  len: 217 time: 0.0742910
Nov 10 04:10:05.667290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47272) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:05.669674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Sync routers for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:05.679441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:05.680050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076812b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:05.786286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:05.975610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076812b0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:10:04Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.002472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Checking router: e7815565-c2b4-44d5-8b9c-b9d024873ed9 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:10:06.011117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Routers {'e7815565-c2b4-44d5-8b9c-b9d024873ed9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:06.011728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076812b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:09:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.092578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.118772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] Set router e7815565-c2b4-44d5-8b9c-b9d024873ed9 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:06.154670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e71c520>,) {'filters': {'network_id': ['69a0c87f-6d14-44d9-8cee-6728721e66c4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.175911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-1a5478ff-3775-46cf-b0fb-5b1d14389572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:06.177330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-1a5478ff-3775-46cf-b0fb-5b1d14389572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.5015101
Nov 10 04:10:06.179466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e71c520>, 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.179757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e71c520>, 'b5c0b35f-3f74-43b4-bb39-756e5d1e124e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.186447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b1483330-c457-4d0c-9201-58729f846485 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:06.188284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d811d73-cd9b-40ed-b964-46f8618f8582 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:06.211323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.240761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-1211dab7-3633-4384-bc22-eec4c1198c67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477924
Nov 10 04:10:06.252029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaae94-4620-410a-8449-9370fe9dff66 req-e392ca79-9d33-4058-b486-ec000d457e4f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:06.253613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ddaae94-4620-410a-8449-9370fe9dff66 req-e392ca79-9d33-4058-b486-ec000d457e4f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 945 time: 0.1662788
Nov 10 04:10:06.264529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.267385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.382165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:06.382583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:06.386138 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:06.494972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0d811d73-cd9b-40ed-b964-46f8618f8582 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:06.500462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.513117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ddaae94-4620-410a-8449-9370fe9dff66 req-91074e7a-42ba-42b5-8986-e895c87f3c7f tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336137
Nov 10 04:10:06.519464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.519972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0d811d73-cd9b-40ed-b964-46f8618f8582 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:06.520502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.527017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/69a0c87f-6d14-44d9-8cee-6728721e66c4 HTTP/1.1" status: 204  len: 168 time: 3.7019877
Nov 10 04:10:06.527558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47278) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:06.535168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1026681679'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:06.546178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee998ba2-5b74-4b8a-b91f-2bd6f5d43d54 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=69a0c87f-6d14-44d9-8cee-6728721e66c4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:06.551767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-db5b7e02-7046-4e3c-8b58-accd62d7363b service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971363
Nov 10 04:10:06.568040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:06.570321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.572775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.591967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b1483330-c457-4d0c-9201-58729f846485,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:06.606874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:06.611677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'b1483330-c457-4d0c-9201-58729f846485', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': 'b1483330-c457-4d0c-9201-58729f846485', 'mac_address': 'fa:16:3e:d7:c5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:06.633516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.633869 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment 19e17756-1661-4514-a0c1-4f981aba12a4 of type vlan for network b2d30856-83a2-496c-a7d9-71a2ba022a2e
Nov 10 04:10:06.687966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.690453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9380c2bc-526a-4740-8db1-ecbe893d1e49 req-2a50806e-a4a8-481f-bad2-34edccfea020 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304698
Nov 10 04:10:06.697488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076812b0>, [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:10:04Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:06.729424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Deleting port bb5343fa-be7b-4ad6-9c66-0e0186a594b6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:06.729789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.730882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.752719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2562a-6cc5-4ec1-9432-9802cf29984d req-70c1726a-5808-4dc6-b0d0-cb477cc4d7fa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:06.754121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7d2562a-6cc5-4ec1-9432-9802cf29984d req-70c1726a-5808-4dc6-b0d0-cb477cc4d7fa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 943 time: 0.0731220
Nov 10 04:10:06.775337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1483330-c457-4d0c-9201-58729f846485 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:06.787091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a037429-1e8d-4a87-bf4a-fbbea71ea3b7 None None] The sync data for ids ['e7815565-c2b4-44d5-8b9c-b9d024873ed9'] in ncdv-817176-1 is: [{'id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'name': 'tempest-ServersTestFqdnHostnames-1307932246-router', 'tenant_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152'}], 'enable_snat': True}, 'gw_port_id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:10:04Z', 'revision_number': 5, 'project_id': 'e047b3c23a5c4dbea0f8b67221c1a5eb', 'gw_port': {'id': 'bb5343fa-be7b-4ad6-9c66-0e0186a594b6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7815565-c2b4-44d5-8b9c-b9d024873ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:07:48Z', 'updated_at': '2021-11-10T04:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:06.800662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1a788-f774-4362-9531-91c4bda28645 req-eb43a2b6-ea12-434e-a795-d9c590dc50fd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:06.803064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2e1a788-f774-4362-9531-91c4bda28645 req-eb43a2b6-ea12-434e-a795-d9c590dc50fd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1057320
Nov 10 04:10:06.820779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7d2562a-6cc5-4ec1-9432-9802cf29984d req-a4cced71-d13a-4da3-ac99-801a52aa633b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573668
Nov 10 04:10:06.821620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.833902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:06.834567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.858133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] For port bb5343fa-be7b-4ad6-9c66-0e0186a594b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:06.858714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.869706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b1483330-c457-4d0c-9201-58729f846485,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:06.885312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.892847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Calling delete_port for bb5343fa-be7b-4ad6-9c66-0e0186a594b6 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:06.900072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.926088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3952305
Nov 10 04:10:06.928027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47286) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:06.940990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a078459f-decf-4451-ad76-b2bff814dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.952200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:06.956944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:06.959220 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99045460-e993-485f-9a42-ccba0c477c51" -d '{"events": [{"server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "name": "network-vif-plugged", "status": "completed", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:06.977254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d811d73-cd9b-40ed-b964-46f8618f8582,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:06.985482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:06.990648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:07.023927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7b5c3-66a7-490b-b398-a73596042b88 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=b2d30856-83a2-496c-a7d9-71a2ba022a2e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:07.037848 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15fa37b-0290-4e08-aad5-22525544fdf6 x-openstack-request-id: req-c15fa37b-0290-4e08-aad5-22525544fdf6 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:07.038145 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "name": "network-vif-plugged", "status": "completed", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:07.038404 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c15fa37b-0290-4e08-aad5-22525544fdf6 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:07.038851 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582', 'code': 200}
Nov 10 04:10:07.050714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b2d30856-83a2-496c-a7d9-71a2ba022a2e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:07.060728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2e1a788-f774-4362-9531-91c4bda28645 req-0c2f83a4-bb62-4b84-8aeb-1149f0769058 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221978
Nov 10 04:10:07.104856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:07.109688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.145499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b1483330-c457-4d0c-9201-58729f846485'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:07.215057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a31c-7510-4863-9184-5ace8a2e5620 req-5eddb8d4-4d97-4531-bbc6-c6d295357a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:07.216553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec40a31c-7510-4863-9184-5ace8a2e5620 req-5eddb8d4-4d97-4531-bbc6-c6d295357a20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 1097 time: 0.0954652
Nov 10 04:10:07.279011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:07.344070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.389361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec40a31c-7510-4863-9184-5ace8a2e5620 req-420753a8-737c-456b-9a1c-9ea0a0077f46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255140
Nov 10 04:10:07.390879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5343fa-be7b-4ad6-9c66-0e0186a594b6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:07.440580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c886ee6a-1ea9-46cf-95f2-c4284600c35e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:07.471172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c886ee6a-1ea9-46cf-95f2-c4284600c35e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:07.471531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c886ee6a-1ea9-46cf-95f2-c4284600c35e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:07.482346 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:10:07.514948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.536623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.614018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=3c179480-62d3-4ffe-91fb-428b4598141b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:07.614833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.616971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.624173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': '19e17756-1661-4514-a0c1-4f981aba12a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:07.624296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: b2d30856-83a2-496c-a7d9-71a2ba022a2e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:07.645358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network b2d30856-83a2-496c-a7d9-71a2ba022a2e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:07.665450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b2d30856-83a2-496c-a7d9-71a2ba022a2e) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:07.670657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:07.672320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.672882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.673403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7815565-c2b4-44d5-8b9c-b9d024873ed9 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:10:07.678716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.679839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf807c05-960b-42cc-9eac-f5a13b2c7191 None None] Network b2d30856-83a2-496c-a7d9-71a2ba022a2e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:07.681988 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e93a9a2-9bf4-45ee-b2d6-f810ff292ad8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e7815565-c2b4-44d5-8b9c-b9d024873ed9 HTTP/1.1" status: 204  len: 168 time: 2.0129340
Nov 10 04:10:07.686334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47294) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:07.701445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49420296-1015-4f9c-9990-4c3b35b1e76b tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7692249
Nov 10 04:10:07.707794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47296) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:07.750169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Deleting subnet f2912010-6f5e-486f-b5a1-39e890f490f4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:07.754075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.796672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.944418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.948840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:07.949609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667a6cc-0b6f-483c-852e-3e0de198c331 req-3f5a363a-6e71-4cce-9ccf-1b92b6f7ffb5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:07.958583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2667a6cc-0b6f-483c-852e-3e0de198c331 req-3f5a363a-6e71-4cce-9ccf-1b92b6f7ffb5 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.2764907
Nov 10 04:10:08.024530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-b2d30856-83a2-496c-a7d9-71a2ba022a2e', 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': '3c179480-62d3-4ffe-91fb-428b4598141b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:08.025782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.033416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.064109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2667a6cc-0b6f-483c-852e-3e0de198c331 req-2a267999-c967-4d90-82b0-12cbb7ddb3ab tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931144
Nov 10 04:10:08.073889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fc0-454f-43e5-beef-2367a57e0f64 req-5d153c0c-aecb-4dcf-b7c8-6ae01ffa7466 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:08.079839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a263fc0-454f-43e5-beef-2367a57e0f64 req-5d153c0c-aecb-4dcf-b7c8-6ae01ffa7466 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 944 time: 0.0773275
Nov 10 04:10:08.123713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.164024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.193032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b1483330-c457-4d0c-9201-58729f846485 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:08.211254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2912010-6f5e-486f-b5a1-39e890f490f4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:08.241037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.246397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-26fee1e9-fc35-4887-8054-25ce52c70ad4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f2912010-6f5e-486f-b5a1-39e890f490f4 HTTP/1.1" status: 204  len: 168 time: 0.5591204
Nov 10 04:10:08.254047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47304) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:08.257949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbb899-1d3a-4915-8617-54242547e4fc None None] Network f9fdd01c-c250-4eb8-baeb-f9830b341c1c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:08.293611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a263fc0-454f-43e5-beef-2367a57e0f64 req-aa0c14f5-201f-45d4-a6d2-e8b87b54cf71 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050283
Nov 10 04:10:08.356117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Allocated IP 2001:db8::2 (b2d30856-83a2-496c-a7d9-71a2ba022a2e/3c179480-62d3-4ffe-91fb-428b4598141b/af97a770-92a7-4713-b51b-2d3f1586be70) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:08.391414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185c12-9f55-4868-a295-90f46063c320 req-b371339b-5d9f-4958-b781-dbcafc9963a8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:08.393172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95185c12-9f55-4868-a295-90f46063c320 req-b371339b-5d9f-4958-b781-dbcafc9963a8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1553993
Nov 10 04:10:08.396461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.405252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port b1483330-c457-4d0c-9201-58729f846485 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:08.470409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port b1483330-c457-4d0c-9201-58729f846485 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:08.470777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.489628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95185c12-9f55-4868-a295-90f46063c320 req-dbdbe1a5-cf44-4da2-a0d5-1516068541e2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799520
Nov 10 04:10:08.503174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Deleting port 902b3960-29c5-4c9d-a9d7-a9702577865b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:08.503776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.589313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] For port 902b3960-29c5-4c9d-a9d7-a9702577865b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=902b3960-29c5-4c9d-a9d7-a9702577865b,segment=NetworkSegment(f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2),segment_id=f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:08.589659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.604415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Calling delete_port for 902b3960-29c5-4c9d-a9d7-a9702577865b owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:08.678390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f346f-73e4-4da1-8dab-1955fb56ab70 None None] DHCP port deletion for f9fdd01c-c250-4eb8-baeb-f9830b341c1c request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:08.698212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.706772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.723951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=902b3960-29c5-4c9d-a9d7-a9702577865b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:08.727109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.727914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] No DVR routers for this DVR port 902b3960-29c5-4c9d-a9d7-a9702577865b on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:08.732400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c89f346f-73e4-4da1-8dab-1955fb56ab70 None None] The port '902b3960-29c5-4c9d-a9d7-a9702577865b' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:10:08.742297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.797549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Network b2d30856-83a2-496c-a7d9-71a2ba022a2e is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:08.809041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:08.810883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.812668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:08.813846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.814463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Pushing event updated for resources: {'Port': ['ID=af97a770-92a7-4713-b51b-2d3f1586be70,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:08.818638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b1483330-c457-4d0c-9201-58729f846485,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:08.844023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.858306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=3c179480-62d3-4ffe-91fb-428b4598141b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:08.863085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82147a7c40>,) {'filters': {'network_id': ['f9fdd01c-c250-4eb8-baeb-f9830b341c1c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:08.910336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147a7c40>, 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:08.910535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147a7c40>, 'f0d0ed03-7310-4e21-b0ac-5bc3b6295cc2') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:08.915204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Attempting to bind port af97a770-92a7-4713-b51b-2d3f1586be70 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:08.915696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Attempting to bind port af97a770-92a7-4713-b51b-2d3f1586be70 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '19e17756-1661-4514-a0c1-4f981aba12a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:08.916061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Attempting to bind port af97a770-92a7-4713-b51b-2d3f1586be70 on network b2d30856-83a2-496c-a7d9-71a2ba022a2e {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:08.923735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:08.925092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.927178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:08.927338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Checking segment: {'id': '19e17756-1661-4514-a0c1-4f981aba12a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:08.928426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.928541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Bound using segment: {'id': '19e17756-1661-4514-a0c1-4f981aba12a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:08.929038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Bound port: af97a770-92a7-4713-b51b-2d3f1586be70, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e17756-1661-4514-a0c1-4f981aba12a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:08.929421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.941901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.955791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.967708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e4ca790>,) {'filters': {'network_id': ['b2d30856-83a2-496c-a7d9-71a2ba022a2e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:08.970035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:08.970425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:08.972050 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:08.993611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] For port af97a770-92a7-4713-b51b-2d3f1586be70, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:08.996640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] For port af97a770-92a7-4713-b51b-2d3f1586be70, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=af97a770-92a7-4713-b51b-2d3f1586be70,segment=NetworkSegment(19e17756-1661-4514-a0c1-4f981aba12a4),segment_id=19e17756-1661-4514-a0c1-4f981aba12a4)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:09.000856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.011597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4ca790>, '19e17756-1661-4514-a0c1-4f981aba12a4') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:09.011894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4ca790>, '19e17756-1661-4514-a0c1-4f981aba12a4') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:09.030890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.039739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1483330-c457-4d0c-9201-58729f846485'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:09.042052 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13437d98-9edc-4a5d-b054-752388d9eb96" -d '{"events": [{"server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "name": "network-vif-plugged", "status": "completed", "tag": "b1483330-c457-4d0c-9201-58729f846485"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:09.057778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.060549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.065633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.069570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9fdd01c-c250-4eb8-baeb-f9830b341c1c HTTP/1.1" status: 204  len: 168 time: 0.8085139
Nov 10 04:10:09.078414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:09.078414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:09.080804 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:09.090627 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26318dfe-21dd-43f6-87be-b8028d3e721f x-openstack-request-id: req-26318dfe-21dd-43f6-87be-b8028d3e721f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:09.090921 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "name": "network-vif-plugged", "status": "completed", "tag": "b1483330-c457-4d0c-9201-58729f846485", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:09.091177 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26318dfe-21dd-43f6-87be-b8028d3e721f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:09.091571 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1483330-c457-4d0c-9201-58729f846485', 'code': 200}
Nov 10 04:10:09.096456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f32527-ce02-42ec-9b93-28ad0a2e9a8a None None] Pushing event updated for resources: {'Port': ['ID=af97a770-92a7-4713-b51b-2d3f1586be70,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:09.110816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c042f-c5f0-4a66-930c-e7ee9187eb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fdd01c-c250-4eb8-baeb-f9830b341c1c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:09.143912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a82b2-2e16-471c-99bf-f8f569f2d979 None None] Network b2d30856-83a2-496c-a7d9-71a2ba022a2e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:09.215013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.api [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:10:09.215013 ncdv-817176-1 neutron-server[119696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:10:09.215013 ncdv-817176-1 neutron-server[119696]: [parameters: {'id': 'b2d30856-83a2-496c-a7d9-71a2ba022a2e'}]
Nov 10 04:10:09.215013 ncdv-817176-1 neutron-server[119696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:10:09.215496 ncdv-817176-1 neutron-server[119696]: DEBUG oslo_db.api [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:10:09.221893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459552a-3c91-43c5-962c-0afe5761da4f req-f68a3c60-b311-4721-92d3-b0d82394b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:09.223436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d459552a-3c91-43c5-962c-0afe5761da4f req-f68a3c60-b311-4721-92d3-b0d82394b314 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 1096 time: 0.0581036
Nov 10 04:10:09.248190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586924-454b-42fa-938a-f3eebdfb0655 req-775656ae-9ad1-474f-80a0-f105d32595ff tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:09.256787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da586924-454b-42fa-938a-f3eebdfb0655 req-775656ae-9ad1-474f-80a0-f105d32595ff tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.0744045
Nov 10 04:10:09.289525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d459552a-3c91-43c5-962c-0afe5761da4f req-b0e97a85-a9de-4bc2-934b-b8c4ea0bc261 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585127
Nov 10 04:10:09.330367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da586924-454b-42fa-938a-f3eebdfb0655 req-78681c6d-5c1b-46af-8456-de49810866ef tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722988
Nov 10 04:10:09.398224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47320) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:09.457782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff15ccbc-5843-46e2-bd42-c5e9083aae63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e047b3c23a5c4dbea0f8b67221c1a5eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0582469
Nov 10 04:10:09.458365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47322) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:09.485006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e9a2-3a55-4d3e-90d1-f9197307ed39 req-47ff8d6b-3bc0-4abc-a19d-ffac89955aa9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:09.488077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca20e9a2-3a55-4d3e-90d1-f9197307ed39 req-47ff8d6b-3bc0-4abc-a19d-ffac89955aa9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1018016
Nov 10 04:10:09.500553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5343fa-be7b-4ad6-9c66-0e0186a594b6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:09.523335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.525474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bb5343fa-be7b-4ad6-9c66-0e0186a594b6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:09.525816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5343fa-be7b-4ad6-9c66-0e0186a594b6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:09.526227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 902b3960-29c5-4c9d-a9d7-a9702577865b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:09.549925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 902b3960-29c5-4c9d-a9d7-a9702577865b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:09.550287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 902b3960-29c5-4c9d-a9d7-a9702577865b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:09.567216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20194c-aa32-4945-81d7-7c735559b482 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:10:09.567947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.612542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca20e9a2-3a55-4d3e-90d1-f9197307ed39 req-83106750-c906-4255-8519-2043b7ed8f54 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095085
Nov 10 04:10:09.614480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.645764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789859fd-3e70-45a0-84e7-1745c5b1fd53 req-1c95a22f-daa4-4665-89b9-eeb657c6c0da tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:09.656104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-789859fd-3e70-45a0-84e7-1745c5b1fd53 req-1c95a22f-daa4-4665-89b9-eeb657c6c0da tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0738013
Nov 10 04:10:09.695384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.699453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.701957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ee049c-932e-4254-9f27-415c77b10787 HTTP/1.1" status: 204  len: 168 time: 0.2400355
Nov 10 04:10:09.717726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-789859fd-3e70-45a0-84e7-1745c5b1fd53 req-4e9a3ead-dd95-43b8-bcdb-1661c3bd1027 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606039
Nov 10 04:10:09.728514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.738953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20194c-aa32-4945-81d7-7c735559b482 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:10:09.763180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58f1cd-1670-40ae-8e19-797f2466c69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ee049c-932e-4254-9f27-415c77b10787,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:09.812941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb5cd3-2a69-4012-8153-4f9cd1930ca8 req-7847b252-76da-43df-a696-efdbb151df17 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:09.814750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ceb5cd3-2a69-4012-8153-4f9cd1930ca8 req-7847b252-76da-43df-a696-efdbb151df17 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.1113589
Nov 10 04:10:09.866456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting port af97a770-92a7-4713-b51b-2d3f1586be70 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:09.866793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.918134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ceb5cd3-2a69-4012-8153-4f9cd1930ca8 req-30bbd484-858a-4b2c-a61a-987602452111 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922742
Nov 10 04:10:09.954598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] For port af97a770-92a7-4713-b51b-2d3f1586be70, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=af97a770-92a7-4713-b51b-2d3f1586be70,segment=NetworkSegment(19e17756-1661-4514-a0c1-4f981aba12a4),segment_id=19e17756-1661-4514-a0c1-4f981aba12a4)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:09.954970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:09.967981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Calling delete_port for af97a770-92a7-4713-b51b-2d3f1586be70 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:10.058593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.119204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Port': ['ID=af97a770-92a7-4713-b51b-2d3f1586be70,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:10.133094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No DVR routers for this DVR port af97a770-92a7-4713-b51b-2d3f1586be70 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:10.204458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.236319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.260802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214e7a6d0>,) {'filters': {'network_id': ['b2d30856-83a2-496c-a7d9-71a2ba022a2e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:10.267110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port efcb7fff-a044-4228-be97-aa35491b260d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.267823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.274093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e7a6d0>, '19e17756-1661-4514-a0c1-4f981aba12a4') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:10.274467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e7a6d0>, '19e17756-1661-4514-a0c1-4f981aba12a4') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:10.284439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.299719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.303697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Port efcb7fff-a044-4228-be97-aa35491b260d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:10.307539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:10.308030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:10.311061 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:10.314401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 4c72944e-6752-4cc9-bf08-61716ee1d4ab triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.314767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.385571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.392922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.396742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/b2d30856-83a2-496c-a7d9-71a2ba022a2e HTTP/1.1" status: 204  len: 168 time: 2.6864467
Nov 10 04:10:10.401702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47350) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:10.408188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1377956729'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:10.409405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2845ac-749f-4fd6-af8a-585bae8194fb tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=b2d30856-83a2-496c-a7d9-71a2ba022a2e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:10.433419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 100cb795-cc5a-4d0a-83e3-2905515cb07a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.433793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.447592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:10.462302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.499522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:10.516929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.517580 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Added segment 32436d4b-9670-41ba-9a78-a50b7003d21d of type vlan for network 14ebfa9e-0482-45aa-9710-fa4e6314468d
Nov 10 04:10:10.531545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.531924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.571886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.593273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:10.600410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.606712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:10.607336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.629541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 68329625-652d-4ea8-af9f-530e412b8ad8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.629884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.679544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2758751
Nov 10 04:10:10.682525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47360) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:10.689463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Request body: {'subnet': {'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:10.699373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f553b1-38c4-44e1-ac3c-eeafca90371a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Network': ['ID=14ebfa9e-0482-45aa-9710-fa4e6314468d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:10.720728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 14ebfa9e-0482-45aa-9710-fa4e6314468d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:10.749417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-976961837-network', 'tenant_id': '34c4792d78da485d8086b19b7e599153'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:10.813922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port b1483330-c457-4d0c-9201-58729f846485 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.813922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.825382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Made reservation on behalf of 34c4792d78da485d8086b19b7e599153 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:10.828123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.860863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a3a8-6da9-4d5a-8ccc-13adfcbd494d req-5d65ae97-0d34-4830-9076-5ab0ccc11e6e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:10.862517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0580a3a8-6da9-4d5a-8ccc-13adfcbd494d req-5d65ae97-0d34-4830-9076-5ab0ccc11e6e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1189749
Nov 10 04:10:10.866437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.872642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f698fe-a8ba-4669-9d37-8c50fc19970f req-cec69549-ba09-45ed-8181-ee026c04d620 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:10.874186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3f698fe-a8ba-4669-9d37-8c50fc19970f req-cec69549-ba09-45ed-8181-ee026c04d620 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0649745
Nov 10 04:10:10.912876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Made reservation on behalf of 3d6e1e1cae7c42779501a0a6926cd0d2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:10.916594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.917002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 21b393d8-0378-47c8-9965-d18c9f499693 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:10.917525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:10.932443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3f698fe-a8ba-4669-9d37-8c50fc19970f req-540af271-815b-4902-bbfb-a0a8fbbe2ebf tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505714
Nov 10 04:10:11.016762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0580a3a8-6da9-4d5a-8ccc-13adfcbd494d req-41bbbfa0-fdfb-44d7-949f-134f644bae4a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404166
Nov 10 04:10:11.022555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Provisioning complete for port 6089daa4-4198-4ac6-9a6a-ba0225a8bd65 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:11.022937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.061259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab7c52-084e-49b3-9a81-fd108f9476fb None None] Port 6089daa4-4198-4ac6-9a6a-ba0225a8bd65 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:11.081999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.093452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.152934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:11.153107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187e110-768e-4bdf-9f35-3c489838c58e req-27f01991-b99d-4127-8254-d28edf46a3ae tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.154787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b187e110-768e-4bdf-9f35-3c489838c58e req-27f01991-b99d-4127-8254-d28edf46a3ae tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.0552156
Nov 10 04:10:11.159493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e9af65-ac30-4386-9675-712dc7375077,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:11.174445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.175080 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Added segment 2e5e0b73-c5aa-4526-ac6f-9a39e1024127 of type vlan for network 6566f76d-63aa-47ac-b87e-9a892a9f960d
Nov 10 04:10:11.186002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1be0c0ae-e8d7-40a7-840e-3805a14bb18e None None] Provisioning complete for port 0d811d73-cd9b-40ed-b964-46f8618f8582 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:11.186597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1be0c0ae-e8d7-40a7-840e-3805a14bb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.255258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b187e110-768e-4bdf-9f35-3c489838c58e req-52b5f89a-2a75-4118-aa63-63b4479ac81a tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936511
Nov 10 04:10:11.320207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.400904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.401844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.402646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.431902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:10:11.441083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.487927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-25d62709-de7f-4aa9-b6d8-165bde04bb30 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.489428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-25d62709-de7f-4aa9-b6d8-165bde04bb30 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2749305
Nov 10 04:10:11.519626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9249835
Nov 10 04:10:11.525195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47386) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:11.531185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Request body: {'subnet': {'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-976961837-subnet', 'tenant_id': '34c4792d78da485d8086b19b7e599153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:11.557194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-4fa323ea-e8eb-4760-86cf-be6a4ce846de tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0413456
Nov 10 04:10:11.560620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaca4e-8dc9-49f7-87e4-d87c7e19396c admin admin] Pushing event updated for resources: {'Network': ['ID=6566f76d-63aa-47ac-b87e-9a892a9f960d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:11.572855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Made reservation on behalf of 34c4792d78da485d8086b19b7e599153 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:11.574843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:11.576054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.582185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event updated for resources: {'Subnet': ['ID=cecdf23d-87c0-4fea-b6d6-a26b54c45f16,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:11.618715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Checking segment: {'id': '32436d4b-9670-41ba-9a78-a50b7003d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:11.619077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network hostable DHCP agents. Network: 14ebfa9e-0482-45aa-9710-fa4e6314468d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:11.623257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75136c6b-68ec-4ff0-8e00-a5747e6456f7 req-868f4aaa-2c36-4d6a-b753-f01a3f1a2a80 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.624799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75136c6b-68ec-4ff0-8e00-a5747e6456f7 req-868f4aaa-2c36-4d6a-b753-f01a3f1a2a80 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.1084640
Nov 10 04:10:11.636297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-f938977c-3870-4d28-a420-c105190ba186 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0697222
Nov 10 04:10:11.653661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Network 14ebfa9e-0482-45aa-9710-fa4e6314468d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:11.702092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 14ebfa9e-0482-45aa-9710-fa4e6314468d) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:11.706897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75136c6b-68ec-4ff0-8e00-a5747e6456f7 req-31440bc5-ca64-4f24-b962-0bd731bfb502 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691381
Nov 10 04:10:11.710092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.710686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.712256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20877f-c020-45f0-a310-e4388bda31da None None] Network 14ebfa9e-0482-45aa-9710-fa4e6314468d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:11.741069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-acafce5e-824e-44a6-b614-2fd53685c64a tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.0571322
Nov 10 04:10:11.743611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47388) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:11.833110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.893705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f24455-b701-4eb2-9078-a4d6f7a59adf,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:11.897953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-14ebfa9e-0482-45aa-9710-fa4e6314468d', 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d', 'tenant_id': '3d6e1e1cae7c42779501a0a6926cd0d2', 'fixed_ips': [{'subnet_id': 'cecdf23d-87c0-4fea-b6d6-a26b54c45f16'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:11.899383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.905592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Checking segment: {'id': '2e5e0b73-c5aa-4526-ac6f-9a39e1024127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:11.905955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Network hostable DHCP agents. Network: 6566f76d-63aa-47ac-b87e-9a892a9f960d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:11.924703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:11.936573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 6566f76d-63aa-47ac-b87e-9a892a9f960d) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:11.941603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:11.942484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:11.969215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d29b5e49-3a96-4675-ad56-b04b836eb985 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4364693
Nov 10 04:10:11.990761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e0f71-0291-4e03-a2ee-e2ccdde4c9b8 None None] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:12.099720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5747-500c-45fc-954d-2f86718febf6 req-6392d7a3-e7e1-4720-819e-13647425a076 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:12.107200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1fe5747-500c-45fc-954d-2f86718febf6 req-6392d7a3-e7e1-4720-819e-13647425a076 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0788574
Nov 10 04:10:12.133711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Allocated IP 2001:db8::f816:3eff:fe2a:29b7 (14ebfa9e-0482-45aa-9710-fa4e6314468d/cecdf23d-87c0-4fea-b6d6-a26b54c45f16/903bf6a6-0789-4464-991f-67ebd7f08915) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:12.141546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-7fdc7139-8627-4a4e-a238-49f688b11d47 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4961932
Nov 10 04:10:12.178582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1fe5747-500c-45fc-954d-2f86718febf6 req-11307cb6-6bb0-4b69-a582-ac72ebff00bf tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704560
Nov 10 04:10:12.252981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.256692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a7b85-f1b4-405b-b236-30265c84967b None None] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:12.306236 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-0ce38d5d-bcb1-427d-9c4d-f2c0c23f76b3 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466832
Nov 10 04:10:12.332118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.533851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8336d8e6-92d7-4dbb-8e51-ab07b5568a0f req-16efee50-5950-40dd-90e2-255261371588 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 210 time: 0.0481994
Nov 10 04:10:12.614460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-bde94486-6d74-4a31-a6e9-66195415a1a3 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:12.616842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-bde94486-6d74-4a31-a6e9-66195415a1a3 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/networks?id=6566f76d-63aa-47ac-b87e-9a892a9f960d HTTP/1.1" status: 200  len: 817 time: 0.1322393
Nov 10 04:10:12.632509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-782d076a-48d1-49ac-a243-223ab52caff3 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/quotas/34c4792d78da485d8086b19b7e599153 HTTP/1.1" status: 200  len: 375 time: 0.0098710
Nov 10 04:10:12.650705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.657154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.680528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.684474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-8b3b6045-dad2-476d-9945-bf138aa5a83e tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c4792d78da485d8086b19b7e599153&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445254
Nov 10 04:10:12.697953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Network 14ebfa9e-0482-45aa-9710-fa4e6314468d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:12.703201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:12.706782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:12.715410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Pushing event updated for resources: {'Port': ['ID=903bf6a6-0789-4464-991f-67ebd7f08915,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:12.722829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=cecdf23d-87c0-4fea-b6d6-a26b54c45f16,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:12.768024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Attempting to bind port 903bf6a6-0789-4464-991f-67ebd7f08915 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:12.768388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Attempting to bind port 903bf6a6-0789-4464-991f-67ebd7f08915 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '32436d4b-9670-41ba-9a78-a50b7003d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:12.768798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Attempting to bind port 903bf6a6-0789-4464-991f-67ebd7f08915 on network 14ebfa9e-0482-45aa-9710-fa4e6314468d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:12.774574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:12.775040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Checking segment: {'id': '32436d4b-9670-41ba-9a78-a50b7003d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:12.775500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.775950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Bound using segment: {'id': '32436d4b-9670-41ba-9a78-a50b7003d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:12.777136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Bound port: 903bf6a6-0789-4464-991f-67ebd7f08915, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32436d4b-9670-41ba-9a78-a50b7003d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:12.777582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.811448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.842555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-1dd199cd-fcd0-48bb-ad1b-4926790c8105 service neutron] 10.222.0.13 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571820
Nov 10 04:10:12.858684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e314520>,) {'filters': {'network_id': ['14ebfa9e-0482-45aa-9710-fa4e6314468d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:12.863109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] For port 903bf6a6-0789-4464-991f-67ebd7f08915, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:12.867671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] For port 903bf6a6-0789-4464-991f-67ebd7f08915, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=903bf6a6-0789-4464-991f-67ebd7f08915,segment=NetworkSegment(32436d4b-9670-41ba-9a78-a50b7003d21d),segment_id=32436d4b-9670-41ba-9a78-a50b7003d21d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:12.874658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.874942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e314520>, '32436d4b-9670-41ba-9a78-a50b7003d21d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:12.875248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e314520>, '32436d4b-9670-41ba-9a78-a50b7003d21d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:12.931529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.964043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb1c4-beac-43ce-b17e-004d9c30387d req-a7982087-15e2-46cb-932a-ee9e70422c29 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:12.970447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbaba7-cc35-41d9-bbb3-34ac28270ef5 None None] Pushing event updated for resources: {'Port': ['ID=903bf6a6-0789-4464-991f-67ebd7f08915,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:12.972515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a8eb1c4-beac-43ce-b17e-004d9c30387d req-a7982087-15e2-46cb-932a-ee9e70422c29 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.1028724
Nov 10 04:10:12.975397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:12.980882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd4f4f-bf59-40cb-9861-91f338253cff None None] Network 14ebfa9e-0482-45aa-9710-fa4e6314468d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:13.001998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:13.002403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:13.006986 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:13.033599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-09b1d406-a23c-44f6-b8b5-b047d1e0d3e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841183
Nov 10 04:10:13.119241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b3a1b6-3c22-4eee-98a9-1faae9c0c924 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:10:13.132814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a8eb1c4-beac-43ce-b17e-004d9c30387d req-5bd8ece6-d811-4026-8b98-1d7f1c00c788 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acaed68-e3cf-4745-aaff-e086aeb372a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590345
Nov 10 04:10:13.147665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.api [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:10:13.147665 ncdv-817176-1 neutron-server[119696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:10:13.147665 ncdv-817176-1 neutron-server[119696]: [parameters: {'id': '14ebfa9e-0482-45aa-9710-fa4e6314468d'}]
Nov 10 04:10:13.147665 ncdv-817176-1 neutron-server[119696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:10:13.148183 ncdv-817176-1 neutron-server[119696]: DEBUG oslo_db.api [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:10:13.157194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-765ad60a-06ef-4445-9685-d3d3e17a6a80 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:13.158960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-765ad60a-06ef-4445-9685-d3d3e17a6a80 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 946 time: 0.1009040
Nov 10 04:10:13.246113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df98d2b4-7cad-4002-86d0-289cde671429 req-7ad99755-01bd-4dac-a820-99eff60e719a tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 210 time: 0.0469296
Nov 10 04:10:13.283886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3a1b6-3c22-4eee-98a9-1faae9c0c924 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:10:13.362500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc26f-a5e9-4bc2-8b7c-6f8741fb14b5 req-b58b5399-b1a3-47e6-9d3a-452da717a9f3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:13.363840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e7fc26f-a5e9-4bc2-8b7c-6f8741fb14b5 req-b58b5399-b1a3-47e6-9d3a-452da717a9f3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0963011
Nov 10 04:10:13.364913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Deleting port 0d811d73-cd9b-40ed-b964-46f8618f8582 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:13.365912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.471454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e7fc26f-a5e9-4bc2-8b7c-6f8741fb14b5 req-a43c326b-afac-4092-857d-4b19ef70e304 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982883
Nov 10 04:10:13.479554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] For port 0d811d73-cd9b-40ed-b964-46f8618f8582, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d811d73-cd9b-40ed-b964-46f8618f8582,segment=NetworkSegment(956a8192-b94e-4925-8449-a0a1f136c609),segment_id=956a8192-b94e-4925-8449-a0a1f136c609)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:13.480018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.497822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Calling delete_port for 0d811d73-cd9b-40ed-b964-46f8618f8582 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:13.653953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.683796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-afca5999-65b6-405c-bd43-fff72ec770d4 req-96861805-c8ff-44ae-93aa-cd7c19f8790e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 210 time: 0.0679655
Nov 10 04:10:13.702594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.723511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d811d73-cd9b-40ed-b964-46f8618f8582'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:13.788244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Pushing event deleted for resources: {'Port': ['ID=0d811d73-cd9b-40ed-b964-46f8618f8582,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:13.812125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e962f1d-0189-4627-9efa-43bb57da05ae None None] DHCP port deletion for b7fd6567-48cd-442e-87d7-4cc006c1edfa request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:13.893852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] No DVR routers for this DVR port 0d811d73-cd9b-40ed-b964-46f8618f8582 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:13.897272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.900779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f5643f7-e68f-4704-9265-3433a77450b8 req-093db8e3-553b-4ca2-9f36-c9acfbc35118 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.26 "DELETE /v2.0/ports/0d811d73-cd9b-40ed-b964-46f8618f8582 HTTP/1.1" status: 204  len: 173 time: 0.7355576
Nov 10 04:10:13.904930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'name': 'network-vif-deleted', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:13.907214 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c748edec-5742-449f-a6d2-c56544c608d2" -d '{"events": [{"server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "name": "network-vif-deleted", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:13.941989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting port 903bf6a6-0789-4464-991f-67ebd7f08915 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:13.942385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:13.953832 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dfce7-76e9-4317-9260-42342827867a x-openstack-request-id: req-6a5dfce7-76e9-4317-9260-42342827867a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:13.954203 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99a48d-8119-4b8b-967f-747dd1cc8882", "name": "network-vif-deleted", "tag": "0d811d73-cd9b-40ed-b964-46f8618f8582", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:13.954532 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a5dfce7-76e9-4317-9260-42342827867a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:13.954976 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99a48d-8119-4b8b-967f-747dd1cc8882', 'name': 'network-vif-deleted', 'tag': '0d811d73-cd9b-40ed-b964-46f8618f8582', 'status': 'completed', 'code': 200}
Nov 10 04:10:14.004027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-54ad8072-8e39-4723-9eee-57c9fffa5d1d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:14.006036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-54ad8072-8e39-4723-9eee-57c9fffa5d1d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2645719
Nov 10 04:10:14.023808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:14.087847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] For port 903bf6a6-0789-4464-991f-67ebd7f08915, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=903bf6a6-0789-4464-991f-67ebd7f08915,segment=NetworkSegment(32436d4b-9670-41ba-9a78-a50b7003d21d),segment_id=32436d4b-9670-41ba-9a78-a50b7003d21d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:14.088119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.107232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Calling delete_port for 903bf6a6-0789-4464-991f-67ebd7f08915 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:14.217128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:14.220407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.250578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da5dfa17-63ac-4737-91d0-d54b57557015 req-7b05260a-0e3c-46cd-8ef9-ec32b7d61833 tempest-DeleteServersTestJSON-1714889781 tempest-DeleteServersTestJSON-1714889781-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d99a48d-8119-4b8b-967f-747dd1cc8882 HTTP/1.1" status: 200  len: 210 time: 0.0477583
Nov 10 04:10:14.273009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.322807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Port': ['ID=903bf6a6-0789-4464-991f-67ebd7f08915,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:14.331116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No DVR routers for this DVR port 903bf6a6-0789-4464-991f-67ebd7f08915 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:14.367637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed4abf44-848d-42f3-83d8-87eb3961ed9c req-2a2caaac-9879-45bc-9d0c-9a957fce413f tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 210 time: 0.0351493
Nov 10 04:10:14.473150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.508670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-d466701d-bfdf-4120-bf29-5ce548814748 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:14.510354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-d466701d-bfdf-4120-bf29-5ce548814748 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.21 "GET /v2.0/networks?id=6566f76d-63aa-47ac-b87e-9a892a9f960d HTTP/1.1" status: 200  len: 817 time: 0.1376472
Nov 10 04:10:14.516270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.9 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/c367d397-7ad8-499c-a74a-8c45d4dbd999) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:14.519768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ec806d0>,) {'filters': {'network_id': ['14ebfa9e-0482-45aa-9710-fa4e6314468d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:14.536091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec806d0>, '32436d4b-9670-41ba-9a78-a50b7003d21d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:14.536478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec806d0>, '32436d4b-9670-41ba-9a78-a50b7003d21d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:14.539344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Request body: {'port': {'device_id': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d', 'admin_state_up': True, 'tenant_id': '34c4792d78da485d8086b19b7e599153'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:14.548661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.574031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.589331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:14.589739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:14.592723 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:14.666906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315feffa-6c8f-4a65-bc81-dd007865a60c req-06f23c96-c28e-409e-8f44-24b60f54270e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:14.668480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-315feffa-6c8f-4a65-bc81-dd007865a60c req-06f23c96-c28e-409e-8f44-24b60f54270e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1120610
Nov 10 04:10:14.704552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.719694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.728575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/14ebfa9e-0482-45aa-9710-fa4e6314468d HTTP/1.1" status: 204  len: 168 time: 2.9839003
Nov 10 04:10:14.728927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.739475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Made reservation on behalf of 34c4792d78da485d8086b19b7e599153 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:14.743440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.758027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc293c-3344-4679-9d8a-5cc3a062a886 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=14ebfa9e-0482-45aa-9710-fa4e6314468d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:14.772402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-315feffa-6c8f-4a65-bc81-dd007865a60c req-a042f978-8453-43d8-8bc5-82a105d76bac tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965497
Nov 10 04:10:14.775669 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-186ef8c3-c33f-4f59-a788-1e0393606d4e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.776027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186ef8c3-c33f-4f59-a788-1e0393606d4e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.779478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-186ef8c3-c33f-4f59-a788-1e0393606d4e tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/cecdf23d-87c0-4fea-b6d6-a26b54c45f16 HTTP/1.1" status: 404  len: 337 time: 0.0492408
Nov 10 04:10:14.783677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47458) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.805143 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a425c6e9-513c-495f-a576-7c5916f1a5a5 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.805720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a425c6e9-513c-495f-a576-7c5916f1a5a5 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.809008 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a425c6e9-513c-495f-a576-7c5916f1a5a5 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/14ebfa9e-0482-45aa-9710-fa4e6314468d HTTP/1.1" status: 404  len: 339 time: 0.0244186
Nov 10 04:10:14.812123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47460) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.855056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.859087 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22e2cdb-059b-4887-b252-a937768dab28 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.859541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22e2cdb-059b-4887-b252-a937768dab28 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.862605 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e22e2cdb-059b-4887-b252-a937768dab28 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/3c179480-62d3-4ffe-91fb-428b4598141b HTTP/1.1" status: 404  len: 337 time: 0.0495429
Nov 10 04:10:14.867461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47462) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.890750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eda0798f-ef90-45b1-8433-34b2753f22d4 req-b2846ad2-008e-4132-b01d-d5d7ef3ac030 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 210 time: 0.0390627
Nov 10 04:10:14.892365 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a736a3-c755-47c8-b316-7fcbdfecc064 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.892970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a736a3-c755-47c8-b316-7fcbdfecc064 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.896070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82a736a3-c755-47c8-b316-7fcbdfecc064 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/b2d30856-83a2-496c-a7d9-71a2ba022a2e HTTP/1.1" status: 404  len: 339 time: 0.0276322
Nov 10 04:10:14.898779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47464) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.933769 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aeb050-b0ff-45e1-a294-3400d9d6b9c2 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.934135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aeb050-b0ff-45e1-a294-3400d9d6b9c2 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.937182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8aeb050-b0ff-45e1-a294-3400d9d6b9c2 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/00f1cf73-c985-47d3-b3bd-b1743ebc05c0 HTTP/1.1" status: 404  len: 337 time: 0.0371368
Nov 10 04:10:14.940243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47466) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.940372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Allocated IP 172.20.0.14 (6566f76d-63aa-47ac-b87e-9a892a9f960d/34f24455-b701-4eb2-9078-a4d6f7a59adf/c59fcedb-b91b-40ee-92fd-f2b56f998eff) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:14.961302 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dc0d3b-42cf-472b-8fd5-fd073330d11f tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:14.961865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dc0d3b-42cf-472b-8fd5-fd073330d11f tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:14.964879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-78dc0d3b-42cf-472b-8fd5-fd073330d11f tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/69a0c87f-6d14-44d9-8cee-6728721e66c4 HTTP/1.1" status: 404  len: 339 time: 0.0236707
Nov 10 04:10:14.967473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47468) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:14.971333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:14.983148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b1483330-c457-4d0c-9201-58729f846485'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:14.988562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:15.025387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:15.030273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:15.032804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:15.042060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:15.054432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009f1a5-d965-483f-8a3a-32ca7fa7417c None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:15.105183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:15.106026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.126217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-be4a948e-21f5-44a8-ac2e-58ee08026d46 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1066763
Nov 10 04:10:15.141779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Request body: {'port': {'device_id': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:15.166499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting port 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:15.166849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.171812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.190250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0ab0d09f-c4a6-40c3-8e75-67f9a7f05830 None None] Provisioning complete for port c367d397-7ad8-499c-a74a-8c45d4dbd999 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:15.190954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d09f-c4a6-40c3-8e75-67f9a7f05830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.201679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.253658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.269354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Calling delete_port for 5029d4a3-2f57-4da2-9a67-fb1e342a9e45 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:15.279885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0d09f-c4a6-40c3-8e75-67f9a7f05830 None None] Port c367d397-7ad8-499c-a74a-8c45d4dbd999 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:15.321105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.394546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:15.409412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:15.417237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:15.423500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86998fb-3f3f-4444-8ed9-b56e361d009e None None] DHCP port deletion for 6566f76d-63aa-47ac-b87e-9a892a9f960d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:15.464843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Pushing event updated for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:15.494183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:15.495236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.513100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39c4382b-2e0f-4344-9233-fd95ce29c7fe None None] Provisioning complete for port c59fcedb-b91b-40ee-92fd-f2b56f998eff triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:15.513482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39c4382b-2e0f-4344-9233-fd95ce29c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.521674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-ebcb58a8-a266-42c1-b18b-4fa10b5cf8c0 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9900899
Nov 10 04:10:15.522719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.542517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Request body: {'port': {'device_id': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:15.555438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2dd41-f4fd-40ce-8415-96e3acded9b2 req-ceef8a31-6b27-4cb4-923c-f316f0a1397a tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:15.562954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18e2dd41-f4fd-40ce-8415-96e3acded9b2 req-ceef8a31-6b27-4cb4-923c-f316f0a1397a tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 932 time: 0.1106651
Nov 10 04:10:15.573456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-39c4382b-2e0f-4344-9233-fd95ce29c7fe None None] Port c59fcedb-b91b-40ee-92fd-f2b56f998eff cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:15.588865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Port': ['ID=5029d4a3-2f57-4da2-9a67-fb1e342a9e45,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:15.594641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.598136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-297ec4ae-d745-40df-842b-2bcdf744936d tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/ports/5029d4a3-2f57-4da2-9a67-fb1e342a9e45 HTTP/1.1" status: 204  len: 168 time: 0.6296904
Nov 10 04:10:15.600959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:15.606762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c367d397-7ad8-499c-a74a-8c45d4dbd999 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:15.618187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.641157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18e2dd41-f4fd-40ce-8415-96e3acded9b2 req-b2916b6b-4f37-4abc-9149-5be63d08499e tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772135
Nov 10 04:10:15.649583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Transition to ACTIVE for port object c367d397-7ad8-499c-a74a-8c45d4dbd999 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:15.656033 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f893841b-3016-48b9-ba1f-4507855242da tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:15.656480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.656657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f893841b-3016-48b9-ba1f-4507855242da tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:15.659910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f893841b-3016-48b9-ba1f-4507855242da tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/759e4b06-03ed-4eeb-80ef-7aae7342aaf2 HTTP/1.1" status: 404  len: 337 time: 0.0580413
Nov 10 04:10:15.663661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47488) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:15.674995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.738208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d46be-95a1-49b3-92fa-da16be963d6d None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:15.772846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Pushing event updated for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:15.795462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:15.992717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Attempting to bind port c367d397-7ad8-499c-a74a-8c45d4dbd999 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:15.992944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Attempting to bind port c367d397-7ad8-499c-a74a-8c45d4dbd999 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:15.993261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Attempting to bind port c367d397-7ad8-499c-a74a-8c45d4dbd999 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:15.997096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.015179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee34e3b-5767-4c82-b3f0-0b4daee46842 req-6b00889c-bf60-4e65-b393-1dc84c35525e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.016669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ee34e3b-5767-4c82-b3f0-0b4daee46842 req-6b00889c-bf60-4e65-b393-1dc84c35525e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1280389
Nov 10 04:10:16.019186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Port c367d397-7ad8-499c-a74a-8c45d4dbd999 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:16.019522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Attempting to bind port c367d397-7ad8-499c-a74a-8c45d4dbd999 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:16.024272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59fcedb-b91b-40ee-92fd-f2b56f998eff {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:16.033542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.040405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214e30340>,) {'filters': {'network_id': ['6e64687a-b623-4cf3-baec-ad417fda2f2e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:16.043701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:16.044035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:16.044408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:16.044894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Bound port: c367d397-7ad8-499c-a74a-8c45d4dbd999, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:16.045243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.058118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e00f5-b9ec-4c64-a4e4-7f17eda99509 req-a56918ea-b617-417c-a715-a9c40a282c00 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.059618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-979e00f5-b9ec-4c64-a4e4-7f17eda99509 req-a56918ea-b617-417c-a715-a9c40a282c00 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 943 time: 0.0746052
Nov 10 04:10:16.060582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Transition to ACTIVE for port object c59fcedb-b91b-40ee-92fd-f2b56f998eff will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:16.066069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.073731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e30340>, '134984ec-be21-4f39-90a9-19565a50cc8e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:16.074021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e30340>, '134984ec-be21-4f39-90a9-19565a50cc8e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:16.094300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.122600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bf240-72f5-4052-a658-98ffd3aaf176 None None] DHCP port deletion for 6566f76d-63aa-47ac-b87e-9a892a9f960d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:16.138236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.151730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Pushing event updated for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:16.155084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ee34e3b-5767-4c82-b3f0-0b4daee46842 req-93197390-29fe-4966-af99-2e9c1e2c7744 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295905
Nov 10 04:10:16.157848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:16.158355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:16.163808 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:16.166085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-979e00f5-b9ec-4c64-a4e4-7f17eda99509 req-b73729c9-08d1-4ab5-af87-78effb460d24 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958834
Nov 10 04:10:16.228399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:16.231795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Attempting to bind port c59fcedb-b91b-40ee-92fd-f2b56f998eff on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:16.231795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Attempting to bind port c59fcedb-b91b-40ee-92fd-f2b56f998eff by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '2e5e0b73-c5aa-4526-ac6f-9a39e1024127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:16.231795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Attempting to bind port c59fcedb-b91b-40ee-92fd-f2b56f998eff on network 6566f76d-63aa-47ac-b87e-9a892a9f960d {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:16.243121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.244795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Port c59fcedb-b91b-40ee-92fd-f2b56f998eff on network 6566f76d-63aa-47ac-b87e-9a892a9f960d not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:16.245125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Attempting to bind port c59fcedb-b91b-40ee-92fd-f2b56f998eff on network 6566f76d-63aa-47ac-b87e-9a892a9f960d {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:16.245818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:16.253584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:16.253835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.253957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Checking segment: {'id': '2e5e0b73-c5aa-4526-ac6f-9a39e1024127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:16.254309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Bound using segment: {'id': '2e5e0b73-c5aa-4526-ac6f-9a39e1024127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:16.254941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Bound port: c59fcedb-b91b-40ee-92fd-f2b56f998eff, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5e0b73-c5aa-4526-ac6f-9a39e1024127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:16.255283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.259711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/6e64687a-b623-4cf3-baec-ad417fda2f2e HTTP/1.1" status: 204  len: 168 time: 0.5891099
Nov 10 04:10:16.265623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47510) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:16.273032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.301877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153516c-b44e-4f84-91dd-d571af7e4794 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=6e64687a-b623-4cf3-baec-ad417fda2f2e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:16.324145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.324813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.326686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] 10.222.0.21 "PUT /v2.0/ports/c367d397-7ad8-499c-a74a-8c45d4dbd999 HTTP/1.1" status: 200  len: 1091 time: 1.1895564
Nov 10 04:10:16.327135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:16.329422 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c8e94-8395-47f7-bdba-5ddd2d278449" -d '{"events": [{"name": "network-changed", "server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:16.338692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0feb9-6dac-4b00-9d49-5e562312809f None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:16.347861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f66e-a113-40ab-aa7a-f6991f1a5ead service neutron] Pushing event updated for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:16.381360 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8674c4a-6c1e-4055-8e9c-db0b27db759f x-openstack-request-id: req-a8674c4a-6c1e-4055-8e9c-db0b27db759f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:16.381654 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:16.381908 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8674c4a-6c1e-4055-8e9c-db0b27db759f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:16.382308 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999', 'status': 'completed', 'code': 200}
Nov 10 04:10:16.427853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-5ae1faa7-fca0-447c-bafb-608dec0eb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.429713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-5ae1faa7-fca0-447c-bafb-608dec0eb67e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 1094 time: 0.0442631
Nov 10 04:10:16.478444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-3bf4a99d-2cfd-4466-b65a-7b6a83716814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999 HTTP/1.1" status: 200  len: 217 time: 0.0401127
Nov 10 04:10:16.541922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-63442914-946e-485a-a9f3-2ffc8d0de391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.543912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-63442914-946e-485a-a9f3-2ffc8d0de391 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0572276
Nov 10 04:10:16.580348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-31aa4a36-e542-4d30-94b7-8dac8f71ca11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283527
Nov 10 04:10:16.686615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-e6885947-6e22-4506-be27-cfd0ed7e1d60 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993352
Nov 10 04:10:16.727544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:16.742292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff,segment=NetworkSegment(2e5e0b73-c5aa-4526-ac6f-9a39e1024127),segment_id=2e5e0b73-c5aa-4526-ac6f-9a39e1024127)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:16.749884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.798751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f0d52ce-d3ae-411d-a7de-464baebee7a6 req-575cce10-ee12-46b7-bc9b-c491c087fdf0 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994432
Nov 10 04:10:16.827150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439ea9f-21c2-4599-9660-587a58d81a84 None None] DHCP port deletion for 6566f76d-63aa-47ac-b87e-9a892a9f960d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:16.829037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.829673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.832918 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] 10.222.0.21 "PUT /v2.0/ports/c59fcedb-b91b-40ee-92fd-f2b56f998eff HTTP/1.1" status: 200  len: 1092 time: 1.2965300
Nov 10 04:10:16.834352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:16.836684 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef" -d '{"events": [{"name": "network-changed", "server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:16.861479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting port f3e5a07e-c1b7-442d-ac10-252bcfebf883 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:16.861824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:16.912554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b40c6-f5eb-4832-84c2-74be3087120e service neutron] Pushing event updated for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:16.916194 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19992957-858e-4e35-8382-fe160438c455 x-openstack-request-id: req-19992957-858e-4e35-8382-fe160438c455 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:16.916476 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:16.916747 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19992957-858e-4e35-8382-fe160438c455 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:16.917144 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff', 'status': 'completed', 'code': 200}
Nov 10 04:10:16.965730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-8580e83f-0918-4924-9c5e-8330a0dd0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.967532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-8580e83f-0918-4924-9c5e-8330a0dd0979 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 1094 time: 0.0622251
Nov 10 04:10:16.971182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbf08d-cd0b-4485-b2d4-259d9819f611 req-cce13320-238d-4bed-baae-745f50036f83 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:16.972708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdfbf08d-cd0b-4485-b2d4-259d9819f611 req-cce13320-238d-4bed-baae-745f50036f83 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.2087314
Nov 10 04:10:16.998636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.026402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Calling delete_port for f3e5a07e-c1b7-442d-ac10-252bcfebf883 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:17.053575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-2423d4ba-bfd4-46c6-aa92-32b6f48072a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.054982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-2423d4ba-bfd4-46c6-aa92-32b6f48072a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34c4792d78da485d8086b19b7e599153&device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 1095 time: 0.1333141
Nov 10 04:10:17.065617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdfbf08d-cd0b-4485-b2d4-259d9819f611 req-ce8e89e8-1095-4086-8422-5c85235a7aa6 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852838
Nov 10 04:10:17.082776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-6ab53f60-9298-430e-9989-ae86fb23081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.084492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-6ab53f60-9298-430e-9989-ae86fb23081d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.0999801
Nov 10 04:10:17.126802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-6d329454-282d-46b7-8a93-70bf23b0aff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999 HTTP/1.1" status: 200  len: 217 time: 0.0347579
Nov 10 04:10:17.134741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-73c9db3d-ddf3-4d85-ad79-c68bb63db6f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff HTTP/1.1" status: 200  len: 217 time: 0.0418830
Nov 10 04:10:17.178780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-a46de537-442f-4952-8b84-00d1afeed5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.180260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-a46de537-442f-4952-8b84-00d1afeed5c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0453138
Nov 10 04:10:17.200686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-3ee4c373-0d53-4292-9a65-4eb3ada6dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.202102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-3ee4c373-0d53-4292-9a65-4eb3ada6dd89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34f24455-b701-4eb2-9078-a4d6f7a59adf HTTP/1.1" status: 200  len: 857 time: 0.0565810
Nov 10 04:10:17.207163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.235873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-85b40d90-2b8b-4f45-8235-23074db74d49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462556
Nov 10 04:10:17.264003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-aa12ab60-0cd4-4d82-8c1c-c4bea891d017 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6566f76d-63aa-47ac-b87e-9a892a9f960d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488052
Nov 10 04:10:17.265567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Port': ['ID=f3e5a07e-c1b7-442d-ac10-252bcfebf883,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:17.282103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.288084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8a69b3d2-8c3c-45be-94de-a4a634828669 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/ports/f3e5a07e-c1b7-442d-ac10-252bcfebf883 HTTP/1.1" status: 204  len: 168 time: 1.0186880
Nov 10 04:10:17.294773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:17.376948 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b94f38-8c45-40c6-8899-9fc5309475b7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:10:17.377398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b94f38-8c45-40c6-8899-9fc5309475b7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:10:17.379231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a464c-1c04-48e0-891a-0e88c338e2ca req-ce586922-f009-4d9b-b6d4-6487b0c43542 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.383781 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-15b94f38-8c45-40c6-8899-9fc5309475b7 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/042c948f-681f-4ca9-b387-b08255429af6 HTTP/1.1" status: 404  len: 337 time: 0.0686796
Nov 10 04:10:17.383937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-423a464c-1c04-48e0-891a-0e88c338e2ca req-ce586922-f009-4d9b-b6d4-6487b0c43542 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0801029
Nov 10 04:10:17.383937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47560) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:17.398676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-22b4ee46-5e3c-44d5-81d4-0f957ecdece6 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540625
Nov 10 04:10:17.407911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1db7d-0818-44be-ae53-499534b48ae9 req-e7148755-bc0a-456d-ada9-751d09b42559 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.415790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64b1db7d-0818-44be-ae53-499534b48ae9 req-e7148755-bc0a-456d-ada9-751d09b42559 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 943 time: 0.1456780
Nov 10 04:10:17.469588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-d5438e9c-df1f-48d4-8f21-914618595ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958809
Nov 10 04:10:17.492300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64b1db7d-0818-44be-ae53-499534b48ae9 req-87d2886c-3bd7-4012-8714-e15f79b34940 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756903
Nov 10 04:10:17.553604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.563698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-423a464c-1c04-48e0-891a-0e88c338e2ca req-00796279-c032-4b4b-a5e4-1516f2a44a09 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697876
Nov 10 04:10:17.572474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c7fbedf-9b0a-4399-b9f8-aedc90efaeb5 req-6d3fea18-5db3-42d1-90c6-9593ca04aac7 service neutron] 10.222.0.21 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922437
Nov 10 04:10:17.615834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c8e94-8395-47f7-bdba-5ddd2d278449 req-2335b668-f840-45e1-b783-5bec19e1c451 service neutron] 10.222.0.21 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008765
Nov 10 04:10:17.657268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47572) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:17.698329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.707382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Deleting subnet 8424f56c-f708-4d8e-9cd9-81262eb6f0a1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:17.711309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.724057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214cf4b80>,) {'filters': {'network_id': ['5541f1ac-6218-4eb3-91bb-0f2368765f0c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:17.735001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-6d44f5c5-f248-42b5-a3bc-c5028cef6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.736492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-6d44f5c5-f248-42b5-a3bc-c5028cef6bde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34c4792d78da485d8086b19b7e599153&device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 1095 time: 0.0773213
Nov 10 04:10:17.738116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214cf4b80>, 'af45508f-4c9f-442c-9c73-156040be0089') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:17.738410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214cf4b80>, 'af45508f-4c9f-442c-9c73-156040be0089') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:17.746999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.755822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.787558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.809443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.819706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:17.819969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:17.822831 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:17.843744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.871889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8424f56c-f708-4d8e-9cd9-81262eb6f0a1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:17.873915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.877148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dca60874-d4d7-4bd7-824e-fe782965a37f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8424f56c-f708-4d8e-9cd9-81262eb6f0a1 HTTP/1.1" status: 204  len: 168 time: 0.2188690
Nov 10 04:10:17.879609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47576) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:17.883600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ded65-d415-44ff-804d-5cdc11d7c58e None None] Network b7fd6567-48cd-442e-87d7-4cc006c1edfa requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:17.899563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-0b3c79c4-da19-4c42-bfd2-eb14b65e23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:17.901075 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-0b3c79c4-da19-4c42-bfd2-eb14b65e23a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6566f76d-63aa-47ac-b87e-9a892a9f960d HTTP/1.1" status: 200  len: 918 time: 0.1545444
Nov 10 04:10:17.903817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.911749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.915228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/5541f1ac-6218-4eb3-91bb-0f2368765f0c HTTP/1.1" status: 204  len: 168 time: 0.5313344
Nov 10 04:10:17.930666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47578) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:17.964575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65fd6-bbcd-46da-8817-65173dd0ab33 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=5541f1ac-6218-4eb3-91bb-0f2368765f0c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:17.972406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:17.990335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-36e56f1a-7a98-4392-bc78-59275a86ecb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff HTTP/1.1" status: 200  len: 217 time: 0.0737536
Nov 10 04:10:18.015921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316e9a6-b82e-4f04-a5da-ccc88510edfb None None] DHCP port deletion for b7fd6567-48cd-442e-87d7-4cc006c1edfa request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:18.045819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Deleting subnet 5853f95f-1379-4fe6-a941-9c267e2ce1a6 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:18.053979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.061379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.084191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-0bf22f9d-e362-4cb9-bd72-6d3cb573126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:18.084485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e4d5340>,) {'filters': {'network_id': ['b7fd6567-48cd-442e-87d7-4cc006c1edfa']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:18.085733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-0bf22f9d-e362-4cb9-bd72-6d3cb573126c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34f24455-b701-4eb2-9078-a4d6f7a59adf HTTP/1.1" status: 200  len: 857 time: 0.0870776
Nov 10 04:10:18.097122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4d5340>, '956a8192-b94e-4925-8449-a0a1f136c609') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:18.097465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4d5340>, '956a8192-b94e-4925-8449-a0a1f136c609') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:18.108711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.123983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-855a2e83-7910-4c5f-baf4-f8526cdd86a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6566f76d-63aa-47ac-b87e-9a892a9f960d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306013
Nov 10 04:10:18.128394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.133507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.140572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:18.141312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:18.153526 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:18.225192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.225694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d811d73-cd9b-40ed-b964-46f8618f8582 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:18.229400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.235556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7fd6567-48cd-442e-87d7-4cc006c1edfa HTTP/1.1" status: 204  len: 168 time: 0.3550012
Nov 10 04:10:18.252006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 0d811d73-cd9b-40ed-b964-46f8618f8582 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:18.252777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d811d73-cd9b-40ed-b964-46f8618f8582 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:18.258718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c802d1-04e1-439c-897c-b3adf264f09d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fd6567-48cd-442e-87d7-4cc006c1edfa,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:18.269746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887e42-5655-4e7e-80dc-587f6d36752f req-8e0d3ec6-4b2d-4ba7-aa50-a42ca4a40b2d tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:18.271392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53887e42-5655-4e7e-80dc-587f6d36752f req-8e0d3ec6-4b2d-4ba7-aa50-a42ca4a40b2d tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.0917051
Nov 10 04:10:18.280486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.312821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-f7b3efd0-16be-4183-992f-66b4216a7931 service neutron] 10.222.0.21 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521966
Nov 10 04:10:18.332002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53887e42-5655-4e7e-80dc-587f6d36752f req-c56feff3-88bc-47b9-b06c-aba75c3e0359 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524383
Nov 10 04:10:18.382967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47586) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:18.397359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.429219 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f579b8d1-fec0-45db-a489-308240fb29dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05c03f4e9dc4e1d9e8f759b8f0c7c06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0449967
Nov 10 04:10:18.429950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47588) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:18.444462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Subnet': ['ID=5853f95f-1379-4fe6-a941-9c267e2ce1a6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:18.451878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c89cfe3-f491-4a1c-a6fa-7dda34806cef req-c5fad526-a972-4ffd-a95f-aa879ac3ac9b service neutron] 10.222.0.21 "GET /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310859
Nov 10 04:10:18.452891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.458904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec177bdd-d7dc-4c5a-9006-c6f0f0d73fbf tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/subnets/5853f95f-1379-4fe6-a941-9c267e2ce1a6 HTTP/1.1" status: 204  len: 168 time: 0.5232697
Nov 10 04:10:18.458904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47590) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:18.466907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccfc41-6312-40ec-a805-caa465359007 None None] Network a9302655-79ca-4173-bc4a-5c63696fd6bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:18.499098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.523065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.589580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.598331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.601491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.605763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0acaed68-e3cf-4745-aaff-e086aeb372a7 HTTP/1.1" status: 204  len: 168 time: 0.1747432
Nov 10 04:10:18.637780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437fab4-d46b-4673-b846-60a32735c92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acaed68-e3cf-4745-aaff-e086aeb372a7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:18.721111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] DHCP port deletion for a9302655-79ca-4173-bc4a-5c63696fd6bb request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:18.764811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6c88-03ea-482b-9b15-2572bd2cd48c req-d094d896-9a18-4c09-aff9-29955ee6931e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:18.766395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48ef6c88-03ea-482b-9b15-2572bd2cd48c req-d094d896-9a18-4c09-aff9-29955ee6931e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0544064
Nov 10 04:10:18.799724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Deleting port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:18.800245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.844441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48ef6c88-03ea-482b-9b15-2572bd2cd48c req-cd7b54f2-fda3-44e3-a8b2-b3971d1d4997 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704408
Nov 10 04:10:18.848939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.900178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] For port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,segment=NetworkSegment(0ca349f1-ceb0-4146-96ea-946a76341ebe),segment_id=0ca349f1-ceb0-4146-96ea-946a76341ebe)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:18.900936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:18.919013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Calling delete_port for 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:19.010005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.034246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1fdb0-ce85-4d36-b4d9-ba718352c232 req-74fd61df-6a16-48d7-a257-586315ed92a3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:19.035744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3e1fdb0-ce85-4d36-b4d9-ba718352c232 req-74fd61df-6a16-48d7-a257-586315ed92a3 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 943 time: 0.0917821
Nov 10 04:10:19.039525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] Pushing event deleted for resources: {'Port': ['ID=9d16c2cc-e8f5-418b-b755-1419c6c26ea0,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:19.041758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.046918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66e3e8-1a62-4c08-8fa8-3a45e94a68ee None None] No DVR routers for this DVR port 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:19.166783 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3e1fdb0-ce85-4d36-b4d9-ba718352c232 req-242d96bb-0cf8-4853-be8a-7291a0c9b385 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159279
Nov 10 04:10:19.171262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.195852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82144d8b50>,) {'filters': {'network_id': ['a9302655-79ca-4173-bc4a-5c63696fd6bb']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:19.210470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82144d8b50>, '0ca349f1-ceb0-4146-96ea-946a76341ebe') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:19.210793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82144d8b50>, '0ca349f1-ceb0-4146-96ea-946a76341ebe') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:19.220680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.234408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.240365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:19.240843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:19.243959 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:19.306436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.314093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.317188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] 10.222.0.13 "DELETE /v2.0/networks/a9302655-79ca-4173-bc4a-5c63696fd6bb HTTP/1.1" status: 204  len: 168 time: 0.8574374
Nov 10 04:10:19.329542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace97fd-e5b5-48d2-aec2-f89f01cce334 tempest-NetworksIpV6TestAttrs-2102112444 tempest-NetworksIpV6TestAttrs-2102112444-project] Pushing event deleted for resources: {'Network': ['ID=a9302655-79ca-4173-bc4a-5c63696fd6bb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:19.390540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:19.411096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:19.411440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d16c2cc-e8f5-418b-b755-1419c6c26ea0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:19.464515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89bd6-473f-4b57-a796-d04c478a05f0 req-8ade25c0-a944-40b0-9f2c-0efae3803688 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:19.466501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caa89bd6-473f-4b57-a796-d04c478a05f0 req-8ade25c0-a944-40b0-9f2c-0efae3803688 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.0514994
Nov 10 04:10:19.500757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47626) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:19.524883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caa89bd6-473f-4b57-a796-d04c478a05f0 req-9a90c561-a3de-422c-98b7-31abd5962e48 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478446
Nov 10 04:10:19.586919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47630) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:19.645400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1323895631-network', 'tenant_id': '64eb45bb7ada4f77b0924905b8c533bc'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:19.667057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Made reservation on behalf of 64eb45bb7ada4f77b0924905b8c533bc for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:19.669361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.683750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.742247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-884ee583-78c9-40d7-b7c1-9dee7eb14e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d6e1e1cae7c42779501a0a6926cd0d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1541071
Nov 10 04:10:19.744967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47634) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:19.784173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.788624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.798714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.816883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:19.821324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.822906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85565a-c04d-4d50-856f-561ec0db4eb2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:19.836271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.836797 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Added segment ed048de8-9e60-4351-b575-316df40b1f81 of type vlan for network 12d3beac-6a12-400c-a984-aced6d849481
Nov 10 04:10:19.869340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.872465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.876044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bcc2e94-3ecb-496e-a97b-e8e74011bda4 HTTP/1.1" status: 204  len: 168 time: 0.1272748
Nov 10 04:10:19.882050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b81bb-ef92-4050-9262-64e659fb9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc2e94-3ecb-496e-a97b-e8e74011bda4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:19.891615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.923711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:19.924938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:19.925560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.011513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5096352
Nov 10 04:10:20.014332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47644) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:20.019187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Request body: {'subnet': {'network_id': '12d3beac-6a12-400c-a984-aced6d849481', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1323895631-subnet', 'tenant_id': '64eb45bb7ada4f77b0924905b8c533bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:20.026937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af76c7-2586-4c52-8c97-41ea4b78583f admin admin] Pushing event updated for resources: {'Network': ['ID=12d3beac-6a12-400c-a984-aced6d849481,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:20.039938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 12d3beac-6a12-400c-a984-aced6d849481 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:20.047743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa4d8b-21b4-4644-b7d1-a6dca34fe9ec req-28fa97ba-1018-4498-9857-a5cd9b0770ce tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:20.049371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41fa4d8b-21b4-4644-b7d1-a6dca34fe9ec req-28fa97ba-1018-4498-9857-a5cd9b0770ce tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0742173
Nov 10 04:10:20.054477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Made reservation on behalf of 64eb45bb7ada4f77b0924905b8c533bc for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:20.057670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.118024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41fa4d8b-21b4-4644-b7d1-a6dca34fe9ec req-0adf3d1d-657c-472c-804e-c4081b69f5dd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546489
Nov 10 04:10:20.254978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.325536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbb6249-79dc-4e20-a193-c3f3ccad6ce9,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:20.345519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0b6c9-fa64-4942-ab98-c251f26891e3 req-a2f88aca-232f-4578-bed7-6fbee22318e8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:20.347029 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8b0b6c9-fa64-4942-ab98-c251f26891e3 req-a2f88aca-232f-4578-bed7-6fbee22318e8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 943 time: 0.1040564
Nov 10 04:10:20.347150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c367d397-7ad8-499c-a74a-8c45d4dbd999 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:20.355185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Checking segment: {'id': 'ed048de8-9e60-4351-b575-316df40b1f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '12d3beac-6a12-400c-a984-aced6d849481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:20.355545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Network hostable DHCP agents. Network: 12d3beac-6a12-400c-a984-aced6d849481, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:20.406713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Network 12d3beac-6a12-400c-a984-aced6d849481 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:20.418434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8b0b6c9-fa64-4942-ab98-c251f26891e3 req-eabc7805-838c-46a8-a8ac-2dd967ad36d4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605223
Nov 10 04:10:20.425449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 12d3beac-6a12-400c-a984-aced6d849481) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:20.431722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:20.432312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.451307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13759876-fdea-4453-8268-e1b5690bf8c6 None None] Network 12d3beac-6a12-400c-a984-aced6d849481 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:20.454135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-05ff298e-b116-4ba6-b0ef-e5b59e22acf1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4384012
Nov 10 04:10:20.507059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:20.526938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c367d397-7ad8-499c-a74a-8c45d4dbd999', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': 'c367d397-7ad8-499c-a74a-8c45d4dbd999', 'mac_address': 'fa:16:3e:91:13:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:20.603466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.638429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c367d397-7ad8-499c-a74a-8c45d4dbd999 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:20.663176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570e87-4712-4b83-bd88-6e95dd27c6c3 req-3555ec8f-4d31-4a41-bd82-1407663c51c8 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:20.671383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97570e87-4712-4b83-bd88-6e95dd27c6c3 req-3555ec8f-4d31-4a41-bd82-1407663c51c8 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.0640962
Nov 10 04:10:20.681112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:20.685904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67fe46-fff5-478b-b7e5-9b8677ed022e None None] Network 12d3beac-6a12-400c-a984-aced6d849481 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:20.697795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:20.714038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.749991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97570e87-4712-4b83-bd88-6e95dd27c6c3 req-de43f627-ca4f-4232-91c6-fea9d7221d0a tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768888
Nov 10 04:10:20.804466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:20.813500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-196509652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:20.854188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.855036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.909791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.923294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.980017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:20.981216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-804f0238-8368-450f-9ec4-c60a061e3eaf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2988570
Nov 10 04:10:20.983887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47688) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:20.988521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1977449782'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:21.027070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c367d397-7ad8-499c-a74a-8c45d4dbd999'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:21.033926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:21.037966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.053327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-39ac0f59-aab8-4919-bbb2-b44a7d9f14cb tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:21.054803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-39ac0f59-aab8-4919-bbb2-b44a7d9f14cb tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/networks?id=12d3beac-6a12-400c-a984-aced6d849481 HTTP/1.1" status: 200  len: 814 time: 0.1421204
Nov 10 04:10:21.056103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.077743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-892e85f4-d7b0-4e16-9035-0120074552bf tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/quotas/64eb45bb7ada4f77b0924905b8c533bc HTTP/1.1" status: 200  len: 375 time: 0.0144601
Nov 10 04:10:21.113318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e29eedf8-0416-4475-838d-b75e29060ec9 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64eb45bb7ada4f77b0924905b8c533bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0289633
Nov 10 04:10:21.232187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.236073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60a735-910a-4db3-bb68-3d4775e93ee6 req-29146988-9893-4005-82d2-0a097956280b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:21.237575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a60a735-910a-4db3-bb68-3d4775e93ee6 req-29146988-9893-4005-82d2-0a097956280b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0518541
Nov 10 04:10:21.239238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.255596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e7b58c1e-1a32-487f-aa5a-3a1ad1efb605 service neutron] 10.222.0.13 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335387
Nov 10 04:10:21.288799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:21.289298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a60a735-910a-4db3-bb68-3d4775e93ee6 req-fb9a857c-d1ca-4375-9de8-f4b5c8a1fef3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451205
Nov 10 04:10:21.318942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4464d260-b6d1-460a-88f1-61f177628dc3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:21.327494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.327840 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Added segment 12e1ee3f-56c1-4111-b900-f3cc2edafe44 of type vlan for network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea
Nov 10 04:10:21.395661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.410456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-ff2bb3b6-f756-454b-8635-ce7829a1711f service neutron] 10.222.0.13 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472664
Nov 10 04:10:21.427743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.433278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:21.433855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.490439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5049503
Nov 10 04:10:21.493169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:21.497971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'subnet': {'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:21.551501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfef49b-cd71-428a-8fdd-fa9ac86b4a90 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Network': ['ID=979213c3-f0e3-45b0-9b4e-e6dcdea368ea,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:21.557703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b211dc-2b4f-46e2-8709-973514a7f9b4 req-3163dcb4-f390-491e-9836-5cb6bc938132 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:21.565440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:21.566487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b211dc-2b4f-46e2-8709-973514a7f9b4 req-3163dcb4-f390-491e-9836-5cb6bc938132 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 944 time: 0.0633829
Nov 10 04:10:21.625542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00bc9831-4687-46e5-8dba-5db5611147a9 req-74314962-9b17-49f6-b6f3-bc44f580d5a8 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 210 time: 0.0422649
Nov 10 04:10:21.635177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b211dc-2b4f-46e2-8709-973514a7f9b4 req-afcebd28-fb3a-45a1-a9c3-bab6ab0b8a03 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677872
Nov 10 04:10:21.660406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:21.664485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.901789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0392-9d30-4b54-bb97-ae44fcbcc31c req-8c0c6e06-fdc2-46b4-9a14-fe31a47ca745 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:21.903265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-516a0392-9d30-4b54-bb97-ae44fcbcc31c req-8c0c6e06-fdc2-46b4-9a14-fe31a47ca745 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.0863640
Nov 10 04:10:21.904102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:21.977751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Subnet': ['ID=8403016d-3f32-4189-94a6-66f1fa823600,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:22.007013 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-516a0392-9d30-4b54-bb97-ae44fcbcc31c req-d1914f45-65de-4240-bde2-895312f53f85 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965204
Nov 10 04:10:22.012867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Checking segment: {'id': '12e1ee3f-56c1-4111-b900-f3cc2edafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:22.013227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network hostable DHCP agents. Network: 979213c3-f0e3-45b0-9b4e-e6dcdea368ea, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:22.030467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:22.038736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 979213c3-f0e3-45b0-9b4e-e6dcdea368ea) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:22.042622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.043213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.047245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc167a-73fb-49ea-b70d-c0c24db76e25 None None] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:22.062203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6d629d1-4c0c-4257-acbd-c97c3d00b617 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5680201
Nov 10 04:10:22.065235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47712) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:22.070927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'network': {'name': 'tempest-router-network01--1602472661'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:22.103031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:22.108398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.138884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:22.148626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.148984 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Added segment f8f81b1c-ba47-434a-b110-ead179b384d4 of type vlan for network 2a2f0257-faec-4138-8580-ac195e2e6d0b
Nov 10 04:10:22.198840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.218802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:22.227762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.233544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.234168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.234372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-979213c3-f0e3-45b0-9b4e-e6dcdea368ea', 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea', 'tenant_id': '7948418a27894a9385a8de69906a34f5', 'fixed_ips': [{'subnet_id': '8403016d-3f32-4189-94a6-66f1fa823600'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:22.235708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.288981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2226710
Nov 10 04:10:22.291637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:22.298138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'network': {'name': 'tempest-router-network02--312879523'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:22.310192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b58f36-3919-4de8-8147-5a6e1209d9e5 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Network': ['ID=2a2f0257-faec-4138-8580-ac195e2e6d0b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:22.326080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:22.329728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.358897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:22.368714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.369053 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Added segment 2ebc50bd-4413-4c8e-8124-b6e81c243278 of type vlan for network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36
Nov 10 04:10:22.373581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:22.375391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c59fcedb-b91b-40ee-92fd-f2b56f998eff details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:22.422135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.436770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f535b6-1c67-4be7-a179-ab37b98434ea req-b6b546ad-c76b-4354-ae0c-554d7035d483 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.438354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21f535b6-1c67-4be7-a179-ab37b98434ea req-b6b546ad-c76b-4354-ae0c-554d7035d483 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0572796
Nov 10 04:10:22.458310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.464198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.464999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.498870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21f535b6-1c67-4be7-a179-ab37b98434ea req-e30c4770-64e8-4ad4-bd20-dac6b11b3213 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522838
Nov 10 04:10:22.539286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2427564
Nov 10 04:10:22.539598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:22.544812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'subnet': {'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:22.549913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73565b2e-a69f-443d-a9ee-1d1095b971f2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Network': ['ID=fe1a7c3c-7c6c-4093-b6a7-626d4089bd36,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:22.604697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c367d397-7ad8-499c-a74a-8c45d4dbd999 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:22.618480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:22.665766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:22.672787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:22.678084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.762525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-d610931a-8003-4f63-ad58-837777558c0b tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.764962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-d610931a-8003-4f63-ad58-837777558c0b tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.26 "GET /v2.0/networks?id=12d3beac-6a12-400c-a984-aced6d849481 HTTP/1.1" status: 200  len: 814 time: 0.1545451
Nov 10 04:10:22.782579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Request body: {'port': {'device_id': '85ca39ff-43b9-4528-b281-1a02309a9601', 'network_id': '12d3beac-6a12-400c-a984-aced6d849481', 'admin_state_up': True, 'tenant_id': '64eb45bb7ada4f77b0924905b8c533bc'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:22.817547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-210a5d36-edde-4157-9ddf-070b74eeebdb req-7d6d0cc7-3042-4157-8e70-ad48fa932ccb tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 210 time: 0.0591199
Nov 10 04:10:22.861232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '68329625-652d-4ea8-af9f-530e412b8ad8', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'port_id': '68329625-652d-4ea8-af9f-530e412b8ad8', 'mac_address': 'fa:16:3e:92:19:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f04fa-b53b-4412-8617-0b657b9b8fd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:22.894572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d36ba-d40a-4a92-8caf-5717ec2d5e7c req-fba929f4-37d9-4a75-9d82-1c84fdf0948f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:22.896802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b01d36ba-d40a-4a92-8caf-5717ec2d5e7c req-fba929f4-37d9-4a75-9d82-1c84fdf0948f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 944 time: 0.1299038
Nov 10 04:10:22.975730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.979193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b01d36ba-d40a-4a92-8caf-5717ec2d5e7c req-8e14b281-2280-4dff-9b81-fd0f0106a371 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675583
Nov 10 04:10:22.985107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Made reservation on behalf of 64eb45bb7ada4f77b0924905b8c533bc for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:22.989972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:22.990167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Allocated IP 172.20.0.2 (979213c3-f0e3-45b0-9b4e-e6dcdea368ea/8403016d-3f32-4189-94a6-66f1fa823600/cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:23.000069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff,segment=NetworkSegment(2e5e0b73-c5aa-4526-ac6f-9a39e1024127),segment_id=2e5e0b73-c5aa-4526-ac6f-9a39e1024127)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:23.016467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.031381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c367d397-7ad8-499c-a74a-8c45d4dbd999 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:23.038610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff', 'network_id': '6566f76d-63aa-47ac-b87e-9a892a9f960d', 'port_id': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff', 'mac_address': 'fa:16:3e:f2:2b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f24455-b701-4eb2-9078-a4d6f7a59adf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:23.049222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Subnet': ['ID=88afe639-2cab-4656-82b1-a74fccbe7245,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:23.055868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c367d397-7ad8-499c-a74a-8c45d4dbd999 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:23.056456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.059944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Checking segment: {'id': 'f8f81b1c-ba47-434a-b110-ead179b384d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:23.060352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network hostable DHCP agents. Network: 2a2f0257-faec-4138-8580-ac195e2e6d0b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:23.085171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:23.088101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:23.101407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 2a2f0257-faec-4138-8580-ac195e2e6d0b) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:23.120815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.121175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.139344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeee12f-234c-4dc5-956b-07b64981e1df None None] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:23.164554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-867b0142-3ed0-4c0a-bdb1-6beb595c76c7 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6211090
Nov 10 04:10:23.164831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:23.169839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'subnet': {'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:23.181507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e447cc0-5133-474a-bc04-ffcc6f3434d4 req-2606ff16-dd58-4aeb-a09d-d75debe79e8b tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.184648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Allocated IP 172.20.0.7 (12d3beac-6a12-400c-a984-aced6d849481/3cbb6249-79dc-4e20-a193-c3f3ccad6ce9/0fa73bee-1e94-4784-ac07-70273fbfcee6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:23.188719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e447cc0-5133-474a-bc04-ffcc6f3434d4 req-2606ff16-dd58-4aeb-a09d-d75debe79e8b tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 944 time: 0.0841811
Nov 10 04:10:23.212344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:23.228126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.240091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.300909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e447cc0-5133-474a-bc04-ffcc6f3434d4 req-0c0f7962-9c6d-4f3b-a801-9e1850e12cfe tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069834
Nov 10 04:10:23.316310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59fcedb-b91b-40ee-92fd-f2b56f998eff {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:23.344939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Made reservation on behalf of 7948418a27894a9385a8de69906a34f5 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:23.348586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.401616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.424457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:23.428538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff,segment=NetworkSegment(2e5e0b73-c5aa-4526-ac6f-9a39e1024127),segment_id=2e5e0b73-c5aa-4526-ac6f-9a39e1024127)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:23.445525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.450891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.507514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.510731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Network 12d3beac-6a12-400c-a984-aced6d849481 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:23.514126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:23.518315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:23.520350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68329625-652d-4ea8-af9f-530e412b8ad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:23.570540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.570941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.572669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.585633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Pushing event updated for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:23.597579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e0998fbd-ac27-453d-8b03-6b8f44258020 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8191302
Nov 10 04:10:23.602459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:23.604732 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c2173-f917-4e49-83a4-ec5aa64b8fd3" -d '{"events": [{"server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "name": "network-vif-plugged", "status": "completed", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:23.612436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Request body: {'port': {'device_id': '85ca39ff-43b9-4528-b281-1a02309a9601', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:23.660810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.662081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.664997 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de914aa6-6dbc-481b-bb3e-c4f0d05fc07e x-openstack-request-id: req-de914aa6-6dbc-481b-bb3e-c4f0d05fc07e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:23.665389 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "name": "network-vif-plugged", "status": "completed", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:23.665734 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de914aa6-6dbc-481b-bb3e-c4f0d05fc07e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:23.666213 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999', 'code': 200}
Nov 10 04:10:23.682733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:23.689677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2717-e8da-4e1d-b09e-f8cf68d832cd req-adddf478-9cda-4725-8472-fe402862b8a5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.693223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbea2717-e8da-4e1d-b09e-f8cf68d832cd req-adddf478-9cda-4725-8472-fe402862b8a5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 944 time: 0.0992868
Nov 10 04:10:23.698430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.701102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-2a2f0257-faec-4138-8580-ac195e2e6d0b', 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b', 'tenant_id': '7948418a27894a9385a8de69906a34f5', 'fixed_ips': [{'subnet_id': '88afe639-2cab-4656-82b1-a74fccbe7245'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:23.702403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.718504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.722502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:23.756579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:23.792783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:23.809211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbea2717-e8da-4e1d-b09e-f8cf68d832cd req-40ef9e6c-bf69-4362-9dd7-ed38227e0cc3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860035
Nov 10 04:10:23.810652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Subnet': ['ID=937b1d62-a2d2-476e-92b6-4406b49de2b0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:23.820092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Checking segment: {'id': '2ebc50bd-4413-4c8e-8124-b6e81c243278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:23.820466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network hostable DHCP agents. Network: fe1a7c3c-7c6c-4093-b6a7-626d4089bd36, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:23.843859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:23.848832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:23.855583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c59fcedb-b91b-40ee-92fd-f2b56f998eff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:23.861280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, fe1a7c3c-7c6c-4093-b6a7-626d4089bd36) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:23.877242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd943-50f0-4ed9-b3f1-4807a4bbe544 req-9ecca7c2-cad5-4157-b1ea-61f64ae248ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.878674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:23.878815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-767bd943-50f0-4ed9-b3f1-4807a4bbe544 req-9ecca7c2-cad5-4157-b1ea-61f64ae248ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 1096 time: 0.1402640
Nov 10 04:10:23.879293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:23.906194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c08cf-537b-4e2d-839c-522656634e33 None None] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:23.908216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-895d6e3a-9ae5-4e82-b878-a7adc50fb8f1 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7422228
Nov 10 04:10:23.908940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47742) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:23.971430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Pushing event updated for resources: {'Port': ['ID=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:24.018734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-767bd943-50f0-4ed9-b3f1-4807a4bbe544 req-7ca07a1b-d687-48e6-a23f-85b3ab9f5fe1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293197
Nov 10 04:10:24.050755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73953f6d-a795-4daa-8755-1051f578d522 req-8f2b5e24-72b1-4a4c-908a-95fed8a2a6a5 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.052944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73953f6d-a795-4daa-8755-1051f578d522 req-8f2b5e24-72b1-4a4c-908a-95fed8a2a6a5 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 931 time: 0.1291463
Nov 10 04:10:24.141154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73953f6d-a795-4daa-8755-1051f578d522 req-be4c67cd-3bbf-413b-a90f-a1777c23cce7 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751164
Nov 10 04:10:24.142658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Attempting to bind port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:24.143070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Attempting to bind port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '12e1ee3f-56c1-4111-b900-f3cc2edafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:24.143539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Attempting to bind port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d on network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:24.186896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:24.187258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa73bee-1e94-4784-ac07-70273fbfcee6 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:24.189788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:24.190255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Checking segment: {'id': '12e1ee3f-56c1-4111-b900-f3cc2edafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:24.190733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.191371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Bound using segment: {'id': '12e1ee3f-56c1-4111-b900-f3cc2edafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:24.191709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Bound port: cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e1ee3f-56c1-4111-b900-f3cc2edafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '979213c3-f0e3-45b0-9b4e-e6dcdea368ea'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:24.192245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.196012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.211541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Transition to ACTIVE for port object 0fa73bee-1e94-4784-ac07-70273fbfcee6 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:24.212730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Allocated IP 172.20.0.2 (2a2f0257-faec-4138-8580-ac195e2e6d0b/88afe639-2cab-4656-82b1-a74fccbe7245/c2e87201-94f7-4f66-a8db-2301060e55e7) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:24.216769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.237410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:24.263995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d950171-a6ee-4839-8ffe-cb19f58bedf0 req-73db5a95-8c82-4579-a95c-cdc3381f72ac tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.265646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d950171-a6ee-4839-8ffe-cb19f58bedf0 req-73db5a95-8c82-4579-a95c-cdc3381f72ac tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.1481223
Nov 10 04:10:24.345406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.372948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d950171-a6ee-4839-8ffe-cb19f58bedf0 req-557ae7af-da67-4007-982f-45985777de18 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979602
Nov 10 04:10:24.397202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Attempting to bind port 0fa73bee-1e94-4784-ac07-70273fbfcee6 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:24.397563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Attempting to bind port 0fa73bee-1e94-4784-ac07-70273fbfcee6 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'ed048de8-9e60-4351-b575-316df40b1f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '12d3beac-6a12-400c-a984-aced6d849481'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:24.397896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Attempting to bind port 0fa73bee-1e94-4784-ac07-70273fbfcee6 on network 12d3beac-6a12-400c-a984-aced6d849481 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:24.402037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Pushing event updated for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:24.438314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Port 0fa73bee-1e94-4784-ac07-70273fbfcee6 on network 12d3beac-6a12-400c-a984-aced6d849481 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:24.438695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Attempting to bind port 0fa73bee-1e94-4784-ac07-70273fbfcee6 on network 12d3beac-6a12-400c-a984-aced6d849481 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:24.460906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:24.461366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Checking segment: {'id': 'ed048de8-9e60-4351-b575-316df40b1f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '12d3beac-6a12-400c-a984-aced6d849481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:24.462018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Bound using segment: {'id': 'ed048de8-9e60-4351-b575-316df40b1f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '12d3beac-6a12-400c-a984-aced6d849481'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:24.462358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Bound port: 0fa73bee-1e94-4784-ac07-70273fbfcee6, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed048de8-9e60-4351-b575-316df40b1f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '12d3beac-6a12-400c-a984-aced6d849481'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:24.462728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.540360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e917-df69-44d7-82dd-2cd3581ecee3 req-cc04c5a9-6455-4f9c-9b29-00e1185c6907 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.548406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0108e917-df69-44d7-82dd-2cd3581ecee3 req-cc04c5a9-6455-4f9c-9b29-00e1185c6907 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 945 time: 0.1532042
Nov 10 04:10:24.574411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:24.578076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6,segment=NetworkSegment(ed048de8-9e60-4351-b575-316df40b1f81),segment_id=ed048de8-9e60-4351-b575-316df40b1f81)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:24.603654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.689706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.690415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.694511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] 10.222.0.26 "PUT /v2.0/ports/0fa73bee-1e94-4784-ac07-70273fbfcee6 HTTP/1.1" status: 200  len: 1091 time: 1.0870543
Nov 10 04:10:24.711102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:24.713638 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a5918-2be1-4df1-94f5-7fdee0952152" -d '{"events": [{"name": "network-changed", "server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:24.730607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da096ac-aef2-41bf-b1e1-ffb54cc588aa service neutron] Pushing event updated for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:24.744626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0108e917-df69-44d7-82dd-2cd3581ecee3 req-2ec67ee9-87e9-4e01-921c-00a3ceb051ac tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952939
Nov 10 04:10:24.774248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] For port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:24.779573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-fe1a7c3c-7c6c-4093-b6a7-626d4089bd36', 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36', 'tenant_id': '7948418a27894a9385a8de69906a34f5', 'fixed_ips': [{'subnet_id': '937b1d62-a2d2-476e-92b6-4406b49de2b0'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:24.780416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.784446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] For port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,segment=NetworkSegment(12e1ee3f-56c1-4111-b900-f3cc2edafe44),segment_id=12e1ee3f-56c1-4111-b900-f3cc2edafe44)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:24.789612 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9bca03-0aa3-40f9-a089-7bea998c39f3 x-openstack-request-id: req-ad9bca03-0aa3-40f9-a089-7bea998c39f3 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:24.789902 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:24.790157 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad9bca03-0aa3-40f9-a089-7bea998c39f3 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:24.790596 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6', 'status': 'completed', 'code': 200}
Nov 10 04:10:24.806651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-090ef56f-d9da-4dad-a508-c2b92218217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.808164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-090ef56f-d9da-4dad-a508-c2b92218217c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64eb45bb7ada4f77b0924905b8c533bc&device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 1094 time: 0.0554025
Nov 10 04:10:24.818719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:24.861174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-1abeeffc-057f-4c8c-a846-99e9f475eb69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6 HTTP/1.1" status: 200  len: 217 time: 0.0426857
Nov 10 04:10:24.938788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-adf04248-5285-4411-8921-3b5fae0a438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.940356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-adf04248-5285-4411-8921-3b5fae0a438f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cbb6249-79dc-4e20-a193-c3f3ccad6ce9 HTTP/1.1" status: 200  len: 854 time: 0.0709665
Nov 10 04:10:24.971422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d45335-c140-4d89-a25b-f93c6d78617e req-dc874086-a63e-433b-86bb-0c8ee2432c4a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:24.972999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21d45335-c140-4d89-a25b-f93c6d78617e req-dc874086-a63e-433b-86bb-0c8ee2432c4a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 944 time: 0.0779068
Nov 10 04:10:24.992959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-fe574350-99b2-4db2-a248-7659b5890204 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12d3beac-6a12-400c-a984-aced6d849481&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430248
Nov 10 04:10:25.012040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.057841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856c770-982b-448a-889d-ebec180c9c69 None None] Pushing event updated for resources: {'Port': ['ID=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:25.068701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.074266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:25.088913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.094822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21d45335-c140-4d89-a25b-f93c6d78617e req-5afbbd92-8751-4b6a-af3f-0d79ee62f65f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040425
Nov 10 04:10:25.140593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-e59558c1-c52e-4f6e-bed0-5eab2824bd14 service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342692
Nov 10 04:10:25.153625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:25.201149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.217958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:25.225110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:25.247821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Pushing event updated for resources: {'Port': ['ID=c2e87201-94f7-4f66-a8db-2301060e55e7,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:25.254798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:25.310374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Allocated IP 172.20.0.2 (fe1a7c3c-7c6c-4093-b6a7-626d4089bd36/937b1d62-a2d2-476e-92b6-4406b49de2b0/d315672d-7ea8-4b56-8b95-527721e8c925) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:25.346113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6203d6f-c938-4db6-a5d4-214237a94ad2 req-88e184c2-b7d0-4408-9a81-491a6ee6be45 service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907759
Nov 10 04:10:25.437874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Attempting to bind port c2e87201-94f7-4f66-a8db-2301060e55e7 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:25.438266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Attempting to bind port c2e87201-94f7-4f66-a8db-2301060e55e7 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f8f81b1c-ba47-434a-b110-ead179b384d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:25.438638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Attempting to bind port c2e87201-94f7-4f66-a8db-2301060e55e7 on network 2a2f0257-faec-4138-8580-ac195e2e6d0b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:25.477386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:25.483724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:25.484118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Checking segment: {'id': 'f8f81b1c-ba47-434a-b110-ead179b384d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:25.484529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.484948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Bound using segment: {'id': 'f8f81b1c-ba47-434a-b110-ead179b384d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:25.486052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Bound port: c2e87201-94f7-4f66-a8db-2301060e55e7, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f81b1c-ba47-434a-b110-ead179b384d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a2f0257-faec-4138-8580-ac195e2e6d0b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:25.486466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.556299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74046c33-eaa5-489a-a6aa-bf09a4bfca95 req-57631947-f581-4574-9c09-e851330c9bbf tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:25.561671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-9ae920f0-c68e-40b0-897c-248366afe68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:25.565357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74046c33-eaa5-489a-a6aa-bf09a4bfca95 req-57631947-f581-4574-9c09-e851330c9bbf tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 943 time: 0.0848594
Nov 10 04:10:25.566211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-9ae920f0-c68e-40b0-897c-248366afe68f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64eb45bb7ada4f77b0924905b8c533bc&device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 1094 time: 0.1224542
Nov 10 04:10:25.586505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Allocated IP 172.20.0.1 (2a2f0257-faec-4138-8580-ac195e2e6d0b/88afe639-2cab-4656-82b1-a74fccbe7245/bf8a58ac-d26a-42ff-9719-d43f8981f2f7) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:25.597409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:25.632097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74046c33-eaa5-489a-a6aa-bf09a4bfca95 req-1dc60c7e-66a8-4506-8b5a-e26406c53a51 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658262
Nov 10 04:10:25.642946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] For port c2e87201-94f7-4f66-a8db-2301060e55e7, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:25.671030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] For port c2e87201-94f7-4f66-a8db-2301060e55e7, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2e87201-94f7-4f66-a8db-2301060e55e7,segment=NetworkSegment(f8f81b1c-ba47-434a-b110-ead179b384d4),segment_id=f8f81b1c-ba47-434a-b110-ead179b384d4)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:25.682472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.720253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-6cd0e596-8b00-480e-9823-2a9347a695e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:25.721811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-6cd0e596-8b00-480e-9823-2a9347a695e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12d3beac-6a12-400c-a984-aced6d849481 HTTP/1.1" status: 200  len: 915 time: 0.1480927
Nov 10 04:10:25.736990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.759032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.783289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6e7a-9004-477f-8e1e-fa3eb923c529 None None] Pushing event updated for resources: {'Port': ['ID=c2e87201-94f7-4f66-a8db-2301060e55e7,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:25.786136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:25.786268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.816734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.820126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-638a6c3d-d041-4526-86b7-6d3d92d9f734 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6 HTTP/1.1" status: 200  len: 217 time: 0.0898082
Nov 10 04:10:25.829855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff726-2c36-4e61-9686-cb21a2c1a362 req-de257b2b-fb41-48db-ae82-7fdc4b5e5122 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:25.832028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cff726-2c36-4e61-9686-cb21a2c1a362 req-de257b2b-fb41-48db-ae82-7fdc4b5e5122 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.1983032
Nov 10 04:10:25.839612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:25.857369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:25.865039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:25.874522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Pushing event updated for resources: {'Port': ['ID=d315672d-7ea8-4b56-8b95-527721e8c925,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:25.898384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-ea402b38-47ec-4f6d-b744-5711a04720ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:25.900260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-ea402b38-47ec-4f6d-b744-5711a04720ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cbb6249-79dc-4e20-a193-c3f3ccad6ce9 HTTP/1.1" status: 200  len: 854 time: 0.0615656
Nov 10 04:10:25.917243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:25.948997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-c9f2319a-94dc-438a-82a9-5d5a3c63bf24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12d3beac-6a12-400c-a984-aced6d849481&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399871
Nov 10 04:10:26.008056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Attempting to bind port d315672d-7ea8-4b56-8b95-527721e8c925 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:26.008425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Attempting to bind port d315672d-7ea8-4b56-8b95-527721e8c925 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2ebc50bd-4413-4c8e-8124-b6e81c243278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:26.008811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Attempting to bind port d315672d-7ea8-4b56-8b95-527721e8c925 on network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:26.022390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:26.023013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Checking segment: {'id': '2ebc50bd-4413-4c8e-8124-b6e81c243278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:26.023743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.024477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Bound using segment: {'id': '2ebc50bd-4413-4c8e-8124-b6e81c243278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:26.025142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Bound port: d315672d-7ea8-4b56-8b95-527721e8c925, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc50bd-4413-4c8e-8124-b6e81c243278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fe1a7c3c-7c6c-4093-b6a7-626d4089bd36'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:26.025708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.041758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:26.045867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Port': ['ID=bf8a58ac-d26a-42ff-9719-d43f8981f2f7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:26.066225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.066720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4d1b9-e7da-4b59-b141-cc10b6451d83 req-12e9df19-917d-40a7-95f2-e70ee9f4048f tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:26.070820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0b4d1b9-e7da-4b59-b141-cc10b6451d83 req-12e9df19-917d-40a7-95f2-e70ee9f4048f tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 945 time: 0.1659379
Nov 10 04:10:26.073765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:26.081611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:26.181721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.224687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,segment=NetworkSegment(12e1ee3f-56c1-4111-b900-f3cc2edafe44),segment_id=12e1ee3f-56c1-4111-b900-f3cc2edafe44)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:26.241074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:26.245831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.250300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] For port d315672d-7ea8-4b56-8b95-527721e8c925, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:26.338900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0b4d1b9-e7da-4b59-b141-cc10b6451d83 req-062fab7d-5ad8-4134-b7be-f4f6b4d55673 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928575
Nov 10 04:10:26.371037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] For port d315672d-7ea8-4b56-8b95-527721e8c925, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d315672d-7ea8-4b56-8b95-527721e8c925,segment=NetworkSegment(2ebc50bd-4413-4c8e-8124-b6e81c243278),segment_id=2ebc50bd-4413-4c8e-8124-b6e81c243278)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:26.385166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c59fcedb-b91b-40ee-92fd-f2b56f998eff up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:26.387600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.447717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:26.451958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.514578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 68329625-652d-4ea8-af9f-530e412b8ad8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:26.514958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.539106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-cce9f808-a33b-499d-915f-93523814d02e service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5787199
Nov 10 04:10:26.571843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd57f07-e0a5-41e2-9c20-658abb536ce8 None None] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:26.584584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c59fcedb-b91b-40ee-92fd-f2b56f998eff completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:26.591089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0428-afb9-4899-9410-4a6ee8272682 req-4bca603c-61f1-479c-a0b4-bdae2c849dec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:26.592655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d9f0428-afb9-4899-9410-4a6ee8272682 req-4bca603c-61f1-479c-a0b4-bdae2c849dec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 943 time: 0.1427708
Nov 10 04:10:26.601376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7b32-793c-4bb3-93bd-162b34c016c1 None None] Pushing event updated for resources: {'Port': ['ID=d315672d-7ea8-4b56-8b95-527721e8c925,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:26.618670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cff726-2c36-4e61-9686-cb21a2c1a362 req-05af8827-76e9-42a6-8b78-87ea51e19090 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7121437
Nov 10 04:10:26.649340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c59fcedb-b91b-40ee-92fd-f2b56f998eff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:26.649788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.678956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-365a5918-2be1-4df1-94f5-7fdee0952152 req-46c8e82a-9a9c-4276-9848-0f99a3c11567 service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287155
Nov 10 04:10:26.720109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e70c7f40-25d6-48ab-a978-0542fdea6e6a None None] Provisioning complete for port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:26.720481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e70c7f40-25d6-48ab-a978-0542fdea6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.860456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d9f0428-afb9-4899-9410-4a6ee8272682 req-7a436c87-7cbf-403d-914a-44dfb4bd1052 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795192
Nov 10 04:10:26.884408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8063f06-8fed-42d1-aef7-0d56b9f5ee0f req-6db02647-9667-418f-b475-3c59e6525a4d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:26.886485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8063f06-8fed-42d1-aef7-0d56b9f5ee0f req-6db02647-9667-418f-b475-3c59e6525a4d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1188326
Nov 10 04:10:26.943506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:26.993127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8063f06-8fed-42d1-aef7-0d56b9f5ee0f req-539c0d57-7e65-4413-9729-6ce9904020fd tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947158
Nov 10 04:10:26.993530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.001527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:27.011066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:27.013429 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894e2a5-0370-4e5f-9c25-8c692786519f" -d '{"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-plugged", "status": "completed", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:27.030353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.050898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.138810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.141442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.164566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590f8a-e49e-4ba8-acfe-1e687f3c6cee req-15357f54-0ddd-414d-b041-7ff78d730265 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:27.173692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d590f8a-e49e-4ba8-acfe-1e687f3c6cee req-15357f54-0ddd-414d-b041-7ff78d730265 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 943 time: 0.1740158
Nov 10 04:10:27.203821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Port': ['ID=bf8a58ac-d26a-42ff-9719-d43f8981f2f7,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:27.231524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff,segment=NetworkSegment(2e5e0b73-c5aa-4526-ac6f-9a39e1024127),segment_id=2e5e0b73-c5aa-4526-ac6f-9a39e1024127)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:27.241310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:27.246612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.280430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845976e-0447-480e-a6a6-4d15e753a8ba req-794fd87e-002d-44f3-ba61-0e8c537acc99 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:27.296247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e845976e-0447-480e-a6a6-4d15e753a8ba req-794fd87e-002d-44f3-ba61-0e8c537acc99 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.1227093
Nov 10 04:10:27.304960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8d590f8a-e49e-4ba8-acfe-1e687f3c6cee req-30200297-22a3-4c51-b7a4-e5c4678bf33a tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260071
Nov 10 04:10:27.366765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:27.376059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e845976e-0447-480e-a6a6-4d15e753a8ba req-df5eaa8f-5fe5-4e8d-b42c-83aff7f962a6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781658
Nov 10 04:10:27.395123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:27.399909 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df6b39-0fe4-488a-9069-c48a65f4d2cb x-openstack-request-id: req-28df6b39-0fe4-488a-9069-c48a65f4d2cb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:27.400694 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-plugged", "status": "completed", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:27.401219 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28df6b39-0fe4-488a-9069-c48a65f4d2cb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:27.402064 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8', 'code': 200}
Nov 10 04:10:27.414226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:27.542887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d55be3-1e95-4b65-a792-8b74f57667a1 None None] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:27.629751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ed458-dbdf-4b9a-8366-ac81a492dca7 req-16357f53-29d9-461a-80c5-8b7bad871baa tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:27.638755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0ed458-dbdf-4b9a-8366-ac81a492dca7 req-16357f53-29d9-461a-80c5-8b7bad871baa tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.1421521
Nov 10 04:10:27.695021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Router ec443a94-83bc-434f-ab48-3f575ae68b46 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:10:27.702931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2e87201-94f7-4f66-a8db-2301060e55e7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:27.720271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110f80-2e58-4a11-a1f1-c733257e905b req-ac17c2bd-2ace-4d31-8a3d-30b471b4118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:27.722296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4110f80-2e58-4a11-a1f1-c733257e905b req-ac17c2bd-2ace-4d31-8a3d-30b471b4118e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 1096 time: 0.1839697
Nov 10 04:10:27.736822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0ed458-dbdf-4b9a-8366-ac81a492dca7 req-2186161b-5e61-47ba-ada0-c8ad71a9ef27 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967457
Nov 10 04:10:27.774177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] Provisioning complete for port c2e87201-94f7-4f66-a8db-2301060e55e7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:27.774555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:27.846463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a4110f80-2e58-4a11-a1f1-c733257e905b req-d75ff96b-2244-465b-9045-8e834b1b86e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059864
Nov 10 04:10:27.875085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:27.887098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-794ddbec-3e75-4cdd-a0bb-28447622af28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9727967
Nov 10 04:10:27.887821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:27.892767 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] Sync routers for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:27.907703 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:27.908698 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143e4670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:27.953514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c5c5b-4a7f-4f55-80c1-c344f7e23a2c req-ce452681-effe-450a-8460-fcd9b0396e92 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:27.955145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-974c5c5b-4a7f-4f55-80c1-c344f7e23a2c req-ce452681-effe-450a-8460-fcd9b0396e92 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.0922661
Nov 10 04:10:27.981862 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143e4670>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:27.999797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:28.000418 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143e4670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:28.028819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-974c5c5b-4a7f-4f55-80c1-c344f7e23a2c req-d3b8ad22-063c-4d91-a8d6-c7882e346fba tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664170
Nov 10 04:10:28.037149 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143e4670>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:28.037776 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cf1bf-03df-435c-a2af-c6f783d45da5 None None] The sync data for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:28.100794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c2e87201-94f7-4f66-a8db-2301060e55e7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:28.101253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.127463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb71fe-da27-4eb0-b999-86ce508dd13f req-9749d34b-fab0-450b-8a11-82b6903744ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:28.129350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90631d03-85bb-4a50-8561-f56edb8ddb90 None None] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:28.133091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24bb71fe-da27-4eb0-b999-86ce508dd13f req-9749d34b-fab0-450b-8a11-82b6903744ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1277437
Nov 10 04:10:28.252631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0fa73bee-1e94-4784-ac07-70273fbfcee6 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:28.261730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24bb71fe-da27-4eb0-b999-86ce508dd13f req-7b1aeeb6-a2e0-4f0f-9575-391e3d17127a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189592
Nov 10 04:10:28.433466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05fb5-66e7-43b4-b848-f7f527b87009 req-18d20c59-a906-47af-afe0-e35c54acbec0 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:28.433669 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-f2695406-7a60-4f81-97d9-970c4f44a1d9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:28.434557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f2695406-7a60-4f81-97d9-970c4f44a1d9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5455761
Nov 10 04:10:28.435816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ddc05fb5-66e7-43b4-b848-f7f527b87009 req-18d20c59-a906-47af-afe0-e35c54acbec0 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 943 time: 0.0643325
Nov 10 04:10:28.437409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47796) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:28.446074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.447810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.551256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] For port c2e87201-94f7-4f66-a8db-2301060e55e7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2e87201-94f7-4f66-a8db-2301060e55e7,segment=NetworkSegment(f8f81b1c-ba47-434a-b110-ead179b384d4),segment_id=f8f81b1c-ba47-434a-b110-ead179b384d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:28.558208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6,segment=NetworkSegment(ed048de8-9e60-4351-b575-316df40b1f81),segment_id=ed048de8-9e60-4351-b575-316df40b1f81)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:28.568703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.611009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ddc05fb5-66e7-43b4-b848-f7f527b87009 req-f563a277-2c68-401e-a122-534c66b71db5 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667712
Nov 10 04:10:28.630795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0fa73bee-1e94-4784-ac07-70273fbfcee6', 'network_id': '12d3beac-6a12-400c-a984-aced6d849481', 'port_id': '0fa73bee-1e94-4784-ac07-70273fbfcee6', 'mac_address': 'fa:16:3e:fd:e5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbb6249-79dc-4e20-a193-c3f3ccad6ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:28.712900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:10:28.713257 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:10:28.727030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc6b0-08d0-4b0a-a6da-0f9e86a1845b None None] Pushing event updated for resources: {'Port': ['ID=c2e87201-94f7-4f66-a8db-2301060e55e7,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:28.740300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Provisioning complete for port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:28.741191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.742474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.799873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa73bee-1e94-4784-ac07-70273fbfcee6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:28.866800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6,segment=NetworkSegment(ed048de8-9e60-4351-b575-316df40b1f81),segment_id=ed048de8-9e60-4351-b575-316df40b1f81)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:28.875624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:28.977405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:28.985550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff20f8-4b84-43cf-90a4-18a6c6c7204d req-051c47e6-3264-4ae6-a5f2-f3dc50681acc tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:28.988390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9ff20f8-4b84-43cf-90a4-18a6c6c7204d req-051c47e6-3264-4ae6-a5f2-f3dc50681acc tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.1279263
Nov 10 04:10:29.037201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.043950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Provisioning complete for port d315672d-7ea8-4b56-8b95-527721e8c925 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.044327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.080392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9ff20f8-4b84-43cf-90a4-18a6c6c7204d req-68166036-dd2f-4765-b093-82e19d2d3c2d tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840387
Nov 10 04:10:29.110701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0fa73bee-1e94-4784-ac07-70273fbfcee6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:29.232146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217732-1a78-4005-b94e-830317852632 req-6a00779b-2910-404f-88ed-b95504ee840d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.233738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81217732-1a78-4005-b94e-830317852632 req-6a00779b-2910-404f-88ed-b95504ee840d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.1517711
Nov 10 04:10:29.261416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.287711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7663a-b6aa-4007-8876-303124e2468e req-c7fe9be2-b998-4a6f-9e8b-435fe15b0e8d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.294997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04a7663a-b6aa-4007-8876-303124e2468e req-c7fe9be2-b998-4a6f-9e8b-435fe15b0e8d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 945 time: 0.1503026
Nov 10 04:10:29.310394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d315672d-7ea8-4b56-8b95-527721e8c925 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:29.380858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] For port d315672d-7ea8-4b56-8b95-527721e8c925, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d315672d-7ea8-4b56-8b95-527721e8c925,segment=NetworkSegment(2ebc50bd-4413-4c8e-8124-b6e81c243278),segment_id=2ebc50bd-4413-4c8e-8124-b6e81c243278)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:29.392781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.430406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e2c5d-dc8f-4a1e-a6a4-aac27698347b req-8ec47877-a1f6-4732-98c3-3dfd9c793f4c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.437774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c83e2c5d-dc8f-4a1e-a6a4-aac27698347b req-8ec47877-a1f6-4732-98c3-3dfd9c793f4c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.0780168
Nov 10 04:10:29.462210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:29.464691 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7705fa5-f78b-433f-942c-b2adae438724" -d '{"events": [{"server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "name": "network-vif-plugged", "status": "completed", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:29.467847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb2ec7-db2b-4b47-ae82-be0842b891dc None None] Pushing event updated for resources: {'Port': ['ID=d315672d-7ea8-4b56-8b95-527721e8c925,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:29.471669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04a7663a-b6aa-4007-8876-303124e2468e req-bd521a3a-4c90-4685-984b-89b26d33d7c0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756594
Nov 10 04:10:29.512957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d315672d-7ea8-4b56-8b95-527721e8c925 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.513641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.526181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c83e2c5d-dc8f-4a1e-a6a4-aac27698347b req-f04ef52c-47cd-4485-b9ce-7c49e4f79620 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875084
Nov 10 04:10:29.564254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port c367d397-7ad8-499c-a74a-8c45d4dbd999 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:29.564574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.572400 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601db431-f285-47f6-a197-fe7769a23c69 x-openstack-request-id: req-601db431-f285-47f6-a197-fe7769a23c69 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:29.572569 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "name": "network-vif-plugged", "status": "completed", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:29.573556 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-601db431-f285-47f6-a197-fe7769a23c69 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:29.573556 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff', 'code': 200}
Nov 10 04:10:29.593717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Provisioning complete for port bf8a58ac-d26a-42ff-9719-d43f8981f2f7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.594167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.639132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Port bf8a58ac-d26a-42ff-9719-d43f8981f2f7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:29.682311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Provisioning complete for port c2e87201-94f7-4f66-a8db-2301060e55e7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.682725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.698727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423bcb6-9b61-4ba0-b5a9-fbfc4b841f76 req-d8de5c7c-eba4-4685-960f-0f952edcfed6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.707793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4423bcb6-9b61-4ba0-b5a9-fbfc4b841f76 req-d8de5c7c-eba4-4685-960f-0f952edcfed6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.1196749
Nov 10 04:10:29.708524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:29.713096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port c367d397-7ad8-499c-a74a-8c45d4dbd999, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c367d397-7ad8-499c-a74a-8c45d4dbd999,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:29.713760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.728100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for c367d397-7ad8-499c-a74a-8c45d4dbd999 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:29.748727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6c6d-5384-4ade-bb4a-43c3df6a425f req-d2f56df7-8a7d-40b9-b3c8-809f8ebb393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.750248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7db6c6d-5384-4ade-bb4a-43c3df6a425f req-d2f56df7-8a7d-40b9-b3c8-809f8ebb393c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 1097 time: 0.1041801
Nov 10 04:10:29.778050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting port bf8a58ac-d26a-42ff-9719-d43f8981f2f7 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:29.778403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.780262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4423bcb6-9b61-4ba0-b5a9-fbfc4b841f76 req-588ea5a4-6bc7-427d-9e72-88cb1df09fb0 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715976
Nov 10 04:10:29.791433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.791812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.811027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7db6c6d-5384-4ade-bb4a-43c3df6a425f req-037939df-2035-4d03-bb38-664995b99c99 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530562
Nov 10 04:10:29.861302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Provisioning complete for port d315672d-7ea8-4b56-8b95-527721e8c925 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:29.861674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-320689a1-8b16-4c75-b17f-06131c59e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:29.930548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a9b1-892e-4763-99b9-5cf15306b836 req-934990d8-4ece-4693-ba33-736b2cbfd2b2 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:29.937693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8816a9b1-892e-4763-99b9-5cf15306b836 req-934990d8-4ece-4693-ba33-736b2cbfd2b2 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 944 time: 0.1945534
Nov 10 04:10:29.979977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.007749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Calling delete_port for bf8a58ac-d26a-42ff-9719-d43f8981f2f7 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:30.060971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2e87201-94f7-4f66-a8db-2301060e55e7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:30.080884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8816a9b1-892e-4763-99b9-5cf15306b836 req-8880c7a8-9dcd-46c6-b28d-767c828136cd tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414568
Nov 10 04:10:30.123158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8ed90e4f-f446-45ae-a69b-ca11bda47856 None None] Provisioning complete for port bf8a58ac-d26a-42ff-9719-d43f8981f2f7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:30.123661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8ed90e4f-f446-45ae-a69b-ca11bda47856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.132009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.153447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b1483330-c457-4d0c-9201-58729f846485'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:30.155486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a', 'c367d397-7ad8-499c-a74a-8c45d4dbd999'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:30.162200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c2e87201-94f7-4f66-a8db-2301060e55e7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:30.162578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.178965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=c367d397-7ad8-499c-a74a-8c45d4dbd999,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:30.237378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed274b2-515b-4acf-9a8b-d3ec37cb03fc None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:30.257235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0fa73bee-1e94-4784-ac07-70273fbfcee6 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:30.262325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port c367d397-7ad8-499c-a74a-8c45d4dbd999 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:30.285336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.289218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81217732-1a78-4005-b94e-830317852632 req-749c7637-34a8-4400-a79a-073dff9b9e37 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "DELETE /v2.0/ports/c367d397-7ad8-499c-a74a-8c45d4dbd999 HTTP/1.1" status: 204  len: 173 time: 1.0457711
Nov 10 04:10:30.289813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'name': 'network-vif-deleted', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:30.292046 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8e93af-c83b-4e0c-ad04-317146365ede" -d '{"events": [{"server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "name": "network-vif-deleted", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:30.298627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8ed90e4f-f446-45ae-a69b-ca11bda47856 None None] Port bf8a58ac-d26a-42ff-9719-d43f8981f2f7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:30.326967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd608-5549-4fdf-b997-9d01ad24e225 req-f5cc1ab9-87bf-44cf-ba93-fe93a0c6a1fc tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:30.328504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-688fd608-5549-4fdf-b997-9d01ad24e225 req-f5cc1ab9-87bf-44cf-ba93-fe93a0c6a1fc tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.0953202
Nov 10 04:10:30.360662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-fa7d4142-c436-49ec-86f2-f4c188ef186c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:30.380698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-fa7d4142-c436-49ec-86f2-f4c188ef186c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.1677146
Nov 10 04:10:30.399181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-fd1e5149-2c50-40d4-a0d6-f2855f6a2799 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/quotas/7831ef525ec34d88ae73dc994fe9ba51 HTTP/1.1" status: 200  len: 375 time: 0.0175006
Nov 10 04:10:30.416964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.442171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-688fd608-5549-4fdf-b997-9d01ad24e225 req-f8495089-dd67-4c9d-8800-5a6d51459875 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885646
Nov 10 04:10:30.465891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-3655a4b0-598d-4b8b-af9f-53a91e622354 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0657055
Nov 10 04:10:30.496883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Port': ['ID=bf8a58ac-d26a-42ff-9719-d43f8981f2f7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:30.632147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-0f21bd13-6080-4fae-bf99-37a346522488 service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652939
Nov 10 04:10:30.667107 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64d1229-569d-4c46-aa56-29fd0375a3ea x-openstack-request-id: req-e64d1229-569d-4c46-aa56-29fd0375a3ea {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:30.667977 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c0fee1-a2a5-44ac-8f9c-f152fce3814b", "name": "network-vif-deleted", "tag": "c367d397-7ad8-499c-a74a-8c45d4dbd999", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:30.668249 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e64d1229-569d-4c46-aa56-29fd0375a3ea {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:30.668684 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c0fee1-a2a5-44ac-8f9c-f152fce3814b', 'name': 'network-vif-deleted', 'tag': 'c367d397-7ad8-499c-a74a-8c45d4dbd999', 'status': 'completed', 'code': 200}
Nov 10 04:10:30.669238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.683400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0fa73bee-1e94-4784-ac07-70273fbfcee6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:30.714443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0fa73bee-1e94-4784-ac07-70273fbfcee6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:30.714821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.720926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d315672d-7ea8-4b56-8b95-527721e8c925 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:30.773278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-560a733c-4ad4-471d-8bf3-820a8a3ba2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334167
Nov 10 04:10:30.789166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d793f73-da32-4e46-8e18-84a08272a2df req-105d4a83-61c1-4ea6-a795-cf8b23bb8514 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c0fee1-a2a5-44ac-8f9c-f152fce3814b HTTP/1.1" status: 200  len: 210 time: 0.0354617
Nov 10 04:10:30.931844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d315672d-7ea8-4b56-8b95-527721e8c925 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:30.932213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:30.958164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Router ec443a94-83bc-434f-ab48-3f575ae68b46 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:10:31.049987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:31.078430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35437b96-5d84-4555-b196-a259d6a3dcb9 req-88a1c293-cdcc-48f5-8eb3-b689b756a1cc tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 210 time: 0.0632863
Nov 10 04:10:31.079751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:31.086184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-564374f2-e4e9-4c96-98fa-01b6fa8678a9 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6474526
Nov 10 04:10:31.089935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:31.100329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] Sync routers for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:31.132010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6,segment=NetworkSegment(ed048de8-9e60-4351-b575-316df40b1f81),segment_id=ed048de8-9e60-4351-b575-316df40b1f81)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:31.159159 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-052fae89-535f-4f85-a0d7-a8cda02079cf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] delete failed (client error): The resource could not be found.
Nov 10 04:10:31.160217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-052fae89-535f-4f85-a0d7-a8cda02079cf tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-221319459 HTTP/1.1" status: 404  len: 334 time: 0.0690544
Nov 10 04:10:31.162889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:31.163738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207696ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:31.165302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47866) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:31.167576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:31.171616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4b666884-a42d-4212-9161-a6966243d92b tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec443a94-83bc-434f-ab48-3f575ae68b46'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:31.236696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207696ee0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:31.258629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:31.259239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207696ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:31.303214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207696ee0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:31.303852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d04bf4-ce0d-4431-945f-1b986ca85607 None None] The sync data for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:31.313939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:31.363976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073e5f-80f6-43aa-a737-3546ac04097b req-0392612b-3b9d-4d59-9b98-5f23caf7dbb5 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:31.366021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f073e5f-80f6-43aa-a737-3546ac04097b req-0392612b-3b9d-4d59-9b98-5f23caf7dbb5 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.1535292
Nov 10 04:10:31.574637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:31.577595 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3239e178-6004-4edb-963f-beb74cf5bd7a" -d '{"events": [{"server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "name": "network-vif-plugged", "status": "completed", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:31.582387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5832f63-6b2b-4d2a-873e-cd8e6edfb986 req-c8f88437-31c9-4128-bf4b-b09d9b5a9570 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:31.584220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5832f63-6b2b-4d2a-873e-cd8e6edfb986 req-c8f88437-31c9-4128-bf4b-b09d9b5a9570 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.0576265
Nov 10 04:10:31.643468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5832f63-6b2b-4d2a-873e-cd8e6edfb986 req-7424a916-a630-4956-a27e-f0555475332f tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505478
Nov 10 04:10:31.705336 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f93a7-19d0-4af5-8b21-bdae17bbae76 x-openstack-request-id: req-0d9f93a7-19d0-4af5-8b21-bdae17bbae76 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:31.705838 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "name": "network-vif-plugged", "status": "completed", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:31.706256 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d9f93a7-19d0-4af5-8b21-bdae17bbae76 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:31.707157 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6', 'code': 200}
Nov 10 04:10:31.837816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b666884-a42d-4212-9161-a6966243d92b tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:31.888752 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-4b666884-a42d-4212-9161-a6966243d92b tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] update failed (client error): The resource could not be found.
Nov 10 04:10:31.890028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4b666884-a42d-4212-9161-a6966243d92b tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46 HTTP/1.1" status: 404  len: 339 time: 0.7232704
Nov 10 04:10:31.893840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:31.908806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-824a8ebd-5210-4cf4-94a8-b23b000fb3ec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:31.910305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-824a8ebd-5210-4cf4-94a8-b23b000fb3ec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "GET /v2.0/ports?device_id=16abc67b-e631-41e9-acc3-032a6f85d004 HTTP/1.1" status: 200  len: 945 time: 0.4998145
Nov 10 04:10:31.913199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485326e-20c3-4c8f-96f6-686f57594aa8 req-6474702a-597d-4f1e-9cf4-675ddb30c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:31.914592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b485326e-20c3-4c8f-96f6-686f57594aa8 req-6474702a-597d-4f1e-9cf4-675ddb30c391 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 1096 time: 0.1335263
Nov 10 04:10:31.924029 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f073e5f-80f6-43aa-a737-3546ac04097b req-03d272ab-f28e-4200-ae74-8ca067bf940a tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5111072
Nov 10 04:10:32.118721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b485326e-20c3-4c8f-96f6-686f57594aa8 req-9ba10b85-2252-4a03-aa4f-137ebb209e09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865032
Nov 10 04:10:32.204577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-fb693a94-c2cd-418e-bef9-f3d3630fa04c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:32.206336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-fb693a94-c2cd-418e-bef9-f3d3630fa04c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.21 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.1896174
Nov 10 04:10:32.210332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Deleting port 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:32.210709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.233172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Request body: {'port': {'device_id': 'b81c7b25-f908-428c-991b-43280c001a57', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'admin_state_up': True, 'tenant_id': '7831ef525ec34d88ae73dc994fe9ba51'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:32.334137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-431c0b6a-ee63-47a8-91b0-c5d63f85fc5f req-8298aac7-877d-4604-a310-94190d03b7c6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 210 time: 0.1052516
Nov 10 04:10:32.404801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968354f-bb5b-45b2-b9c4-825a041be489 req-d7c68fd0-62ae-465d-9edf-71f6d86c7f2d tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:32.406329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d968354f-bb5b-45b2-b9c4-825a041be489 req-d7c68fd0-62ae-465d-9edf-71f6d86c7f2d tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.1241460
Nov 10 04:10:32.428638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] For port 68329625-652d-4ea8-af9f-530e412b8ad8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68329625-652d-4ea8-af9f-530e412b8ad8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:32.429012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.461295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Calling delete_port for 68329625-652d-4ea8-af9f-530e412b8ad8 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:32.541908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Made reservation on behalf of 7831ef525ec34d88ae73dc994fe9ba51 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:32.545441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.548687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d968354f-bb5b-45b2-b9c4-825a041be489 req-61fb41cc-bf08-43ec-a76a-fbd2fd9d2fca tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074810
Nov 10 04:10:32.556602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74600095-4dbe-4dbc-be5f-ba599cdb78c8 req-ce70b406-3051-4c20-a9a6-e61492bd66ff tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:32.558152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74600095-4dbe-4dbc-be5f-ba599cdb78c8 req-ce70b406-3051-4c20-a9a6-e61492bd66ff tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1250942
Nov 10 04:10:32.581917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.721912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74600095-4dbe-4dbc-be5f-ba599cdb78c8 req-8cf6cf1c-34a7-47e2-a148-41e79003b25c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504571
Nov 10 04:10:32.782725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.794560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68329625-652d-4ea8-af9f-530e412b8ad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:32.796344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Allocated IP 172.20.0.12 (4db0be07-2ea1-417a-9b15-1aed14a27b6d/f82f04fa-b53b-4412-8617-0b657b9b8fd7/6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:32.825656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event deleted for resources: {'Port': ['ID=68329625-652d-4ea8-af9f-530e412b8ad8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:32.844859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56250b34-957d-4409-a507-8303941f0573 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:32.862936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Allocated IP 172.20.0.1 (979213c3-f0e3-45b0-9b4e-e6dcdea368ea/8403016d-3f32-4189-94a6-66f1fa823600/575f96e2-f5d9-4b70-9018-28936c681f59) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:32.876773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.877121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.877750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.878038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.878409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.878787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.879191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.879544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.879895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.880223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.881231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.881231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:32.899422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] No DVR routers for this DVR port 68329625-652d-4ea8-af9f-530e412b8ad8 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:32.901974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:32.905723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cc22425-0ff8-41dd-b47a-f747a2d965dd req-aac51c6b-fbf3-423f-8566-3a72c096b678 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "DELETE /v2.0/ports/68329625-652d-4ea8-af9f-530e412b8ad8 HTTP/1.1" status: 204  len: 173 time: 0.9807131
Nov 10 04:10:32.912822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-deleted', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:32.915122 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b03b7b4-cac3-49a8-a00e-dcdded7b55b2" -d '{"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-deleted", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:32.992914 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70ce37-3e00-4ee8-bc0f-66a889b37e0b x-openstack-request-id: req-2a70ce37-3e00-4ee8-bc0f-66a889b37e0b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:32.993207 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16abc67b-e631-41e9-acc3-032a6f85d004", "name": "network-vif-deleted", "tag": "68329625-652d-4ea8-af9f-530e412b8ad8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:32.993451 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a70ce37-3e00-4ee8-bc0f-66a889b37e0b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:32.993855 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16abc67b-e631-41e9-acc3-032a6f85d004', 'name': 'network-vif-deleted', 'tag': '68329625-652d-4ea8-af9f-530e412b8ad8', 'status': 'completed', 'code': 200}
Nov 10 04:10:33.012134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.065197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.079239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.088987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113974c-b113-4b04-b0fb-1c5a71345fc8 req-89c57bd9-4491-4658-81da-4c40027a3c9b tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.090534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a113974c-b113-4b04-b0fb-1c5a71345fc8 req-89c57bd9-4491-4658-81da-4c40027a3c9b tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.0681126
Nov 10 04:10:33.110855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.125727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68329625-652d-4ea8-af9f-530e412b8ad8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:33.149788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:33.155306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:33.158498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:33.161966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:33.166584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:33.168659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:33.174201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Port': ['ID=575f96e2-f5d9-4b70-9018-28936c681f59,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:33.184473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf6d24-1895-43f4-a46d-604bc2e1940e None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:33.210368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:33.247096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.247826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.249237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.249575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.249914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.250252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.250585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.250912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.251243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.251567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.252068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.252400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.252748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.253073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:33.278320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-f7622da6-a06c-4abf-b458-1e68e6679ce9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0505755
Nov 10 04:10:33.291584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e77d8709-77e1-41e0-b7f0-7326811a4328 None None] Provisioning complete for port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:33.292596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e77d8709-77e1-41e0-b7f0-7326811a4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.292833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a113974c-b113-4b04-b0fb-1c5a71345fc8 req-564a6df1-f8a3-49eb-b0af-4c14079678cf tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875842
Nov 10 04:10:33.293689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.301378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Request body: {'port': {'device_id': 'b81c7b25-f908-428c-991b-43280c001a57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:33.382120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e77d8709-77e1-41e0-b7f0-7326811a4328 None None] Port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:33.387265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.455443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-4016e26f-992d-4594-b6b2-c58c95f4cecf tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.457110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-4016e26f-992d-4594-b6b2-c58c95f4cecf tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.2379601
Nov 10 04:10:33.532683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.577323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3c64-3bce-47fc-8986-8a81c7910ab6 req-d60654d3-8066-4028-8315-833f9df168e0 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.578974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bfa3c64-3bce-47fc-8986-8a81c7910ab6 req-d60654d3-8066-4028-8315-833f9df168e0 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 932 time: 0.1330371
Nov 10 04:10:33.608459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7f13ab6f-e766-422b-a033-977f7c0bc496 None None] Provisioning complete for port 575f96e2-f5d9-4b70-9018-28936c681f59 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:33.608943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f13ab6f-e766-422b-a033-977f7c0bc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.652596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7f13ab6f-e766-422b-a033-977f7c0bc496 None None] Port 575f96e2-f5d9-4b70-9018-28936c681f59 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:33.688811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bfa3c64-3bce-47fc-8986-8a81c7910ab6 req-ec9d2e66-dc82-4bd1-be83-a7ac7112ceaf tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030569
Nov 10 04:10:33.757516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Deleting port c59fcedb-b91b-40ee-92fd-f2b56f998eff {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:33.757858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.802346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:33.832927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.842099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fb891-8c54-4780-972e-9007a3733631 req-d75732e6-871e-4aa1-9444-cadbc6612e87 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.843694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-975fb891-8c54-4780-972e-9007a3733631 req-d75732e6-871e-4aa1-9444-cadbc6612e87 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc962ea0-9457-49b5-b804-e3bc87c39b33 HTTP/1.1" status: 200  len: 946 time: 0.1663737
Nov 10 04:10:33.881653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Transition to ACTIVE for port object 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:33.890199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-a93c9c70-8146-43d1-9669-42d564b73d73 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.891696 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-a93c9c70-8146-43d1-9669-42d564b73d73 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1051290
Nov 10 04:10:33.896355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.971484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8eae3-c24e-4bf6-81f1-eeb0b5457ee2 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:33.973295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] For port c59fcedb-b91b-40ee-92fd-f2b56f998eff, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c59fcedb-b91b-40ee-92fd-f2b56f998eff,segment=NetworkSegment(2e5e0b73-c5aa-4526-ac6f-9a39e1024127),segment_id=2e5e0b73-c5aa-4526-ac6f-9a39e1024127)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:33.974510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:33.975077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461271c-329d-49db-8600-1279f5cfc9d1 req-dbb961ba-b7d1-4708-9aa9-e33cb7c52023 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:33.976656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8461271c-329d-49db-8600-1279f5cfc9d1 req-dbb961ba-b7d1-4708-9aa9-e33cb7c52023 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 945 time: 0.1460578
Nov 10 04:10:33.990717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-975fb891-8c54-4780-972e-9007a3733631 req-10f34e26-c5f6-4465-8944-1dc76253e0bb tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.13 "GET /v2.0/security-groups?id=42e9af65-ac30-4386-9675-712dc7375077&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398282
Nov 10 04:10:34.007653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Calling delete_port for c59fcedb-b91b-40ee-92fd-f2b56f998eff owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:34.045277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:34.103677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.110968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.128891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8461271c-329d-49db-8600-1279f5cfc9d1 req-8032be59-da8e-40a9-bee8-787d0354f443 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403596
Nov 10 04:10:34.154856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port b1483330-c457-4d0c-9201-58729f846485 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:34.155197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.193255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.204882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event updated for resources: {'Port': ['ID=575f96e2-f5d9-4b70-9018-28936c681f59,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:34.213767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Attempting to bind port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:34.214262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Attempting to bind port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:34.214428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Attempting to bind port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:34.226073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:34.226401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Attempting to bind port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:34.237064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:34.237408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Checking segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:34.237799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Bound using segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:34.238230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Bound port: 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:34.238588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.294329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0f37b23-da4e-4828-a97b-9e76832cd151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.299524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port b1483330-c457-4d0c-9201-58729f846485, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b1483330-c457-4d0c-9201-58729f846485,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:34.299936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.313624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.325445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for b1483330-c457-4d0c-9201-58729f846485 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:34.327007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c59fcedb-b91b-40ee-92fd-f2b56f998eff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:34.352764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:34.374437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Pushing event deleted for resources: {'Port': ['ID=c59fcedb-b91b-40ee-92fd-f2b56f998eff,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:34.400019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d159f3c-c646-448c-910a-bff9639582e9 None None] DHCP port deletion for 6566f76d-63aa-47ac-b87e-9a892a9f960d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:34.402692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:34.403787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c367d397-7ad8-499c-a74a-8c45d4dbd999 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:34.409666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.428168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:34.436492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: c367d397-7ad8-499c-a74a-8c45d4dbd999 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:34.436969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c367d397-7ad8-499c-a74a-8c45d4dbd999 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:34.444571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:34.446658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] No DVR routers for this DVR port c59fcedb-b91b-40ee-92fd-f2b56f998eff on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:34.452361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.455753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1256e557-ae8a-40c2-abf5-20b8c1a40226 req-5323b07f-2aa0-4d21-a687-73a3a99b1516 tempest-InstanceActionsV221TestJSON-1332446197 tempest-InstanceActionsV221TestJSON-1332446197-project] 10.222.0.21 "DELETE /v2.0/ports/c59fcedb-b91b-40ee-92fd-f2b56f998eff HTTP/1.1" status: 204  len: 173 time: 0.9597371
Nov 10 04:10:34.456497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'name': 'network-vif-deleted', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:34.459143 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cfab9-89d0-4bd9-92ff-951835f49109" -d '{"events": [{"server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "name": "network-vif-deleted", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:34.461681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:34.462428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.464017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] 10.222.0.21 "PUT /v2.0/ports/6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 HTTP/1.1" status: 200  len: 1092 time: 1.1765292
Nov 10 04:10:34.515171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db7217-9a1b-4a12-a881-c981346eba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:34.532848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485537cd-5eaa-42b7-942e-9829e4dc7df3 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:34.547271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb19d7-6f52-4d5c-915d-b0137ec32e66 req-107922c7-f339-42b4-9ac6-6c3d92b9c189 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:34.555567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19bb19d7-6f52-4d5c-915d-b0137ec32e66 req-107922c7-f339-42b4-9ac6-6c3d92b9c189 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.1860600
Nov 10 04:10:34.600035 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649883fe-aaaf-40f8-b6a3-77700ca6290d x-openstack-request-id: req-649883fe-aaaf-40f8-b6a3-77700ca6290d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:34.600326 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc962ea0-9457-49b5-b804-e3bc87c39b33", "name": "network-vif-deleted", "tag": "c59fcedb-b91b-40ee-92fd-f2b56f998eff", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:34.600595 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-649883fe-aaaf-40f8-b6a3-77700ca6290d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:34.601431 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc962ea0-9457-49b5-b804-e3bc87c39b33', 'name': 'network-vif-deleted', 'tag': 'c59fcedb-b91b-40ee-92fd-f2b56f998eff', 'status': 'completed', 'code': 200}
Nov 10 04:10:34.618947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-dd745dd5-2ef0-4b2e-9e70-cc69f8eda043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:34.620766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-dd745dd5-2ef0-4b2e-9e70-cc69f8eda043 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 1095 time: 0.0771260
Nov 10 04:10:34.622281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.635643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b1483330-c457-4d0c-9201-58729f846485'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:34.642320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:34.677590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19bb19d7-6f52-4d5c-915d-b0137ec32e66 req-d607374c-507c-4dae-a670-00c560defe38 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157677
Nov 10 04:10:34.709193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Router ec443a94-83bc-434f-ab48-3f575ae68b46 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:10:34.727630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-9436f410-f976-4f50-a1b6-ebf5b8836cda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 HTTP/1.1" status: 200  len: 217 time: 0.0932667
Nov 10 04:10:34.728491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=b1483330-c457-4d0c-9201-58729f846485,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:34.750154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616763e4-ac14-4078-88f2-16bd2d731460 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:34.803828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-7aef40b4-e0b0-48b8-9b6b-a203b8f21796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:34.806372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-7aef40b4-e0b0-48b8-9b6b-a203b8f21796 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.0641742
Nov 10 04:10:34.902193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-b5d524e6-1448-46cd-ae32-c12e4bb60a80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0803740
Nov 10 04:10:34.903161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port b1483330-c457-4d0c-9201-58729f846485 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:34.906432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.915726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae8709e3-7895-43b2-918d-a94a511e4965 req-cc9eb42e-9198-4adc-b25d-accbf9495142 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "DELETE /v2.0/ports/b1483330-c457-4d0c-9201-58729f846485 HTTP/1.1" status: 204  len: 173 time: 1.0115185
Nov 10 04:10:34.931866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d7c3e-b2f4-4b52-b784-be19fd677f90 req-173a9cdd-1462-4093-878f-426441060367 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:34.939732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445d7c3e-b2f4-4b52-b784-be19fd677f90 req-173a9cdd-1462-4093-878f-426441060367 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 944 time: 0.1174357
Nov 10 04:10:34.948464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:34.961073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10492d4f-f404-49dd-ba46-05cb577b8a28 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0621173
Nov 10 04:10:34.963499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47922) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:34.967524 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] Sync routers for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:34.994676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f201564d-d1ba-4dab-90f0-1454a126395b None None] Provisioning complete for port 575f96e2-f5d9-4b70-9018-28936c681f59 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:34.995324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f201564d-d1ba-4dab-90f0-1454a126395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:34.997011 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:34.997672 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e4610>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:35.014696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'}, {'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'name': 'network-vif-deleted', 'tag': 'b1483330-c457-4d0c-9201-58729f846485'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:35.022689 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893163eb-7b81-4a91-aa33-5ac2cfc7c032" -d '{"events": [{"name": "network-changed", "server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6"}, {"server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "name": "network-vif-deleted", "tag": "b1483330-c457-4d0c-9201-58729f846485"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:35.083889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f201564d-d1ba-4dab-90f0-1454a126395b None None] Port 575f96e2-f5d9-4b70-9018-28936c681f59 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:35.091519 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e4610>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:35.113940 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:35.115362 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e4610>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:35.120961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445d7c3e-b2f4-4b52-b784-be19fd677f90 req-491e7258-a47d-4430-98d2-22ff5aa751e2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800413
Nov 10 04:10:35.144644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-730d491a-0bc0-4acc-bfb6-60f7043adfa7 service neutron] 10.222.0.21 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276056
Nov 10 04:10:35.153693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57a5d8e6-5dc7-41d8-8d06-8c9ad82d89b6 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.253930 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082167fe-d71f-446c-822f-ba679512fa2d x-openstack-request-id: req-082167fe-d71f-446c-822f-ba679512fa2d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:35.254497 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6", "status": "completed", "code": 200}, {"server_uuid": "c71d11f6-bf8b-464b-a4b0-95f195445e18", "name": "network-vif-deleted", "tag": "b1483330-c457-4d0c-9201-58729f846485", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:35.254497 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-082167fe-d71f-446c-822f-ba679512fa2d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:35.254898 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'status': 'completed', 'code': 200}
Nov 10 04:10:35.255154 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71d11f6-bf8b-464b-a4b0-95f195445e18', 'name': 'network-vif-deleted', 'tag': 'b1483330-c457-4d0c-9201-58729f846485', 'status': 'completed', 'code': 200}
Nov 10 04:10:35.260243 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e4610>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:35.260915 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f545d81-ea02-4386-a3bb-b3f1acc73c21 None None] The sync data for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:35.326060 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-57a5d8e6-5dc7-41d8-8d06-8c9ad82d89b6 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:10:35.328530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-96dc7032-6f80-4c9c-849e-a7abcf35925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.330060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-96dc7032-6f80-4c9c-849e-a7abcf35925d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64eb45bb7ada4f77b0924905b8c533bc&device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 1096 time: 0.0730395
Nov 10 04:10:35.330581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57a5d8e6-5dc7-41d8-8d06-8c9ad82d89b6 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46 HTTP/1.1" status: 409  len: 329 time: 0.3647289
Nov 10 04:10:35.332037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47936) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:35.343466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f3cb641-efb8-4d50-b35b-10d330494fea req-aaf3db18-501f-437e-abc4-7f4969b4778a service neutron] 10.222.0.21 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894300
Nov 10 04:10:35.387196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371e6a-b87e-4e7d-b6d6-8ced4f267c0e req-470a9a8b-6dcc-4175-a46c-d71671c97ae7 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.388814 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2371e6a-b87e-4e7d-b6d6-8ced4f267c0e req-470a9a8b-6dcc-4175-a46c-d71671c97ae7 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.0571356
Nov 10 04:10:35.460943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2371e6a-b87e-4e7d-b6d6-8ced4f267c0e req-f1407f2b-b65c-4ae1-86f8-43dd2d2cd38e tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629439
Nov 10 04:10:35.475843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf607954-f94d-43e8-a1ff-10f53e5ccbd1 req-511b4b72-f362-4a02-b1cd-da17e7f03c18 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c71d11f6-bf8b-464b-a4b0-95f195445e18 HTTP/1.1" status: 200  len: 210 time: 0.1409271
Nov 10 04:10:35.625152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-059d3d82-f48a-4960-b885-b9cebd734fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.626617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-059d3d82-f48a-4960-b885-b9cebd734fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 1095 time: 0.1555412
Nov 10 04:10:35.649143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:35.659097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-ee7a0b73-3dd2-4dd0-bcd2-12a5b1f271af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.660526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-ee7a0b73-3dd2-4dd0-bcd2-12a5b1f271af service neutron] 10.222.0.26 "GET /v2.0/networks?id=12d3beac-6a12-400c-a984-aced6d849481 HTTP/1.1" status: 200  len: 915 time: 0.3192680
Nov 10 04:10:35.694804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Deleting subnet 34f24455-b701-4eb2-9078-a4d6f7a59adf {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:35.698200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.732292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-c6eb50c6-54a6-41e3-a12f-d29e3474862e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6 HTTP/1.1" status: 200  len: 217 time: 0.0436287
Nov 10 04:10:35.732890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.773541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.836752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.860424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f24455-b701-4eb2-9078-a4d6f7a59adf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:35.862368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-051e390e-3de9-4e50-a8d0-832c86f77d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.863998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-051e390e-3de9-4e50-a8d0-832c86f77d6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cbb6249-79dc-4e20-a193-c3f3ccad6ce9 HTTP/1.1" status: 200  len: 854 time: 0.1227639
Nov 10 04:10:35.866175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-6e54a789-07dd-4a3a-a620-67a6df7e6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:35.867522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-6e54a789-07dd-4a3a-a620-67a6df7e6d1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 916 time: 0.2325449
Nov 10 04:10:35.869989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:35.875641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-63034520-2b05-46ee-8d93-dda2f1584b02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34f24455-b701-4eb2-9078-a4d6f7a59adf HTTP/1.1" status: 204  len: 168 time: 0.2229695
Nov 10 04:10:35.875998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb70aa-fb6a-4b5f-8bfc-b808d595b6ca None None] Network 6566f76d-63aa-47ac-b87e-9a892a9f960d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:35.879571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:35.932596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-51f690f1-7b67-4b73-be24-a7d53012d6a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12d3beac-6a12-400c-a984-aced6d849481&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613563
Nov 10 04:10:35.937300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-23b8f819-0ef0-42f8-9484-4c9b49f9dc92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 HTTP/1.1" status: 200  len: 217 time: 0.0540175
Nov 10 04:10:35.998807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff8f29-c8ea-417d-831f-5c2a008e9bb4 None None] DHCP port deletion for 6566f76d-63aa-47ac-b87e-9a892a9f960d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:36.008141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.074333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-04c3931c-86e0-401f-b043-6bb8ac18b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:36.076058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-04c3931c-86e0-401f-b043-6bb8ac18b888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.1248791
Nov 10 04:10:36.090960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.110737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f418220>,) {'filters': {'network_id': ['6566f76d-63aa-47ac-b87e-9a892a9f960d']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:36.120273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f418220>, '2e5e0b73-c5aa-4526-ac6f-9a39e1024127') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:36.120566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f418220>, '2e5e0b73-c5aa-4526-ac6f-9a39e1024127') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:36.127716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-33b4e4c1-a246-4cba-b36a-22901e536add service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410993
Nov 10 04:10:36.130501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.133860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-3332c3f8-6848-4a24-bb85-a9902c08f61b service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927009
Nov 10 04:10:36.147397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.156023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:36.156424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:36.158292 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:36.248137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.253119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.257346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6566f76d-63aa-47ac-b87e-9a892a9f960d HTTP/1.1" status: 204  len: 168 time: 0.3715963
Nov 10 04:10:36.284134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97281243-dcd7-4ff8-85ab-1314fd2d3e90 req-1367589c-609f-4dc9-8ac8-1e5b7e2b2150 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:36.285751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97281243-dcd7-4ff8-85ab-1314fd2d3e90 req-1367589c-609f-4dc9-8ac8-1e5b7e2b2150 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 944 time: 0.0902419
Nov 10 04:10:36.286075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:36.286608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8d5e9-9dfa-471c-a016-51cbf9854773 admin admin] Pushing event deleted for resources: {'Network': ['ID=6566f76d-63aa-47ac-b87e-9a892a9f960d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:36.321857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 68329625-652d-4ea8-af9f-530e412b8ad8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:36.322316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68329625-652d-4ea8-af9f-530e412b8ad8 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:36.374935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97281243-dcd7-4ff8-85ab-1314fd2d3e90 req-83ea5899-e391-45fd-afef-93e79aae2d4e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636313
Nov 10 04:10:36.460196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47954) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:36.506187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-12afaf71-f97d-4e77-af04-9d98cfd185f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34c4792d78da485d8086b19b7e599153&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0416334
Nov 10 04:10:36.509207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47960) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:36.584456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.607568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.618283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49c07-0f03-4c80-b4df-80faf2f8797a req-1bc1617d-7ab2-445f-8f9b-d980f5860e14 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:36.619417 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39a49c07-0f03-4c80-b4df-80faf2f8797a req-1bc1617d-7ab2-445f-8f9b-d980f5860e14 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.0753179
Nov 10 04:10:36.724491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-91d93e61-c282-4b9a-be60-b4037d766d26 service neutron] 10.222.0.21 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5888715
Nov 10 04:10:36.804867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78f3868d-9d37-43d8-bb18-9d67f9553791 req-4320b5f4-4155-4b19-a48f-d88ee42cb988 service neutron] 10.222.0.26 "GET /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6609402
Nov 10 04:10:36.851466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3044fcf7-9b80-428b-bec8-7114b73aff8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.931600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:36.984755 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39a49c07-0f03-4c80-b4df-80faf2f8797a req-f4fe3452-ff6c-4f06-a68a-947d22dab7fb tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3559797
Nov 10 04:10:36.986480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-50eb2581-9450-44f1-89dc-eaf92f67e959 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:36.988843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-50eb2581-9450-44f1-89dc-eaf92f67e959 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2561855
Nov 10 04:10:36.993829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-893163eb-7b81-4a91-aa33-5ac2cfc7c032 req-434b5efb-62f9-49fe-9b5a-2b5002be0da3 service neutron] 10.222.0.21 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592099
Nov 10 04:10:37.008968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-e09038b1-2522-4053-bff8-183416877b65 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0140910
Nov 10 04:10:37.020741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.023376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.028013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42e9af65-ac30-4386-9675-712dc7375077 HTTP/1.1" status: 204  len: 168 time: 0.5177615
Nov 10 04:10:37.041380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0563d-78dd-4420-b607-7cd61ca2d96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e9af65-ac30-4386-9675-712dc7375077,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:37.134568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-7cde26fc-c7f3-48b1-9e8d-86c454786266 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1165197
Nov 10 04:10:37.221079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting port 575f96e2-f5d9-4b70-9018-28936c681f59 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:37.221421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.314939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-1efa95ec-4e58-40fc-b930-a48e0066bdac service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692216
Nov 10 04:10:37.382044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.401789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Calling delete_port for 575f96e2-f5d9-4b70-9018-28936c681f59 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:37.482173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-62f2c415-508a-4c71-809b-e35c29980d49 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534975
Nov 10 04:10:37.609713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d249-bd02-4567-899a-0099bb1b3b09 req-c90516aa-d2ce-4edc-8c85-7619d9337d8d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:37.618670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46b3d249-bd02-4567-899a-0099bb1b3b09 req-c90516aa-d2ce-4edc-8c85-7619d9337d8d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 944 time: 0.0764246
Nov 10 04:10:37.666729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.684919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46b3d249-bd02-4567-899a-0099bb1b3b09 req-85fa346c-26f7-4a15-b092-dc4c58ebb1fd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652575
Nov 10 04:10:37.754398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4adddf0-f3a0-422f-b0e6-cce31c663428 req-d749fb06-67c9-4106-b24a-8a1e68e8b043 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 210 time: 0.0886681
Nov 10 04:10:37.755723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Port': ['ID=575f96e2-f5d9-4b70-9018-28936c681f59,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:37.853636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:37.914023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48008) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:37.914651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.042631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1865322771-network', 'tenant_id': 'e0514fff6fa34fbd85663d2eabb964cf'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:38.067808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Made reservation on behalf of e0514fff6fa34fbd85663d2eabb964cf for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:38.070685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.089196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.120964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Router ec443a94-83bc-434f-ab48-3f575ae68b46 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:10:38.178436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec436dc7-3de9-4fb9-a7a2-1ed18ccf01b8 req-c6d0d98b-4982-4f04-8988-422f61b9a11c tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:38.180381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec436dc7-3de9-4fb9-a7a2-1ed18ccf01b8 req-c6d0d98b-4982-4f04-8988-422f61b9a11c tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.1002398
Nov 10 04:10:38.207330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:38.216047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-767cd7c8-3211-4d13-b970-0befb261d5ab tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8793085
Nov 10 04:10:38.216541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48018) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:38.238559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] Sync routers for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:38.253548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:38.254314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075275e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:38.259627 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-57071b49-0147-47f6-86cc-0a428204439f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] show failed (client error): The resource could not be found.
Nov 10 04:10:38.264881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57071b49-0147-47f6-86cc-0a428204439f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1970166524 HTTP/1.1" status: 404  len: 335 time: 0.0428374
Nov 10 04:10:38.265072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec436dc7-3de9-4fb9-a7a2-1ed18ccf01b8 req-b8048b90-105e-4133-ab58-a4a0f036bd09 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762770
Nov 10 04:10:38.265181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:38.267857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.269059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6ff5c93e-321d-40d6-a7f2-59af8f011269 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Request body: {'router': {'name': 'new_name'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:38.281905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.315610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b1483330-c457-4d0c-9201-58729f846485 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:38.318260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075275e0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:38.322563 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-6ff5c93e-321d-40d6-a7f2-59af8f011269 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] update failed (client error): The resource could not be found.
Nov 10 04:10:38.326854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:38.327580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48024) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:38.330049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6ff5c93e-321d-40d6-a7f2-59af8f011269 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-508036091 HTTP/1.1" status: 404  len: 334 time: 0.0644946
Nov 10 04:10:38.350501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] Routers {'ec443a94-83bc-434f-ab48-3f575ae68b46'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:38.351465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075275e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ec443a94-83bc-434f-ab48-3f575ae68b46'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:38.354942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: b1483330-c457-4d0c-9201-58729f846485 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:38.355533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b1483330-c457-4d0c-9201-58729f846485 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:38.363844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e47a5c-d525-46f1-96a0-a7968cda41a6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:38.389424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.389818 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Added segment fc58518e-c726-4f3b-a696-d4af60c1551d of type vlan for network 1882bec4-1b53-4680-a66f-c22c7963de48
Nov 10 04:10:38.439341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:38.442673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c59fcedb-b91b-40ee-92fd-f2b56f998eff no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:38.444564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075275e0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:38.445367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83330bae-9cf8-4301-b533-3b1e17240479 None None] The sync data for ids ['ec443a94-83bc-434f-ab48-3f575ae68b46'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:38.453870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting subnet 937b1d62-a2d2-476e-92b6-4406b49de2b0 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:38.456106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.460959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.534911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.538639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.539665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:38.540375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.587732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: c59fcedb-b91b-40ee-92fd-f2b56f998eff {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:38.588077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c59fcedb-b91b-40ee-92fd-f2b56f998eff not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:38.591634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:38.603739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'port_id': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'mac_address': 'fa:16:3e:96:5e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f04fa-b53b-4412-8617-0b657b9b8fd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:38.632385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.7166605
Nov 10 04:10:38.635437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:38.641280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Request body: {'subnet': {'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1865322771-subnet', 'tenant_id': 'e0514fff6fa34fbd85663d2eabb964cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:38.652304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.670097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:38.672518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Made reservation on behalf of e0514fff6fa34fbd85663d2eabb964cf for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:38.675221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.696004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12385657-ce3f-480a-a931-cf342d5a46fb admin admin] Pushing event updated for resources: {'Network': ['ID=1882bec4-1b53-4680-a66f-c22c7963de48,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:38.696501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:38.719478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.724271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1882bec4-1b53-4680-a66f-c22c7963de48 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:38.730776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cbdf-c916-42a4-afde-f089c52f7f15 req-bcf8661e-5466-40c2-a951-cf9647f5cf2d tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:38.732346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3995cbdf-c916-42a4-afde-f089c52f7f15 req-bcf8661e-5466-40c2-a951-cf9647f5cf2d tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.1211293
Nov 10 04:10:38.735176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.839321 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3995cbdf-c916-42a4-afde-f089c52f7f15 req-c5e45917-881e-4a0e-99f7-b273f4578197 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818996
Nov 10 04:10:38.869082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.924475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Subnet': ['ID=937b1d62-a2d2-476e-92b6-4406b49de2b0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:38.934782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:38.944571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:38.948355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5c1dd1e-7e05-4745-9aed-47bdc52af270 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/subnets/937b1d62-a2d2-476e-92b6-4406b49de2b0 HTTP/1.1" status: 204  len: 168 time: 0.6084523
Nov 10 04:10:38.956229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:38.956548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c2d0c-87e0-4fd6-9a77-3f18dcb29044 None None] Network fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:38.997082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af099854-1366-4ece-9829-cf1c402c0672 req-527d7440-153f-4448-b21b-57a06f0b3695 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 210 time: 0.0556700
Nov 10 04:10:39.046337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting subnet 88afe639-2cab-4656-82b1-a74fccbe7245 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:39.051846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.068309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:39.072841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a96e4-4879-4718-a64b-ac17247046a7 req-06ac3b6e-f7a6-4a6c-a0f0-53e573e33a44 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:39.075169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-671a96e4-4879-4718-a64b-ac17247046a7 req-06ac3b6e-f7a6-4a6c-a0f0-53e573e33a44 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 945 time: 0.2587185
Nov 10 04:10:39.094288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-63565f80-b22e-4a0e-a359-f4c49b81bd6f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:39.096068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-63565f80-b22e-4a0e-a359-f4c49b81bd6f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.3025045
Nov 10 04:10:39.108163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.121552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:39.199562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.260030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.274806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-671a96e4-4879-4718-a64b-ac17247046a7 req-42f90d45-67fe-43a1-85ee-5062b59362f9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920714
Nov 10 04:10:39.301103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.313600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] DHCP port deletion for fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:39.340945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Subnet': ['ID=88afe639-2cab-4656-82b1-a74fccbe7245,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:39.343269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.350260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f8ad70b-63b3-4fe4-8ae7-b6aa24e6f5d0 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/subnets/88afe639-2cab-4656-82b1-a74fccbe7245 HTTP/1.1" status: 204  len: 168 time: 0.3888600
Nov 10 04:10:39.350502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.351608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48042) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:39.357380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d8e0c-8b10-4e4b-b0f4-c22a1d941408 None None] Network 2a2f0257-faec-4138-8580-ac195e2e6d0b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:39.368908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6025d536-1622-4b41-ae58-5f1575312eb3,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:39.430364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Checking segment: {'id': 'fc58518e-c726-4f3b-a696-d4af60c1551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:39.430724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Network hostable DHCP agents. Network: 1882bec4-1b53-4680-a66f-c22c7963de48, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:39.445073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:39.449613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.457362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Deleting port d315672d-7ea8-4b56-8b95-527721e8c925 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:39.457725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.483819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.494825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Network 1882bec4-1b53-4680-a66f-c22c7963de48 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:39.537381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1882bec4-1b53-4680-a66f-c22c7963de48) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:39.544959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:39.545765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.546253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] For port d315672d-7ea8-4b56-8b95-527721e8c925, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d315672d-7ea8-4b56-8b95-527721e8c925,segment=NetworkSegment(2ebc50bd-4413-4c8e-8124-b6e81c243278),segment_id=2ebc50bd-4413-4c8e-8124-b6e81c243278)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:39.546658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.551419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c091b9-8a5a-4d73-87c3-59dc7cd05eff None None] Network 1882bec4-1b53-4680-a66f-c22c7963de48 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:39.608314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0fc9b658-5a7f-482e-8b03-19443725daac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9717913
Nov 10 04:10:39.634243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Calling delete_port for d315672d-7ea8-4b56-8b95-527721e8c925 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:39.660629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting port d315672d-7ea8-4b56-8b95-527721e8c925 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:39.662375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.663616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.3 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/ebae1081-fc1e-41d6-9cea-ec91177b2e39) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:39.711946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] DHCP port deletion for 2a2f0257-faec-4138-8580-ac195e2e6d0b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:39.751353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] For port d315672d-7ea8-4b56-8b95-527721e8c925, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d315672d-7ea8-4b56-8b95-527721e8c925,segment=NetworkSegment(2ebc50bd-4413-4c8e-8124-b6e81c243278),segment_id=2ebc50bd-4413-4c8e-8124-b6e81c243278)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:39.751874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.785810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Calling delete_port for d315672d-7ea8-4b56-8b95-527721e8c925 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:39.959453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:39.989986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270db12-5b0e-494e-8d46-7111756d5744 req-9cbac909-412a-4690-a2d0-c286326fc1af tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:39.998215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c270db12-5b0e-494e-8d46-7111756d5744 req-9cbac909-412a-4690-a2d0-c286326fc1af tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.0842841
Nov 10 04:10:40.045652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec145970-41f7-4789-bc6c-b62626030c64 None None] Network 1882bec4-1b53-4680-a66f-c22c7963de48 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:40.056780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2e87201-94f7-4f66-a8db-2301060e55e7 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:40.062494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.064225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-c3e14c4e-561b-4421-b976-03d3071b6485 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:40.066667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-c3e14c4e-561b-4421-b976-03d3071b6485 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.26 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.1039116
Nov 10 04:10:40.077282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c270db12-5b0e-494e-8d46-7111756d5744 req-f3225196-bab1-4a22-a80f-d1aacc762436 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779974
Nov 10 04:10:40.081654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.110302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.140988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Port': ['ID=d315672d-7ea8-4b56-8b95-527721e8c925,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:40.152815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] No DVR routers for this DVR port d315672d-7ea8-4b56-8b95-527721e8c925 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:40.155505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:40.170518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] Pushing event deleted for resources: {'Port': ['ID=d315672d-7ea8-4b56-8b95-527721e8c925,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:40.175464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf20fe1-cd7c-480a-93e6-ebaac3109717 None None] No DVR routers for this DVR port d315672d-7ea8-4b56-8b95-527721e8c925 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:40.201987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Deleting port c2e87201-94f7-4f66-a8db-2301060e55e7 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:40.202360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.242877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eaed7-b71a-42bf-9ed9-436add9f0439 req-0e55da38-edcb-4efb-bd97-eac70534056c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:40.250694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-055eaed7-b71a-42bf-9ed9-436add9f0439 req-0e55da38-edcb-4efb-bd97-eac70534056c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 931 time: 0.0702755
Nov 10 04:10:40.252095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:40.287740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.301179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-055eaed7-b71a-42bf-9ed9-436add9f0439 req-83373e07-3671-4142-8dbe-6aad4b6599db tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494196
Nov 10 04:10:40.309437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:40.342768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:40.349832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40708e79-6aa6-403c-9156-2374b497f384 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:40.352868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:40.356631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] For port c2e87201-94f7-4f66-a8db-2301060e55e7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2e87201-94f7-4f66-a8db-2301060e55e7,segment=NetworkSegment(f8f81b1c-ba47-434a-b110-ead179b384d4),segment_id=f8f81b1c-ba47-434a-b110-ead179b384d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:40.357305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.404173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Calling delete_port for c2e87201-94f7-4f66-a8db-2301060e55e7 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:40.411103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.434942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:40.525350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012e594-e320-452d-8111-89fef9a93d6a req-eebc3394-6a1d-4abc-8700-aa8bc6e03249 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:40.526962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e012e594-e320-452d-8111-89fef9a93d6a req-eebc3394-6a1d-4abc-8700-aa8bc6e03249 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 945 time: 0.0585330
Nov 10 04:10:40.550258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.583525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e012e594-e320-452d-8111-89fef9a93d6a req-4820dbb1-59d8-4c2b-b325-1e2c2b7a3914 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494180
Nov 10 04:10:40.607986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-86d66fc7-ea95-49e8-92af-91efb28a281b None None] Provisioning complete for port ebae1081-fc1e-41d6-9cea-ec91177b2e39 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:40.608359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-86d66fc7-ea95-49e8-92af-91efb28a281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.673600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port c2e87201-94f7-4f66-a8db-2301060e55e7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2e87201-94f7-4f66-a8db-2301060e55e7,segment=NetworkSegment(f8f81b1c-ba47-434a-b110-ead179b384d4),segment_id=f8f81b1c-ba47-434a-b110-ead179b384d4)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:40.699880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.700989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d315672d-7ea8-4b56-8b95-527721e8c925 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:40.743201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:40.763151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-86d66fc7-ea95-49e8-92af-91efb28a281b None None] Port ebae1081-fc1e-41d6-9cea-ec91177b2e39 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:40.769666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d315672d-7ea8-4b56-8b95-527721e8c925 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:40.770058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d315672d-7ea8-4b56-8b95-527721e8c925 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:40.775434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:40.775563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.790417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.807131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:40.807731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.816174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214b2a640>,) {'filters': {'network_id': ['fe1a7c3c-7c6c-4093-b6a7-626d4089bd36']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:40.839920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b2a640>, '2ebc50bd-4413-4c8e-8124-b6e81c243278') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:40.840224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b2a640>, '2ebc50bd-4413-4c8e-8124-b6e81c243278') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:40.853988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.856380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] No DVR routers for this DVR port c2e87201-94f7-4f66-a8db-2301060e55e7 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:40.857778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=c2e87201-94f7-4f66-a8db-2301060e55e7,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:40.859372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-0d63e042-cca7-4450-a624-3cebabafbce6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7531877
Nov 10 04:10:40.868708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-d792d73a-c25a-411b-8dd2-03e1b9d99e5a tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:40.868708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-d792d73a-c25a-411b-8dd2-03e1b9d99e5a tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/networks?id=1882bec4-1b53-4680-a66f-c22c7963de48 HTTP/1.1" status: 200  len: 822 time: 0.6830194
Nov 10 04:10:40.878898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Request body: {'port': {'device_id': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:40.888432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Deleting port 0fa73bee-1e94-4784-ac07-70273fbfcee6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:40.888806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.899059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670c31-f7df-4d9e-bfaf-387d9a9ce981 None None] Pushing event deleted for resources: {'Port': ['ID=c2e87201-94f7-4f66-a8db-2301060e55e7,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:40.926814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.945663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.968706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:40.970428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-61662b2f-2054-42fa-8088-14e8fd72ba0f tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/quotas/e0514fff6fa34fbd85663d2eabb964cf HTTP/1.1" status: 200  len: 375 time: 0.0845170
Nov 10 04:10:40.971573 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6eafed-f54c-4860-a69c-50e8e857b0a8" -d '{"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:40.977986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:40.978388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:40.983170 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:40.986358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:40.991450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.022251 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca5344-fde8-4a96-af51-6978db740b6a x-openstack-request-id: req-7cca5344-fde8-4a96-af51-6978db740b6a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:41.022543 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:41.022791 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cca5344-fde8-4a96-af51-6978db740b6a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:41.023177 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'code': 200}
Nov 10 04:10:41.049523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:41.089080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-0ef089dc-e551-4638-b3c1-07e043681345 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0514fff6fa34fbd85663d2eabb964cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0945635
Nov 10 04:10:41.102389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.156396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.201654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.204825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/networks/fe1a7c3c-7c6c-4093-b6a7-626d4089bd36 HTTP/1.1" status: 204  len: 168 time: 1.8474441
Nov 10 04:10:41.207045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452b0ac-7731-47d1-a2ff-0264eab8176c req-aa3c48aa-2279-4133-abc0-663d8b6efbed tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:41.208874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4452b0ac-7731-47d1-a2ff-0264eab8176c req-aa3c48aa-2279-4133-abc0-663d8b6efbed tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 945 time: 0.0523446
Nov 10 04:10:41.210154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:41.253059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db1e9-ab91-4f33-ab27-abecb6552e57 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Network': ['ID=fe1a7c3c-7c6c-4093-b6a7-626d4089bd36,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:41.261156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] For port 0fa73bee-1e94-4784-ac07-70273fbfcee6, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0fa73bee-1e94-4784-ac07-70273fbfcee6,segment=NetworkSegment(ed048de8-9e60-4351-b575-316df40b1f81),segment_id=ed048de8-9e60-4351-b575-316df40b1f81)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:41.261530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.288963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Calling delete_port for 0fa73bee-1e94-4784-ac07-70273fbfcee6 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:41.299009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0900db-36ee-4c2e-8935-2fc661ded7e2 req-a1ce4300-a7bd-45f1-a337-8fc56d22c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:41.300516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea0900db-36ee-4c2e-8935-2fc661ded7e2 req-a1ce4300-a7bd-45f1-a337-8fc56d22c069 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 1097 time: 0.2103379
Nov 10 04:10:41.319667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.325500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4452b0ac-7731-47d1-a2ff-0264eab8176c req-e456bae0-8820-4480-8680-ec94c5bc2d9f tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d85565a-c04d-4d50-856f-561ec0db4eb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067441
Nov 10 04:10:41.405245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-cc0951ef-1cde-4a9b-8c5e-d7deed740c00 service neutron] 10.222.0.13 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3008204
Nov 10 04:10:41.437116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.464950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820eab8910>,) {'filters': {'network_id': ['2a2f0257-faec-4138-8580-ac195e2e6d0b']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:41.477549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eab8910>, 'f8f81b1c-ba47-434a-b110-ead179b384d4') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:41.477840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eab8910>, 'f8f81b1c-ba47-434a-b110-ead179b384d4') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:41.486892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1d56-ef59-49d7-99ef-afffb3a646db req-b07bab18-8dd8-432a-9480-27219c1dbc6c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:41.488406 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-525b1d56-ef59-49d7-99ef-afffb3a646db req-b07bab18-8dd8-432a-9480-27219c1dbc6c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 931 time: 0.0930939
Nov 10 04:10:41.498815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.527051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.527547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea0900db-36ee-4c2e-8935-2fc661ded7e2 req-7a5974a8-20f1-47c6-acda-1d2ae5906a0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089596
Nov 10 04:10:41.541060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:41.541459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:41.544405 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:41.591487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-525b1d56-ef59-49d7-99ef-afffb3a646db req-cb652de8-d885-4112-bef0-c419442608f2 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951140
Nov 10 04:10:41.624589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.632211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.639028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/networks/2a2f0257-faec-4138-8580-ac195e2e6d0b HTTP/1.1" status: 204  len: 168 time: 0.4253616
Nov 10 04:10:41.641263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:41.648736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b8217-2d16-49e2-a59d-3745732b99d2 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Network': ['ID=2a2f0257-faec-4138-8580-ac195e2e6d0b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:41.713841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-f6d90595-3269-47bc-9f2b-c6642273414f service neutron] 10.222.0.13 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677059
Nov 10 04:10:41.781566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting subnet 8403016d-3f32-4189-94a6-66f1fa823600 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:41.802760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.806083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.823229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0fa73bee-1e94-4784-ac07-70273fbfcee6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:41.865376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Pushing event deleted for resources: {'Port': ['ID=0fa73bee-1e94-4784-ac07-70273fbfcee6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:41.878414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebae1081-fc1e-41d6-9cea-ec91177b2e39 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:41.892277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.915961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.956792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9aed7-78c3-4bfb-a89d-b3ad6471abc2 req-496d421b-ac97-4b4f-b620-dfb12e34ee88 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:41.961227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ee9aed7-78c3-4bfb-a89d-b3ad6471abc2 req-496d421b-ac97-4b4f-b620-dfb12e34ee88 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1596093
Nov 10 04:10:41.965174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] No DVR routers for this DVR port 0fa73bee-1e94-4784-ac07-70273fbfcee6 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:41.979001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:41.981819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5559fd72-1343-433c-b6ca-d490c0475a96 req-466275ec-e7fa-4f50-abb1-eff88e0629dc tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.26 "DELETE /v2.0/ports/0fa73bee-1e94-4784-ac07-70273fbfcee6 HTTP/1.1" status: 204  len: 173 time: 1.9076462
Nov 10 04:10:41.982774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Transition to ACTIVE for port object ebae1081-fc1e-41d6-9cea-ec91177b2e39 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:41.983603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'name': 'network-vif-deleted', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:41.985940 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac67eb-25e8-4311-99a9-279933ade89a" -d '{"events": [{"server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "name": "network-vif-deleted", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:42.019109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bb5945d-18ba-4c8d-99a1-c7a4b6224484 req-48b37d5c-10db-4952-b0b0-756c75d7f0eb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 210 time: 0.0584140
Nov 10 04:10:42.022880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.046686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ee9aed7-78c3-4bfb-a89d-b3ad6471abc2 req-02f11972-2b4a-4f2b-9197-625c11557629 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685062
Nov 10 04:10:42.083863 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04771b27-e4a9-4837-9eb1-9c6ffef220fb x-openstack-request-id: req-04771b27-e4a9-4837-9eb1-9c6ffef220fb {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:42.084160 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ca39ff-43b9-4528-b281-1a02309a9601", "name": "network-vif-deleted", "tag": "0fa73bee-1e94-4784-ac07-70273fbfcee6", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:42.084412 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04771b27-e4a9-4837-9eb1-9c6ffef220fb {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:42.084834 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ca39ff-43b9-4528-b281-1a02309a9601', 'name': 'network-vif-deleted', 'tag': '0fa73bee-1e94-4784-ac07-70273fbfcee6', 'status': 'completed', 'code': 200}
Nov 10 04:10:42.106873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888a549-4949-4709-9476-eb9397bf9c3a None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:42.150049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Pushing event updated for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:42.162151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.265961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Attempting to bind port ebae1081-fc1e-41d6-9cea-ec91177b2e39 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:42.266295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Attempting to bind port ebae1081-fc1e-41d6-9cea-ec91177b2e39 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:42.266621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Attempting to bind port ebae1081-fc1e-41d6-9cea-ec91177b2e39 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:42.272444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Port ebae1081-fc1e-41d6-9cea-ec91177b2e39 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:42.272787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Attempting to bind port ebae1081-fc1e-41d6-9cea-ec91177b2e39 on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:42.275049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.311074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:42.311410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:42.311786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:42.312212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Bound port: ebae1081-fc1e-41d6-9cea-ec91177b2e39, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:42.313387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.318352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.324089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:42.325110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/subnets/8403016d-3f32-4189-94a6-66f1fa823600 HTTP/1.1" status: 204  len: 168 time: 0.6709647
Nov 10 04:10:42.326557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6451-31c0-4a3b-a249-d743a78c1b5f tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Subnet': ['ID=8403016d-3f32-4189-94a6-66f1fa823600,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:42.332025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8505886-e73f-4534-aaac-df34c09f1ed9 None None] Network 979213c3-f0e3-45b0-9b4e-e6dcdea368ea requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:42.393782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:42.397738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:42.405498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.442972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:42.443698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.445186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] 10.222.0.26 "PUT /v2.0/ports/ebae1081-fc1e-41d6-9cea-ec91177b2e39 HTTP/1.1" status: 200  len: 1091 time: 1.5705404
Nov 10 04:10:42.460193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f9c31c-54af-42e0-96b2-e6d104ea4a1c None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:42.480028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e173d1-0532-4c6b-b931-1a11410a0e0b service neutron] Pushing event updated for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:42.511994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71ddba5c-9e62-4a52-b7a0-cc21b60e8c14 req-ad0f13dc-0d1f-488f-947a-0e4d1837ff07 tempest-InstanceActionsTestJSON-8898018 tempest-InstanceActionsTestJSON-8898018-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ca39ff-43b9-4528-b281-1a02309a9601 HTTP/1.1" status: 200  len: 210 time: 0.0473571
Nov 10 04:10:42.532781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.578657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-b2e3c962-a4ca-4399-9538-8d6e6920559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:42.580659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-b2e3c962-a4ca-4399-9538-8d6e6920559a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 1094 time: 0.0694883
Nov 10 04:10:42.644357 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-cb2607d8-a8ec-4595-9012-e6844dd36e36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39 HTTP/1.1" status: 200  len: 217 time: 0.0522542
Nov 10 04:10:42.691484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Deleting port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:42.691791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.710555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] DHCP port deletion for 979213c3-f0e3-45b0-9b4e-e6dcdea368ea request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:42.764914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-072fda74-cb88-4057-8353-78fa9e1f05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:42.766412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-072fda74-cb88-4057-8353-78fa9e1f05b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.1143029
Nov 10 04:10:42.767505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Deleting port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:42.767989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.784477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] For port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,segment=NetworkSegment(12e1ee3f-56c1-4111-b900-f3cc2edafe44),segment_id=12e1ee3f-56c1-4111-b900-f3cc2edafe44)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:42.785019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.801818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Calling delete_port for cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:42.810818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-f54353b3-36bf-4901-bd9c-b8a178da4103 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357199
Nov 10 04:10:42.819354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b456c-b15c-4203-b8a8-0e88545564c7 req-4bcbb84c-8e06-45d6-918f-3e584c59c69c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:42.825108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-057b456c-b15c-4203-b8a8-0e88545564c7 req-4bcbb84c-8e06-45d6-918f-3e584c59c69c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 943 time: 0.1066558
Nov 10 04:10:42.850954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] For port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,segment=NetworkSegment(12e1ee3f-56c1-4111-b900-f3cc2edafe44),segment_id=12e1ee3f-56c1-4111-b900-f3cc2edafe44)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:42.852109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.865133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Calling delete_port for cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:42.897343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:42.928884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Port': ['ID=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:42.930746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] No DVR routers for this DVR port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:42.957154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-057b456c-b15c-4203-b8a8-0e88545564c7 req-f79be833-a727-45f1-9385-3fbe45f52106 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043921
Nov 10 04:10:42.975033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-5e707ce4-17d2-4468-8212-6463cb472020 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484594
Nov 10 04:10:42.976334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.009391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] Pushing event deleted for resources: {'Port': ['ID=cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:43.016482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0d9e4-c4d3-471a-a40a-05a5cdb96621 None None] No DVR routers for this DVR port cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:43.043222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.085787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f107220>,) {'filters': {'network_id': ['979213c3-f0e3-45b0-9b4e-e6dcdea368ea']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:43.103651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f107220>, '12e1ee3f-56c1-4111-b900-f3cc2edafe44') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:43.103951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f107220>, '12e1ee3f-56c1-4111-b900-f3cc2edafe44') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:43.116217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.143758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.168190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:43.168190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:43.172312 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:43.190340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3593a708-14a8-4aeb-8fce-f08ffacf61da req-c389ae3a-39e7-4da1-bdcd-e2a9b36dfe3d tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 210 time: 0.0508420
Nov 10 04:10:43.198433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eecd528d-54b6-4d1e-bbb9-f00d2a3eeeae req-e877fdc3-6e46-40bf-bb22-f4ee93eb6941 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154088
Nov 10 04:10:43.247229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-d3e30ef9-64d1-49dd-97b4-9bc1d7c13a0a tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:43.248723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-d3e30ef9-64d1-49dd-97b4-9bc1d7c13a0a tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.21 "GET /v2.0/networks?id=1882bec4-1b53-4680-a66f-c22c7963de48 HTTP/1.1" status: 200  len: 822 time: 0.1585846
Nov 10 04:10:43.255347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53a13-6ed6-42eb-8a59-88628be918c0 req-320b2f6a-232c-45d1-b607-0deac90fc2cb tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:43.256792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32e53a13-6ed6-42eb-8a59-88628be918c0 req-320b2f6a-232c-45d1-b607-0deac90fc2cb tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1262498
Nov 10 04:10:43.257876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.265288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.266556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Request body: {'port': {'device_id': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48', 'admin_state_up': True, 'tenant_id': 'e0514fff6fa34fbd85663d2eabb964cf'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:43.268152 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/networks/979213c3-f0e3-45b0-9b4e-e6dcdea368ea HTTP/1.1" status: 204  len: 168 time: 0.9428320
Nov 10 04:10:43.271578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48114) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:43.290864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af947-0a9f-41d0-af78-7eb2807dbeda tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Pushing event deleted for resources: {'Network': ['ID=979213c3-f0e3-45b0-9b4e-e6dcdea368ea,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:43.322317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32e53a13-6ed6-42eb-8a59-88628be918c0 req-657e18f2-bbe0-4647-96fe-c367b5d9d391 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530891
Nov 10 04:10:43.330176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2de8b45e-4e87-47e9-bcc6-675ae0c0de34 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec443a94-83bc-434f-ab48-3f575ae68b46 HTTP/1.1" status: 200  len: 205 time: 0.0574093
Nov 10 04:10:43.332455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48116) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:43.456493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.578780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4259196-0648-4f8c-a5d1-e4ca85a0bcf1 req-86693429-b2a9-4135-a7f6-82333d29a32a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:43.580289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4259196-0648-4f8c-a5d1-e4ca85a0bcf1 req-86693429-b2a9-4135-a7f6-82333d29a32a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1755269
Nov 10 04:10:43.587524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48122) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:43.633008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Deleting subnet 3cbb6249-79dc-4e20-a193-c3f3ccad6ce9 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:43.636200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.668209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.669703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.670944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.674453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Made reservation on behalf of e0514fff6fa34fbd85663d2eabb964cf for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:43.678804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.717762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.754573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b4259196-0648-4f8c-a5d1-e4ca85a0bcf1 req-7091d0c7-9486-43a8-9454-d20aa856f9ec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413255
Nov 10 04:10:43.789466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.794153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.794687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Fanout notify agent at l3_agent the message router_deleted on router ec443a94-83bc-434f-ab48-3f575ae68b46 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:10:43.808726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.809776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-569980cb-c74d-4796-8975-acd14bbac639 tempest-RoutersNegativeTest-570171970 tempest-RoutersNegativeTest-570171970-project] 10.222.0.13 "DELETE /v2.0/routers/ec443a94-83bc-434f-ab48-3f575ae68b46 HTTP/1.1" status: 204  len: 168 time: 0.4757648
Nov 10 04:10:43.836887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbb6249-79dc-4e20-a193-c3f3ccad6ce9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:43.840639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.846835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a84a033b-9052-43dd-ba15-3fbba2d91f0b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3cbb6249-79dc-4e20-a193-c3f3ccad6ce9 HTTP/1.1" status: 204  len: 168 time: 0.2581677
Nov 10 04:10:43.847552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48130) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:43.930271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:43.940168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Allocated IP 172.20.0.6 (1882bec4-1b53-4680-a66f-c22c7963de48/6025d536-1622-4b41-ae58-5f1575312eb3/7ae269ee-cf8a-4220-a5fa-1ca4d53211b9) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:44.041270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:44.078048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:44.079434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb5b30d8-7bac-4de0-8a53-9b612dd1cd6d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:44.086526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:44.089918 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7076223-8cad-4314-9b1c-15571be5786c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:44.110711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.139552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214a48df0>,) {'filters': {'network_id': ['12d3beac-6a12-400c-a984-aced6d849481']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:44.155805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c024af1-1dec-49ed-9337-5f6acd048d59 req-df98cf23-fe87-46a8-a39e-62bc1196da39 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:44.163595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c024af1-1dec-49ed-9337-5f6acd048d59 req-df98cf23-fe87-46a8-a39e-62bc1196da39 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 943 time: 0.0947096
Nov 10 04:10:44.167868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:44.184724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214a48df0>, 'ed048de8-9e60-4351-b575-316df40b1f81') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:44.184724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214a48df0>, 'ed048de8-9e60-4351-b575-316df40b1f81') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:44.212779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.240888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.254326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:10:44.255518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:10:44.257573 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:10:44.270826 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c024af1-1dec-49ed-9337-5f6acd048d59 req-d50e8dad-cf92-4b9f-b522-2c444de736aa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057675
Nov 10 04:10:44.336732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0fa73bee-1e94-4784-ac07-70273fbfcee6 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:44.356685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.365733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.368964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 0fa73bee-1e94-4784-ac07-70273fbfcee6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:44.369533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] 10.222.0.13 "DELETE /v2.0/networks/12d3beac-6a12-400c-a984-aced6d849481 HTTP/1.1" status: 204  len: 168 time: 0.5205340
Nov 10 04:10:44.373929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0fa73bee-1e94-4784-ac07-70273fbfcee6 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:44.388338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e73ef967-3c37-43d1-8289-55e9ecc3ca23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7948418a27894a9385a8de69906a34f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2171082
Nov 10 04:10:44.388338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af06f4-51b4-470f-aede-b47a37d4ccae admin admin] Pushing event deleted for resources: {'Network': ['ID=12d3beac-6a12-400c-a984-aced6d849481,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:44.389385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:44.452089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.482669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:10:44.506232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6fdc3b6-a4b7-45b8-a53e-b02c6ff3a4d7 req-5c676f6a-8af0-48be-a448-e41c5ca0442e tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 210 time: 0.0369680
Nov 10 04:10:44.509581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.552883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48152) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:44.556296 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e7874-bd26-41fa-8058-1d0c62fbb082 x-openstack-request-id: req-bf5e7874-bd26-41fa-8058-1d0c62fbb082 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:44.556578 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:44.557462 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf5e7874-bd26-41fa-8058-1d0c62fbb082 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:44.557860 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39', 'status': 'completed', 'code': 200}
Nov 10 04:10:44.583573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ffd9-4b08-4cf5-8b27-d4170054165c req-03392a95-b6ee-4bf7-896f-fc378ab19ec1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:44.585665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26c6ffd9-4b08-4cf5-8b27-d4170054165c req-03392a95-b6ee-4bf7-896f-fc378ab19ec1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.5409636
Nov 10 04:10:44.589572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.592873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.594002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4464d260-b6d1-460a-88f1-61f177628dc3 HTTP/1.1" status: 204  len: 168 time: 0.2041013
Nov 10 04:10:44.608865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18f69df1-f5f2-4915-a51a-f9181cbfe77e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64eb45bb7ada4f77b0924905b8c533bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0521915
Nov 10 04:10:44.608865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3ee49-a0db-4a53-84fc-ee9a55e19725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4464d260-b6d1-460a-88f1-61f177628dc3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:44.609845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48156) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:44.643275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.674859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.691654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26c6ffd9-4b08-4cf5-8b27-d4170054165c req-5568cefb-1a78-4590-8aed-61d1f32bfd63 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866375
Nov 10 04:10:44.699299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.727851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076223-8cad-4314-9b1c-15571be5786c req-35cd7deb-10d3-47d6-a80a-8275301cc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:44.729705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-35cd7deb-10d3-47d6-a80a-8275301cc9b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 1094 time: 0.1366909
Nov 10 04:10:44.774381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.777836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.779790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d85565a-c04d-4d50-856f-561ec0db4eb2 HTTP/1.1" status: 204  len: 168 time: 0.1635847
Nov 10 04:10:44.808518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:44.813442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414016f4-9638-44f6-99ec-a5b62b4389d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85565a-c04d-4d50-856f-561ec0db4eb2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:44.870772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Network 1882bec4-1b53-4680-a66f-c22c7963de48 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:44.874576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f55ec-9cd0-474f-89d7-8c83db8b89c8 req-86f5949c-4aa5-4b1e-b85f-25c0a43a4325 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:44.883528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:44.890588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:44.891351 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e04f55ec-9cd0-474f-89d7-8c83db8b89c8 req-86f5949c-4aa5-4b1e-b85f-25c0a43a4325 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0974109
Nov 10 04:10:44.925835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Pushing event updated for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:44.932478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076223-8cad-4314-9b1c-15571be5786c req-3456c5fe-a4a3-41d6-bb10-461abddf5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:44.934285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-3456c5fe-a4a3-41d6-bb10-461abddf5556 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.1980395
Nov 10 04:10:44.969455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e04f55ec-9cd0-474f-89d7-8c83db8b89c8 req-2911e16c-7d22-4748-9dfe-892bdadaa2e4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716753
Nov 10 04:10:44.991883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-a4be8c9e-53ac-4a99-812f-e87d23c2d201 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39 HTTP/1.1" status: 200  len: 217 time: 0.0487907
Nov 10 04:10:45.000018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:45.000704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:45.048735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-e2ac5bcd-a859-4967-ade2-ed155d847ef2 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7862742
Nov 10 04:10:45.066665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Request body: {'port': {'device_id': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:45.071489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7076223-8cad-4314-9b1c-15571be5786c req-ae4f080f-a7af-4bf6-8495-b9879a9ccac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:45.072842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-ae4f080f-a7af-4bf6-8495-b9879a9ccac5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0690553
Nov 10 04:10:45.125896 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-58ead993-17b6-43ff-8d63-31ac03bbc86f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349774
Nov 10 04:10:45.199967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:45.339966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-776cb358-8ecc-431d-ae68-2eeb2d40857f service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062666
Nov 10 04:10:45.527742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445f904-d78c-449f-af61-b80ce51929cc req-6aef8e5c-7c91-486e-b7e0-8eb286b9215c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:45.536090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5445f904-d78c-449f-af61-b80ce51929cc req-6aef8e5c-7c91-486e-b7e0-8eb286b9215c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0660503
Nov 10 04:10:45.562338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16661f-cd43-45c4-802e-57621b45f06f req-cbff2e86-0ae8-49ac-a612-bb2a3e3371ec tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:45.564399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea16661f-cd43-45c4-802e-57621b45f06f req-cbff2e86-0ae8-49ac-a612-bb2a3e3371ec tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 943 time: 0.1578057
Nov 10 04:10:45.600049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f7076223-8cad-4314-9b1c-15571be5786c req-9cd1c129-5a8d-4afb-b5dc-2cfa6fa58f2c service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537186
Nov 10 04:10:45.604143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5445f904-d78c-449f-af61-b80ce51929cc req-11dc4645-5422-4972-b5c2-a35b07d36ab6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669668
Nov 10 04:10:45.663202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea16661f-cd43-45c4-802e-57621b45f06f req-cab08784-5ec3-4322-8d05-ca7000c796a7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886154
Nov 10 04:10:45.728592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:45.737297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:45.751646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Transition to ACTIVE for port object 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:45.766397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:45.822220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:45.837828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62017e03-fe62-4a25-9b9a-c839b9764cde req-3c49e539-1d93-419c-b953-eeb8fcc5b999 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:45.839355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62017e03-fe62-4a25-9b9a-c839b9764cde req-3c49e539-1d93-419c-b953-eeb8fcc5b999 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 943 time: 0.0850797
Nov 10 04:10:45.915305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Attempting to bind port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:45.915940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Attempting to bind port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'fc58518e-c726-4f3b-a696-d4af60c1551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:45.916510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Attempting to bind port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 on network 1882bec4-1b53-4680-a66f-c22c7963de48 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:45.920541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62017e03-fe62-4a25-9b9a-c839b9764cde req-3acbf581-9b23-45dc-a365-73c89ed31cd9 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726094
Nov 10 04:10:45.922875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 on network 1882bec4-1b53-4680-a66f-c22c7963de48 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:45.923264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Attempting to bind port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 on network 1882bec4-1b53-4680-a66f-c22c7963de48 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:45.929967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:45.930344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Checking segment: {'id': 'fc58518e-c726-4f3b-a696-d4af60c1551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:45.930749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Bound using segment: {'id': 'fc58518e-c726-4f3b-a696-d4af60c1551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:45.932009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Bound port: 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc58518e-c726-4f3b-a696-d4af60c1551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:45.932009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.008750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48220) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:46.011095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:46.017914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,segment=NetworkSegment(fc58518e-c726-4f3b-a696-d4af60c1551d),segment_id=fc58518e-c726-4f3b-a696-d4af60c1551d)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:46.022727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.058468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.059271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.060684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 HTTP/1.1" status: 200  len: 1091 time: 1.0016439
Nov 10 04:10:46.083184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db147b-bf3c-453d-af7e-2600752f2600 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.134888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:46.158985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-7ff54dd0-5bb2-4393-b26a-cb6de4f7eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.161342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-7ff54dd0-5bb2-4393-b26a-cb6de4f7eb79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0514fff6fa34fbd85663d2eabb964cf&device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 1094 time: 0.0510495
Nov 10 04:10:46.195297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1274445556-network', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:46.206920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e1a862bc-3ce1-4d76-af48-a00ee7b57b64 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:46.207640 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-e1a862bc-3ce1-4d76-af48-a00ee7b57b64 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 10 04:10:46.208192 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-e1a862bc-3ce1-4d76-af48-a00ee7b57b64 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:10:46.209194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e1a862bc-3ce1-4d76-af48-a00ee7b57b64 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1997614
Nov 10 04:10:46.210709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-bed27360-47e0-4662-9fd0-09129e9d293f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 HTTP/1.1" status: 200  len: 217 time: 0.0422735
Nov 10 04:10:46.212840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48232) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:46.217855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--274342427'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:46.218300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:46.220709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.229827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.279102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.281950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-bbe50792-b886-4b98-bb6a-4f1af1c636c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.283487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-bbe50792-b886-4b98-bb6a-4f1af1c636c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6025d536-1622-4b41-ae58-5f1575312eb3 HTTP/1.1" status: 200  len: 862 time: 0.0609205
Nov 10 04:10:46.298195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.307733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.311554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.327168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-a1b7027e-7d33-493f-a769-aaca57a28e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1882bec4-1b53-4680-a66f-c22c7963de48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365527
Nov 10 04:10:46.335783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ebae1081-fc1e-41d6-9cea-ec91177b2e39 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:46.339827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:10:46.353102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a01ac17-de1c-4585-810a-db3d1b23a113,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.358164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.358779 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Added segment 906b9b56-2c31-4db6-bbb9-77c962e45d51 of type vlan for network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4
Nov 10 04:10:46.411527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.448574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.449720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.450715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.455449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-77e4eb89-093c-4f26-9165-9ba8dff10945 service neutron] 10.222.0.21 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1189876
Nov 10 04:10:46.455609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:46.467981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39', 'mac_address': 'fa:16:3e:75:22:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:46.476027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.489882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.506182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.511547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3754659
Nov 10 04:10:46.514903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48234) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:46.519614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Request body: {'subnet': {'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1274445556-subnet', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:46.521503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebae1081-fc1e-41d6-9cea-ec91177b2e39 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:46.545299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:46.545525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9dd42-5af9-4e18-8a03-4963089495d4 admin admin] Pushing event updated for resources: {'Network': ['ID=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.552273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.558947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:46.561245 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:46.561638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:10:46.563027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:46.566373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.571221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e727b-5188-4c03-8288-a3ec2eddc6d1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.610370 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355bc9a-1197-4694-bf75-3159700811f5 x-openstack-request-id: req-5355bc9a-1197-4694-bf75-3159700811f5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:46.610768 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:46.610891 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5355bc9a-1197-4694-bf75-3159700811f5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:46.611335 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9', 'status': 'completed', 'code': 200}
Nov 10 04:10:46.626716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6dec337-3352-42ed-b020-ec5c56d99712 req-a08519e1-94cc-4f12-a83e-71482945f352 service neutron] 10.222.0.21 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639416
Nov 10 04:10:46.637576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.643357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.682263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.686907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4731240
Nov 10 04:10:46.689490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:46.697824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '010379f2-0697-42d0-8908-2eee1f45e0d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:46.718640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72a43e-6b3b-47bd-819a-44be5c91ea0b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010379f2-0697-42d0-8908-2eee1f45e0d8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.740758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.749752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.750369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.750716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.751060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.751395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.751727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.752054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.752380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.752729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.753274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.753847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.754182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:46.773730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ebae1081-fc1e-41d6-9cea-ec91177b2e39'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:46.816514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.844655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-a11bd164-28d6-450b-b283-b37145a9d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.846320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-a11bd164-28d6-450b-b283-b37145a9d271 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0514fff6fa34fbd85663d2eabb964cf&device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 1094 time: 0.1581740
Nov 10 04:10:46.872531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c75c7-1682-469d-9eb9-2e8029233903 req-2d2a8c88-fa39-4bc8-938c-d5ad5ba121ec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.874093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe1c75c7-1682-469d-9eb9-2e8029233903 req-2d2a8c88-fa39-4bc8-938c-d5ad5ba121ec tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1355143
Nov 10 04:10:46.887629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:46.915242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd8e761-3a33-44e0-ba08-f9fd4a68b448,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:46.942464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1285b-7f73-479d-bd6b-9ad9b462e540 req-46e11bf5-734c-4600-88b2-211ae1df63f8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:46.944576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49a1285b-7f73-479d-bd6b-9ad9b462e540 req-46e11bf5-734c-4600-88b2-211ae1df63f8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 944 time: 0.0959363
Nov 10 04:10:46.948640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:46.948994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Network hostable DHCP agents. Network: db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:10:46.981440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:10:46.998921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:47.005568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:47.006199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.008922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de6877-cf50-468e-b8b9-9a5c7b6874c7 None None] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:47.029771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe1c75c7-1682-469d-9eb9-2e8029233903 req-2b7cdc99-403f-43ae-8046-586b33758fb8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431723
Nov 10 04:10:47.033179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49a1285b-7f73-479d-bd6b-9ad9b462e540 req-518ede55-447c-4793-b4eb-ac379e711c79 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774229
Nov 10 04:10:47.038807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-817ee1f3-56bc-4384-a285-eb908fef9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:47.040381 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-817ee1f3-56bc-4384-a285-eb908fef9204 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1882bec4-1b53-4680-a66f-c22c7963de48 HTTP/1.1" status: 200  len: 923 time: 0.1852517
Nov 10 04:10:47.049611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2bb07b34-eed3-4238-90e5-1dbe23659c23 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5312173
Nov 10 04:10:47.049920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48248) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.053135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.056636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:47.072523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.117536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-d0515a05-cc01-42ec-a584-89e8eaf197ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 HTTP/1.1" status: 200  len: 217 time: 0.0570593
Nov 10 04:10:47.126658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c6a98c-66a4-4454-a7b7-9a4068b16c8d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:47.181087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:10:47.181972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.187478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.188534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.199305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.200951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a352fa5e-8650-4709-9428-efd7bd6f3473 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5099959
Nov 10 04:10:47.204897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48252) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.212500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-90de99f8-bc44-463c-825f-5351e8b8e9f5 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '010379f2-0697-42d0-8908-2eee1f45e0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:47.225271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-028f3e0d-e411-45a5-9a90-5bba350a1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:47.227225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-028f3e0d-e411-45a5-9a90-5bba350a1c1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6025d536-1622-4b41-ae58-5f1575312eb3 HTTP/1.1" status: 200  len: 862 time: 0.0986099
Nov 10 04:10:47.273213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90de99f8-bc44-463c-825f-5351e8b8e9f5 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.298537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-e2b00ec1-46bf-4a3e-8d21-693c7990df67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1882bec4-1b53-4680-a66f-c22c7963de48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611744
Nov 10 04:10:47.308621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.310524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff538408-19e5-4717-b7b5-cd14b4504715 req-1acd9487-dc23-4cc5-92f9-69e8ed493c60 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:47.312082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff538408-19e5-4717-b7b5-cd14b4504715 req-1acd9487-dc23-4cc5-92f9-69e8ed493c60 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 943 time: 0.1864190
Nov 10 04:10:47.359933 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-90de99f8-bc44-463c-825f-5351e8b8e9f5 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:10:47.363639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-90de99f8-bc44-463c-825f-5351e8b8e9f5 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1539562
Nov 10 04:10:47.373542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.380246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Allocated IP 172.20.0.2 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/d2446aba-d993-48ac-a89f-a51fd66af587) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:47.465666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.497114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.539993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.557255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.559917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff538408-19e5-4717-b7b5-cd14b4504715 req-243f7e80-01c9-456e-a989-03dc3b33b571 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358191
Nov 10 04:10:47.560178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.561450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/010379f2-0697-42d0-8908-2eee1f45e0d8 HTTP/1.1" status: 204  len: 168 time: 0.1869314
Nov 10 04:10:47.565140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48256) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.582565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.584702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84426987-26e7-4f64-b199-28a4e1d3fc4e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010379f2-0697-42d0-8908-2eee1f45e0d8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:47.591779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.610500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-716405ca-22ac-430c-b5da-857053401748 service neutron] 10.222.0.21 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958803
Nov 10 04:10:47.631273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ebf6846-3c95-457e-91c7-177524fa6272 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0637829
Nov 10 04:10:47.638881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48258) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.645962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--624714390'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:47.648381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:47.654603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:47.663777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:47.674996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Pushing event updated for resources: {'Port': ['ID=d2446aba-d993-48ac-a89f-a51fd66af587,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:47.696743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.736332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Attempting to bind port d2446aba-d993-48ac-a89f-a51fd66af587 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:47.736757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Attempting to bind port d2446aba-d993-48ac-a89f-a51fd66af587 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:47.737117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Attempting to bind port d2446aba-d993-48ac-a89f-a51fd66af587 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:47.743354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:47.743782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:47.744252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.744681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:47.745504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Bound port: d2446aba-d993-48ac-a89f-a51fd66af587, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:47.745892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.769732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-712e7ade-81a8-44b2-aa95-d9cdb0e85ea1 req-19018dfe-551d-4fe4-a60c-aa2f910e0238 service neutron] 10.222.0.21 "GET /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253295
Nov 10 04:10:47.797590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.810290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.817938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] For port d2446aba-d993-48ac-a89f-a51fd66af587, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:47.821245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] For port d2446aba-d993-48ac-a89f-a51fd66af587, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2446aba-d993-48ac-a89f-a51fd66af587,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:47.830340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.856143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.857962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2160373
Nov 10 04:10:47.860044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0f9a2-a76c-4cd2-89a1-114c9eeaa7f4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d41b0f-75e1-4b8d-8525-10299032b2e3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:47.862615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48262) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.880268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-07947e08-937c-4dbf-8fb5-2b125f4c86c1 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41b0f-75e1-4b8d-8525-10299032b2e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:47.881843 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-07947e08-937c-4dbf-8fb5-2b125f4c86c1 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 10 04:10:47.882800 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-07947e08-937c-4dbf-8fb5-2b125f4c86c1 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:47.886866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07947e08-937c-4dbf-8fb5-2b125f4c86c1 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0087559
Nov 10 04:10:47.886986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:47.911261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd01bec-3ae9-4132-bc0e-42fbfe1d3a2b None None] Pushing event updated for resources: {'Port': ['ID=d2446aba-d993-48ac-a89f-a51fd66af587,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:47.959049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.984899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:47.995141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.057699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.178835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.181529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.184709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6d41b0f-75e1-4b8d-8525-10299032b2e3 HTTP/1.1" status: 204  len: 168 time: 0.2950671
Nov 10 04:10:48.184709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Allocated IP 172.32.3.54 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/2a3c4b87-14d7-44ad-916e-e8ff008c2d40) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:48.185420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48270) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:48.211792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad250b-a9c3-4e87-a927-cff33a9b1202 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d41b0f-75e1-4b8d-8525-10299032b2e3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:48.217970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c38bc-b1b0-4638-8097-dfc286b6fe9f req-68b08216-ce6b-4a59-9025-b74538a240fe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:48.219526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b5c38bc-b1b0-4638-8097-dfc286b6fe9f req-68b08216-ce6b-4a59-9025-b74538a240fe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 944 time: 0.0773978
Nov 10 04:10:48.238056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1c959-d3b8-457f-b894-f75428832df3 req-e916d750-43db-4bc6-b043-63deb7ee0da8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:48.240315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ed1c959-d3b8-457f-b894-f75428832df3 req-e916d750-43db-4bc6-b043-63deb7ee0da8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1186342
Nov 10 04:10:48.273582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a051a8ac-a4cd-4aa3-b7dc-f7ab515221ad tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0869784
Nov 10 04:10:48.280768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48274) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:48.287104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443310410'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:48.324221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b5c38bc-b1b0-4638-8097-dfc286b6fe9f req-11e2eac2-6d67-4b3b-a41c-37dccec721ca tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777922
Nov 10 04:10:48.347915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.350299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ed1c959-d3b8-457f-b894-f75428832df3 req-886dbe68-fe93-44b7-95bc-3f22b1d71731 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968421
Nov 10 04:10:48.397690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.416177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ebae1081-fc1e-41d6-9cea-ec91177b2e39 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:48.452180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.453525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.458606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.476248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port ebae1081-fc1e-41d6-9cea-ec91177b2e39 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:48.483762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.485461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2018304
Nov 10 04:10:48.486088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ebae1081-fc1e-41d6-9cea-ec91177b2e39 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:48.486890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.490471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48276) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:48.497161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e25036e9-eefe-4699-b9da-46af4d835852 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '573243ef-ee0a-4e7d-9863-7c23d6a678bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:48.498073 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-e25036e9-eefe-4699-b9da-46af4d835852 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 10 04:10:48.498735 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-e25036e9-eefe-4699-b9da-46af4d835852 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:48.499597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e25036e9-eefe-4699-b9da-46af4d835852 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0082099
Nov 10 04:10:48.499800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:48.501704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31659505-2c4d-4f0d-b709-1547e072d27f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573243ef-ee0a-4e7d-9863-7c23d6a678bb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:48.503446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:48.504323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:48.507609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:48.509561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Pushing event updated for resources: {'Port': ['ID=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:48.533374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542f5a3-07a3-42c6-a842-b32dc28f1309 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:48.551227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.610441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.621200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c23a9791-2a3a-4947-b528-3ac22b6c5581 None None] Provisioning complete for port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:48.621575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c23a9791-2a3a-4947-b528-3ac22b6c5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.663365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.681133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:48.684041 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e723d61a-707f-4990-bb7c-125c9624ecba" -d '{"events": [{"server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "name": "network-vif-plugged", "status": "completed", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:48.688469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c23a9791-2a3a-4947-b528-3ac22b6c5581 None None] Port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:48.704064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:48.714013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:48.774082 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03a0af0-8264-4869-8966-d52cad3e9f56 x-openstack-request-id: req-a03a0af0-8264-4869-8966-d52cad3e9f56 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:48.774436 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "name": "network-vif-plugged", "status": "completed", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:48.774747 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a03a0af0-8264-4869-8966-d52cad3e9f56 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:48.775147 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39', 'code': 200}
Nov 10 04:10:48.777924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:48.811712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.002595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c5024-ca09-4496-95a5-2de432b7f488 None None] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:10:49.114385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.127308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] Provisioning complete for port d2446aba-d993-48ac-a89f-a51fd66af587 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:49.128307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.183547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a45b8-6bfb-42ca-b15d-d56ea0757c4b req-59ff2b23-006a-4f1c-833f-1040e4506e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:49.185071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af2a45b8-6bfb-42ca-b15d-d56ea0757c4b req-59ff2b23-006a-4f1c-833f-1040e4506e1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 1096 time: 0.1573746
Nov 10 04:10:49.228916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d5d0-a69a-46f0-8307-af40ebaad369 req-d61835f2-087f-414f-9a7b-56e6e5bc4b15 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:49.230378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4062d5d0-a69a-46f0-8307-af40ebaad369 req-d61835f2-087f-414f-9a7b-56e6e5bc4b15 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 943 time: 0.2037628
Nov 10 04:10:49.240689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.276744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] For port d2446aba-d993-48ac-a89f-a51fd66af587, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2446aba-d993-48ac-a89f-a51fd66af587,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:49.280867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.281314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.283926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.285083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/573243ef-ee0a-4e7d-9863-7c23d6a678bb HTTP/1.1" status: 204  len: 168 time: 0.7786629
Nov 10 04:10:49.289433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48286) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.325977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ffee0-459b-45c0-ad98-cca1ec05c92f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573243ef-ee0a-4e7d-9863-7c23d6a678bb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:49.353520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af2a45b8-6bfb-42ca-b15d-d56ea0757c4b req-68479ecf-38f2-4b3c-bec4-f34cddd48f70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332188
Nov 10 04:10:49.358705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4062d5d0-a69a-46f0-8307-af40ebaad369 req-18bc16e6-cc7f-4eeb-86a3-7daadb92a025 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097276
Nov 10 04:10:49.361322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.373142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beb7dc-1a0c-4790-a346-5b1daae9e3a9 None None] Pushing event updated for resources: {'Port': ['ID=d2446aba-d993-48ac-a89f-a51fd66af587,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:49.383606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3aecf3d5-06d9-4606-8bbc-94687f71a83a tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0924978
Nov 10 04:10:49.391136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48292) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.398939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067290515'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.434840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.552949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.562681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa84ce-0142-4529-8b73-c03d5d475775 req-2773bfc7-7bcb-4928-aeb9-003d4abe9f9f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:49.564173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60fa84ce-0142-4529-8b73-c03d5d475775 req-2773bfc7-7bcb-4928-aeb9-003d4abe9f9f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0805624
Nov 10 04:10:49.565572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.605382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9140d355-2ca0-468b-9f94-fa62c587a60d None None] Provisioning complete for port d2446aba-d993-48ac-a89f-a51fd66af587 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:49.605994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9140d355-2ca0-468b-9f94-fa62c587a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.610848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d15dad2-6787-4d9c-8aeb-29a25babfd6e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:49.615118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127691-ba1a-48d2-8035-a1080d0f390c req-5579573b-0533-4590-8c73-abfc955ecbd6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:49.616699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72127691-ba1a-48d2-8035-a1080d0f390c req-5579573b-0533-4590-8c73-abfc955ecbd6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1363108
Nov 10 04:10:49.618924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.620191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5fcd1f75-4fd4-428d-8856-04bfc8ac269c tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2277169
Nov 10 04:10:49.624990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48296) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.631828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-baeedeff-8edd-4ece-a854-03fb44ec6472 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '6d15dad2-6787-4d9c-8aeb-29a25babfd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.644340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60fa84ce-0142-4529-8b73-c03d5d475775 req-2b163f0d-ab8f-4b77-857a-cb21acf0e91f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628438
Nov 10 04:10:49.669639 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-baeedeff-8edd-4ece-a854-03fb44ec6472 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 10 04:10:49.670365 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-baeedeff-8edd-4ece-a854-03fb44ec6472 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:49.675246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-baeedeff-8edd-4ece-a854-03fb44ec6472 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0454674
Nov 10 04:10:49.675397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48298) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.679508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3a2448c9-196d-4fd1-894c-4ec77ad4c21a tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '6d15dad2-6787-4d9c-8aeb-29a25babfd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.681069 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-3a2448c9-196d-4fd1-894c-4ec77ad4c21a tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 10 04:10:49.681578 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-3a2448c9-196d-4fd1-894c-4ec77ad4c21a tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:49.684983 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a2448c9-196d-4fd1-894c-4ec77ad4c21a tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0072460
Nov 10 04:10:49.686046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.691397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-52fdf623-1354-40b5-8209-f22d542142c6 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '6d15dad2-6787-4d9c-8aeb-29a25babfd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.693045 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-52fdf623-1354-40b5-8209-f22d542142c6 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 10 04:10:49.693812 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-52fdf623-1354-40b5-8209-f22d542142c6 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:49.697303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52fdf623-1354-40b5-8209-f22d542142c6 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0069199
Nov 10 04:10:49.698057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.702447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d58be9fb-d912-4803-bcd4-791993a211cc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '6d15dad2-6787-4d9c-8aeb-29a25babfd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.703314 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-d58be9fb-d912-4803-bcd4-791993a211cc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 10 04:10:49.704258 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-d58be9fb-d912-4803-bcd4-791993a211cc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:49.707259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d58be9fb-d912-4803-bcd4-791993a211cc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0064673
Nov 10 04:10:49.707577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48304) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.729475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.746331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72127691-ba1a-48d2-8035-a1080d0f390c req-f4eedba5-d316-47d3-9d7b-8cd934ec8dc2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737662
Nov 10 04:10:49.772457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.794836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.837236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.839893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:49.841064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d15dad2-6787-4d9c-8aeb-29a25babfd6e HTTP/1.1" status: 204  len: 168 time: 0.1310647
Nov 10 04:10:49.843601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48306) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.850225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb1f0-346b-42be-a257-bc8d861d19d3 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d15dad2-6787-4d9c-8aeb-29a25babfd6e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:49.913433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c75bb64f-613e-4274-a8c0-a8d591c2dc52 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0684907
Nov 10 04:10:49.917044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48308) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:49.921424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081361712'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:49.927124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:10:50.012296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.054129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2446aba-d993-48ac-a89f-a51fd66af587 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:50.074572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:50.087199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Sync routers for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:50.099135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:50.099764 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214be00d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:50.099946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.101202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-263ed6e2-d4d8-4e06-8280-767a309a99ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0504200
Nov 10 04:10:50.103970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48312) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.112720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d2446aba-d993-48ac-a89f-a51fd66af587 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:50.113168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.121351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.127201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.159958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.161982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2440126
Nov 10 04:10:50.165020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48314) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.169687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-13d5f278-9ff1-488e-926d-2774f908d4eb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.170569 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-13d5f278-9ff1-488e-926d-2774f908d4eb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 10 04:10:50.171076 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-13d5f278-9ff1-488e-926d-2774f908d4eb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.172100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-13d5f278-9ff1-488e-926d-2774f908d4eb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0061088
Nov 10 04:10:50.174484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cbb2c-901f-4d96-b3ff-3515ca935729 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0838199b-13f3-454f-a586-eb3bee34b223,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:50.177223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.181605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f8654264-3536-498a-a28a-30a1905f9dec tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.229991 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-f8654264-3536-498a-a28a-30a1905f9dec tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.233668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f8654264-3536-498a-a28a-30a1905f9dec tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0530291
Nov 10 04:10:50.233865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48318) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.236288 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:50.238421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d9ad8619-5ee2-4767-b7c0-70d0e88b0d9e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.239746 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-d9ad8619-5ee2-4767-b7c0-70d0e88b0d9e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 10 04:10:50.240262 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d9ad8619-5ee2-4767-b7c0-70d0e88b0d9e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.241313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d9ad8619-5ee2-4767-b7c0-70d0e88b0d9e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0064762
Nov 10 04:10:50.244045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.249297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-502040f2-6593-4699-8311-fc8efc7cf378 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.287234 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-502040f2-6593-4699-8311-fc8efc7cf378 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.288639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-502040f2-6593-4699-8311-fc8efc7cf378 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0436897
Nov 10 04:10:50.292721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48322) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.298258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5bb8cb7b-ebd2-4c65-92d0-465279633cbc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.299013 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-5bb8cb7b-ebd2-4c65-92d0-465279633cbc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 10 04:10:50.299698 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-5bb8cb7b-ebd2-4c65-92d0-465279633cbc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.300953 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bb8cb7b-ebd2-4c65-92d0-465279633cbc tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0068829
Nov 10 04:10:50.303568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48324) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.308837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-44ee8e31-ac97-4f61-b5ff-8101b8ae937b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.363765 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-44ee8e31-ac97-4f61-b5ff-8101b8ae937b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.366466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-44ee8e31-ac97-4f61-b5ff-8101b8ae937b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0609443
Nov 10 04:10:50.368756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48326) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.374872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d11c7346-93b8-4537-8bab-842bebcee028 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.376638 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-d11c7346-93b8-4537-8bab-842bebcee028 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 10 04:10:50.377418 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d11c7346-93b8-4537-8bab-842bebcee028 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.379767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d11c7346-93b8-4537-8bab-842bebcee028 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0087011
Nov 10 04:10:50.382068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48328) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.388731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-191bd902-4abf-4149-a1ae-9e203029e385 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.422989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:10:50.461999 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-191bd902-4abf-4149-a1ae-9e203029e385 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.467588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48332) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.469263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-191bd902-4abf-4149-a1ae-9e203029e385 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0860505
Nov 10 04:10:50.477671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-476566ba-d15b-46c7-b2ac-ba9b41291b4b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '0838199b-13f3-454f-a586-eb3bee34b223', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:50.479751 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214be00d0>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 3, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:50.515920 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Checking router: a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:10:50.516532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Updating router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:10:50.537767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6aea0-6b35-4563-b729-bcff576c653a req-c99560d5-f5db-4757-b787-1ddbdc44c082 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:50.544221 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.546450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fca6aea0-6b35-4563-b729-bcff576c653a req-c99560d5-f5db-4757-b787-1ddbdc44c082 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 943 time: 0.0717883
Nov 10 04:10:50.557605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,segment=NetworkSegment(fc58518e-c726-4f3b-a696-d4af60c1551d),segment_id=fc58518e-c726-4f3b-a696-d4af60c1551d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:50.581232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9', 'network_id': '1882bec4-1b53-4680-a66f-c22c7963de48', 'port_id': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9', 'mac_address': 'fa:16:3e:6c:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6025d536-1622-4b41-ae58-5f1575312eb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:10:50.599942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fca6aea0-6b35-4563-b729-bcff576c653a req-f46cb65d-b720-4604-bda2-d154ed962f40 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525253
Nov 10 04:10:50.625546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.639826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:50.660219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,segment=NetworkSegment(fc58518e-c726-4f3b-a696-d4af60c1551d),segment_id=fc58518e-c726-4f3b-a696-d4af60c1551d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:50.664162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.729247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:50.830546 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.841983 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.876015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ffeba-cb42-410e-84d5-8e9e13faa6f9 req-5d140899-9e2b-4286-9de6-fc2b263ed475 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:50.878068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-991ffeba-cb42-410e-84d5-8e9e13faa6f9 req-5d140899-9e2b-4286-9de6-fc2b263ed475 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0996063
Nov 10 04:10:50.880315 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-476566ba-d15b-46c7-b2ac-ba9b41291b4b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:50.884034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-476566ba-d15b-46c7-b2ac-ba9b41291b4b tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4128411
Nov 10 04:10:50.885479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:50.905141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Attempting to bind port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:50.905523 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Attempting to bind port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:50.906092 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Attempting to bind port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:50.912794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Pushing event updated for resources: {'Port': ['ID=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:50.919674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef0341-8a64-46ca-b98b-5a6f8631b549 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:50.922194 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:50.922194 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:50.922490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.922753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:50.923228 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Bound port: 2a3c4b87-14d7-44ad-916e-e8ff008c2d40, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:50.923625 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:50.928212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.928212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.928437 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.928796 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.929125 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.929454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.929782 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.930092 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.930413 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.930964 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.931289 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.931746 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:10:50.965273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7ae269ee-cf8a-4220-a5fa-1ca4d53211b9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:50.993186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] For port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:51.003988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-991ffeba-cb42-410e-84d5-8e9e13faa6f9 req-c3dc8697-c8b4-4b5d-8693-9a24dc429898 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873172
Nov 10 04:10:51.006418 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] For port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:51.006418 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.033335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb369ee9-85e9-4c0d-849e-45f3949b3463 req-b0c53b37-8401-4cde-8811-449d66560ccd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:51.040810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb369ee9-85e9-4c0d-849e-45f3949b3463 req-b0c53b37-8401-4cde-8811-449d66560ccd tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1383305
Nov 10 04:10:51.048032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.067960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] Provisioning complete for port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:51.069050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.073307 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011ba85-f979-45f3-8d1d-908f8d6dbfdc None None] Pushing event updated for resources: {'Port': ['ID=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:51.074635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.106845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a96c2-4430-4f79-863a-3ec9232dca82 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:51.121041 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:51.121808 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214be00d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:51.122039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.131453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.134454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.138836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48346) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:51.139875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/0838199b-13f3-454f-a586-eb3bee34b223 HTTP/1.1" status: 204  len: 168 time: 0.2529488
Nov 10 04:10:51.191271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb369ee9-85e9-4c0d-849e-45f3949b3463 req-a8f4d182-16f2-453d-9f0a-b32ae4efd77a tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494515
Nov 10 04:10:51.192965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ec7b-8b35-407d-8dab-4baca7a08a39 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838199b-13f3-454f-a586-eb3bee34b223,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:51.291532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1cedab4-f809-45cc-bbfc-936ec0914815 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1506751
Nov 10 04:10:51.299363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48350) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:51.305405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546324040'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:51.311415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:51.314462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.340029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] For port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:51.347169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.366768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.377762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ae39-45a5-4de8-8666-174ea599af4f req-cd71c60f-9d01-4ca2-b31e-00e9cfcffe24 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:51.385812 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd1ae39-45a5-4de8-8666-174ea599af4f req-cd71c60f-9d01-4ca2-b31e-00e9cfcffe24 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0746787
Nov 10 04:10:51.412176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Allocated IP 172.20.0.1 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/a987b7b2-b558-482c-90ef-42c375b02a71) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:51.422485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada0b2-52ae-444f-9b9d-bc1311f116e5 None None] Pushing event updated for resources: {'Port': ['ID=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:51.474412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd1ae39-45a5-4de8-8666-174ea599af4f req-b46fca40-1b18-44fa-b8f4-b0395ae7700e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874209
Nov 10 04:10:51.495776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ef039bd1-3cb2-475c-b598-33edbd3a0292 None None] Provisioning complete for port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:51.495776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ef039bd1-3cb2-475c-b598-33edbd3a0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.539304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.546207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.558407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.570180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214be00d0>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 3, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:51.591337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.596155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48354) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:51.597105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2959945
Nov 10 04:10:51.599125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198e63a-c981-4d7a-ac5a-f7937c7d23da tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c0baeb-79fa-4906-a88a-949105e5a6a2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:51.607792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6c97d06d-5d39-433c-abc0-fd1112716498 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '49c0baeb-79fa-4906-a88a-949105e5a6a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:51.614477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9740-3722-4054-a78c-1b7ea36626fe None None] The sync data for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 is: [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:49Z', 'revision_number': 3, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:51.660025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.729344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:51.738640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aab7c2-3660-4a61-8f2e-ddf876e55c98 req-ea2c44e9-c7d4-4733-97ed-d0db587a364b tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:51.743408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f03cd-d158-4ca3-b489-3a11ffb6d62e req-a4103de3-1c66-4250-86cb-91d3fbb686c4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:51.744918 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-967f03cd-d158-4ca3-b489-3a11ffb6d62e req-a4103de3-1c66-4250-86cb-91d3fbb686c4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.1290913
Nov 10 04:10:51.745295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48aab7c2-3660-4a61-8f2e-ddf876e55c98 req-ea2c44e9-c7d4-4733-97ed-d0db587a364b tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 944 time: 0.0667379
Nov 10 04:10:51.748690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:51.750598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Pushing event updated for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:51.752748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:51.780067 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-6c97d06d-5d39-433c-abc0-fd1112716498 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The resource could not be found.
Nov 10 04:10:51.783606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6c97d06d-5d39-433c-abc0-fd1112716498 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1813345
Nov 10 04:10:51.787691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:51.792916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-76897514-38ea-40bd-9842-ed1d5d9074b9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '49c0baeb-79fa-4906-a88a-949105e5a6a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e53e77f7-61bd-4e6f-bed3-17b690c57695'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:51.824503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:51.834149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48aab7c2-3660-4a61-8f2e-ddf876e55c98 req-b83c126a-dd97-4b2f-95ec-4fa8cc23050c tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863352
Nov 10 04:10:51.870618 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-76897514-38ea-40bd-9842-ed1d5d9074b9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The resource could not be found.
Nov 10 04:10:51.875523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76897514-38ea-40bd-9842-ed1d5d9074b9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0867205
Nov 10 04:10:51.876516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48362) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:51.923592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-967f03cd-d158-4ca3-b489-3a11ffb6d62e req-e9290061-9388-4929-be52-6220f6876cf9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356506
Nov 10 04:10:51.997431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.036722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.096379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.133293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.136337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.145291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/49c0baeb-79fa-4906-a88a-949105e5a6a2 HTTP/1.1" status: 204  len: 168 time: 0.2672198
Nov 10 04:10:52.153390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:52.155001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48366) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:52.174059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2050e-3c2b-4b8e-8289-cde21cf01061 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c0baeb-79fa-4906-a88a-949105e5a6a2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:52.271869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4341edca-a545-4675-ac22-55a045be572e None None] Provisioning complete for port a987b7b2-b558-482c-90ef-42c375b02a71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:52.272243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4341edca-a545-4675-ac22-55a045be572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.302208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156b33-3383-42ae-a18a-a1291473b807 req-440d0557-ecbd-466b-9b53-5742cd64c897 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:52.307432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d029afaa-1442-4774-9fe9-7bd3e34835f6 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1512589
Nov 10 04:10:52.311891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9156b33-3383-42ae-a18a-a1291473b807 req-440d0557-ecbd-466b-9b53-5742cd64c897 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0678720
Nov 10 04:10:52.314438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48374) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:52.316367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:52.316814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.319902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d81eda80-7910-4daa-9a26-061985badec9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': 'b3cf7a9a-a962-4519-b27f-d50614bd3328', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:52.371319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4341edca-a545-4675-ac22-55a045be572e None None] Port a987b7b2-b558-482c-90ef-42c375b02a71 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:52.409593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eca82d-ff28-4f76-bb85-f691b93880ad req-f147392f-1ea4-4193-9338-72005cc7ed61 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:52.418445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7eca82d-ff28-4f76-bb85-f691b93880ad req-f147392f-1ea4-4193-9338-72005cc7ed61 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0954034
Nov 10 04:10:52.430257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9156b33-3383-42ae-a18a-a1291473b807 req-8bf7985b-c4c6-4048-9320-a5420fb69fd9 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131823
Nov 10 04:10:52.433430 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d81eda80-7910-4daa-9a26-061985badec9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The resource could not be found.
Nov 10 04:10:52.454114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d81eda80-7910-4daa-9a26-061985badec9 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1381631
Nov 10 04:10:52.454693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:52.459656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729819758'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:52.461511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:52.526612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.529650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.541052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7eca82d-ff28-4f76-bb85-f691b93880ad req-07bbe6be-d522-4841-81b4-53821340d124 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180336
Nov 10 04:10:52.545642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:10:52.549793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.550430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:52.550888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.638815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.642122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.647615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Pushing event updated for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:52.664438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:52.666700 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad1cb2-b77c-4123-b7da-51f52514ab30" -d '{"events": [{"server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "name": "network-vif-plugged", "status": "completed", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:52.679760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,segment=NetworkSegment(fc58518e-c726-4f3b-a696-d4af60c1551d),segment_id=fc58518e-c726-4f3b-a696-d4af60c1551d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:52.683934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.739723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274b6b8d-ed44-4dd7-b7d2-97887fb7eed5 x-openstack-request-id: req-274b6b8d-ed44-4dd7-b7d2-97887fb7eed5 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:52.739947 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "name": "network-vif-plugged", "status": "completed", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:52.740120 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-274b6b8d-ed44-4dd7-b7d2-97887fb7eed5 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:52.741082 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9', 'code': 200}
Nov 10 04:10:52.745945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:52.752292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.757973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.810875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.812143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3563871
Nov 10 04:10:52.819239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:52.819874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48380) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:52.824683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--146640562'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:52.831750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:52.836220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d4a78-4a05-4be6-bbb0-b09d49bfd599 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928f8a15-8b41-4194-a8d1-67bd03608dc6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:52.851385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada04081-61bf-4fd2-8e3a-2f82c1b02c3a req-3efbeb15-8e96-476e-a793-d47dfa4a6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:52.853556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ada04081-61bf-4fd2-8e3a-2f82c1b02c3a req-3efbeb15-8e96-476e-a793-d47dfa4a6a8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 1096 time: 0.0553896
Nov 10 04:10:52.922506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:52.934009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ada04081-61bf-4fd2-8e3a-2f82c1b02c3a req-36916607-24e8-4045-84d7-eb244c9890a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718341
Nov 10 04:10:53.037430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623cae0-6ea8-4e75-ab96-075ae874c65a req-1abc8cb0-3cba-42bd-85f3-b7b89f18ba79 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:53.039003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9623cae0-6ea8-4e75-ab96-075ae874c65a req-1abc8cb0-3cba-42bd-85f3-b7b89f18ba79 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.1097434
Nov 10 04:10:53.056536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:10:53.103320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.117101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.194564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7ab145a2-ce40-489e-9c6d-1ee984959a49 None None] Provisioning complete for port a987b7b2-b558-482c-90ef-42c375b02a71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:53.195193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ab145a2-ce40-489e-9c6d-1ee984959a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.218675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9623cae0-6ea8-4e75-ab96-075ae874c65a req-1347fad8-1048-42ae-bdea-dd491d732b2c tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659300
Nov 10 04:10:53.221330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.225307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4016712
Nov 10 04:10:53.226285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48386) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.232337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c69ba0-14eb-4461-9069-b85c36abb0f8 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9a7f0c-ed49-426c-9daf-a1cb9d146f02,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:53.237335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9afa4d17-46d5-4995-8973-4f7d42fd8ece tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group_rule': {'security_group_id': '928f8a15-8b41-4194-a8d1-67bd03608dc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3b9a7f0c-ed49-426c-9daf-a1cb9d146f02'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:53.247167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7ab145a2-ce40-489e-9c6d-1ee984959a49 None None] Port a987b7b2-b558-482c-90ef-42c375b02a71 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:53.264041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:10:53.280537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-273c7ff4-f0b3-496d-a70c-09c9419b4050 admin admin] 10.222.0.13 "PUT /v2.0/routers/a74ab5ed-681a-42d5-a8ba-5a3b748be8a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1677570
Nov 10 04:10:53.285254 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-9afa4d17-46d5-4995-8973-4f7d42fd8ece tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:10:53.286364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9afa4d17-46d5-4995-8973-4f7d42fd8ece tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0589142
Nov 10 04:10:53.289284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.351220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.375734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.443459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.446060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.447182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b9a7f0c-ed49-426c-9daf-a1cb9d146f02 HTTP/1.1" status: 204  len: 168 time: 0.1569953
Nov 10 04:10:53.449905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.465608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536738-7a71-45c3-9a60-5d34e061bcee tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9a7f0c-ed49-426c-9daf-a1cb9d146f02,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:53.499652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-cae760f4-218b-43ef-b9d2-453b3bd75c60 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:53.501222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-cae760f4-218b-43ef-b9d2-453b3bd75c60 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0879469
Nov 10 04:10:53.578107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b63d91d2-5b76-464c-bd36-a4464672bd2f tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1265597
Nov 10 04:10:53.582939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.612278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a26f-75b4-46d9-a051-2bd3a7dc271e req-7f5caa0d-64af-4d63-b5dd-4ef8e6808afa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:53.614481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aff3a26f-75b4-46d9-a051-2bd3a7dc271e req-7f5caa0d-64af-4d63-b5dd-4ef8e6808afa tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7eb94f6-1976-47ae-b1ba-b98ff84217e6 HTTP/1.1" status: 200  len: 945 time: 0.0952945
Nov 10 04:10:53.621531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port ebae1081-fc1e-41d6-9cea-ec91177b2e39 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:53.621881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.688580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.697061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aff3a26f-75b4-46d9-a051-2bd3a7dc271e req-29784061-97a8-46af-a195-84fca45548b6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751460
Nov 10 04:10:53.716673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.724001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port ebae1081-fc1e-41d6-9cea-ec91177b2e39, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ebae1081-fc1e-41d6-9cea-ec91177b2e39,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:53.724442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.749273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for ebae1081-fc1e-41d6-9cea-ec91177b2e39 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:53.772944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.776031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.777615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/928f8a15-8b41-4194-a8d1-67bd03608dc6 HTTP/1.1" status: 204  len: 168 time: 0.1941004
Nov 10 04:10:53.782373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48406) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.788542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Sync routers for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:10:53.804678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9ed5-7c7b-41fb-a034-b5e935fe06a7 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928f8a15-8b41-4194-a8d1-67bd03608dc6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:53.832794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:53.833624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f44d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:53.879957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-979e0c7a-3e4e-48d7-a923-f1f0e0c36692 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0954554
Nov 10 04:10:53.881365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48410) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:53.889376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737172420'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:53.923897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.974114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:53.995014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ebae1081-fc1e-41d6-9cea-ec91177b2e39'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:53.997689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:54.010558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=ebae1081-fc1e-41d6-9cea-ec91177b2e39,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:54.041698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.048480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226235372', 'description': 'tempest-description--2103995002'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:54.077786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1c785-f277-4e02-a24a-5ef76a7b3bbf req-f18accf3-f2fc-43df-9f22-62c23faf1a10 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.085723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7b1c785-f277-4e02-a24a-5ef76a7b3bbf req-f18accf3-f2fc-43df-9f22-62c23faf1a10 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1156414
Nov 10 04:10:54.092466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port ebae1081-fc1e-41d6-9cea-ec91177b2e39 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:54.096229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.101977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a42b8b51-7821-4728-a9d0-9b7f88a8ea04 req-3bc083ef-b29e-4cb0-9558-4a0054966d3f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "DELETE /v2.0/ports/ebae1081-fc1e-41d6-9cea-ec91177b2e39 HTTP/1.1" status: 204  len: 173 time: 0.5926607
Nov 10 04:10:54.102491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'name': 'network-vif-deleted', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:54.106746 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679e22ff-98f0-41c3-a55a-47fb22006472" -d '{"events": [{"server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "name": "network-vif-deleted", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:54.110638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.122363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.133788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041a11f-291c-4577-891e-e868a6eef078 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:54.163946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4ece6-b157-45b8-b6e5-0670ca660011,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:54.192190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:54.197837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.202696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ab2064df-77a5-4035-a7a7-3921ff183abb tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3166432
Nov 10 04:10:54.202696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.203044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48418) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.211510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c707cae0-739e-474f-9ead-9faecabe6860 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:54.211916 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-c707cae0-739e-474f-9ead-9faecabe6860 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 10 04:10:54.212402 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-c707cae0-739e-474f-9ead-9faecabe6860 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:10:54.215919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c707cae0-739e-474f-9ead-9faecabe6860 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "PUT /v2.0/security-groups/4bb4ece6-b157-45b8-b6e5-0670ca660011 HTTP/1.1" status: 409  len: 330 time: 0.0075953
Nov 10 04:10:54.217689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.238122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7b1c785-f277-4e02-a24a-5ef76a7b3bbf req-98704309-d505-4114-ab2a-6284af15a0af tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502695
Nov 10 04:10:54.304880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.325587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.333480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.347364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.354490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.355940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.361407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.363403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.367809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.374941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.377759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-d5667fc5-3e18-4fc3-b676-cdec0c047d76 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.2171493
Nov 10 04:10:54.379923 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935f725-b6e6-4e88-9d64-562fbe163c8a x-openstack-request-id: req-e935f725-b6e6-4e88-9d64-562fbe163c8a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:54.380315 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7eb94f6-1976-47ae-b1ba-b98ff84217e6", "name": "network-vif-deleted", "tag": "ebae1081-fc1e-41d6-9cea-ec91177b2e39", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:54.380670 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e935f725-b6e6-4e88-9d64-562fbe163c8a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:54.381156 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eb94f6-1976-47ae-b1ba-b98ff84217e6', 'name': 'network-vif-deleted', 'tag': 'ebae1081-fc1e-41d6-9cea-ec91177b2e39', 'status': 'completed', 'code': 200}
Nov 10 04:10:54.418915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.425106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.429137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3837230
Nov 10 04:10:54.429137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fb6d-e1e5-458f-843f-5cb76e0b0a2b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981a5381-b148-4f02-a142-307b43900ef3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:54.433542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48424) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.439534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'security_group_rule': {'security_group_id': '981a5381-b148-4f02-a142-307b43900ef3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:54.507376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f44d90>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 2, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:54.509571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.514062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-750f7f0b-c099-48d3-b2fa-86b2f2b60a24 req-e45fc87c-cefb-407f-a191-cbe53d812321 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1259086
Nov 10 04:10:54.533507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.536434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Checking router: a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:10:54.536890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Updating router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 port a987b7b2-b558-482c-90ef-42c375b02a71 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:10:54.537665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.538873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/4bb4ece6-b157-45b8-b6e5-0670ca660011 HTTP/1.1" status: 204  len: 168 time: 0.3202767
Nov 10 04:10:54.561206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4aab9-a9cc-4fa6-8752-f1bf8feb9730 req-dc03a07d-807a-42b4-85e5-a682e44a081e tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:54.561328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48426) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.561412 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bca4aab9-a9cc-4fa6-8752-f1bf8feb9730 req-dc03a07d-807a-42b4-85e5-a682e44a081e tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.1080339
Nov 10 04:10:54.569155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.585238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a8b2f-011d-43c8-a8ec-5acb0b244011 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4ece6-b157-45b8-b6e5-0670ca660011,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:54.643595 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a6268f19-ddfc-42ea-aeb3-26f588bafe86 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0873814
Nov 10 04:10:54.647105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48430) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.677740 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-43db413a-b2c4-4969-b51c-7e37381da04e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] delete failed (client error): The resource could not be found.
Nov 10 04:10:54.679276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-43db413a-b2c4-4969-b51c-7e37381da04e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "DELETE /v2.0/security-groups/11d682c5-ebd7-4bee-9136-2f9ebf36d363 HTTP/1.1" status: 404  len: 347 time: 0.0308809
Nov 10 04:10:54.682316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.682959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48432) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.699297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.710754 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d40aa6ff-d89a-4ff6-8bed-780fd0a933c4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] show failed (client error): The resource could not be found.
Nov 10 04:10:54.717878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d40aa6ff-d89a-4ff6-8bed-780fd0a933c4 tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-groups/0ab0b578-3d76-4853-bbb6-c48e89c97976 HTTP/1.1" status: 404  len: 347 time: 0.0335367
Nov 10 04:10:54.719155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48434) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.728472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bca4aab9-a9cc-4fa6-8752-f1bf8feb9730 req-ba72006c-d2e2-4e4f-80e6-8b28fbe568ec tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694736
Nov 10 04:10:54.735161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.740119 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3054762
Nov 10 04:10:54.740925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48438) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.746554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'security_group_rule': {'security_group_id': '981a5381-b148-4f02-a142-307b43900ef3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:54.769298 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-7501f593-d34c-4f5f-9bae-89f29dd8e15e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] show failed (client error): The resource could not be found.
Nov 10 04:10:54.770717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6036f-f7d9-46d4-bade-3abb61038f69 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27855668-bdf6-4474-83a1-9d88cf377660,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:54.780941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7501f593-d34c-4f5f-9bae-89f29dd8e15e tempest-NegativeSecGroupTest-1539651657 tempest-NegativeSecGroupTest-1539651657-project] 10.222.0.13 "GET /v2.0/security-group-rules/511dfdd6-8da4-4a7b-89cd-52de796ed724 HTTP/1.1" status: 404  len: 356 time: 0.0589640
Nov 10 04:10:54.792707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.929854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.935638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.964961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:54.969757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48450) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:54.975750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:54.980475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2378426
Nov 10 04:10:54.987658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcc965-49a3-414f-a902-f4a9eb1e0d72 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ccc6e-e66f-4054-98d2-3da090d622d1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:55.007980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.095391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.101260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.125828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:55.170293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce4e2a-f131-4f1d-bfcb-a459dbd33e7d None None] Pushing event updated for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:55.179215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.185188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.191315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.205514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.212007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.218940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.229449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.236094 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77debe9f-4ee2-4e5b-a54d-1f4435ce8bf8 req-a2f11ef2-8e66-4e2a-8436-280fbfc97306 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.1553586
Nov 10 04:10:55.258281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Attempting to bind port a987b7b2-b558-482c-90ef-42c375b02a71 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:55.258685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Attempting to bind port a987b7b2-b558-482c-90ef-42c375b02a71 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:55.259148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Attempting to bind port a987b7b2-b558-482c-90ef-42c375b02a71 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:55.275811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:55.276196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:55.276598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.277017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:55.277503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Bound port: a987b7b2-b558-482c-90ef-42c375b02a71, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:55.277892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.317963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.371226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] For port a987b7b2-b558-482c-90ef-42c375b02a71, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:10:55.375262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] For port a987b7b2-b558-482c-90ef-42c375b02a71, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a987b7b2-b558-482c-90ef-42c375b02a71,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:10:55.382526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.443940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7e26c8d2-54b5-4b44-84c5-24b991bb0c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3632801027274d8e83a1f4b60bdef085&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3134391
Nov 10 04:10:55.444749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48476) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:55.451447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f5a34-a33c-4383-bec5-965bf33e4965 req-e79436f1-63b0-48cc-a0f8-e3d84c878eb7 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.453138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f6f5a34-a33c-4383-bec5-965bf33e4965 req-e79436f1-63b0-48cc-a0f8-e3d84c878eb7 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.1288481
Nov 10 04:10:55.468932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:10:55.469556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f44d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:10:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:55.489365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-b44c1856-4b5a-40d6-9ffd-8ce7f5d258b4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.497330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-b44c1856-4b5a-40d6-9ffd-8ce7f5d258b4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.2318645
Nov 10 04:10:55.537801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-35688e5d-0c7f-43c1-8ec8-8d89ceb413b0 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/quotas/98e142c68d8145b6b141378452e1280e HTTP/1.1" status: 200  len: 375 time: 0.0387211
Nov 10 04:10:55.554871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.32.3.48 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:55.565793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f6f5a34-a33c-4383-bec5-965bf33e4965 req-dbf4ff6b-cbf9-4457-b4e3-2b42719880dd tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770507
Nov 10 04:10:55.585197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.610613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.677283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-f202da9e-10ed-479d-873d-0ab78dd71a2f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1389866
Nov 10 04:10:55.717784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.790821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce4e2a-f131-4f1d-bfcb-a459dbd33e7d None None] Pushing event updated for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:55.791941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.800365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.806024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.810699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb4e727b-5188-4c03-8288-a3ec2eddc6d1 HTTP/1.1" status: 204  len: 168 time: 0.3648686
Nov 10 04:10:55.821680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360d44a-5265-4679-b0f5-68275306a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e727b-5188-4c03-8288-a3ec2eddc6d1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:55.835180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-581709c5-ac82-4109-b321-24e9824e1c45 service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558177
Nov 10 04:10:55.848331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09370f14-4b8e-4464-9ae7-7f41a03af781 req-f4b818d7-de6e-4811-9486-4449705704e5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:55.855691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09370f14-4b8e-4464-9ae7-7f41a03af781 req-f4b818d7-de6e-4811-9486-4449705704e5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1053483
Nov 10 04:10:55.855852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] Provisioning complete for port a987b7b2-b558-482c-90ef-42c375b02a71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:55.856275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:55.858867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:55.872129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:55.884368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:55.909549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:55.953947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:10:56.005233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09370f14-4b8e-4464-9ae7-7f41a03af781 req-2fcab213-5ea5-44a5-aa36-d048410a6fd1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485941
Nov 10 04:10:56.008315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.015029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-2e599fb0-7e27-46c3-a66b-0c99a452241b service neutron] 10.222.0.13 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787722
Nov 10 04:10:56.052846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.078974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.211958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] For port a987b7b2-b558-482c-90ef-42c375b02a71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a987b7b2-b558-482c-90ef-42c375b02a71,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:56.226657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.304219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c22a6e71-e1a4-444e-8fd7-3760fdc9886a req-9235cdf7-c5ee-444a-92c0-08fcac3d4131 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 210 time: 0.0430121
Nov 10 04:10:56.317542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b489c-c5be-4087-8f74-406b4f3ab7f6 None None] Pushing event updated for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:56.378391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2bcc2a41-52df-492d-936b-5856f75f45e6 None None] Provisioning complete for port a987b7b2-b558-482c-90ef-42c375b02a71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:56.378985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2a41-52df-492d-936b-5856f75f45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.416850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.422636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.430534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f44d90>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:55Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:10:56.462837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca35a0-99b4-4f0e-ab45-70c54bf72642 None None] The sync data for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 is: [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:55Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:10:56.649684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:56.686899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.728844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:56.734458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7168c1ff-aa32-4079-816e-94af250e81f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7631719
Nov 10 04:10:56.746360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eb870-5d79-4bbf-81c3-eda123150698 req-b79e28cf-dd0b-4fe2-ae62-6d80d13b92e8 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:56.755542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e95eb870-5d79-4bbf-81c3-eda123150698 req-b79e28cf-dd0b-4fe2-ae62-6d80d13b92e8 tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.0869565
Nov 10 04:10:56.775283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-4af44873-8774-4d49-a32b-04403b2a92bb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:56.779611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-4af44873-8774-4d49-a32b-04403b2a92bb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.21 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.2049720
Nov 10 04:10:56.922080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e95eb870-5d79-4bbf-81c3-eda123150698 req-e4ef1fd6-9239-41c5-ab41-457b550dee9f tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654284
Nov 10 04:10:57.035300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Deleting port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:10:57.044648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:57.164563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-0afbe47d-8b84-4745-ba4e-d8caa0f9be8a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1226235372&fields=id&tenant_id=805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 267 time: 0.1121454
Nov 10 04:10:57.273742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e18c-4b32-4e91-8ffe-e5e6baf3a439 req-144c5504-0d21-43f8-babb-f61945aa10ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.282446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9130e18c-4b32-4e91-8ffe-e5e6baf3a439 req-144c5504-0d21-43f8-babb-f61945aa10ab tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0998950
Nov 10 04:10:57.377940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9130e18c-4b32-4e91-8ffe-e5e6baf3a439 req-6d342ccd-8907-45c8-8763-09791b96143d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945539
Nov 10 04:10:57.396275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] For port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,segment=NetworkSegment(fc58518e-c726-4f3b-a696-d4af60c1551d),segment_id=fc58518e-c726-4f3b-a696-d4af60c1551d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:10:57.396583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:57.438463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Calling delete_port for 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:10:57.454239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-1f5c76d4-a3ae-44e8-85db-e7ee542d8a6c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.462219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-1f5c76d4-a3ae-44e8-85db-e7ee542d8a6c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.2876732
Nov 10 04:10:57.478479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:57.489295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-9fdc30b0-f1f7-49b1-a3a3-9b98029df6f5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/quotas/805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 375 time: 0.0261459
Nov 10 04:10:57.647366 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a213bd80-5b62-4e22-801d-b79d933f854c req-0348e1cc-9d31-45b0-990c-80de888639df tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 210 time: 0.0451007
Nov 10 04:10:57.668553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-06cc3b6a-ae86-469a-b5c8-2cae49de194f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1697924
Nov 10 04:10:57.674665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.675269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.675859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.681456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.699606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.702405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.702894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:57.710222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-44aff201-b547-4304-a0c0-9dc26206dc68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.2290521
Nov 10 04:10:57.811744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-9169726f-2743-4e9d-bc42-5dab89354473 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0938265
Nov 10 04:10:58.093423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a987b7b2-b558-482c-90ef-42c375b02a71 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:10:58.132513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc315-949f-48a4-8a1d-eef19cdcf2c3 req-288e5d60-7fbe-4470-aabd-7fa1a77d63ba tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:58.150684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62acc315-949f-48a4-8a1d-eef19cdcf2c3 req-288e5d60-7fbe-4470-aabd-7fa1a77d63ba tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f56ccc7a-800a-49ec-9800-3f43ef51b45a HTTP/1.1" status: 200  len: 945 time: 0.1199419
Nov 10 04:10:58.178080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a987b7b2-b558-482c-90ef-42c375b02a71 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:58.178417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.225490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-a65e1cb7-e3c7-415b-bce1-b3abdc990886 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:58.227315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-a65e1cb7-e3c7-415b-bce1-b3abdc990886 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 805 time: 0.6596639
Nov 10 04:10:58.232820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62acc315-949f-48a4-8a1d-eef19cdcf2c3 req-6b71a4f0-f62a-4254-b2f7-6d512370116e tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e47a5c-d525-46f1-96a0-a7968cda41a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734725
Nov 10 04:10:58.254711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Request body: {'port': {'device_id': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'admin_state_up': True, 'tenant_id': '98e142c68d8145b6b141378452e1280e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:58.255448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:58.285053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-0c115e89-d251-4fc0-a42b-7941de6bf8f2 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6149864
Nov 10 04:10:58.373696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9c7bfd5-14ff-4a60-9c1d-499b0002eb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.387901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.403973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7ae269ee-cf8a-4220-a5fa-1ca4d53211b9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:58.446859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Pushing event deleted for resources: {'Port': ['ID=7ae269ee-cf8a-4220-a5fa-1ca4d53211b9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:58.456837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ebae1081-fc1e-41d6-9cea-ec91177b2e39 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:10:58.485036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: ebae1081-fc1e-41d6-9cea-ec91177b2e39 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:10:58.485694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ebae1081-fc1e-41d6-9cea-ec91177b2e39 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:10:58.488237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9c7bfd5-14ff-4a60-9c1d-499b0002eb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.494051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9c7bfd5-14ff-4a60-9c1d-499b0002eb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.525739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] No DVR routers for this DVR port 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:10:58.531064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.534752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fcbce45c-2d4d-475e-86fd-d68264df752b req-3e9d834e-705f-4ba9-abfa-5e1379bf75cb tempest-ServerAddressesNegativeTestJSON-673389182 tempest-ServerAddressesNegativeTestJSON-673389182-project] 10.222.0.21 "DELETE /v2.0/ports/7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 HTTP/1.1" status: 204  len: 173 time: 1.7466354
Nov 10 04:10:58.535183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'name': 'network-vif-deleted', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:10:58.538355 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92daa6-4021-4b9f-9f44-a3f04b1cf2b1" -d '{"events": [{"server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "name": "network-vif-deleted", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:10:58.545088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-8d6dbe86-9d40-4f16-a671-75c516d42e82 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583799
Nov 10 04:10:58.559954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Made reservation on behalf of 98e142c68d8145b6b141378452e1280e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:10:58.563725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.576804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c9c7bfd5-14ff-4a60-9c1d-499b0002eb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b58c13aa584845e6bc9001749c8ca7ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3198187
Nov 10 04:10:58.579691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48584) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:58.581089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7bfd5-14ff-4a60-9c1d-499b0002eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c3ba14-7fa1-4474-ba5d-590515c1d6bd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:58.604626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dfe0a-d871-4585-b116-17cb48276d84 req-b50b88a1-e431-4f93-bc29-73691fee52d4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:58.606914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-908dfe0a-d871-4585-b116-17cb48276d84 req-b50b88a1-e431-4f93-bc29-73691fee52d4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1337421
Nov 10 04:10:58.667762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-908dfe0a-d871-4585-b116-17cb48276d84 req-38ac6b54-83bb-4258-b2d4-b4a369c27088 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530953
Nov 10 04:10:58.695660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.751539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.763419 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e711c4a4-bfa4-4725-943e-87384f44ee2e x-openstack-request-id: req-e711c4a4-bfa4-4725-943e-87384f44ee2e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:10:58.763708 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56ccc7a-800a-49ec-9800-3f43ef51b45a", "name": "network-vif-deleted", "tag": "7ae269ee-cf8a-4220-a5fa-1ca4d53211b9", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:10:58.763953 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e711c4a4-bfa4-4725-943e-87384f44ee2e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:10:58.764340 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56ccc7a-800a-49ec-9800-3f43ef51b45a', 'name': 'network-vif-deleted', 'tag': '7ae269ee-cf8a-4220-a5fa-1ca4d53211b9', 'status': 'completed', 'code': 200}
Nov 10 04:10:58.779285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Allocated IP 172.20.0.14 (0fa30c3b-11e7-459c-9d41-5cdad68edfa2/7dbae582-3626-4ac8-8d1e-16455bad7a17/0c652001-6dad-4679-8e6e-6f17517b1d0f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:10:58.877597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f237cfe-8c86-43bc-9885-29cddd7c9cac req-44e3b5f1-1103-401e-bf6d-ce41bf0b2711 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 210 time: 0.0299559
Nov 10 04:10:58.882734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75026b52-eb54-49b9-8d1f-424a009fcecc req-2e1c033e-0446-4cef-bd86-29d2a8fbd135 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 210 time: 0.0445893
Nov 10 04:10:58.886204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.888112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:58.890065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95c3ba14-7fa1-4474-ba5d-590515c1d6bd HTTP/1.1" status: 204  len: 168 time: 0.3075111
Nov 10 04:10:58.953719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15297f8c-90b9-401a-8936-b799e4fcab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c3ba14-7fa1-4474-ba5d-590515c1d6bd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:59.034624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.075058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.088722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:10:59.130518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:10:59.137768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:10:59.143920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:10:59.158648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcf043-5b14-4977-bcac-6b133636a014 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:59.202162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event updated for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:59.226492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:59.227305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.262507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-023ef369-af59-43ad-b94a-f8c157c54d9a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0144205
Nov 10 04:10:59.280168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Request body: {'port': {'device_id': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:10:59.294040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48604) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:59.306472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-53b400cd-1f0e-4a32-86f3-ca2184e2bdc0 None None] Provisioning complete for port 0c652001-6dad-4679-8e6e-6f17517b1d0f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:10:59.307429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-53b400cd-1f0e-4a32-86f3-ca2184e2bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.350194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48606) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:59.363202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.366796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-53b400cd-1f0e-4a32-86f3-ca2184e2bdc0 None None] Port 0c652001-6dad-4679-8e6e-6f17517b1d0f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:10:59.372818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5e63ce5-bb71-4d03-abde-a345ad0fb627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.405562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Deleting subnet 6025d536-1622-4b41-ae58-5f1575312eb3 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:10:59.413977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.467211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.536331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.573520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5e63ce5-bb71-4d03-abde-a345ad0fb627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.579439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5e63ce5-bb71-4d03-abde-a345ad0fb627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.647633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e63ce5-bb71-4d03-abde-a345ad0fb627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111ce2f9-d54a-468e-9180-71998e614e93,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:59.648768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c652001-6dad-4679-8e6e-6f17517b1d0f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:10:59.654182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5e63ce5-bb71-4d03-abde-a345ad0fb627 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d74c7ff7a504a74b4629422824cd446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3028018
Nov 10 04:10:59.656882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48608) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:59.658826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.666038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.671352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Transition to ACTIVE for port object 0c652001-6dad-4679-8e6e-6f17517b1d0f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:10:59.675488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.706884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6025d536-1622-4b41-ae58-5f1575312eb3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:59.719462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.723567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f2f5cc00-8cd9-4b1e-a186-930d8cd02a13 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6025d536-1622-4b41-ae58-5f1575312eb3 HTTP/1.1" status: 204  len: 168 time: 0.4285080
Nov 10 04:10:59.723955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553468a0-c171-461a-8c0b-e6a86cb88b4d None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:10:59.728129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48612) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:10:59.758844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.767076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Pushing event updated for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:10:59.814174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.863204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.880023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Attempting to bind port 0c652001-6dad-4679-8e6e-6f17517b1d0f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:10:59.880351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Attempting to bind port 0c652001-6dad-4679-8e6e-6f17517b1d0f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:10:59.880780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Attempting to bind port 0c652001-6dad-4679-8e6e-6f17517b1d0f on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:59.885835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08860955-fff7-4d2c-9bbf-03fb9f5fa208 req-fb8c6927-d2cb-42f2-ab5f-399299d2dbd7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:10:59.887854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Port 0c652001-6dad-4679-8e6e-6f17517b1d0f on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:10:59.888241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Attempting to bind port 0c652001-6dad-4679-8e6e-6f17517b1d0f on network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:10:59.897838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08860955-fff7-4d2c-9bbf-03fb9f5fa208 req-fb8c6927-d2cb-42f2-ab5f-399299d2dbd7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1212168
Nov 10 04:10:59.898987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:10:59.899415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Checking segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:10:59.899799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Bound using segment: {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:10:59.900232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Bound port: 0c652001-6dad-4679-8e6e-6f17517b1d0f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b860de-464e-4104-9b0b-85b1938659e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:10:59.900650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.947683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.950695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:10:59.954429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/111ce2f9-d54a-468e-9180-71998e614e93 HTTP/1.1" status: 204  len: 168 time: 0.2962182
Nov 10 04:10:59.989230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08860955-fff7-4d2c-9bbf-03fb9f5fa208 req-6ddc35b3-8d02-40f2-b516-ac0fe6433ca8 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837007
Nov 10 04:10:59.990302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755de7c5-fff7-45fd-a91c-08d9392cf223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111ce2f9-d54a-468e-9180-71998e614e93,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:00.095961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5237732e-5976-4499-b3b3-84392e669f3a req-9a8340dd-2d8d-4328-9b08-abc8b83f8fe7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 210 time: 0.0321577
Nov 10 04:11:00.111943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.164771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f1465e0>,) {'filters': {'network_id': ['1882bec4-1b53-4680-a66f-c22c7963de48']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:00.195712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1465e0>, 'fc58518e-c726-4f3b-a696-d4af60c1551d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:00.196010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1465e0>, 'fc58518e-c726-4f3b-a696-d4af60c1551d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:00.214606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9afa-714c-4b7d-93b3-c29a41e21265 req-d5396caa-75e1-454e-992f-5157abf4e555 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:00.216086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5fd9afa-714c-4b7d-93b3-c29a41e21265 req-d5396caa-75e1-454e-992f-5157abf4e555 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 944 time: 0.1748247
Nov 10 04:11:00.222977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:00.228656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.232351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:00.252936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-2a6b293b-8616-47f4-bcb9-fda5415509fc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:00.254980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-2a6b293b-8616-47f4-bcb9-fda5415509fc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.3579364
Nov 10 04:11:00.263626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.280961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.321806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:00.322189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:00.326581 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:00.340036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec1bc2-beb7-402c-b4ba-c999f9c6a1aa None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:00.377490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:00.378111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.380075 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] 10.222.0.26 "PUT /v2.0/ports/0c652001-6dad-4679-8e6e-6f17517b1d0f HTTP/1.1" status: 200  len: 1092 time: 1.1071260
Nov 10 04:11:00.449445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5fd9afa-714c-4b7d-93b3-c29a41e21265 req-cb74a0b3-6db8-4d06-b7b1-35e248eb471f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241027
Nov 10 04:11:00.459312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a820-e2ea-40bf-8fba-4005e61d916d service neutron] Pushing event updated for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:00.470677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:00.480226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.488152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.494893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1882bec4-1b53-4680-a66f-c22c7963de48 HTTP/1.1" status: 204  len: 168 time: 0.7637851
Nov 10 04:11:00.501334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-28fdcf33-8da3-4ad0-9d26-81b61c4f4197 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 380 time: 0.2340713
Nov 10 04:11:00.502921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:00.503450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7ae269ee-cf8a-4220-a5fa-1ca4d53211b9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:00.517530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'device_id': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'admin_state_up': True, 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'security_groups': ['981a5381-b148-4f02-a142-307b43900ef3']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:00.520742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6633-258d-416e-b8dd-99365b07bdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1882bec4-1b53-4680-a66f-c22c7963de48,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:00.582802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-4aa94ba3-d1ad-4bb9-96e3-ad82a694afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:00.584319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-4aa94ba3-d1ad-4bb9-96e3-ad82a694afa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 1095 time: 0.1560655
Nov 10 04:11:00.625764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48640) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:00.638604 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-18e872a5-6f9b-4579-83ba-42279dd41d91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f HTTP/1.1" status: 200  len: 217 time: 0.0438595
Nov 10 04:11:00.675407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-decdc5ee-aa82-4a22-b2cf-d0f31932392a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0514fff6fa34fbd85663d2eabb964cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0460091
Nov 10 04:11:00.675556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48644) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:00.715646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-26656961-9d2e-4a95-9a34-6e291c1d3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:00.717257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-26656961-9d2e-4a95-9a34-6e291c1d3c5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0698986
Nov 10 04:11:00.732828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.733460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:00.737687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.757146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.766378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-512987c7-8510-428a-af8e-e39201b20088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418668
Nov 10 04:11:00.766818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:00.769279 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:00.820859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.823917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:00.825133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2e47a5c-d525-46f1-96a0-a7968cda41a6 HTTP/1.1" status: 204  len: 168 time: 0.1480191
Nov 10 04:11:00.835377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f5c5f-f301-4f36-a1c8-1d0bf75a64c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e47a5c-d525-46f1-96a0-a7968cda41a6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:00.862774 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100b849-e668-4b24-b12d-70b69bcd28eb x-openstack-request-id: req-2100b849-e668-4b24-b12d-70b69bcd28eb {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:00.863063 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:00.863970 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2100b849-e668-4b24-b12d-70b69bcd28eb {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:00.864494 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f', 'status': 'completed', 'code': 200}
Nov 10 04:11:00.997549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.20.0.9 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/0d2b1517-8d23-44e6-b9fb-998c045da632) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:01.037679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-88a4d017-332f-433f-b1d4-b1f7421f65dd service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630339
Nov 10 04:11:01.128800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25047e47-a8df-4f8c-a7b9-33418a88722c req-e185e762-a448-4bc4-9f00-bbe5967f3657 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.131364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25047e47-a8df-4f8c-a7b9-33418a88722c req-e185e762-a448-4bc4-9f00-bbe5967f3657 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0696256
Nov 10 04:11:01.202259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25047e47-a8df-4f8c-a7b9-33418a88722c req-31f97417-d969-406f-b0bf-39a9c5037a60 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637920
Nov 10 04:11:01.255306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a69d84c4-ff55-4527-985a-bb0378613d72 req-edce53d9-1cad-455a-82ae-d882b5501c8b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 210 time: 0.0396779
Nov 10 04:11:01.302062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-445f5a36-5622-45d8-9e1c-f7d5ae642272 req-ea48d054-bf55-4f4e-bc67-851b8ad31992 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559588
Nov 10 04:11:01.331408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:01.396547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:01.444199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-ed236a0b-e89d-4882-92fd-cc8e9065e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.445680 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-ed236a0b-e89d-4882-92fd-cc8e9065e427 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98e142c68d8145b6b141378452e1280e&device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 1095 time: 0.0910971
Nov 10 04:11:01.524438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:01.528072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:01.536197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:01.539375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:01.585623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bee9ad-de25-4b76-b288-b815bd443494 req-f2047f04-87e7-45f7-ad9f-4378bea0db94 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.601752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10bee9ad-de25-4b76-b288-b815bd443494 req-f2047f04-87e7-45f7-ad9f-4378bea0db94 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 944 time: 0.0744021
Nov 10 04:11:01.623125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.623928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:01.646904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-603adff9-b0e0-43d0-b095-882e2e35b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.648457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-603adff9-b0e0-43d0-b095-882e2e35b049 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 200  len: 906 time: 0.1941528
Nov 10 04:11:01.662184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-324b698a-6d0a-402d-a3d5-372ef5a38476 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1498094
Nov 10 04:11:01.667523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10bee9ad-de25-4b76-b288-b815bd443494 req-fd5651ad-dbac-4b32-ab30-dd156cf76a6d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648270
Nov 10 04:11:01.691872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Request body: {'port': {'device_id': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:01.799460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-ab05cbd7-aee0-4636-a0e1-96b94c22704f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f HTTP/1.1" status: 200  len: 217 time: 0.1424251
Nov 10 04:11:01.819332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:01.876680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48694) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:01.880478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-31403245-209f-42a7-8298-9330495b6bb7 None None] Provisioning complete for port 0d2b1517-8d23-44e6-b9fb-998c045da632 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:01.881782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-31403245-209f-42a7-8298-9330495b6bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:01.893336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-9f182025-c296-434f-a563-d9684c9c95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:01.894852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-9f182025-c296-434f-a563-d9684c9c95d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 200  len: 845 time: 0.0837481
Nov 10 04:11:01.925722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-31403245-209f-42a7-8298-9330495b6bb7 None None] Port 0d2b1517-8d23-44e6-b9fb-998c045da632 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:01.936017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-1ce7d254-6d3b-4659-a299-20b9318c131d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fa30c3b-11e7-459c-9d41-5cdad68edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292454
Nov 10 04:11:02.009946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1374803477-network', 'tenant_id': 'e92226d03bb14d21ad97c2be5a34f4c7'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:02.049248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Made reservation on behalf of e92226d03bb14d21ad97c2be5a34f4c7 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:02.052573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.061293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.145566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-48a95e0a-38c6-4b86-965d-b027aaa30598 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595514
Nov 10 04:11:02.146405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.150326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.173511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:02.189025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f2b01-01c3-4846-bdf9-c4e5737f0f53,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:02.204993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.205798 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Added segment 093abe35-43a9-4493-8048-2570130e272b of type vlan for network 0bfd5480-1127-4055-9b0d-588e774b8477
Nov 10 04:11:02.265758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.342222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdb5544-9466-45b6-ad6d-a0ec7461c6dd req-a1591458-50d5-4bbf-81e0-37a4ac8b46f2 service neutron] 10.222.0.26 "GET /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883209
Nov 10 04:11:02.347188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:02.348373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.349354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:02.350070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.358962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.376591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Transition to ACTIVE for port object 0d2b1517-8d23-44e6-b9fb-998c045da632 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:11:02.385719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.433526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5548990
Nov 10 04:11:02.438619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:02.444112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690718-c696-43b6-8019-191e149e2736 req-2101c2a0-7da7-40a2-9d63-addd291114b5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:02.451688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88690718-c696-43b6-8019-191e149e2736 req-2101c2a0-7da7-40a2-9d63-addd291114b5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1440344
Nov 10 04:11:02.458651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Request body: {'subnet': {'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1374803477-subnet', 'tenant_id': 'e92226d03bb14d21ad97c2be5a34f4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:02.462668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65ba9-8c93-4955-a7f5-fbfd813d466e admin admin] Pushing event updated for resources: {'Network': ['ID=0bfd5480-1127-4055-9b0d-588e774b8477,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:02.487619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0bfd5480-1127-4055-9b0d-588e774b8477 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:02.511613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:02.541966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88690718-c696-43b6-8019-191e149e2736 req-0a884c13-041b-4136-82b8-a831b02bb793 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893357
Nov 10 04:11:02.555065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Made reservation on behalf of e92226d03bb14d21ad97c2be5a34f4c7 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:02.558272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.649114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587bbe8-de21-4270-a84d-a83b477181a9 req-22ce96cf-1bcf-4835-9623-0338d47b922f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:02.650846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7587bbe8-de21-4270-a84d-a83b477181a9 req-22ce96cf-1bcf-4835-9623-0338d47b922f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 943 time: 0.2276673
Nov 10 04:11:02.674894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Attempting to bind port 0d2b1517-8d23-44e6-b9fb-998c045da632 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:02.675222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Attempting to bind port 0d2b1517-8d23-44e6-b9fb-998c045da632 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:02.675541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Attempting to bind port 0d2b1517-8d23-44e6-b9fb-998c045da632 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:02.695500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Port 0d2b1517-8d23-44e6-b9fb-998c045da632 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:11:02.695835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Attempting to bind port 0d2b1517-8d23-44e6-b9fb-998c045da632 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:02.715037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:02.715372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:02.715751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:02.716188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Bound port: 0d2b1517-8d23-44e6-b9fb-998c045da632, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:02.716534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.752565 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7587bbe8-de21-4270-a84d-a83b477181a9 req-fb2f2983-d2b9-4947-aa77-137a9b54f603 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941713
Nov 10 04:11:02.797407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1e34a-bce6-4ae3-9253-4cefd48b8086 req-4f4f3bac-9f4b-4fe0-bc75-92ce6439c231 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:02.798928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1e1e34a-bce6-4ae3-9253-4cefd48b8086 req-4f4f3bac-9f4b-4fe0-bc75-92ce6439c231 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 944 time: 0.0633521
Nov 10 04:11:02.847951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:02.851387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1e1e34a-bce6-4ae3-9253-4cefd48b8086 req-cb1a3e31-e4ee-4eff-ac19-fd038e010fb1 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452969
Nov 10 04:11:02.884666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:02.891056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.919087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.933054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:02.933945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:02.935597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] 10.222.0.26 "PUT /v2.0/ports/0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 1091 time: 1.2626898
Nov 10 04:11:02.962817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:02.965859 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eecb092-1ff4-4d1f-bffb-9bada2336292" -d '{"events": [{"name": "network-changed", "server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:03.034729 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4423bff-6150-4162-9cfc-c39222c04ee1 x-openstack-request-id: req-e4423bff-6150-4162-9cfc-c39222c04ee1 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:03.035000 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:03.035264 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4423bff-6150-4162-9cfc-c39222c04ee1 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:03.035643 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'status': 'completed', 'code': 200}
Nov 10 04:11:03.041268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b8c99-2708-42e8-b4ee-af3219c439eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:03.044787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c34661-3fed-4cb1-9af7-a4b57ecc0cbe,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:03.073256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Checking segment: {'id': '093abe35-43a9-4493-8048-2570130e272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:03.073611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Network hostable DHCP agents. Network: 0bfd5480-1127-4055-9b0d-588e774b8477, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:03.087953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-b6d941fc-faae-4eae-b8f3-9620425aec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.089502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-b6d941fc-faae-4eae-b8f3-9620425aec48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1094 time: 0.1016624
Nov 10 04:11:03.109616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Network 0bfd5480-1127-4055-9b0d-588e774b8477 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:03.145523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-4b4f5eba-1272-4a9e-8c89-5cb4d10ed3ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 217 time: 0.0466030
Nov 10 04:11:03.153635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0bfd5480-1127-4055-9b0d-588e774b8477) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:03.158221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.158886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:03.162401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb972de-89c5-49af-a1f3-8cdc2d71c48a None None] Network 0bfd5480-1127-4055-9b0d-588e774b8477 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:03.303513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266896e-47cf-473e-b37a-1bd01f06631e None None] Network 0bfd5480-1127-4055-9b0d-588e774b8477 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:03.542533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-df6233fc-4316-4e9a-a346-8e09eb4b5dd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0881679
Nov 10 04:11:03.560877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-f9869bdd-cf8b-4e79-b3a1-58d6d7171d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.562913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-f9869bdd-cf8b-4e79-b3a1-58d6d7171d30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.4102483
Nov 10 04:11:03.633916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-74e316f2-a2cf-459e-9153-8a592fcc34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.635684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-74e316f2-a2cf-459e-9153-8a592fcc34a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0654390
Nov 10 04:11:03.728542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152e02-2f5f-42e7-ad12-45ecb022f1a2 req-ee2438ee-daac-4a6a-bd95-f8d383f5ab0b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.730060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21152e02-2f5f-42e7-ad12-45ecb022f1a2 req-ee2438ee-daac-4a6a-bd95-f8d383f5ab0b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1105149
Nov 10 04:11:03.776740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-c147af61-04a2-4d55-93a7-8348c8568306 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271539
Nov 10 04:11:03.854041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21152e02-2f5f-42e7-ad12-45ecb022f1a2 req-8732a27f-04b4-4d1c-9f5e-0d64d62aa31d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166964
Nov 10 04:11:03.924335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-4eec2e54-6640-4474-8adc-163338a9bc0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0822742
Nov 10 04:11:03.936664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74b4b5ae-c9f1-4bf2-9aab-cdad815263be req-1f5d1e08-f199-4418-9734-2efaf0fe238f service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518743
Nov 10 04:11:03.993270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c2652-c328-4f2b-b326-bf1a44ed01f8 req-b82aaba3-d085-42f6-be38-896624ecd663 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:03.994870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca4c2652-c328-4f2b-b326-bf1a44ed01f8 req-b82aaba3-d085-42f6-be38-896624ecd663 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 943 time: 0.0802307
Nov 10 04:11:04.056236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-437a1f33-bdda-4029-b48e-ca159e17f316 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.057827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-437a1f33-bdda-4029-b48e-ca159e17f316 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/networks?id=0bfd5480-1127-4055-9b0d-588e774b8477 HTTP/1.1" status: 200  len: 813 time: 0.1241825
Nov 10 04:11:04.073861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-a2d7f563-c3ee-4eca-9b6f-3d7903ffa735 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/quotas/e92226d03bb14d21ad97c2be5a34f4c7 HTTP/1.1" status: 200  len: 375 time: 0.0097642
Nov 10 04:11:04.091795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.092268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.092764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.093219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.095796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.095796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.095796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.096493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-c960514d-cea3-46c1-95bd-85290ba01494 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444d571fcd742ef8ce43822b52d49be&device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 6502 time: 0.1226628
Nov 10 04:11:04.104893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-c9237794-5734-4098-8b2a-7e46b69a5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.107299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-c9237794-5734-4098-8b2a-7e46b69a5d2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1094 time: 0.1115165
Nov 10 04:11:04.112521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-232839ea-8900-4a01-adf6-5e3aefba41e0 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e92226d03bb14d21ad97c2be5a34f4c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0322449
Nov 10 04:11:04.115444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca4c2652-c328-4f2b-b326-bf1a44ed01f8 req-6b3cb5a5-95f5-4ce9-9e4c-e441e08f99f8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940981
Nov 10 04:11:04.220581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-8e6aeae9-1313-452c-a958-c7aac2619dfa service neutron] 10.222.0.13 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935180
Nov 10 04:11:04.299290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f8e33fa-3f29-4896-989d-5edde960323f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:04.314992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-8683f94a-d9b3-4a57-87e0-ea6eff95b138 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878754
Nov 10 04:11:04.320879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd3aac-6f88-4067-94aa-66d65c71b7fe req-b751bf67-7184-4e9d-875e-f7d7a29ab10f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.322366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3dd3aac-6f88-4067-94aa-66d65c71b7fe req-b751bf67-7184-4e9d-875e-f7d7a29ab10f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 944 time: 0.1403940
Nov 10 04:11:04.325180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-7e1a0a3d-a301-48b9-94e1-686ab9f87d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.325851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-7e1a0a3d-a301-48b9-94e1-686ab9f87d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.326310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-7e1a0a3d-a301-48b9-94e1-686ab9f87d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.327762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-7e1a0a3d-a301-48b9-94e1-686ab9f87d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 200  len: 2299 time: 0.2032497
Nov 10 04:11:04.330877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-a49239bf-06f2-447b-8133-278f5c733288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.332229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-a49239bf-06f2-447b-8133-278f5c733288 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.2159250
Nov 10 04:11:04.425138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-01097e5c-3fd0-4932-8ed8-fe46a45ecda3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 217 time: 0.0745883
Nov 10 04:11:04.473297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0c652001-6dad-4679-8e6e-6f17517b1d0f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:04.516306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3dd3aac-6f88-4067-94aa-66d65c71b7fe req-03688002-4825-40b4-aefb-0078a0bc45ec tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871307
Nov 10 04:11:04.525300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-525e42a0-cfee-4200-bedb-94ae19471fdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 200  len: 1001 time: 0.1871071
Nov 10 04:11:04.545570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-b6ee561d-295c-4914-9f8e-568cde5c931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.548416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-b6ee561d-295c-4914-9f8e-568cde5c931d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1144519
Nov 10 04:11:04.608188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e8d12d2-4b10-4487-9312-fdf06624b706 req-b252cb33-4855-4dab-9c51-af1861000de2 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 210 time: 0.0798445
Nov 10 04:11:04.643535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0d24b681-f80c-4037-b737-77fea178d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.645649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0d24b681-f80c-4037-b737-77fea178d8f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 200  len: 856 time: 0.1025856
Nov 10 04:11:04.667214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-9d46f95b-764a-4a5d-babf-e3d15ee22b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.668879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-9d46f95b-764a-4a5d-babf-e3d15ee22b86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1089518
Nov 10 04:11:04.689520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:04.705654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0c652001-6dad-4679-8e6e-6f17517b1d0f', 'network_id': '0fa30c3b-11e7-459c-9d41-5cdad68edfa2', 'port_id': '0c652001-6dad-4679-8e6e-6f17517b1d0f', 'mac_address': 'fa:16:3e:0e:b2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbae582-3626-4ac8-8d1e-16455bad7a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:04.749332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0da313a7-0061-40ff-8f80-44773147f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:04.750859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0da313a7-0061-40ff-8f80-44773147f9f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=078b2318-cb8d-42a2-bc8e-1e7cd68363e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0966218
Nov 10 04:11:04.755668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:04.772654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c652001-6dad-4679-8e6e-6f17517b1d0f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:04.795859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:04.800997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:04.860292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-9498d311-e1a8-4b41-83bd-d0cd8ca72b8b service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765163
Nov 10 04:11:04.872094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:04.992193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-04b817ea-9fc4-4dd9-b936-edc145089434 service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313180
Nov 10 04:11:05.012969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0c652001-6dad-4679-8e6e-6f17517b1d0f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:05.099361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eecb092-1ff4-4d1f-bffb-9bada2336292 req-9765626a-5c2e-49b0-9435-3628560c4d30 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303421
Nov 10 04:11:05.121706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0527-c78c-4450-9d5b-21b27d38b32a req-6b971136-d1b8-4836-bd4b-bc105e3e2686 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.123570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3a0527-c78c-4450-9d5b-21b27d38b32a req-6b971136-d1b8-4836-bd4b-bc105e3e2686 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1729407
Nov 10 04:11:05.240809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3a0527-c78c-4450-9d5b-21b27d38b32a req-751e542f-7357-472d-8733-94447e713af6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053855
Nov 10 04:11:05.268362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-1e3e0d77-ba9d-40da-8db2-17dde9aee56f service neutron] 10.222.0.21 "GET /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2674098
Nov 10 04:11:05.319304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-17a19ffc-396e-4b68-ab9a-4e0fc29b9efb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 217 time: 0.0428755
Nov 10 04:11:05.319732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa86841-e4a9-4bdb-ba92-e8204562076b req-d6396723-3ac5-4927-9395-589cf5941666 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.321535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cfa86841-e4a9-4bdb-ba92-e8204562076b req-d6396723-3ac5-4927-9395-589cf5941666 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 943 time: 0.0854568
Nov 10 04:11:05.376436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-bb6a81a7-0b39-48b6-9a3e-5d02664cd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.378202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-bb6a81a7-0b39-48b6-9a3e-5d02664cd3f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0467231
Nov 10 04:11:05.378525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cfa86841-e4a9-4bdb-ba92-e8204562076b req-5cc1ba55-5b85-42f1-8876-993f5c8b2a40 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500886
Nov 10 04:11:05.428375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-1386ce96-d2e1-4cf9-8448-8877ff865aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.429895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-1386ce96-d2e1-4cf9-8448-8877ff865aa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0437305
Nov 10 04:11:05.530332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-14516cb2-ef8e-4fbe-98f6-004eb918f3ae service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921860
Nov 10 04:11:05.637799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-6bcd9cb5-93ad-4466-a7f5-f87c6c8dfba9 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982485
Nov 10 04:11:05.638443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cace7-8eba-4603-ad31-9c720c4146c6 req-c9c071a6-80aa-4723-8950-a6cf2d96403a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.645173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac3cace7-8eba-4603-ad31-9c720c4146c6 req-c9c071a6-80aa-4723-8950-a6cf2d96403a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 945 time: 0.0598371
Nov 10 04:11:05.690604 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-d7a3206d-ccf0-4671-abe9-dd668a4ac8e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 217 time: 0.0435619
Nov 10 04:11:05.701704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac3cace7-8eba-4603-ad31-9c720c4146c6 req-47bb6f8e-a675-4bd1-8764-f5559806feaf tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523558
Nov 10 04:11:05.735982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7cd0f528-a0fc-419f-a83a-a85cb11638ce req-e72c2717-5b46-4fb6-9be0-ac76bedddc98 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 210 time: 0.0432529
Nov 10 04:11:05.783843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-d5aae7d1-c11b-4e9b-921f-8a7c635bd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.785894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-d5aae7d1-c11b-4e9b-921f-8a7c635bd4ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0784476
Nov 10 04:11:05.831193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-9e900c7e-610a-4be0-9036-6286e670eb1a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.832767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-9e900c7e-610a-4be0-9036-6286e670eb1a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.21 "GET /v2.0/networks?id=0bfd5480-1127-4055-9b0d-588e774b8477 HTTP/1.1" status: 200  len: 813 time: 0.1179833
Nov 10 04:11:05.836763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-49e60b86-cf7d-4ce3-83b8-09f627a6457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:05.838407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-49e60b86-cf7d-4ce3-83b8-09f627a6457e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0430927
Nov 10 04:11:05.856562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Request body: {'port': {'device_id': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477', 'admin_state_up': True, 'tenant_id': 'e92226d03bb14d21ad97c2be5a34f4c7'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:05.936049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-b0df0dd3-349f-4147-bc88-a962b6e9db9f service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830975
Nov 10 04:11:06.034382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-bcf649ac-25bc-4694-9a42-bb65f8b04916 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910199
Nov 10 04:11:06.077641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-30edbf15-47d8-4158-97bd-88ecf9724cf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 200  len: 217 time: 0.0359895
Nov 10 04:11:06.134956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-24e28376-cf99-4c33-ae7d-9650ac65ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.136795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-24e28376-cf99-4c33-ae7d-9650ac65ca4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.0526202
Nov 10 04:11:06.185093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-01c2bb9e-70ca-4f94-a84f-fda1d6473993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.186672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-01c2bb9e-70ca-4f94-a84f-fda1d6473993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0427959
Nov 10 04:11:06.241960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Made reservation on behalf of e92226d03bb14d21ad97c2be5a34f4c7 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:06.245763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.285178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0e806761-6416-4359-86d9-fca8ebfc86ae service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910397
Nov 10 04:11:06.393723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-cce58ec6-0594-4d41-b91e-ae05129203af service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016142
Nov 10 04:11:06.427025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Allocated IP 172.20.0.7 (0bfd5480-1127-4055-9b0d-588e774b8477/17c34661-3fed-4cb1-9af7-a4b57ecc0cbe/0229b2b9-be85-412f-8d48-7fca11d82a0e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:06.447344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7dd20-beb8-46b8-b3b7-c3a3060ff883 req-6da24613-d689-40d3-999a-4563c8824df3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.451463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0c652001-6dad-4679-8e6e-6f17517b1d0f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:06.453215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23c7dd20-beb8-46b8-b3b7-c3a3060ff883 req-6da24613-d689-40d3-999a-4563c8824df3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1139631
Nov 10 04:11:06.479004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-339c5dc4-f7af-414f-be2f-0b2b9521dff4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 200  len: 217 time: 0.0768762
Nov 10 04:11:06.537535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0c652001-6dad-4679-8e6e-6f17517b1d0f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:11:06.542621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0c652001-6dad-4679-8e6e-6f17517b1d0f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:06.543422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.564037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23c7dd20-beb8-46b8-b3b7-c3a3060ff883 req-446b0932-e759-41dc-bf96-6404261b4514 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973709
Nov 10 04:11:06.600905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-842e5125-e4bc-40d9-b112-859f2d45fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.602414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-842e5125-e4bc-40d9-b112-859f2d45fffc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 200  len: 797 time: 0.1157179
Nov 10 04:11:06.616081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66a78c-69a5-436a-a2a8-dfd18c9b2243 req-6f63325c-b39c-47f9-8fb6-9c96570d834a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.618056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be66a78c-69a5-436a-a2a8-dfd18c9b2243 req-6f63325c-b39c-47f9-8fb6-9c96570d834a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 943 time: 0.1125140
Nov 10 04:11:06.665030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.702549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-b9ea1462-e7f7-4846-8718-c6133e6f33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.704241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-b9ea1462-e7f7-4846-8718-c6133e6f33a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0851982
Nov 10 04:11:06.709455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:06.709626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be66a78c-69a5-436a-a2a8-dfd18c9b2243 req-e2cf7896-d418-454f-ba22-90d95c956783 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782385
Nov 10 04:11:06.710251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:06.713117 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b5f2d-45e9-4f48-89b4-2c9e21eb3a8b" -d '{"events": [{"server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:06.722059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.736697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.784188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:06.792343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.813287 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a9fdb-bd05-445e-97f1-6525969e0840 x-openstack-request-id: req-892a9fdb-bd05-445e-97f1-6525969e0840 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:06.813803 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:06.814287 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-892a9fdb-bd05-445e-97f1-6525969e0840 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:06.814874 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f', 'code': 200}
Nov 10 04:11:06.858174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Network 0bfd5480-1127-4055-9b0d-588e774b8477 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:06.861760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:06.870457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-814db58e-7858-47d6-a411-e5aa2a82d757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.877033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:06.905906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Pushing event updated for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:06.911714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143d294-3e29-45ea-8180-a7330d23f0d3 req-e40ac48c-b555-4c12-a552-0e731fe498da tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.913254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4143d294-3e29-45ea-8180-a7330d23f0d3 req-e40ac48c-b555-4c12-a552-0e731fe498da tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1153684
Nov 10 04:11:06.962220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.962466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-845f97ae-3bf4-4ed1-8147-3f479bb955d1 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510793
Nov 10 04:11:06.962969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:06.982631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-e6915cd8-e0f2-4fc8-8a91-2913b9ac9286 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1304140
Nov 10 04:11:06.991178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3da25c-887f-402f-a83a-d2389600c4e5 req-5e15dfc1-504b-4a13-96ce-275f163313ac tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:06.992720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d3da25c-887f-402f-a83a-d2389600c4e5 req-5e15dfc1-504b-4a13-96ce-275f163313ac tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 931 time: 0.0879047
Nov 10 04:11:06.997601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Request body: {'port': {'device_id': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:07.008103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b21bb4-48e4-4db1-a9a7-bef19403d997 req-c4c2562a-9dc3-4997-91c2-4ab8dcb48309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.009601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08b21bb4-48e4-4db1-a9a7-bef19403d997 req-c4c2562a-9dc3-4997-91c2-4ab8dcb48309 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 1097 time: 0.1157517
Nov 10 04:11:07.039375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4143d294-3e29-45ea-8180-a7330d23f0d3 req-909d33ad-9f1a-4608-95c8-5f48c95f7c9f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052132
Nov 10 04:11:07.082140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.096913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d3da25c-887f-402f-a83a-d2389600c4e5 req-aa0c36e5-e618-4304-8676-c0502f990e76 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956616
Nov 10 04:11:07.108703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08b21bb4-48e4-4db1-a9a7-bef19403d997 req-63207a9c-2650-4fed-87c4-62eb82dbd128 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735474
Nov 10 04:11:07.124015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-7ebb0288-aeab-44be-b2ca-7eae135468c0 service neutron] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488006
Nov 10 04:11:07.166830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-0b7f8948-099a-4217-bc01-74423eed1092 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 200  len: 217 time: 0.0349028
Nov 10 04:11:07.217225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-966cf7dc-4406-486e-a965-b4fde43bb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.218584 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-966cf7dc-4406-486e-a965-b4fde43bb70b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.0440416
Nov 10 04:11:07.274129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-25309bb2-06c7-4960-8c2e-9013bca69437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.275595 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-25309bb2-06c7-4960-8c2e-9013bca69437 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0501912
Nov 10 04:11:07.349532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0229b2b9-be85-412f-8d48-7fca11d82a0e {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:07.357364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.362724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-89cd7e97-c45c-4fe1-bd76-dd29bf2a6c8a service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800207
Nov 10 04:11:07.370228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Transition to ACTIVE for port object 0229b2b9-be85-412f-8d48-7fca11d82a0e will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:11:07.373369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.431059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Pushing event updated for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:07.455544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-297823a9-ee78-4ef4-aa49-e77426a6653e service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865371
Nov 10 04:11:07.497982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-831c88aa-541e-4772-9936-7fbe3a2cfc95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 200  len: 217 time: 0.0358064
Nov 10 04:11:07.503534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Attempting to bind port 0229b2b9-be85-412f-8d48-7fca11d82a0e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:07.503961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Attempting to bind port 0229b2b9-be85-412f-8d48-7fca11d82a0e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '093abe35-43a9-4493-8048-2570130e272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:07.504251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Attempting to bind port 0229b2b9-be85-412f-8d48-7fca11d82a0e on network 0bfd5480-1127-4055-9b0d-588e774b8477 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:07.522516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Port 0229b2b9-be85-412f-8d48-7fca11d82a0e on network 0bfd5480-1127-4055-9b0d-588e774b8477 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:11:07.523140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Attempting to bind port 0229b2b9-be85-412f-8d48-7fca11d82a0e on network 0bfd5480-1127-4055-9b0d-588e774b8477 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:07.529112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:07.529478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Checking segment: {'id': '093abe35-43a9-4493-8048-2570130e272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:07.529976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Bound using segment: {'id': '093abe35-43a9-4493-8048-2570130e272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:07.530311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Bound port: 0229b2b9-be85-412f-8d48-7fca11d82a0e, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093abe35-43a9-4493-8048-2570130e272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:07.530684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.553460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-d74fdd52-d977-4fd0-982d-1fba37b8ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.555129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-d74fdd52-d977-4fd0-982d-1fba37b8ee4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 200  len: 797 time: 0.0490572
Nov 10 04:11:07.605327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:07.608301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-08652cda-3dd3-447b-8014-bdf18cac7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.609419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e,segment=NetworkSegment(093abe35-43a9-4493-8048-2570130e272b),segment_id=093abe35-43a9-4493-8048-2570130e272b)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:07.609831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-08652cda-3dd3-447b-8014-bdf18cac7f24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbbb02e4-1b97-417e-9e17-4ecfc85ea243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0482857
Nov 10 04:11:07.614097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.656043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.656822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.658951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] 10.222.0.21 "PUT /v2.0/ports/0229b2b9-be85-412f-8d48-7fca11d82a0e HTTP/1.1" status: 200  len: 1091 time: 0.6651204
Nov 10 04:11:07.662638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:07.665548 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61efde6c-0da1-4593-b863-3196b7234785" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:07.697275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd710-4321-4b8a-b131-979ff26f52af service neutron] Pushing event updated for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:07.718667 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aced117-192a-4c6f-bcec-e9461500f78f x-openstack-request-id: req-3aced117-192a-4c6f-bcec-e9461500f78f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:07.718958 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:07.719225 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aced117-192a-4c6f-bcec-e9461500f78f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:07.719617 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e', 'status': 'completed', 'code': 200}
Nov 10 04:11:07.755394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-25e09b7c-6218-4d31-a79e-fa62f398ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.756868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-25e09b7c-6218-4d31-a79e-fa62f398ea48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e92226d03bb14d21ad97c2be5a34f4c7&device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 1094 time: 0.0534236
Nov 10 04:11:07.757372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c199a-74d0-465a-bebe-2ef72e6fe9fc req-1e2839b5-5ee8-4fc1-8c8a-2d4c70b727b7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.758840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-147c199a-74d0-465a-bebe-2ef72e6fe9fc req-1e2839b5-5ee8-4fc1-8c8a-2d4c70b727b7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0884695
Nov 10 04:11:07.764517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-4bd7d4cb-2664-4ee9-ae81-3eeecf131c16 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468728
Nov 10 04:11:07.812693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-1bd11b70-0dae-4e6b-9ac6-d6acd329ae30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e HTTP/1.1" status: 200  len: 217 time: 0.0389674
Nov 10 04:11:07.843041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:07.886804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-147c199a-74d0-465a-bebe-2ef72e6fe9fc req-e3835cd6-ebc2-4e21-a49f-c3d984f3a407 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199405
Nov 10 04:11:07.903062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-9893ce68-19b7-4a05-b61d-b1ff1e97d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.904642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-9893ce68-19b7-4a05-b61d-b1ff1e97d330 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c34661-3fed-4cb1-9af7-a4b57ecc0cbe HTTP/1.1" status: 200  len: 853 time: 0.0851901
Nov 10 04:11:07.930736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f1e9a9-373d-4958-85f7-22f0c0f09352 req-ca1eba31-1ed2-4de4-98d1-ed89a2293279 service neutron] 10.222.0.21 "GET /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177776
Nov 10 04:11:07.932717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76077a86-7952-4b8d-9816-d7a0c376e23a req-1d6b3044-18c2-4f99-b871-7f17093c8be9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:07.934169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76077a86-7952-4b8d-9816-d7a0c376e23a req-1d6b3044-18c2-4f99-b871-7f17093c8be9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 943 time: 0.0723948
Nov 10 04:11:07.951649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-4be007ab-33b3-4252-abd7-0c7682482f8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bfd5480-1127-4055-9b0d-588e774b8477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384328
Nov 10 04:11:08.044835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76077a86-7952-4b8d-9816-d7a0c376e23a req-4443575b-d7ac-4582-8baf-57148c609248 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964229
Nov 10 04:11:08.081451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-a0881e44-7611-41c4-8071-b0fd137fcf41 service neutron] 10.222.0.21 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1129448
Nov 10 04:11:08.171761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811879c3-a871-499b-89c0-155e8ebea4b0 req-e9d64edd-a9dd-4a3b-b132-cf89a575ed9c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:08.173480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-811879c3-a871-499b-89c0-155e8ebea4b0 req-e9d64edd-a9dd-4a3b-b132-cf89a575ed9c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0611129
Nov 10 04:11:08.215687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f910ec6-d2a2-44c3-a360-ce4f33e4b126 req-ebdd075d-a4db-4807-9494-9125dd76510a service neutron] 10.222.0.21 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267366
Nov 10 04:11:08.230996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-811879c3-a871-499b-89c0-155e8ebea4b0 req-15f332c6-ad25-4576-b423-cbc023b54a0d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511737
Nov 10 04:11:08.239079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069722ed-2774-45fe-b9ae-515eb88603c1 req-ccff28d9-b71e-47d0-9daf-bd10fb2e4c05 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:08.240631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-069722ed-2774-45fe-b9ae-515eb88603c1 req-ccff28d9-b71e-47d0-9daf-bd10fb2e4c05 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 943 time: 0.0668705
Nov 10 04:11:08.292205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-069722ed-2774-45fe-b9ae-515eb88603c1 req-d53014d9-6a31-4e16-8684-f5a0f0c89bde tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437291
Nov 10 04:11:08.333860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efde6c-0da1-4593-b863-3196b7234785 req-7923054b-5ff5-45f2-86b1-d0400b36daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:08.335360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-7923054b-5ff5-45f2-86b1-d0400b36daeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e92226d03bb14d21ad97c2be5a34f4c7&device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 1094 time: 0.0422480
Nov 10 04:11:08.429107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efde6c-0da1-4593-b863-3196b7234785 req-491a86f9-07b4-4f85-9a14-299470cd4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:08.430563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-491a86f9-07b4-4f85-9a14-299470cd4a3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bfd5480-1127-4055-9b0d-588e774b8477 HTTP/1.1" status: 200  len: 914 time: 0.0877485
Nov 10 04:11:08.466089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:08.475726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-416efa86-e9a4-47e2-9199-54383f42709e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e HTTP/1.1" status: 200  len: 217 time: 0.0345180
Nov 10 04:11:08.534241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efde6c-0da1-4593-b863-3196b7234785 req-d19b7e2f-0652-432e-a168-122ba90b50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:08.535153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-d19b7e2f-0652-432e-a168-122ba90b50ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c34661-3fed-4cb1-9af7-a4b57ecc0cbe HTTP/1.1" status: 200  len: 853 time: 0.0519664
Nov 10 04:11:08.565956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:08.583228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:08.583956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-fb707456-c54e-4db6-b6e7-3b441c1d9bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bfd5480-1127-4055-9b0d-588e774b8477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407262
Nov 10 04:11:08.627222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:08.640778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:08.661580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:08.670227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:08.690738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-a5aea0d7-6a05-46c4-b96a-85a7036e9670 service neutron] 10.222.0.21 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980332
Nov 10 04:11:08.721130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:08.792883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61efde6c-0da1-4593-b863-3196b7234785 req-57d900ee-aa28-4a6a-9cab-6c49fe53c154 service neutron] 10.222.0.21 "GET /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947678
Nov 10 04:11:08.877015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d2b1517-8d23-44e6-b9fb-998c045da632'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:09.007808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d87f22-a84b-4769-8c8c-a7acdb038a01 req-0339aa1c-9af0-432a-a56e-f245e8b7f6c2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.009332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2d87f22-a84b-4769-8c8c-a7acdb038a01 req-0339aa1c-9af0-432a-a56e-f245e8b7f6c2 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0492616
Nov 10 04:11:09.056260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2d87f22-a84b-4769-8c8c-a7acdb038a01 req-2fb68195-a584-4acd-a83e-28e172ab9f77 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409536
Nov 10 04:11:09.163142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583dbfd-6972-4145-9c25-79ac04397dae req-b74f029a-494a-4c3d-aff5-58b0f962af5c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.164645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c583dbfd-6972-4145-9c25-79ac04397dae req-b74f029a-494a-4c3d-aff5-58b0f962af5c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0487554
Nov 10 04:11:09.210517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c583dbfd-6972-4145-9c25-79ac04397dae req-cf9ab2a8-d6b1-4584-965b-5cd9736325d2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400996
Nov 10 04:11:09.313344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:09.351588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094b5c2-0229-4d47-9199-c1dadd89eb00 req-7774f5d3-339e-4d9b-9c55-a0c7ec919b21 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.353483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7094b5c2-0229-4d47-9199-c1dadd89eb00 req-7774f5d3-339e-4d9b-9c55-a0c7ec919b21 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0546253
Nov 10 04:11:09.405370 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7094b5c2-0229-4d47-9199-c1dadd89eb00 req-69671aff-cefa-42b4-8388-fe752dbcc58e tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460975
Nov 10 04:11:09.412676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d0a9a-b08a-443f-91f4-2e26b4978388 req-77a51f3e-4be5-46de-8fbb-b1b7284af600 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.414188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-090d0a9a-b08a-443f-91f4-2e26b4978388 req-77a51f3e-4be5-46de-8fbb-b1b7284af600 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 943 time: 0.0479240
Nov 10 04:11:09.469569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-090d0a9a-b08a-443f-91f4-2e26b4978388 req-6bd5ddfb-c727-4e47-8e75-7abcdebf38f3 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473752
Nov 10 04:11:09.640159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6d77b-070f-4798-b813-6dc476546f58 req-7d8ece3a-85d1-4e51-b7a2-acbb77bb24ce tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.641865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e1e6d77b-070f-4798-b813-6dc476546f58 req-7d8ece3a-85d1-4e51-b7a2-acbb77bb24ce tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0560868
Nov 10 04:11:09.690342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e1e6d77b-070f-4798-b813-6dc476546f58 req-be4990a3-7204-4649-8138-965e814dd916 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415480
Nov 10 04:11:09.804556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd1a38-4f24-4220-9418-bea6fd4ba036 req-58a7bc6d-632a-4a44-93e1-d916fc3b32cc tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:09.806230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8bd1a38-4f24-4220-9418-bea6fd4ba036 req-58a7bc6d-632a-4a44-93e1-d916fc3b32cc tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0495808
Nov 10 04:11:09.856623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8bd1a38-4f24-4220-9418-bea6fd4ba036 req-09c67801-27ff-4c24-8a8a-a913c482085f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440352
Nov 10 04:11:10.083982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f7d50-0a38-4d19-b902-3be1913ea96b req-923c8a3b-77f4-4641-83ea-93dc80f17b01 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:10.085412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-299f7d50-0a38-4d19-b902-3be1913ea96b req-923c8a3b-77f4-4641-83ea-93dc80f17b01 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0501812
Nov 10 04:11:10.133114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-299f7d50-0a38-4d19-b902-3be1913ea96b req-ea56592b-eca9-4c76-a69b-96e87eb46b32 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413685
Nov 10 04:11:10.173778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eff81-29aa-4af0-89ea-c75ea3a6f4e2 req-83725f1e-4475-4339-908b-2ebafe12bef1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:10.175272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed5eff81-29aa-4af0-89ea-c75ea3a6f4e2 req-83725f1e-4475-4339-908b-2ebafe12bef1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0502107
Nov 10 04:11:10.180452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:10.227532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed5eff81-29aa-4af0-89ea-c75ea3a6f4e2 req-e3d91196-8ba6-4ca8-8cbc-8831c61b3521 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451827
Nov 10 04:11:10.323871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1380a7-a86e-4f31-b21e-ca728f0a81a8 req-22bc66c1-c9fb-45e4-abf3-6c3d0b4cc411 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:10.325362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b1380a7-a86e-4f31-b21e-ca728f0a81a8 req-22bc66c1-c9fb-45e4-abf3-6c3d0b4cc411 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0479569
Nov 10 04:11:10.374809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b1380a7-a86e-4f31-b21e-ca728f0a81a8 req-32a8f0a2-64c9-4849-8221-9a2c10d2a4af tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432503
Nov 10 04:11:10.465893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:10.514435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 0d2b1517-8d23-44e6-b9fb-998c045da632 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:11:10.518717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0d2b1517-8d23-44e6-b9fb-998c045da632 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:10.519089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:10.603212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:10.603436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3af2f-899f-4eb9-bb77-71d3ac1253d6 req-34e1af90-1334-4fcc-b4bc-f6cfdf2f5d3a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:10.605147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7da3af2f-899f-4eb9-bb77-71d3ac1253d6 req-34e1af90-1334-4fcc-b4bc-f6cfdf2f5d3a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 943 time: 0.0626128
Nov 10 04:11:10.627487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:10.629804 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28dc9b-437b-46f8-bf3b-258ca7340d63" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:10.643507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:10.649052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:10.668340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7da3af2f-899f-4eb9-bb77-71d3ac1253d6 req-3d19a637-9365-4b6d-85b6-ee381e3926d5 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563538
Nov 10 04:11:10.681139 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb56b4-0a43-49a1-a6db-4fd3c1208bfa x-openstack-request-id: req-89cb56b4-0a43-49a1-a6db-4fd3c1208bfa {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:10.681648 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:10.681910 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89cb56b4-0a43-49a1-a6db-4fd3c1208bfa {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:10.682400 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:11:10.712546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:10.779382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935016-d670-4c41-b6fd-276291db4efc req-efa18bae-068c-42a0-a41a-4194993d4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:10.780891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51935016-d670-4c41-b6fd-276291db4efc req-efa18bae-068c-42a0-a41a-4194993d4c27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1096 time: 0.0393236
Nov 10 04:11:10.824777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51935016-d670-4c41-b6fd-276291db4efc req-bb0403e9-e6ab-4963-b90f-9aff42f151e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359511
Nov 10 04:11:11.358672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f62194-f512-47bb-a623-6ef76196ce89 req-aa0b6b64-b487-413e-b92b-9d499133df83 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:11.360419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67f62194-f512-47bb-a623-6ef76196ce89 req-aa0b6b64-b487-413e-b92b-9d499133df83 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0546603
Nov 10 04:11:11.413801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67f62194-f512-47bb-a623-6ef76196ce89 req-f829b4ed-f917-4290-9269-ebfe84a9ed77 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469472
Nov 10 04:11:11.513228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc2d7-374e-4805-89c7-83aa8c5c5f07 req-a2b6be02-01cc-4270-8699-97017e5aa504 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:11.514648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fcdc2d7-374e-4805-89c7-83aa8c5c5f07 req-a2b6be02-01cc-4270-8699-97017e5aa504 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0503702
Nov 10 04:11:11.523292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b616ab-ac1f-4fa7-bfde-13230ba41ee9 req-591e6d6d-5ea5-40f3-8435-a8e7ff1fa47f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:11.524559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83b616ab-ac1f-4fa7-bfde-13230ba41ee9 req-591e6d6d-5ea5-40f3-8435-a8e7ff1fa47f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.0513897
Nov 10 04:11:11.562683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fcdc2d7-374e-4805-89c7-83aa8c5c5f07 req-d65e2b5e-a03c-413d-8bcd-6624dee67a4f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419171
Nov 10 04:11:11.572984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83b616ab-ac1f-4fa7-bfde-13230ba41ee9 req-7556e571-cd53-4c8a-9801-fe1784462c5d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424378
Nov 10 04:11:11.775977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84850b30-99c0-4cb5-b8f5-d5bc2c576a0b req-45130add-b10f-4a2f-a650-90ed1b6fdcd9 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:11.777396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84850b30-99c0-4cb5-b8f5-d5bc2c576a0b req-45130add-b10f-4a2f-a650-90ed1b6fdcd9 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 943 time: 0.0487525
Nov 10 04:11:11.830974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84850b30-99c0-4cb5-b8f5-d5bc2c576a0b req-f8214883-c7c5-4c07-8957-f5a0f6c5db7b tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475502
Nov 10 04:11:12.528522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc37b-1bb6-460d-8ab3-cf64cfc0ebaa req-86eb182f-7a84-40aa-ba4f-40c53ad15fa5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:12.530033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d2dc37b-1bb6-460d-8ab3-cf64cfc0ebaa req-86eb182f-7a84-40aa-ba4f-40c53ad15fa5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0487339
Nov 10 04:11:12.575854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0229b2b9-be85-412f-8d48-7fca11d82a0e details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:12.577476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d2dc37b-1bb6-460d-8ab3-cf64cfc0ebaa req-f5577979-a441-436d-a74f-5a4503d429b0 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411401
Nov 10 04:11:12.678466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e,segment=NetworkSegment(093abe35-43a9-4493-8048-2570130e272b),segment_id=093abe35-43a9-4493-8048-2570130e272b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:12.689764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8de2-32bc-4495-a0e0-fbba911ff641 req-f3bb44b3-ad1c-4817-9122-ef7c50b72bc8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:12.691781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '0229b2b9-be85-412f-8d48-7fca11d82a0e', 'network_id': '0bfd5480-1127-4055-9b0d-588e774b8477', 'port_id': '0229b2b9-be85-412f-8d48-7fca11d82a0e', 'mac_address': 'fa:16:3e:48:23:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c34661-3fed-4cb1-9af7-a4b57ecc0cbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:12.697190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2da8de2-32bc-4495-a0e0-fbba911ff641 req-f3bb44b3-ad1c-4817-9122-ef7c50b72bc8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0592964
Nov 10 04:11:12.698185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bab5e-16d9-4bea-a9d0-243a5fff1835 req-da4099ea-ba55-4b49-b171-4d88d2c39b1b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:12.699889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e10bab5e-16d9-4bea-a9d0-243a5fff1835 req-da4099ea-ba55-4b49-b171-4d88d2c39b1b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.0513930
Nov 10 04:11:12.732469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:12.742379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2da8de2-32bc-4495-a0e0-fbba911ff641 req-7804474d-db2d-45c9-8335-e0b8ce492323 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439942
Nov 10 04:11:12.750122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0229b2b9-be85-412f-8d48-7fca11d82a0e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:12.759147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e10bab5e-16d9-4bea-a9d0-243a5fff1835 req-6edb33aa-af9c-47c9-86a7-b0b8f83cd13c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502133
Nov 10 04:11:12.770647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e,segment=NetworkSegment(093abe35-43a9-4493-8048-2570130e272b),segment_id=093abe35-43a9-4493-8048-2570130e272b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:12.777853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:12.828485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:12.874539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47aacb-b42a-4773-b1c0-e007c4f639b3 req-6ee4afd9-411f-481a-94b4-0611738a202f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:12.876164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c47aacb-b42a-4773-b1c0-e007c4f639b3 req-6ee4afd9-411f-481a-94b4-0611738a202f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.0543206
Nov 10 04:11:12.884815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48992) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:12.889297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'floatingip': {'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:12.929341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:12.952534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bafa6b-b08c-4f3a-8e0a-25222bc22193 req-c2a25ce5-e063-454f-a3b7-7dd065e52016 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:12.955753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45bafa6b-b08c-4f3a-8e0a-25222bc22193 req-c2a25ce5-e063-454f-a3b7-7dd065e52016 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 944 time: 0.0568774
Nov 10 04:11:13.010942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45bafa6b-b08c-4f3a-8e0a-25222bc22193 req-f71d0a6b-51cb-4f3d-bbc4-8a31d7da7fb9 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476420
Nov 10 04:11:13.091449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0229b2b9-be85-412f-8d48-7fca11d82a0e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:13.705216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4019-d820-4e42-81d2-adbdafbb0e7d req-093a2379-8ac4-4157-914c-f56b4be9e8f7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:13.708009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-766c4019-d820-4e42-81d2-adbdafbb0e7d req-093a2379-8ac4-4157-914c-f56b4be9e8f7 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0595376
Nov 10 04:11:13.710491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:13.714332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:13.758479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-766c4019-d820-4e42-81d2-adbdafbb0e7d req-9ae6371f-aea9-47e7-b2ee-df8b68c2af4e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434041
Nov 10 04:11:13.830844 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Floating IP 993f5518-ee3c-4eb4-87f0-3defbc43c2f7 associated. External IP: 172.32.3.48, port: 0d2b1517-8d23-44e6-b9fb-998c045da632.
Nov 10 04:11:13.935876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df3153-a24d-4bfb-86ef-97bebeb0fc6a req-687ab6e2-1ca5-41f7-a2dc-8a0c4c0dbd83 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:13.937293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34df3153-a24d-4bfb-86ef-97bebeb0fc6a req-687ab6e2-1ca5-41f7-a2dc-8a0c4c0dbd83 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1183693
Nov 10 04:11:14.026591 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34df3153-a24d-4bfb-86ef-97bebeb0fc6a req-cb65b4aa-f136-469c-bb57-174ebfcf2d95 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833235
Nov 10 04:11:14.100271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:11:14.137570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d2322-12af-4d4b-9fd3-411689522fa8 req-7dbd078f-8ade-4690-83fd-647963e8ef2c tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.139076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea1d2322-12af-4d4b-9fd3-411689522fa8 req-7dbd078f-8ade-4690-83fd-647963e8ef2c tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 944 time: 0.0542974
Nov 10 04:11:14.193842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea1d2322-12af-4d4b-9fd3-411689522fa8 req-3ab40339-aab2-46b0-ba38-5e0f0b640795 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486262
Nov 10 04:11:14.215212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:14.220028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:14.225233 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Sync routers for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:14.234472 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:14.235080 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c790>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:14.248354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-43a1d11e-03cf-422e-ad92-457f3e2eb57f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "PUT /v2.0/floatingips/993f5518-ee3c-4eb4-87f0-3defbc43c2f7 HTTP/1.1" status: 200  len: 990 time: 1.3624809
Nov 10 04:11:14.249108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:14.251927 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29f491-c2dd-41aa-867e-76cb2ad7a532" -d '{"events": [{"name": "network-changed", "server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:14.290742 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372e968-decd-4433-bc5d-405840162ac9 x-openstack-request-id: req-f372e968-decd-4433-bc5d-405840162ac9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:14.291030 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:14.291278 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f372e968-decd-4433-bc5d-405840162ac9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:14.291742 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'status': 'completed', 'code': 200}
Nov 10 04:11:14.345047 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:14.353700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-6f5c5569-b320-4a3b-a6f0-4343d4589d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.355389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-6f5c5569-b320-4a3b-a6f0-4343d4589d69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1096 time: 0.0421271
Nov 10 04:11:14.446870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-abc22071-a75d-461e-8d15-ce358190721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.448335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-abc22071-a75d-461e-8d15-ce358190721d service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.0856333
Nov 10 04:11:14.512023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-f13d366a-9014-45ce-b6f0-2245d7677036 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.0569363
Nov 10 04:11:14.563950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-70c49bf3-d0b0-4e84-a141-7a2cc14c0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.565487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-70c49bf3-d0b0-4e84-a141-7a2cc14c0ab0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0450382
Nov 10 04:11:14.597752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0229b2b9-be85-412f-8d48-7fca11d82a0e up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:14.622208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-9138b380-4732-4505-93a1-b31d548d7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.623824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-9138b380-4732-4505-93a1-b31d548d7e92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0502906
Nov 10 04:11:14.659120 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c790>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '993f5518-ee3c-4eb4-87f0-3defbc43c2f7', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'floating_ip_address': '172.32.3.48', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:10:55Z', 'updated_at': '2021-11-10T04:11:13Z', 'revision_number': 1, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:14.666158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 0229b2b9-be85-412f-8d48-7fca11d82a0e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:11:14.670818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 0229b2b9-be85-412f-8d48-7fca11d82a0e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:14.671460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:14.687337 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Checking router: a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:14.700806 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:14.701408 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c790>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:14.741195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-daf99907-3c65-4342-8b28-1e97a983c2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083088
Nov 10 04:11:14.771260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:14.831145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:14.834731 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4241e611-b1a7-4fd6-a721-cd5a00bd5dd7" -d '{"events": [{"server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "name": "network-vif-plugged", "status": "completed", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:14.864323 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:14.870808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e,segment=NetworkSegment(093abe35-43a9-4493-8048-2570130e272b),segment_id=093abe35-43a9-4493-8048-2570130e272b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:14.877260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:14.880178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:14.904573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9f29f491-c2dd-41aa-867e-76cb2ad7a532 req-4ed77234-8085-46d0-a403-af9db3482b08 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561763
Nov 10 04:11:14.961071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e28c6-7588-476a-b429-e66ddad39972 req-219c5c26-bcc1-46a8-885e-2174f421b804 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:14.961645 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7939ca2d-5ce3-45a9-809c-e679a416a5cf x-openstack-request-id: req-7939ca2d-5ce3-45a9-809c-e679a416a5cf {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:14.961778 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "name": "network-vif-plugged", "status": "completed", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:14.961969 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7939ca2d-5ce3-45a9-809c-e679a416a5cf {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:14.962315 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e', 'code': 200}
Nov 10 04:11:14.972066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-589e28c6-7588-476a-b429-e66ddad39972 req-219c5c26-bcc1-46a8-885e-2174f421b804 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0957890
Nov 10 04:11:15.012838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:15.055804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:15.062211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-589e28c6-7588-476a-b429-e66ddad39972 req-4b9965c3-9627-4cad-8fdc-7ed11013a08e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885789
Nov 10 04:11:15.075396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4271-d47b-4518-a520-f483e0e09145 req-dc74c3a1-ed07-4959-b28f-afbee848aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:15.081379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebab4271-d47b-4518-a520-f483e0e09145 req-dc74c3a1-ed07-4959-b28f-afbee848aa75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 1096 time: 0.0859289
Nov 10 04:11:15.091254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:15.097049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:15.143172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebab4271-d47b-4518-a520-f483e0e09145 req-63b083e9-e3be-4379-9595-473b97fb92bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544422
Nov 10 04:11:15.160876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:15.166031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc19d5-db93-483a-941d-64c679e9df05 req-63ad7b32-3ebd-4935-bfac-e60a1f218485 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:15.167577 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76fc19d5-db93-483a-941d-64c679e9df05 req-63ad7b32-3ebd-4935-bfac-e60a1f218485 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0564005
Nov 10 04:11:15.197024 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a5c790>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '993f5518-ee3c-4eb4-87f0-3defbc43c2f7', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'floating_ip_address': '172.32.3.48', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:10:55Z', 'updated_at': '2021-11-10T04:11:13Z', 'revision_number': 1, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:15.218656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76fc19d5-db93-483a-941d-64c679e9df05 req-ea159237-b968-4bf1-8a8b-190b0b20928c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442555
Nov 10 04:11:15.233338 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75210680-4865-4708-9979-b46c8a7e3bc4 None None] The sync data for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 is: [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '993f5518-ee3c-4eb4-87f0-3defbc43c2f7', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'floating_ip_address': '172.32.3.48', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:10:55Z', 'updated_at': '2021-11-10T04:11:13Z', 'revision_number': 1, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:11:15.333629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5739f-8a75-441b-9d9a-fec9a2557e14 req-ce752891-f6e1-4083-80a5-9e4d5906955c tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:15.335264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1f5739f-8a75-441b-9d9a-fec9a2557e14 req-ce752891-f6e1-4083-80a5-9e4d5906955c tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 945 time: 0.0513909
Nov 10 04:11:15.395045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1f5739f-8a75-441b-9d9a-fec9a2557e14 req-38e28497-e10e-48ce-a4b0-688bb6f32517 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527134
Nov 10 04:11:15.445324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5861d-8e5d-407e-a047-da388db429bd None None] New status for floating IP 993f5518-ee3c-4eb4-87f0-3defbc43c2f7: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:11:16.194588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a0c28-ad2d-4f35-a41c-71e714dd6326 req-940d013f-6448-40b2-a6b0-f833b9d8a82f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:16.196064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a0c28-ad2d-4f35-a41c-71e714dd6326 req-940d013f-6448-40b2-a6b0-f833b9d8a82f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 944 time: 0.0506966
Nov 10 04:11:16.242750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e1a0c28-ad2d-4f35-a41c-71e714dd6326 req-20da52fc-ee30-4e64-a59c-0ae5038d456c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403807
Nov 10 04:11:16.335366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974bb7d-4d2b-4869-a967-0ea3f436a6ab req-23f581ee-fc92-4a7a-bbc4-bf6d0dc5641d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:16.337480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0974bb7d-4d2b-4869-a967-0ea3f436a6ab req-23f581ee-fc92-4a7a-bbc4-bf6d0dc5641d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0490766
Nov 10 04:11:16.385039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0974bb7d-4d2b-4869-a967-0ea3f436a6ab req-da3904c5-a5f7-471a-89ee-db9c4f324575 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417738
Nov 10 04:11:16.509753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f581cf-f725-44ed-b548-53bf2634e4d5 req-89897908-ec6d-4dc0-a83a-b92ea79cf729 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:16.511159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f581cf-f725-44ed-b548-53bf2634e4d5 req-89897908-ec6d-4dc0-a83a-b92ea79cf729 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 945 time: 0.0491092
Nov 10 04:11:16.557494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f581cf-f725-44ed-b548-53bf2634e4d5 req-9cae04e4-bd98-4628-a7b0-c4b007fd6753 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403631
Nov 10 04:11:16.625413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:16.723404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:16.734652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'port_id': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'mac_address': 'fa:16:3e:96:5e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f04fa-b53b-4412-8617-0b657b9b8fd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:16.775033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:16.789407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:16.811227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:16.814403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:16.868800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:16.947926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf659373-b986-4f06-b4bb-61ee68683504 req-58e1bd68-a725-4b86-a54e-1ebfa49f27be tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:16.947926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf659373-b986-4f06-b4bb-61ee68683504 req-58e1bd68-a725-4b86-a54e-1ebfa49f27be tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 945 time: 0.0540030
Nov 10 04:11:16.963747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:16.966096 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164e44d-654c-4f41-b36c-5d45cd590eb3" -d '{"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:16.997972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf659373-b986-4f06-b4bb-61ee68683504 req-68af0376-07d8-4bf3-bc9a-00c8d5f5d778 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452294
Nov 10 04:11:17.014377 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd0380-5422-4681-9271-c388d2227ba9 x-openstack-request-id: req-76fd0380-5422-4681-9271-c388d2227ba9 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:17.014667 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:17.014915 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76fd0380-5422-4681-9271-c388d2227ba9 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:17.015354 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'code': 200}
Nov 10 04:11:17.130692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:17.371464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b83ff-9510-4e8b-b45d-18be7f309c4c req-fb9857ab-0776-4291-95d6-43beabba4403 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:17.372963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da2b83ff-9510-4e8b-b45d-18be7f309c4c req-fb9857ab-0776-4291-95d6-43beabba4403 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 945 time: 0.0531776
Nov 10 04:11:17.420823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da2b83ff-9510-4e8b-b45d-18be7f309c4c req-a1b208f6-9aaf-4a02-9050-8d473630805e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417254
Nov 10 04:11:17.528014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810d6-6f3d-4ada-8eb1-df6a7a893851 req-2c6e809c-c220-4125-a81b-2163f38f7ec8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:17.529500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-458810d6-6f3d-4ada-8eb1-df6a7a893851 req-2c6e809c-c220-4125-a81b-2163f38f7ec8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0528150
Nov 10 04:11:17.575324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-458810d6-6f3d-4ada-8eb1-df6a7a893851 req-314aaff8-a9ba-4e06-9568-22a1c7108307 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393043
Nov 10 04:11:18.123086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068b433-a50a-4c11-957c-8073d6591344 req-cf5f7818-a5f0-4095-85f6-5f6fd57de2b7 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:18.124475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2068b433-a50a-4c11-957c-8073d6591344 req-cf5f7818-a5f0-4095-85f6-5f6fd57de2b7 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 945 time: 0.0482705
Nov 10 04:11:18.170943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2068b433-a50a-4c11-957c-8073d6591344 req-2f9eccab-c188-41dc-a8ce-c4ac15f6d689 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/security-groups?id=518f2b01-01c3-4846-bdf9-c4e5737f0f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399292
Nov 10 04:11:18.249483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770666-094c-473a-800a-6bb939671e25 req-2c845810-4bf4-442b-b78f-b6ba9183274b tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:18.250915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb770666-094c-473a-800a-6bb939671e25 req-2c845810-4bf4-442b-b78f-b6ba9183274b tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 945 time: 0.0482275
Nov 10 04:11:18.346924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Deleting port 0229b2b9-be85-412f-8d48-7fca11d82a0e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:18.347321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.454750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] For port 0229b2b9-be85-412f-8d48-7fca11d82a0e, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0229b2b9-be85-412f-8d48-7fca11d82a0e,segment=NetworkSegment(093abe35-43a9-4493-8048-2570130e272b),segment_id=093abe35-43a9-4493-8048-2570130e272b)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:18.455364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.475860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Calling delete_port for 0229b2b9-be85-412f-8d48-7fca11d82a0e owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:18.555530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.604060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195d01-f6c6-4a1d-a124-3ede815a3581 req-dc7e02be-71fb-4c7c-bf39-27944dd718f3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:18.606059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d195d01-f6c6-4a1d-a124-3ede815a3581 req-dc7e02be-71fb-4c7c-bf39-27944dd718f3 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 945 time: 0.1067624
Nov 10 04:11:18.656539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:18.706459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d195d01-f6c6-4a1d-a124-3ede815a3581 req-2dd71fa2-7501-40a4-8298-abcd02ca412f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850399
Nov 10 04:11:18.720947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:18.721646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.725873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa48cde-81c1-4578-9486-a83ec6660b07 req-abe2788b-ea9c-4709-bf4a-deaf73955518 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:18.727429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fa48cde-81c1-4578-9486-a83ec6660b07 req-abe2788b-ea9c-4709-bf4a-deaf73955518 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0743124
Nov 10 04:11:18.746152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.761446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0229b2b9-be85-412f-8d48-7fca11d82a0e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:18.804487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fa48cde-81c1-4578-9486-a83ec6660b07 req-c1ffbbe3-b1eb-41d5-a5fa-e7bc81eaf8eb tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696151
Nov 10 04:11:18.808661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Pushing event deleted for resources: {'Port': ['ID=0229b2b9-be85-412f-8d48-7fca11d82a0e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:18.834880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.846985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] No DVR routers for this DVR port 0229b2b9-be85-412f-8d48-7fca11d82a0e on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:18.850855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.854692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb770666-094c-473a-800a-6bb939671e25 req-2fd7d1d9-0a6e-419f-a07e-d0dba948642a tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.21 "DELETE /v2.0/ports/0229b2b9-be85-412f-8d48-7fca11d82a0e HTTP/1.1" status: 204  len: 173 time: 0.5971723
Nov 10 04:11:18.855137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'name': 'network-vif-deleted', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:18.857431 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa921d-cbdc-4173-84c3-f4a80e616c1e" -d '{"events": [{"server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "name": "network-vif-deleted", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:18.880631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.904817 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e26822-aa43-4f48-b7fc-84d51120e4b4 x-openstack-request-id: req-a0e26822-aa43-4f48-b7fc-84d51120e4b4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:18.905229 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee1459b-9de1-4a63-94f7-b895512d38fe", "name": "network-vif-deleted", "tag": "0229b2b9-be85-412f-8d48-7fca11d82a0e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:18.905608 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0e26822-aa43-4f48-b7fc-84d51120e4b4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:18.906703 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee1459b-9de1-4a63-94f7-b895512d38fe', 'name': 'network-vif-deleted', 'tag': '0229b2b9-be85-412f-8d48-7fca11d82a0e', 'status': 'completed', 'code': 200}
Nov 10 04:11:18.919151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:18.923727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:18.980940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:19.016788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:19.019104 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8eacf-5c01-4d18-8c5f-e4754d1d40a6" -d '{"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:19.054341 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc827d7-6ec7-4691-aaa9-0e4548995e2e x-openstack-request-id: req-ecc827d7-6ec7-4691-aaa9-0e4548995e2e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:19.054662 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:19.054918 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecc827d7-6ec7-4691-aaa9-0e4548995e2e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:19.055315 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'code': 200}
Nov 10 04:11:19.203698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acddf64-6b84-4135-910e-22234778cbdb req-0a84c5c4-9b89-4ea8-b4e6-196892fb5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:19.205361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3acddf64-6b84-4135-910e-22234778cbdb req-0a84c5c4-9b89-4ea8-b4e6-196892fb5a03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 1097 time: 0.0420423
Nov 10 04:11:19.256236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3acddf64-6b84-4135-910e-22234778cbdb req-ff13c064-c57a-4f57-b463-548e30a5c06d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432370
Nov 10 04:11:19.286374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18e09a07-97d3-4220-b768-e123ecd950c3 req-b40ab928-3feb-4076-8908-dedf4a993e71 tempest-ServerPasswordTestJSON-466391282 tempest-ServerPasswordTestJSON-466391282-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee1459b-9de1-4a63-94f7-b895512d38fe HTTP/1.1" status: 200  len: 210 time: 0.0291355
Nov 10 04:11:19.636363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49190) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:19.741281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-727122a5-263b-4c2b-a2c8-c6dbe4f3b18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:19.840593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-727122a5-263b-4c2b-a2c8-c6dbe4f3b18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:19.845253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-727122a5-263b-4c2b-a2c8-c6dbe4f3b18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:19.895150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0299-db76-4fe0-a285-b549c174323d req-507d8bf3-0072-4da5-96a8-054f537e1557 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:19.896643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f6a0299-db76-4fe0-a285-b549c174323d req-507d8bf3-0072-4da5-96a8-054f537e1557 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0985322
Nov 10 04:11:19.900336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-727122a5-263b-4c2b-a2c8-c6dbe4f3b18b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aac63e33be04ef8abfa5c1d42df2502&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2629213
Nov 10 04:11:19.901202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727122a5-263b-4c2b-a2c8-c6dbe4f3b18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d873aaff-e105-4a7b-941d-57004068c7c0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:19.904126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49198) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:19.951389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f6a0299-db76-4fe0-a285-b549c174323d req-62ab52f4-de5f-41a7-8e80-d77f0c2fb814 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455873
Nov 10 04:11:19.955399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fd0a3-3de2-47f4-bba4-adf15fd169ef req-48f0cbf3-13f7-4dcf-86f9-53ca88b6a08d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:19.957602 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe8fd0a3-3de2-47f4-bba4-adf15fd169ef req-48f0cbf3-13f7-4dcf-86f9-53ca88b6a08d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0807171
Nov 10 04:11:19.985161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.020128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.044932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe8fd0a3-3de2-47f4-bba4-adf15fd169ef req-58dad47a-e482-44c7-8c28-94e0dea2e56f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812552
Nov 10 04:11:20.078239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.080945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.082595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d873aaff-e105-4a7b-941d-57004068c7c0 HTTP/1.1" status: 204  len: 168 time: 0.1766629
Nov 10 04:11:20.091128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002c2b-4897-42e5-963a-74f41b797e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d873aaff-e105-4a7b-941d-57004068c7c0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:20.344896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:20.347819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:20.360298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4d7834d-3532-4fe1-ae58-249dde6c2b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.391896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Deleting subnet 17c34661-3fed-4cb1-9af7-a4b57ecc0cbe {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:20.395728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.440478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.454246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4d7834d-3532-4fe1-ae58-249dde6c2b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.458445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a4d7834d-3532-4fe1-ae58-249dde6c2b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.480348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.495622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7834d-3532-4fe1-ae58-249dde6c2b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcdc7f6-ef85-4854-ba11-39becf2ff1ea,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:20.501345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a4d7834d-3532-4fe1-ae58-249dde6c2b14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e1d98e763943c88aa4b72db4a0eafd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1553161
Nov 10 04:11:20.504676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49210) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:20.570414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.597224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.601946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c34661-3fed-4cb1-9af7-a4b57ecc0cbe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:20.613540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.616734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bfdd0c77-62b3-40b4-ae1b-2182a4635aaf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17c34661-3fed-4cb1-9af7-a4b57ecc0cbe HTTP/1.1" status: 204  len: 168 time: 0.2679658
Nov 10 04:11:20.619786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49214) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:20.629177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.685481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.688965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.693500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fcdc7f6-ef85-4854-ba11-39becf2ff1ea HTTP/1.1" status: 204  len: 168 time: 0.1877792
Nov 10 04:11:20.697387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.705677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6c36a-d648-442a-862e-3687d7f6562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcdc7f6-ef85-4854-ba11-39becf2ff1ea,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:20.783092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.803600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ef0f220>,) {'filters': {'network_id': ['0bfd5480-1127-4055-9b0d-588e774b8477']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:20.813245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ef0f220>, '093abe35-43a9-4493-8048-2570130e272b') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:20.813539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ef0f220>, '093abe35-43a9-4493-8048-2570130e272b') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:20.823194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.837729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.843859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:20.844232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:20.845922 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:20.903290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.908776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:20.912510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0bfd5480-1127-4055-9b0d-588e774b8477 HTTP/1.1" status: 204  len: 168 time: 0.2919896
Nov 10 04:11:20.924521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6e211-49cf-424a-acd1-08b30e69b01e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfd5480-1127-4055-9b0d-588e774b8477,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:21.081334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855dc32-9b05-452c-9481-a97b0a0e57c7 req-ab2174f3-9ef4-45c5-8b37-03789ea08eb9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:21.084304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b855dc32-9b05-452c-9481-a97b0a0e57c7 req-ab2174f3-9ef4-45c5-8b37-03789ea08eb9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0587041
Nov 10 04:11:21.105470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49234) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:21.157677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b855dc32-9b05-452c-9481-a97b0a0e57c7 req-75315d8f-e092-4b8a-a03e-0f4d2d0567c9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665238
Nov 10 04:11:21.184972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75f90317-3579-4bc1-8a10-240b9242a52d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e92226d03bb14d21ad97c2be5a34f4c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0729768
Nov 10 04:11:21.185139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49238) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:21.192743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93028190-0590-4845-9eda-3a69f6b222df req-87f4bda2-b53f-46bd-96a4-8323c887f6ed tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:21.194282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93028190-0590-4845-9eda-3a69f6b222df req-87f4bda2-b53f-46bd-96a4-8323c887f6ed tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0689578
Nov 10 04:11:21.242486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:21.256931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93028190-0590-4845-9eda-3a69f6b222df req-1197f0a0-9daf-40a2-aade-b0615701fa6b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547342
Nov 10 04:11:21.268673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:21.346945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0920ab-096b-4e5b-af1c-83bf16b247d0 req-a5448fb5-95a6-4303-9e28-803fdc526560 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:21.349315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa0920ab-096b-4e5b-af1c-83bf16b247d0 req-a5448fb5-95a6-4303-9e28-803fdc526560 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.0806694
Nov 10 04:11:21.371823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:21.374417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:21.375513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/518f2b01-01c3-4846-bdf9-c4e5737f0f53 HTTP/1.1" status: 204  len: 168 time: 0.1921775
Nov 10 04:11:21.388321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75ca0f-eefa-4283-8d5e-e54945978fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f2b01-01c3-4846-bdf9-c4e5737f0f53,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:21.429187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa0920ab-096b-4e5b-af1c-83bf16b247d0 req-8907e972-5854-4583-a6ea-824ebd72f1cc tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740602
Nov 10 04:11:21.487077 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:11:21.899477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-8e51e42b-700b-4df1-bcb7-6a0df7364a44 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:21.901191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-8e51e42b-700b-4df1-bcb7-6a0df7364a44 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.1249039
Nov 10 04:11:21.923738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-e11d3e41-7dbf-42f5-8c1f-2a8f369c4a03 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/quotas/7831ef525ec34d88ae73dc994fe9ba51 HTTP/1.1" status: 200  len: 375 time: 0.0148449
Nov 10 04:11:21.983239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-a9fca8c0-7639-4b09-8ec7-505c49b008cc tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0530741
Nov 10 04:11:22.086873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-90c1c8bc-8cf8-4773-a14b-5a95ded655e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947814
Nov 10 04:11:22.191840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-60c68f82-e655-49ab-9565-e9fc2319f9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969293
Nov 10 04:11:22.329857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49310) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:22.422279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b348fe6d-d885-4334-a8be-dc562444a75f req-2d23f9c4-d25b-4d28-9476-5b5107d36249 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 210 time: 0.0570750
Nov 10 04:11:22.464280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228aad4-6571-4fec-9084-bc73316213ee req-eed132c8-53bc-4b32-b2b7-ee077c07b41a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:22.471669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b228aad4-6571-4fec-9084-bc73316213ee req-eed132c8-53bc-4b32-b2b7-ee077c07b41a tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1301982
Nov 10 04:11:22.491127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-253690471-network', 'tenant_id': 'a0e01de673d84d0da7e8acbf70a5c9a5'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:22.520745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Made reservation on behalf of a0e01de673d84d0da7e8acbf70a5c9a5 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:22.522811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.530575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b228aad4-6571-4fec-9084-bc73316213ee req-77e3353a-e877-46dd-b677-1aa707d65d09 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580513
Nov 10 04:11:22.533610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.632493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.638066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.668656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:22.685839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba7e720-aca7-4b7c-8ba1-c171ef848a28,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:22.688856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.689281 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Added segment 10e4c04f-d17c-4040-8888-1eed600bcd05 of type vlan for network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5
Nov 10 04:11:22.691473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0229b2b9-be85-412f-8d48-7fca11d82a0e no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:22.731490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 0229b2b9-be85-412f-8d48-7fca11d82a0e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:22.732129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0229b2b9-be85-412f-8d48-7fca11d82a0e not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:22.742102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.795529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.795529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:22.795529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.868139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5371509
Nov 10 04:11:22.876267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49352) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:22.882474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Request body: {'subnet': {'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-253690471-subnet', 'tenant_id': 'a0e01de673d84d0da7e8acbf70a5c9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:22.892724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccdcc2-a6a6-4026-969a-90464037ce00 admin admin] Pushing event updated for resources: {'Network': ['ID=14eca5f0-96fd-4a54-9676-5b2e391c9dc5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:22.905551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:22.914520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Made reservation on behalf of a0e01de673d84d0da7e8acbf70a5c9a5 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:22.918116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:22.982766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-4994bc1c-9ac6-4c03-a821-f0592727d3aa tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:22.984927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-4994bc1c-9ac6-4c03-a821-f0592727d3aa tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81c7b25-f908-428c-991b-43280c001a57 HTTP/1.1" status: 200  len: 946 time: 0.1143751
Nov 10 04:11:23.114893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Deleting port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:23.115313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.142496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.211024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Checking segment: {'id': '10e4c04f-d17c-4040-8888-1eed600bcd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:23.211448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Network hostable DHCP agents. Network: 14eca5f0-96fd-4a54-9676-5b2e391c9dc5, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:23.216699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49279fb7-a547-4b68-ad40-d53216eb2b55,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:23.217003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] For port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:23.217003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.218500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49360) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:23.232434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Calling delete_port for 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:23.240227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:23.250583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 14eca5f0-96fd-4a54-9676-5b2e391c9dc5) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:23.259819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:23.260366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd8914-92b0-4f2a-a782-8329be56f1fb None None] Network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:23.262248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.285188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-484b2ce8-f7bd-4915-997f-8ed47d5a7741 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4077868
Nov 10 04:11:23.366262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dfdf-6475-4e48-bc6c-67623c13dacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.410922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.424194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be48e1-08fe-409f-bd06-b7dc1246b740 None None] Network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:23.429423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:23.491587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event deleted for resources: {'Port': ['ID=6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:23.523531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbcacb9-5bad-4d64-9dab-27d4d80492d6 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:23.526474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dfdf-6475-4e48-bc6c-67623c13dacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.551474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dfdf-6475-4e48-bc6c-67623c13dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.620131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] No DVR routers for this DVR port 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:23.628068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.642470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a34bc48-3fb0-432e-895f-e90e3f55534a req-fa605d14-ec1b-4330-ba56-f4ffb532fc69 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.21 "DELETE /v2.0/ports/6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 HTTP/1.1" status: 204  len: 173 time: 0.6508651
Nov 10 04:11:23.642960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-deleted', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:23.645861 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b78ef2d-a46c-439f-99cc-21cb0ea12664" -d '{"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-deleted", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:23.681785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-55a9a087-49f2-4394-8f5d-5b470cd589bc req-47a8c95c-2df9-44bb-80ac-5018f18b55f6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 210 time: 0.0724292
Nov 10 04:11:23.692278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dfa8dfdf-6475-4e48-bc6c-67623c13dacc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6df547ec4e402ab9152287ae7e4212&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4704294
Nov 10 04:11:23.692565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49376) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:23.694547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dfdf-6475-4e48-bc6c-67623c13dacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a15e7-d836-4429-bcca-852e2d863e02,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:23.765008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-3595bf8e-139f-458a-ab9c-9dd1e28c6f61 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:23.768524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-3595bf8e-139f-458a-ab9c-9dd1e28c6f61 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 815 time: 0.2655375
Nov 10 04:11:23.773620 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010229a-f724-4e33-864a-70cc0d507548 x-openstack-request-id: req-e010229a-f724-4e33-864a-70cc0d507548 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:23.774051 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c7b25-f908-428c-991b-43280c001a57", "name": "network-vif-deleted", "tag": "6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:23.774419 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e010229a-f724-4e33-864a-70cc0d507548 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:23.775015 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c7b25-f908-428c-991b-43280c001a57', 'name': 'network-vif-deleted', 'tag': '6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6', 'status': 'completed', 'code': 200}
Nov 10 04:11:23.790467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Request body: {'port': {'device_id': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'admin_state_up': True, 'tenant_id': '7831ef525ec34d88ae73dc994fe9ba51'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:23.806196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bea22c-e769-446c-ab1b-134231517d9d req-d57f4e87-6a42-4e19-a0b4-4425170de737 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:23.808467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58bea22c-e769-446c-ab1b-134231517d9d req-d57f4e87-6a42-4e19-a0b4-4425170de737 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1049478
Nov 10 04:11:23.816024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.900469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58bea22c-e769-446c-ab1b-134231517d9d req-eafd6cc8-52d8-4b2b-b801-c640083d9b36 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825140
Nov 10 04:11:23.906355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.992505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.995678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:23.996970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab6a15e7-d836-4429-bcca-852e2d863e02 HTTP/1.1" status: 204  len: 168 time: 0.3033638
Nov 10 04:11:23.999889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Made reservation on behalf of 7831ef525ec34d88ae73dc994fe9ba51 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:24.003427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.009616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:24.015120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-622229917-network', 'tenant_id': 'd4247ea0595a430fb40afc7341e00f87'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:24.016993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd81b99-2e01-45f3-ae9d-ff45ebe4e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a15e7-d836-4429-bcca-852e2d863e02,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.050508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Made reservation on behalf of d4247ea0595a430fb40afc7341e00f87 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:24.053696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.065720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.155224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.160511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.161409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Allocated IP 172.20.0.9 (4db0be07-2ea1-417a-9b15-1aed14a27b6d/f82f04fa-b53b-4412-8617-0b657b9b8fd7/522dcd1d-6c80-4b28-b716-4f3664e091d8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:24.178253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:24.192477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.192924 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Added segment e66143ed-59a0-480f-9505-0891a941f9ef of type vlan for network 5c4a6afa-6fc6-4d7a-9297-34e468640aaf
Nov 10 04:11:24.267748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.270900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d369a0f-16af-481a-914d-6c803f7f3a08,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.306614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.308449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:24.310204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.343692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.371762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3609500
Nov 10 04:11:24.372138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49394) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:24.377040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Request body: {'subnet': {'network_id': '5c4a6afa-6fc6-4d7a-9297-34e468640aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-622229917-subnet', 'tenant_id': 'd4247ea0595a430fb40afc7341e00f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:24.386269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08124e2-ef56-4f54-a05c-fb5e1bbb3091 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4a6afa-6fc6-4d7a-9297-34e468640aaf,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.396425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.401663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5c4a6afa-6fc6-4d7a-9297-34e468640aaf details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:24.417086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:24.435567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Made reservation on behalf of d4247ea0595a430fb40afc7341e00f87 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:24.436115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa46f4b0-63bb-47e5-8358-7e0300fc382b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.438266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.445389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:24.505908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:24.514487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:24.517629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event updated for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.522414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:24.529647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa46f4b0-63bb-47e5-8358-7e0300fc382b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.534493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa46f4b0-63bb-47e5-8358-7e0300fc382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.540798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaae9fc-6406-4b3f-8898-c99ebf7d1095 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:24.572667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f4b0-63bb-47e5-8358-7e0300fc382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad73266-a57d-4114-8c62-e4503c4d9da6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.577221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aa46f4b0-63bb-47e5-8358-7e0300fc382b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea03753b21a446ab94ffae34bf048e3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1588328
Nov 10 04:11:24.579818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:24.587734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:24.588352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.615384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bacc0aad-b515-45f4-9b63-9aefd4c4b9d8 None None] Provisioning complete for port 522dcd1d-6c80-4b28-b716-4f3664e091d8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:24.615747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bacc0aad-b515-45f4-9b63-9aefd4c4b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.624968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-6e1b3ee0-ebbe-48b3-986c-c593b7e6ed81 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8434315
Nov 10 04:11:24.629810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.647401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Request body: {'port': {'device_id': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:24.653884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.654833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0aad-b515-45f4-9b63-9aefd4c4b9d8 None None] Port 522dcd1d-6c80-4b28-b716-4f3664e091d8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:24.707713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.710594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.711727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fad73266-a57d-4114-8c62-e4503c4d9da6 HTTP/1.1" status: 204  len: 168 time: 0.1310174
Nov 10 04:11:24.723725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188a7d-f640-409d-af8b-262c3b523e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad73266-a57d-4114-8c62-e4503c4d9da6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.753743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.764596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:24.885612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc968678-98e4-4bac-b705-0cee2bed5e76,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:24.960867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Checking segment: {'id': 'e66143ed-59a0-480f-9505-0891a941f9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c4a6afa-6fc6-4d7a-9297-34e468640aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:24.961228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Network hostable DHCP agents. Network: 5c4a6afa-6fc6-4d7a-9297-34e468640aaf, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:24.981109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d3b4-8a43-42d0-a3cb-ec66c58bf760 req-76b42af2-77b9-4f37-9d64-ebd866c0b3ee tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:24.982631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c068d3b4-8a43-42d0-a3cb-ec66c58bf760 req-76b42af2-77b9-4f37-9d64-ebd866c0b3ee tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 931 time: 0.1901579
Nov 10 04:11:25.029412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047016-36e8-4be0-8ed0-2afa40f3c9be req-851bd53a-8915-443e-a6ea-64f2bbfc6a39 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:25.031053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27047016-36e8-4be0-8ed0-2afa40f3c9be req-851bd53a-8915-443e-a6ea-64f2bbfc6a39 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0639296
Nov 10 04:11:25.051562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Network 5c4a6afa-6fc6-4d7a-9297-34e468640aaf is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:25.089910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27047016-36e8-4be0-8ed0-2afa40f3c9be req-9590d5e7-67dd-4598-a130-52bcdd773cae tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504382
Nov 10 04:11:25.096971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5c4a6afa-6fc6-4d7a-9297-34e468640aaf) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:25.105863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ce91b-71a7-4d33-924b-51485ee66796 None None] Network 5c4a6afa-6fc6-4d7a-9297-34e468640aaf requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:25.110759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:25.111356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.122383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c068d3b4-8a43-42d0-a3cb-ec66c58bf760 req-9c331864-fccb-4cf0-b844-6709860ce4bf tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329083
Nov 10 04:11:25.152219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a45d4ee4-e8e7-4dbc-9ae4-ac8cead9aa18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7789965
Nov 10 04:11:25.282431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08069853-0803-49ee-b6ca-5cc1baadc96b None None] Network 5c4a6afa-6fc6-4d7a-9297-34e468640aaf requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:25.285359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522dcd1d-6c80-4b28-b716-4f3664e091d8 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:25.293612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.307505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Transition to ACTIVE for port object 522dcd1d-6c80-4b28-b716-4f3664e091d8 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:11:25.315566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.726188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7d267-dbc5-409a-88a1-85d8b9a92389 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:25.748891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Pushing event updated for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:25.797436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Attempting to bind port 522dcd1d-6c80-4b28-b716-4f3664e091d8 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:25.797772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Attempting to bind port 522dcd1d-6c80-4b28-b716-4f3664e091d8 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:25.798094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Attempting to bind port 522dcd1d-6c80-4b28-b716-4f3664e091d8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:25.803782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Port 522dcd1d-6c80-4b28-b716-4f3664e091d8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:11:25.804101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Attempting to bind port 522dcd1d-6c80-4b28-b716-4f3664e091d8 on network 4db0be07-2ea1-417a-9b15-1aed14a27b6d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:25.809300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:25.809595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Checking segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:25.809856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Bound using segment: {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:25.810277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Bound port: 522dcd1d-6c80-4b28-b716-4f3664e091d8, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:25.810651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.880361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:25.883493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:25.888512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.928853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:25.929505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:25.931818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/522dcd1d-6c80-4b28-b716-4f3664e091d8 HTTP/1.1" status: 200  len: 1091 time: 1.2955372
Nov 10 04:11:25.931818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:25.933757 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789a7454-c722-4f02-b826-7f107a929700" -d '{"events": [{"name": "network-changed", "server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:25.947485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953f6dd-6ab5-4fe8-964b-6d28c4c82296 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:25.963404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e840d-c8e9-4225-a6c4-980af09333c6 service neutron] Pushing event updated for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:26.010922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1d9a5b68-9319-4905-af9c-a69039c47f8e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.017969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1d9a5b68-9319-4905-af9c-a69039c47f8e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/networks?id=14eca5f0-96fd-4a54-9676-5b2e391c9dc5 HTTP/1.1" status: 200  len: 824 time: 0.1586196
Nov 10 04:11:26.037454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-b30a7883-6b02-456d-bedf-a3f0eaf994cb tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/quotas/a0e01de673d84d0da7e8acbf70a5c9a5 HTTP/1.1" status: 200  len: 375 time: 0.0185773
Nov 10 04:11:26.040392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-9ac30aef-2a2e-4488-871d-2c6d354b46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.042021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-9ac30aef-2a2e-4488-871d-2c6d354b46b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 1094 time: 0.0633695
Nov 10 04:11:26.067361 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead6ec45-bccc-460a-b3ab-eaff2e399fac x-openstack-request-id: req-ead6ec45-bccc-460a-b3ab-eaff2e399fac {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:26.067988 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:26.067988 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ead6ec45-bccc-460a-b3ab-eaff2e399fac {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:26.068470 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8', 'status': 'completed', 'code': 200}
Nov 10 04:11:26.076714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-af32ec8d-3287-457a-9e9f-9eddb101cd98 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0e01de673d84d0da7e8acbf70a5c9a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0384145
Nov 10 04:11:26.102559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-dac45e51-7301-4e12-b8a3-02813ec3c877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8 HTTP/1.1" status: 200  len: 217 time: 0.0521657
Nov 10 04:11:26.159454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-ee18cf87-683d-4458-b54b-b8cbfe1280c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.161693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-ee18cf87-683d-4458-b54b-b8cbfe1280c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.0518384
Nov 10 04:11:26.173629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-eff40398-f517-4fdc-930d-7510bac82d8e service neutron] 10.222.0.13 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888634
Nov 10 04:11:26.218205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-a071794c-a101-411d-94cb-f447adf84854 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492017
Nov 10 04:11:26.288512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-0780cfa0-e86a-4cb7-ac6d-0911636e467e service neutron] 10.222.0.13 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050127
Nov 10 04:11:26.295013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524645e4-e625-43f3-a50e-0787101c887c req-d182eda6-8f3a-46a6-949f-8bd11b15a851 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.302198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-524645e4-e625-43f3-a50e-0787101c887c req-d182eda6-8f3a-46a6-949f-8bd11b15a851 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1214156
Nov 10 04:11:26.374520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-524645e4-e625-43f3-a50e-0787101c887c req-05c3aea6-cd3a-491e-aadc-7843df5f9d41 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714698
Nov 10 04:11:26.378651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-80fb4d65-2aff-41c2-9468-caab91152719 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497743
Nov 10 04:11:26.525026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cdf639d-9705-4cbb-84de-6e92182b3b2e req-00edf212-8392-4be6-b4ee-07d1a95b1e59 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371722
Nov 10 04:11:26.562274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8d50c-1e56-4c55-a1c8-649e656c4898 req-612c6252-79e6-4d35-8cf3-e856063bd40e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.564386 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43f8d50c-1e56-4c55-a1c8-649e656c4898 req-612c6252-79e6-4d35-8cf3-e856063bd40e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 943 time: 0.1040916
Nov 10 04:11:26.667686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7454-c722-4f02-b826-7f107a929700 req-05d42e4d-c46f-4d4d-a04e-6ba56537a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.669234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-05d42e4d-c46f-4d4d-a04e-6ba56537a76f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 1094 time: 0.0763454
Nov 10 04:11:26.685218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43f8d50c-1e56-4c55-a1c8-649e656c4898 req-3ba1bc0d-8b65-439c-ae4e-9ff0a618022f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036980
Nov 10 04:11:26.724001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:26.745558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92aeb36d-99ae-4105-8b1e-fd567e4bc800 req-317accb6-f6be-4627-ae80-c61262e2fd91 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 210 time: 0.0717158
Nov 10 04:11:26.756643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:26.761174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 6b7f9fd0-65e9-4752-b3c9-7ee69fb155e6 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:26.861302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21e1e8-a038-4f2c-b9bb-c884277c9edf req-6fa83eb5-2f72-422e-9ffa-c2879a3eeab4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.863670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b21e1e8-a038-4f2c-b9bb-c884277c9edf req-6fa83eb5-2f72-422e-9ffa-c2879a3eeab4 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0866027
Nov 10 04:11:26.866793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7454-c722-4f02-b826-7f107a929700 req-7752819c-8e6d-43d8-998d-7aefec6700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:26.868320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-7752819c-8e6d-43d8-998d-7aefec6700c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 200  len: 916 time: 0.1821351
Nov 10 04:11:26.928764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-dfa90f36-aa52-473e-a1dd-b789dbc3478b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8 HTTP/1.1" status: 200  len: 217 time: 0.0527968
Nov 10 04:11:26.991932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b21e1e8-a038-4f2c-b9bb-c884277c9edf req-19bc59d1-61c2-40a4-a152-b7ea66d7da83 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182344
Nov 10 04:11:27.009835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7454-c722-4f02-b826-7f107a929700 req-1a478af8-8957-42fb-bd0f-3382fa9dfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:27.014038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-1a478af8-8957-42fb-bd0f-3382fa9dfe5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 200  len: 855 time: 0.0723629
Nov 10 04:11:27.056289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-f8bd01a2-8dc5-41d9-8f51-2169a57b6740 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4db0be07-2ea1-417a-9b15-1aed14a27b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344911
Nov 10 04:11:27.166586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-53971d75-b942-40b7-8781-756a3c426bcd service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024852
Nov 10 04:11:27.274003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-789a7454-c722-4f02-b826-7f107a929700 req-0ea25ab1-28d1-42a9-b745-d1a0db356291 service neutron] 10.222.0.26 "GET /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973110
Nov 10 04:11:27.501486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fb41f-f1bb-4e4c-bebc-b8b5d6d740ac req-ab6e912a-19bc-4b02-a2d1-edf9cdde5b4c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:27.502912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be4fb41f-f1bb-4e4c-bebc-b8b5d6d740ac req-ab6e912a-19bc-4b02-a2d1-edf9cdde5b4c tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0500848
Nov 10 04:11:27.869590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698d16b-792f-4efb-a0d6-d50760bb5a05 req-ab8698a0-a8e6-4707-b3f0-28ba3337e7ee tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:27.871078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e698d16b-792f-4efb-a0d6-d50760bb5a05 req-ab8698a0-a8e6-4707-b3f0-28ba3337e7ee tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 943 time: 0.0503645
Nov 10 04:11:27.884303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be4fb41f-f1bb-4e4c-bebc-b8b5d6d740ac req-576ad6cd-157f-498c-b7a0-59ab64334efe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3717856
Nov 10 04:11:27.913597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-775df341-74a4-4659-b4ea-5ba5b35e9e55 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:27.915049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-775df341-74a4-4659-b4ea-5ba5b35e9e55 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.21 "GET /v2.0/networks?id=14eca5f0-96fd-4a54-9676-5b2e391c9dc5 HTTP/1.1" status: 200  len: 824 time: 0.4107730
Nov 10 04:11:27.930050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Request body: {'port': {'device_id': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5', 'admin_state_up': True, 'tenant_id': 'a0e01de673d84d0da7e8acbf70a5c9a5'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:27.931286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e698d16b-792f-4efb-a0d6-d50760bb5a05 req-0b79e76d-79ba-418d-9372-b963d0767a6f tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538194
Nov 10 04:11:28.004112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2f353130-21c3-43e7-bc60-0e56f74737b4 req-2a6a213e-82da-4d6e-98e3-42d2167855d9 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 210 time: 0.0571525
Nov 10 04:11:28.069021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Made reservation on behalf of a0e01de673d84d0da7e8acbf70a5c9a5 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:28.073624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.158163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126e693-5be5-4121-9b02-4f3f15310345 req-a730b1f4-7d44-4c5a-85e5-8b904854908d tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:28.160369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2126e693-5be5-4121-9b02-4f3f15310345 req-a730b1f4-7d44-4c5a-85e5-8b904854908d tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0563397
Nov 10 04:11:28.209837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Allocated IP 172.20.0.8 (14eca5f0-96fd-4a54-9676-5b2e391c9dc5/49279fb7-a547-4b68-ad40-d53216eb2b55/1ebb91e2-f7c4-45d6-ab07-bcdca35dd530) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:28.213383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2126e693-5be5-4121-9b02-4f3f15310345 req-8ce93aaa-0f2c-4cb8-b570-9f26c407f5d3 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450232
Nov 10 04:11:28.395095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.429322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.480281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:28.483596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:28.486216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:28.512898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Pushing event updated for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:28.544262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:28.544895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.561717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-1f80f3d2-b948-44f5-be03-f8452a0aceb2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6353679
Nov 10 04:11:28.574021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Request body: {'port': {'device_id': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:28.633873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.856175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9ea6b-e372-4853-b0e6-e2542a863027 req-41b91496-7cac-4a8c-8019-df0b727ba3fc tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:28.857660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eaf9ea6b-e372-4853-b0e6-e2542a863027 req-41b91496-7cac-4a8c-8019-df0b727ba3fc tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.1028914
Nov 10 04:11:28.939125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eaf9ea6b-e372-4853-b0e6-e2542a863027 req-abd3c0a3-dd9a-4b04-aa28-9a732e19e9f1 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716176
Nov 10 04:11:28.974958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:28.982598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:28.994719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Transition to ACTIVE for port object 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:11:29.000281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:29.023954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d25d9-6482-4b2b-a0bf-7744b1a98078 req-4f49d675-df48-44ba-ac0d-6067b967622b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.026994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-117d25d9-6482-4b2b-a0bf-7744b1a98078 req-4f49d675-df48-44ba-ac0d-6067b967622b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0579209
Nov 10 04:11:29.078127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-117d25d9-6482-4b2b-a0bf-7744b1a98078 req-936be604-5061-4a0c-835f-08c5934e99cd tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448642
Nov 10 04:11:29.083961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:29.135190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a6781-1938-4501-9b77-64e73718650f req-3e8327e5-057a-464a-b6e2-450b51765099 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.136695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-895a6781-1938-4501-9b77-64e73718650f req-3e8327e5-057a-464a-b6e2-450b51765099 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 943 time: 0.1340492
Nov 10 04:11:29.190527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1171b-b086-4251-87c0-049f0bddce63 req-394153ae-63da-4574-bf64-841822392cfe tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.192525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9be1171b-b086-4251-87c0-049f0bddce63 req-394153ae-63da-4574-bf64-841822392cfe tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 943 time: 0.0493751
Nov 10 04:11:29.198074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Attempting to bind port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:29.198413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Attempting to bind port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '10e4c04f-d17c-4040-8888-1eed600bcd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:29.198742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Attempting to bind port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 on network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:29.207461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-895a6781-1938-4501-9b77-64e73718650f req-73c8a1da-412e-4734-a9d1-be853beeffae tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646775
Nov 10 04:11:29.208424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 on network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:11:29.208767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Attempting to bind port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 on network 14eca5f0-96fd-4a54-9676-5b2e391c9dc5 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:29.213927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:29.214267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Checking segment: {'id': '10e4c04f-d17c-4040-8888-1eed600bcd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:29.214645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Bound using segment: {'id': '10e4c04f-d17c-4040-8888-1eed600bcd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:29.215129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Bound port: 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4c04f-d17c-4040-8888-1eed600bcd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:29.215519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:29.244640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9be1171b-b086-4251-87c0-049f0bddce63 req-10939445-3ce7-4449-a2de-a67ea31c5208 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453620
Nov 10 04:11:29.283616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:29.286583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,segment=NetworkSegment(10e4c04f-d17c-4040-8888-1eed600bcd05),segment_id=10e4c04f-d17c-4040-8888-1eed600bcd05)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:29.290010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:29.323795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.324544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:29.326196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] 10.222.0.21 "PUT /v2.0/ports/1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 HTTP/1.1" status: 200  len: 1091 time: 0.7564373
Nov 10 04:11:29.326618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:29.328853 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d5610f-4c52-4629-b7ca-9d08df2d2959" -d '{"events": [{"name": "network-changed", "server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:29.353774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18e56-c584-4528-9433-2f943e8b1f8c service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:29.373307 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f6903-2ac2-4e25-aa21-4784e80f0849 x-openstack-request-id: req-1f6f6903-2ac2-4e25-aa21-4784e80f0849 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:29.373580 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:29.373827 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f6f6903-2ac2-4e25-aa21-4784e80f0849 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:29.374212 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530', 'status': 'completed', 'code': 200}
Nov 10 04:11:29.407127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-35584e32-fc0b-414a-ac11-bfbc20f4092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.408648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-35584e32-fc0b-414a-ac11-bfbc20f4092c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e01de673d84d0da7e8acbf70a5c9a5&device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 1094 time: 0.0445833
Nov 10 04:11:29.457020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-df9b9ee1-3d8b-42d6-a96e-ffb7462b7b32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 HTTP/1.1" status: 200  len: 217 time: 0.0390007
Nov 10 04:11:29.507627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-62076b6f-2238-45f6-ae22-ca9fb76dfa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.509255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-62076b6f-2238-45f6-ae22-ca9fb76dfa4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49279fb7-a547-4b68-ad40-d53216eb2b55 HTTP/1.1" status: 200  len: 864 time: 0.0449874
Nov 10 04:11:29.542901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-3050c199-43d3-41d9-b2d5-7490c62708b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14eca5f0-96fd-4a54-9676-5b2e391c9dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244567
Nov 10 04:11:29.642899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-dffcb306-25e2-4307-b0bd-a5deb92049be service neutron] 10.222.0.21 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917265
Nov 10 04:11:29.754367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45213ef3-1e13-43e2-97d0-47e3a939aa72 req-a363c15a-ba27-42d4-991e-4f4cbca75268 service neutron] 10.222.0.21 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044164
Nov 10 04:11:29.859640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-86e684de-9070-4931-b3be-be16e07c16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.861208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-86e684de-9070-4931-b3be-be16e07c16f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e01de673d84d0da7e8acbf70a5c9a5&device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 1094 time: 0.0533316
Nov 10 04:11:29.958706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-4ee4a09c-92f1-4663-89d0-7b8f17cbb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:29.960193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-4ee4a09c-92f1-4663-89d0-7b8f17cbb7a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14eca5f0-96fd-4a54-9676-5b2e391c9dc5 HTTP/1.1" status: 200  len: 925 time: 0.0914087
Nov 10 04:11:30.007744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-12adafaa-1964-4fbc-b1fb-22d0bd9c129b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 HTTP/1.1" status: 200  len: 217 time: 0.0398791
Nov 10 04:11:30.083555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-7f0e681e-291a-4ee7-ae7b-a93dd3d66ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.084663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-6800626d-8082-49a7-803c-63ee71e24e20 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.085035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-7f0e681e-291a-4ee7-ae7b-a93dd3d66ab4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49279fb7-a547-4b68-ad40-d53216eb2b55 HTTP/1.1" status: 200  len: 864 time: 0.0699563
Nov 10 04:11:30.086131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-6800626d-8082-49a7-803c-63ee71e24e20 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0480244
Nov 10 04:11:30.099959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78f4f-07e0-4336-b897-787c1428a1d6 req-e6aa4e1e-767e-4b03-9da9-032b6636be16 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.101436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6c78f4f-07e0-4336-b897-787c1428a1d6 req-e6aa4e1e-767e-4b03-9da9-032b6636be16 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 945 time: 0.0787082
Nov 10 04:11:30.133008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-2eceaf9f-6c30-4c1a-93b6-07947054546c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14eca5f0-96fd-4a54-9676-5b2e391c9dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306342
Nov 10 04:11:30.219676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6c78f4f-07e0-4336-b897-787c1428a1d6 req-06e45c36-00ae-4736-a058-1ee7a62adebc tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups?id=00fcfc89-355d-4458-a888-467f7485b063&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088135
Nov 10 04:11:30.229138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de521-12c4-4126-a880-e636549f77d4 req-9da5f822-cfc5-409b-b67e-8bc97fadcb45 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.230671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf3de521-12c4-4126-a880-e636549f77d4 req-9da5f822-cfc5-409b-b67e-8bc97fadcb45 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0632770
Nov 10 04:11:30.238993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Deleting port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:30.239334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.260529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-8c444457-1f94-437f-814e-dda8a5af45a0 service neutron] 10.222.0.21 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195879
Nov 10 04:11:30.351454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf3de521-12c4-4126-a880-e636549f77d4 req-a4d3acbc-ea20-486c-9f53-9557a4b6deb4 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954859
Nov 10 04:11:30.371753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] For port 993cee5c-ca04-4c45-8b2d-639cdbdf6081, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=993cee5c-ca04-4c45-8b2d-639cdbdf6081,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:30.371753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.385361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22613-9967-44fd-877a-60e4acda340b req-de04177d-c24c-4850-859c-4da8d9b1a5f1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.386894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acd22613-9967-44fd-877a-60e4acda340b req-de04177d-c24c-4850-859c-4da8d9b1a5f1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 943 time: 0.0994205
Nov 10 04:11:30.414463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34d5610f-4c52-4629-b7ca-9d08df2d2959 req-8978bfbb-0a12-47f8-b60c-41f0a2eb0cc8 service neutron] 10.222.0.21 "GET /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462550
Nov 10 04:11:30.450249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acd22613-9967-44fd-877a-60e4acda340b req-1be670e7-e443-46c6-a6cb-bf6a917c6b08 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533583
Nov 10 04:11:30.507920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 522dcd1d-6c80-4b28-b716-4f3664e091d8 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:30.511158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648647-ba06-40be-a66f-2e9b1a59b289 req-2c69a884-b197-4be1-acec-afa6554c288d tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:30.512849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b648647-ba06-40be-a66f-2e9b1a59b289 req-2c69a884-b197-4be1-acec-afa6554c288d tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 943 time: 0.0895290
Nov 10 04:11:30.602495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:30.613957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b648647-ba06-40be-a66f-2e9b1a59b289 req-c4fb8261-5b7a-44a7-8125-7b1177757849 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925951
Nov 10 04:11:30.614126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '522dcd1d-6c80-4b28-b716-4f3664e091d8', 'network_id': '4db0be07-2ea1-417a-9b15-1aed14a27b6d', 'port_id': '522dcd1d-6c80-4b28-b716-4f3664e091d8', 'mac_address': 'fa:16:3e:c1:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f04fa-b53b-4412-8617-0b657b9b8fd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:30.623246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.623867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.624309 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Floating IP 0fb9a5bc-98e5-413e-b897-6285d96bcc3d disassociated. External IP: 172.32.3.42, port: 993cee5c-ca04-4c45-8b2d-639cdbdf6081.
Nov 10 04:11:30.624870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Calling delete_port for 993cee5c-ca04-4c45-8b2d-639cdbdf6081 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:30.650328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.666724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522dcd1d-6c80-4b28-b716-4f3664e091d8 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:30.685932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:30.689681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.742818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:30.752909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:30.789707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event deleted for resources: {'Port': ['ID=993cee5c-ca04-4c45-8b2d-639cdbdf6081,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:30.912695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Router 1b196d1e-9f09-4c11-824b-aef63163ebbb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:11:30.928642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['522dcd1d-6c80-4b28-b716-4f3664e091d8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:31.032861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:31.046559 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Sync routers for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:31.059563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:31.060557 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860e80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:31.076181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] No DVR routers for this DVR port 993cee5c-ca04-4c45-8b2d-639cdbdf6081 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:31.078758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:31.083033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e9ff594-b2ab-442f-ba85-32cd38137ab5 req-1d0e3ccd-867d-46a2-ba0f-aa8cb88493e5 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.21 "DELETE /v2.0/ports/993cee5c-ca04-4c45-8b2d-639cdbdf6081 HTTP/1.1" status: 204  len: 173 time: 0.9809074
Nov 10 04:11:31.083485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'name': 'network-vif-deleted', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:31.086044 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655fd553-a197-49d7-b392-446f0d042cd9" -d '{"events": [{"server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "name": "network-vif-deleted", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:31.130308 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42e2978-d999-4cdd-901a-2b56f9b95c77 x-openstack-request-id: req-e42e2978-d999-4cdd-901a-2b56f9b95c77 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:31.130807 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7ef57b-4a3b-41e0-9f44-2e2b0733168d", "name": "network-vif-deleted", "tag": "993cee5c-ca04-4c45-8b2d-639cdbdf6081", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:31.131232 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e42e2978-d999-4cdd-901a-2b56f9b95c77 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:31.131799 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7ef57b-4a3b-41e0-9f44-2e2b0733168d', 'name': 'network-vif-deleted', 'tag': '993cee5c-ca04-4c45-8b2d-639cdbdf6081', 'status': 'completed', 'code': 200}
Nov 10 04:11:31.202558 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:31.365105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0035f59f-21b7-41e2-8ca7-dc0f1cce7a0f req-076bb809-fc24-40df-ac09-73440082251e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7ef57b-4a3b-41e0-9f44-2e2b0733168d HTTP/1.1" status: 200  len: 210 time: 0.0395839
Nov 10 04:11:31.460266 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860e80>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:31.490881 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Checking router: 1b196d1e-9f09-4c11-824b-aef63163ebbb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:31.497265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08477-ca8c-49b3-9f1b-6d107c484f55 req-5601e8d3-30b9-45de-b972-5207ead466c1 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:31.499149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11e08477-ca8c-49b3-9f1b-6d107c484f55 req-5601e8d3-30b9-45de-b972-5207ead466c1 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0666189
Nov 10 04:11:31.500943 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:31.501557 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860e80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:31.572900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11e08477-ca8c-49b3-9f1b-6d107c484f55 req-95a7fe1f-818c-4936-815b-3d7f3f8c7652 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639102
Nov 10 04:11:31.604660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd1c3e-b2e7-4e2f-910e-5173699a47d2 req-6a3af5ff-d7b6-4457-a32f-040838a4544e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:31.606588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41fd1c3e-b2e7-4e2f-910e-5173699a47d2 req-6a3af5ff-d7b6-4457-a32f-040838a4544e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 944 time: 0.0681181
Nov 10 04:11:31.677845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41fd1c3e-b2e7-4e2f-910e-5173699a47d2 req-b82b064d-fe89-40b4-9480-58c54d180609 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642743
Nov 10 04:11:31.693839 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:31.771840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0b35-4d98-40ef-948a-b8053342a81b req-64ce9544-f2d5-4fc0-8b8b-7ee687034947 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:31.773569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ff0b35-4d98-40ef-948a-b8053342a81b req-64ce9544-f2d5-4fc0-8b8b-7ee687034947 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 943 time: 0.0549953
Nov 10 04:11:31.821552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ff0b35-4d98-40ef-948a-b8053342a81b req-3c44ccf1-29ed-40cf-849d-89e48fa8433a tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418057
Nov 10 04:11:31.902339 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860e80>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:31.932581 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da28f8-91a3-4b0c-86c3-4908daf8576c None None] The sync data for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 is: [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:09:29Z', 'revision_number': 4, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'd77ad1c4-b3e3-4739-bfac-44b1714f40e6', 'name': '', 'network_id': '2b88ffc5-40a1-497f-923e-ddc2df1f1768', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'mac_address': 'fa:16:3e:51:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:28Z', 'updated_at': '2021-11-10T04:09:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'subnets': [{'id': '98f59768-baa6-4ef9-8a44-3451d76fd94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:11:32.148685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e7ac4-e69c-46fd-a929-92bf98c66739 None None] New status for floating IP 0fb9a5bc-98e5-413e-b897-6285d96bcc3d: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:11:32.446582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:32.516537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.538543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 522dcd1d-6c80-4b28-b716-4f3664e091d8 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:32.542879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.605207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.608655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.610045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "DELETE /v2.0/security-groups/00fcfc89-355d-4458-a888-467f7485b063 HTTP/1.1" status: 204  len: 168 time: 0.1624475
Nov 10 04:11:32.613239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:32.617492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 522dcd1d-6c80-4b28-b716-4f3664e091d8 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:11:32.620520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9efb6e-e1a3-4deb-a243-d003927a2fdb tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcfc89-355d-4458-a888-467f7485b063,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:32.624542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 522dcd1d-6c80-4b28-b716-4f3664e091d8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:32.625042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.638843 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-9e5195d3-6770-4667-ad04-cc3648a74012 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] show failed (client error): The resource could not be found.
Nov 10 04:11:32.640145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e5195d3-6770-4667-ad04-cc3648a74012 tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "GET /v2.0/security-groups/00fcfc89-355d-4458-a888-467f7485b063 HTTP/1.1" status: 404  len: 347 time: 0.0253625
Nov 10 04:11:32.643405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49672) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:32.754846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0bad0-f14a-40ec-b6d8-75640ba4e14a req-3c4a4ab5-4846-4293-930d-5ecdd9ce8041 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:32.756580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90f0bad0-f14a-40ec-b6d8-75640ba4e14a req-3c4a4ab5-4846-4293-930d-5ecdd9ce8041 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0672476
Nov 10 04:11:32.773558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.775804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:11:32.844575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90f0bad0-f14a-40ec-b6d8-75640ba4e14a req-90121ca1-a2f9-42ce-93d6-b0a71872d339 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806520
Nov 10 04:11:32.856420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:32.859194 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecd1c27-21e3-4834-9380-337b4ed06481" -d '{"events": [{"server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "name": "network-vif-plugged", "status": "completed", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:32.883462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bbddc-2dd2-41e1-93ce-d4128ef3ff6c req-0fdeb837-d315-4ec9-8741-d1860bbff0e4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:32.885098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a38bbddc-2dd2-41e1-93ce-d4128ef3ff6c req-0fdeb837-d315-4ec9-8741-d1860bbff0e4 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 944 time: 0.1038682
Nov 10 04:11:32.901206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Deleting port efcb7fff-a044-4228-be97-aa35491b260d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:32.901603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.902524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:32.911319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:32.968847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27cfba-7555-48d8-8566-ec2842fa6c27 req-bece5e4a-3106-4a4a-bb2a-3278002b66c7 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:32.971162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d27cfba-7555-48d8-8566-ec2842fa6c27 req-bece5e4a-3106-4a4a-bb2a-3278002b66c7 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 943 time: 0.0543919
Nov 10 04:11:32.997455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:33.001870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,segment=NetworkSegment(10e4c04f-d17c-4040-8888-1eed600bcd05),segment_id=10e4c04f-d17c-4040-8888-1eed600bcd05)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:33.017615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530', 'network_id': '14eca5f0-96fd-4a54-9676-5b2e391c9dc5', 'port_id': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530', 'mac_address': 'fa:16:3e:7a:ca:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49279fb7-a547-4b68-ad40-d53216eb2b55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:11:33.030248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a38bbddc-2dd2-41e1-93ce-d4128ef3ff6c req-dfb89d2b-a295-4d02-af12-9bceb5bb0f6e tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073256
Nov 10 04:11:33.040273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.040677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.053854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d27cfba-7555-48d8-8566-ec2842fa6c27 req-59652dc3-6c1e-401c-a828-4a278bffdb38 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731206
Nov 10 04:11:33.076058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Calling delete_port for efcb7fff-a044-4228-be97-aa35491b260d owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:33.078215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.099112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:33.109339 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1caa5f-6f8d-452e-a524-8e14301192d9 x-openstack-request-id: req-6a1caa5f-6f8d-452e-a524-8e14301192d9 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:33.109831 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "name": "network-vif-plugged", "status": "completed", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:33.110323 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a1caa5f-6f8d-452e-a524-8e14301192d9 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:33.110866 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8', 'code': 200}
Nov 10 04:11:33.140980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,segment=NetworkSegment(10e4c04f-d17c-4040-8888-1eed600bcd05),segment_id=10e4c04f-d17c-4040-8888-1eed600bcd05)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:33.148506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.214893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:33.233505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd80bb4-a0c9-481b-896a-88cbc0f7a6f6 req-ab254968-ad2f-4597-9160-43656e34c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:33.235246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbd80bb4-a0c9-481b-896a-88cbc0f7a6f6 req-ab254968-ad2f-4597-9160-43656e34c2bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 1096 time: 0.0586078
Nov 10 04:11:33.274829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.289804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbd80bb4-a0c9-481b-896a-88cbc0f7a6f6 req-e72e6465-2cf1-471a-b0cb-d51482cca364 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442388
Nov 10 04:11:33.306904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Pushing event deleted for resources: {'Port': ['ID=efcb7fff-a044-4228-be97-aa35491b260d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:33.314064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec82a1-74c1-457f-8c62-efcfa8dfae43 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:33.335684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.336033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.336377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.336744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.337091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.337426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.337757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.338086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.338413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.338744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.339074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.339400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:33.393418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.397081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.398240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1da6ec5b-2113-4ae8-a4d5-0ad3bb1b411e tempest-ServersTestManualDisk-501863413 tempest-ServersTestManualDisk-501863413-project] 10.222.0.13 "DELETE /v2.0/floatingips/0fb9a5bc-98e5-413e-b897-6285d96bcc3d HTTP/1.1" status: 204  len: 168 time: 0.7526731
Nov 10 04:11:33.401247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:33.428041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['1ebb91e2-f7c4-45d6-ab07-bcdca35dd530'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:33.778339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:33.967528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664699cf-140e-49fb-8369-cc5e866c4ad4 req-68ab47d4-213b-47db-a523-70fd5687f42b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:33.970125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-664699cf-140e-49fb-8369-cc5e866c4ad4 req-68ab47d4-213b-47db-a523-70fd5687f42b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0550761
Nov 10 04:11:34.027944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-664699cf-140e-49fb-8369-cc5e866c4ad4 req-c3e4f265-4318-436c-bd7a-d0fed270f8b7 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499485
Nov 10 04:11:34.052309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Deleting port d77ad1c4-b3e3-4739-bfac-44b1714f40e6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:34.052680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.162347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] For port d77ad1c4-b3e3-4739-bfac-44b1714f40e6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:34.162981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.178570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9569d-4ba8-41dd-9559-db003c692167 req-b3ffecee-f9b8-4a0b-afee-e498c80356a2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:34.180061 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0af9569d-4ba8-41dd-9559-db003c692167 req-b3ffecee-f9b8-4a0b-afee-e498c80356a2 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 944 time: 0.0569062
Nov 10 04:11:34.190068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Calling delete_port for d77ad1c4-b3e3-4739-bfac-44b1714f40e6 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:34.229180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0af9569d-4ba8-41dd-9559-db003c692167 req-68731d06-ca39-43d6-a633-c9da25a6572d tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422442
Nov 10 04:11:34.244555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001c22-eaaa-4f74-b3f5-dfd2e15c7823 req-79bc6b10-d0a0-414d-b82f-ff5ec9048103 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:34.246059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc001c22-eaaa-4f74-b3f5-dfd2e15c7823 req-79bc6b10-d0a0-414d-b82f-ff5ec9048103 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.1043489
Nov 10 04:11:34.308806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-848026c0-6fb1-4aee-ac92-7abacb9420f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.350946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc001c22-eaaa-4f74-b3f5-dfd2e15c7823 req-90b3984a-0d0b-4add-bd21-5bab2a6450b9 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925057
Nov 10 04:11:34.422221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.446362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d77ad1c4-b3e3-4739-bfac-44b1714f40e6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:34.623705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.750567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:34.833248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:11:34.839463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:34.839938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.931722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.971501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,segment=NetworkSegment(10e4c04f-d17c-4040-8888-1eed600bcd05),segment_id=10e4c04f-d17c-4040-8888-1eed600bcd05)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:34.977968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:34.978761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 993cee5c-ca04-4c45-8b2d-639cdbdf6081 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:35.029217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 993cee5c-ca04-4c45-8b2d-639cdbdf6081 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:35.029627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 993cee5c-ca04-4c45-8b2d-639cdbdf6081 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:35.061365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:35.113837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:35.116974 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0611b4b4-3bb6-437a-8066-76b79eaa2b5a" -d '{"events": [{"server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:35.160109 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c0aef9-c058-41b7-8a24-cd9317a6c3a2 x-openstack-request-id: req-d5c0aef9-c058-41b7-8a24-cd9317a6c3a2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:35.160482 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:35.160769 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5c0aef9-c058-41b7-8a24-cd9317a6c3a2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:35.161148 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530', 'code': 200}
Nov 10 04:11:35.167946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Router 1b196d1e-9f09-4c11-824b-aef63163ebbb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:11:35.176186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb758d-f7e9-42f7-8d97-6221bad9a425 req-1b545653-457b-4679-8a00-2b52f8a46908 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:35.181114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-abeb758d-f7e9-42f7-8d97-6221bad9a425 req-1b545653-457b-4679-8a00-2b52f8a46908 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0702965
Nov 10 04:11:35.290572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:35.296534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ba3d84b9-e00d-4895-bd37-95d5302d69fe admin admin] 10.222.0.13 "PUT /v2.0/routers/1b196d1e-9f09-4c11-824b-aef63163ebbb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8942769
Nov 10 04:11:35.299007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49798) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:35.304793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Sync routers for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:35.321950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:35.322574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:35.332642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-abeb758d-f7e9-42f7-8d97-6221bad9a425 req-c7fab12b-b027-4af2-bbe7-e6a6c216cd59 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451797
Nov 10 04:11:35.352870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb3a5-60d7-43aa-9df7-9901d40ac6c7 req-37a52280-f054-4976-a5a9-cf6386ec96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:35.354371 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-157bb3a5-60d7-43aa-9df7-9901d40ac6c7 req-37a52280-f054-4976-a5a9-cf6386ec96fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 1096 time: 0.1213107
Nov 10 04:11:35.431842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-157bb3a5-60d7-43aa-9df7-9901d40ac6c7 req-c9bed465-2c31-4e6d-a147-84611d9d3319 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677929
Nov 10 04:11:35.469414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc3214-33bf-474e-bae8-f8b415d96647 req-58f71d6a-2ded-45f6-95ad-5a35703ad22e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:35.470908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ccc3214-33bf-474e-bae8-f8b415d96647 req-58f71d6a-2ded-45f6-95ad-5a35703ad22e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.1134715
Nov 10 04:11:35.497113 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:35.500039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:35.534090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d963c5-0ac2-47eb-b01c-8a814022a2ac req-3670e5ca-1948-410b-a4e1-7fe68661fe6d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:35.535984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3d963c5-0ac2-47eb-b01c-8a814022a2ac req-3670e5ca-1948-410b-a4e1-7fe68661fe6d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0540538
Nov 10 04:11:35.584354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3d963c5-0ac2-47eb-b01c-8a814022a2ac req-58f0c3f0-1c2f-47a9-ba93-2d51414c1a76 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425065
Nov 10 04:11:35.612265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ccc3214-33bf-474e-bae8-f8b415d96647 req-1924ff83-b03d-4c82-b68e-0a8511772893 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341615
Nov 10 04:11:35.640721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:35.704847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Deleting port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:35.705172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:35.728329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3abe4-950a-4cbb-9bff-17a313dd1730 req-e76e55fa-bcc4-4148-afa3-577cb07fbcc1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:35.729917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9b3abe4-950a-4cbb-9bff-17a313dd1730 req-e76e55fa-bcc4-4148-afa3-577cb07fbcc1 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0590861
Nov 10 04:11:35.777140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13'}], 'enable_snat': True}, 'gw_port_id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:11:34Z', 'revision_number': 5, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port': {'id': '91ea2919-6ece-4912-8a3b-6a5b5a720e8e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:09:26Z', 'updated_at': '2021-11-10T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:35.781930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d9b3abe4-950a-4cbb-9bff-17a313dd1730 req-3fdec91d-d4cf-4808-898a-1fa470176d33 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458324
Nov 10 04:11:35.798803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] For port 91ea2919-6ece-4912-8a3b-6a5b5a720e8e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:35.799356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:35.806942 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Checking router: 1b196d1e-9f09-4c11-824b-aef63163ebbb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:35.816172 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Routers {'1b196d1e-9f09-4c11-824b-aef63163ebbb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:35.816797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1b196d1e-9f09-4c11-824b-aef63163ebbb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:35.817338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Calling delete_port for 91ea2919-6ece-4912-8a3b-6a5b5a720e8e owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:35.934239 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] Set router 1b196d1e-9f09-4c11-824b-aef63163ebbb gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:36.019593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:11:35Z', 'revision_number': 6, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:36.023057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.039007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0547a6-5c99-4a9f-87e9-f2e29949591d req-1889cbe6-0fd8-4c0d-9aa3-9c62c4cebc3b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:36.049469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b0547a6-5c99-4a9f-87e9-f2e29949591d req-1889cbe6-0fd8-4c0d-9aa3-9c62c4cebc3b tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0771861
Nov 10 04:11:36.054607 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b897b-cbca-4be8-90d5-30b0d64bc6ec None None] The sync data for ids ['1b196d1e-9f09-4c11-824b-aef63163ebbb'] in ncdv-817176-1 is: [{'id': '1b196d1e-9f09-4c11-824b-aef63163ebbb', 'name': 'tempest-ServersTestManualDisk-1573295066-router', 'tenant_id': 'c85b5e83c6fc491b9880ca7481937aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:09:24Z', 'updated_at': '2021-11-10T04:11:35Z', 'revision_number': 6, 'project_id': 'c85b5e83c6fc491b9880ca7481937aee', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:11:36.079425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Pushing event deleted for resources: {'Port': ['ID=91ea2919-6ece-4912-8a3b-6a5b5a720e8e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:36.113024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58ce75-83dd-4f69-ab49-a5d97d82e5fd None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:36.138747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b0547a6-5c99-4a9f-87e9-f2e29949591d req-2aa896f6-73c1-40e4-a9b0-1024e231fb80 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869851
Nov 10 04:11:36.161186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.231654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49826) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:36.270181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.273122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.334674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2caea-5ae6-45d3-90c3-c20d8676c963 req-da8df792-f67b-4f59-b35a-950de4994b92 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:36.337567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93d2caea-5ae6-45d3-90c3-c20d8676c963 req-da8df792-f67b-4f59-b35a-950de4994b92 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.1219337
Nov 10 04:11:36.340383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.345948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.347562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b196d1e-9f09-4c11-824b-aef63163ebbb {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:11:36.353167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.356592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f17977ea-f848-44dc-95d1-c3f491a7385d admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b196d1e-9f09-4c11-824b-aef63163ebbb HTTP/1.1" status: 204  len: 168 time: 1.0542519
Nov 10 04:11:36.357333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:36.430766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93d2caea-5ae6-45d3-90c3-c20d8676c963 req-4d7c98d5-a02e-46e0-88a1-aa03fdbdc870 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751979
Nov 10 04:11:36.435406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Deleting subnet 98f59768-baa6-4ef9-8a44-3451d76fd94c {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:36.459746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.532195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.604209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20599f4-587f-45e1-b280-814e646f5510 req-aa2a6704-65bd-4457-a428-e25ee60d6f2b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:36.605716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e20599f4-587f-45e1-b280-814e646f5510 req-aa2a6704-65bd-4457-a428-e25ee60d6f2b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1928945
Nov 10 04:11:36.622826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.653653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.719553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.728204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d111073119c42b0b6837eaa3e2e210c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4955349
Nov 10 04:11:36.728389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007f0a2-4ed6-4056-a979-04435b448246 req-684aef14-5ce4-4c19-9f2f-f2970b5c82aa tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:36.729855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c007f0a2-4ed6-4056-a979-04435b448246 req-684aef14-5ce4-4c19-9f2f-f2970b5c82aa tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0527217
Nov 10 04:11:36.730780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:36.748012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f2a369-1166-4fae-b1dc-a310b46c415d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:36.757761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e20599f4-587f-45e1-b280-814e646f5510 req-ae08e360-1d97-4a72-a154-f67867f3a66b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454036
Nov 10 04:11:36.764224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.764567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.764932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.765606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.765606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.765898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.766221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.766542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.766862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.767183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.767499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.767858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed510f-6dcc-445d-a86f-4d4124629af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:36.816762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c007f0a2-4ed6-4056-a979-04435b448246 req-04ba81c6-67fe-4a0b-9052-0e6d1a10798c tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788457
Nov 10 04:11:36.817575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.852714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5ce8cedf-799f-4e3b-b78b-3ad6d2d1799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.857449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.874703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.920452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.922555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555ad4d-88d7-474b-b2c6-2e91df84d1e7 req-e9c3826f-e93b-41dd-ab71-ce2dbe4b67ac tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:36.923094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.924138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c555ad4d-88d7-474b-b2c6-2e91df84d1e7 req-e9c3826f-e93b-41dd-ab71-ce2dbe4b67ac tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.0954554
Nov 10 04:11:36.924974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05f2a369-1166-4fae-b1dc-a310b46c415d HTTP/1.1" status: 204  len: 168 time: 0.1932185
Nov 10 04:11:36.926728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f59768-baa6-4ef9-8a44-3451d76fd94c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:36.932464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:36.935153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3caa0-2f5b-40c9-985e-eaae0a2054e4 None None] Network 2b88ffc5-40a1-497f-923e-ddc2df1f1768 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:36.938047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-12029f42-d071-4a55-9f35-1b8579c2d7f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/98f59768-baa6-4ef9-8a44-3451d76fd94c HTTP/1.1" status: 204  len: 168 time: 0.5780268
Nov 10 04:11:36.939476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:36.942586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4efcf2-dc8e-4e93-9b9b-dc35c6784637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f2a369-1166-4fae-b1dc-a310b46c415d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:37.049132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.062676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c555ad4d-88d7-474b-b2c6-2e91df84d1e7 req-79e2fb9a-ceed-4fe0-9985-58f0bf4ecf11 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066978
Nov 10 04:11:37.186082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd748a9-772a-4779-9ead-3033dfdbf2f0 req-bed2c466-000a-4c1d-b1c5-d3765bf212d6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:37.188531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd748a9-772a-4779-9ead-3033dfdbf2f0 req-bed2c466-000a-4c1d-b1c5-d3765bf212d6 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0965977
Nov 10 04:11:37.189924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Deleting port ff02c719-23ba-4448-9eb3-52e066319468 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:37.191347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.228688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f14a4-ca93-4621-8afa-03789e667f65 req-3d862387-a26c-4937-86c0-d37dd3970e53 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:37.230255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e59f14a4-ca93-4621-8afa-03789e667f65 req-3d862387-a26c-4937-86c0-d37dd3970e53 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0673826
Nov 10 04:11:37.235931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] DHCP port deletion for 2b88ffc5-40a1-497f-923e-ddc2df1f1768 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:37.305512 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e59f14a4-ca93-4621-8afa-03789e667f65 req-fbbc20db-e249-4783-b17c-97467dd8dab6 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629454
Nov 10 04:11:37.319502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Deleting port ff02c719-23ba-4448-9eb3-52e066319468 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:37.323758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.346749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd748a9-772a-4779-9ead-3033dfdbf2f0 req-4e165189-360a-4bf5-b5e2-1a6ed6fe7339 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440969
Nov 10 04:11:37.356097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] For port ff02c719-23ba-4448-9eb3-52e066319468, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ff02c719-23ba-4448-9eb3-52e066319468,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:37.356685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.388210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49862) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:37.392538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Calling delete_port for ff02c719-23ba-4448-9eb3-52e066319468 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:37.439474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f416bce1-8dca-41c3-9267-caef8060e7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.441901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] For port ff02c719-23ba-4448-9eb3-52e066319468, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ff02c719-23ba-4448-9eb3-52e066319468,segment=NetworkSegment(687644c9-b8f1-482a-b845-3dd8ef77bfbd),segment_id=687644c9-b8f1-482a-b845-3dd8ef77bfbd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:37.442582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.458606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Calling delete_port for ff02c719-23ba-4448-9eb3-52e066319468 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:37.475619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a4e1a-7602-42c0-88d5-14b58589714c req-781f2df2-954d-4282-bb99-b93cd7074022 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:37.477147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a4a4e1a-7602-42c0-88d5-14b58589714c req-781f2df2-954d-4282-bb99-b93cd7074022 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.0924366
Nov 10 04:11:37.528047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc005a8e-7fdc-464c-8936-582582b7f223 req-809d4804-9399-4893-9c29-24ce7c8d0fff tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:37.529754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc005a8e-7fdc-464c-8936-582582b7f223 req-809d4804-9399-4893-9c29-24ce7c8d0fff tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0759037
Nov 10 04:11:37.543376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.562134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.566814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7a4a4e1a-7602-42c0-88d5-14b58589714c req-5332daa3-779a-4317-bf8c-f5592ea9f87c tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769808
Nov 10 04:11:37.588723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff02c719-23ba-4448-9eb3-52e066319468,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:37.590803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] No DVR routers for this DVR port ff02c719-23ba-4448-9eb3-52e066319468 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:37.599515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f416bce1-8dca-41c3-9267-caef8060e7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.605610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] No DVR routers for this DVR port ff02c719-23ba-4448-9eb3-52e066319468 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:37.608100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b5790-cb39-42ae-a6e3-f258b713f8db None None] Pushing event deleted for resources: {'Port': ['ID=ff02c719-23ba-4448-9eb3-52e066319468,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:37.615628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f416bce1-8dca-41c3-9267-caef8060e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.657364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f416bce1-8dca-41c3-9267-caef8060e7fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f4ad68483d54bf0950b264b58c21ff1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2679555
Nov 10 04:11:37.658241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416bce1-8dca-41c3-9267-caef8060e7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0324041-1106-44df-a90b-e159f482824a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:37.660570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:37.700965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.741165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc005a8e-7fdc-464c-8936-582582b7f223 req-7447d939-6cf2-45d0-af6d-510e0808d290 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950243
Nov 10 04:11:37.767227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e8a0640>,) {'filters': {'network_id': ['2b88ffc5-40a1-497f-923e-ddc2df1f1768']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:37.782025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8a0640>, '687644c9-b8f1-482a-b845-3dd8ef77bfbd') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:37.782325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8a0640>, '687644c9-b8f1-482a-b845-3dd8ef77bfbd') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:37.803280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.815110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.839992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.846572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.850712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:37.851243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:37.853140 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:37.898563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.941294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.956873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.960118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b88ffc5-40a1-497f-923e-ddc2df1f1768 HTTP/1.1" status: 204  len: 168 time: 1.0195041
Nov 10 04:11:37.961776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503acb5-1510-4637-bc72-e09afada2c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b88ffc5-40a1-497f-923e-ddc2df1f1768,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:37.989636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.993219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:37.997332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0324041-1106-44df-a90b-e159f482824a HTTP/1.1" status: 204  len: 168 time: 0.3306215
Nov 10 04:11:38.012561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867f552-1ebd-4a9e-bb1f-db10ba0800d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0324041-1106-44df-a90b-e159f482824a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:38.099492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ff02c719-23ba-4448-9eb3-52e066319468 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:38.188816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:38.240325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962d974-7352-41c3-87d9-ac28c7c41cb1 req-1645d1c0-d6d1-48e4-b19e-abd1c30cf1ef tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:38.241937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3962d974-7352-41c3-87d9-ac28c7c41cb1 req-1645d1c0-d6d1-48e4-b19e-abd1c30cf1ef tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0751023
Nov 10 04:11:38.283069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a8b0eb12-80aa-4318-99ab-dab6b001b4fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c85b5e83c6fc491b9880ca7481937aee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0926309
Nov 10 04:11:38.286264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:38.303161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3962d974-7352-41c3-87d9-ac28c7c41cb1 req-aab1302b-9980-46d7-92a8-306ad8e1975d tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543685
Nov 10 04:11:38.306325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639431a-5e97-427f-a19c-bd4abc1051f3 req-35819999-005d-4d4b-9ae6-528797db9874 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:38.307908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e639431a-5e97-427f-a19c-bd4abc1051f3 req-35819999-005d-4d4b-9ae6-528797db9874 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.0999088
Nov 10 04:11:38.333982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ff02c719-23ba-4448-9eb3-52e066319468 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:38.334532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ff02c719-23ba-4448-9eb3-52e066319468 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:38.334765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d77ad1c4-b3e3-4739-bfac-44b1714f40e6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:38.361142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d77ad1c4-b3e3-4739-bfac-44b1714f40e6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:38.361429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d77ad1c4-b3e3-4739-bfac-44b1714f40e6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:38.361843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91ea2919-6ece-4912-8a3b-6a5b5a720e8e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:38.392300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 91ea2919-6ece-4912-8a3b-6a5b5a720e8e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:38.392922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 91ea2919-6ece-4912-8a3b-6a5b5a720e8e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:38.403422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:38.410328 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e639431a-5e97-427f-a19c-bd4abc1051f3 req-5f98a55e-f594-4b54-b488-07624713ac18 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829790
Nov 10 04:11:38.435593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:38.440088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c463-62e1-4e75-9521-f753c6d3751b req-02ab2bb3-4236-4cc0-95cf-39f29a64f1b4 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:38.441834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b14c463-62e1-4e75-9521-f753c6d3751b req-02ab2bb3-4236-4cc0-95cf-39f29a64f1b4 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.0722528
Nov 10 04:11:38.491353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:38.494410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:38.496306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c71829f-ac4b-43e2-946d-97e25d6737e9 HTTP/1.1" status: 204  len: 168 time: 0.2086704
Nov 10 04:11:38.505410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d5d7-5aaf-4ce6-af1a-32b2cfd0c877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71829f-ac4b-43e2-946d-97e25d6737e9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:38.516409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b14c463-62e1-4e75-9521-f753c6d3751b req-3d2f5ddf-1d3c-49ef-bcb8-7ea5e149c5d6 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674257
Nov 10 04:11:38.824420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c658e-0136-46a9-82bf-9ebaeb14e93b req-61596c36-d388-41f1-b6f5-f973dfd1af18 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:38.824420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd2c658e-0136-46a9-82bf-9ebaeb14e93b req-61596c36-d388-41f1-b6f5-f973dfd1af18 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.0652316
Nov 10 04:11:38.883312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd2c658e-0136-46a9-82bf-9ebaeb14e93b req-af717539-3a0d-4a27-aa25-b0c9b351af4f tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531414
Nov 10 04:11:39.243688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:39.322318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.347319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1503789459-network', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:39.348262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-59a0ec6b-b400-4b3b-9199-88339c935f30 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:39.350756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-59a0ec6b-b400-4b3b-9199-88339c935f30 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0605733
Nov 10 04:11:39.378477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:39.382791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.397497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.491893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.496637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.499845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf64847-6214-4de6-981e-3d72d907aa0c req-38c3ae25-4834-43db-a948-aa29b1ceab03 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:39.501531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-faf64847-6214-4de6-981e-3d72d907aa0c req-38c3ae25-4834-43db-a948-aa29b1ceab03 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 945 time: 0.0980289
Nov 10 04:11:39.522831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:39.565524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.565707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Deleting port 522dcd1d-6c80-4b28-b716-4f3664e091d8 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:39.565932 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Added segment 718ae0b4-cf9d-4832-8d4f-269749315d3c of type vlan for network ef88846a-fd36-4192-b2f9-526532af5b68
Nov 10 04:11:39.566068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.568010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ea635-3abc-42da-9bbd-e2a9039a6d2d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:39.625152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe03a33-973a-4a95-b569-2b7819bcba89 req-be4c5cfc-d193-4bf0-8e85-5d08c31c598f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:39.626667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afe03a33-973a-4a95-b569-2b7819bcba89 req-be4c5cfc-d193-4bf0-8e85-5d08c31c598f tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1081736
Nov 10 04:11:39.649575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.662074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-d8d8e0ff-8d1d-4b3b-a0bf-a80a28d4a9a5 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:39.663558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-d8d8e0ff-8d1d-4b3b-a0bf-a80a28d4a9a5 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 946 time: 0.1579072
Nov 10 04:11:39.674145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-faf64847-6214-4de6-981e-3d72d907aa0c req-f8525a0b-87db-4e3a-8dbb-18494c704b70 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534622
Nov 10 04:11:39.696230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.697043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:39.697948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.753043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afe03a33-973a-4a95-b569-2b7819bcba89 req-e127267d-17df-4182-8ff6-a09bf59cdca8 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174452
Nov 10 04:11:39.776882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5318990
Nov 10 04:11:39.779433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49964) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:39.781257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] For port 522dcd1d-6c80-4b28-b716-4f3664e091d8, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=522dcd1d-6c80-4b28-b716-4f3664e091d8,segment=NetworkSegment(f94a4d7f-a772-4e0b-b0b8-b89e2d14c210),segment_id=f94a4d7f-a772-4e0b-b0b8-b89e2d14c210)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:39.781626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.787907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Request body: {'subnet': {'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1503789459-subnet', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:39.791892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4905b-c88a-40f3-b49e-caf89ce13b1d admin admin] Pushing event updated for resources: {'Network': ['ID=ef88846a-fd36-4192-b2f9-526532af5b68,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:39.797657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Calling delete_port for 522dcd1d-6c80-4b28-b716-4f3664e091d8 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:39.814250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ef88846a-fd36-4192-b2f9-526532af5b68 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:39.819868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:39.822808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:39.891734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port 0c652001-6dad-4679-8e6e-6f17517b1d0f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:39.892407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.068794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port 0c652001-6dad-4679-8e6e-6f17517b1d0f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0c652001-6dad-4679-8e6e-6f17517b1d0f,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:40.069161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.091545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for 0c652001-6dad-4679-8e6e-6f17517b1d0f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:40.107051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-c7fc9d65-533e-40c9-a27a-2add44e30b22 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:40.108531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-c7fc9d65-533e-40c9-a27a-2add44e30b22 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.21 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.0941141
Nov 10 04:11:40.112582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce8d8-e526-4f72-8cab-b7c3296f5650 req-f03694f8-f7f7-4ddb-8e16-15bad1d15f2e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:40.114619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d8ce8d8-e526-4f72-8cab-b7c3296f5650 req-f03694f8-f7f7-4ddb-8e16-15bad1d15f2e tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 945 time: 0.1075034
Nov 10 04:11:40.116635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.124086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.128927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['522dcd1d-6c80-4b28-b716-4f3664e091d8'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:40.200153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.206307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Pushing event deleted for resources: {'Port': ['ID=522dcd1d-6c80-4b28-b716-4f3664e091d8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:40.221478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=57231b11-eddc-4f77-8b6a-425f398cd161,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:40.242240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874680b-eef5-4b23-9d86-d47525c11b38 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:40.244555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Checking segment: {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:40.244897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Network hostable DHCP agents. Network: ef88846a-fd36-4192-b2f9-526532af5b68, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:40.258606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d8ce8d8-e526-4f72-8cab-b7c3296f5650 req-5968c98a-8ad5-4a37-9ec0-5a00795121d1 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ba7e720-aca7-4b7c-8ba1-c171ef848a28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031146
Nov 10 04:11:40.272576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] No DVR routers for this DVR port 522dcd1d-6c80-4b28-b716-4f3664e091d8 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:40.286028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Network ef88846a-fd36-4192-b2f9-526532af5b68 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:40.294905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.297506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ef88846a-fd36-4192-b2f9-526532af5b68) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:40.298326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77ca8b38-6167-4012-b42b-ab08c2de0ec1 req-16a70df3-ff1a-4417-ade7-b993c6cbbc64 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.26 "DELETE /v2.0/ports/522dcd1d-6c80-4b28-b716-4f3664e091d8 HTTP/1.1" status: 204  len: 173 time: 0.9396830
Nov 10 04:11:40.308825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'name': 'network-vif-deleted', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:40.311346 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd27ca7-aced-4bd9-b532-7620ac2ce98a" -d '{"events": [{"server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "name": "network-vif-deleted", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:40.311679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e3ed9-5a92-4216-a378-155e7312eedd None None] Network ef88846a-fd36-4192-b2f9-526532af5b68 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:40.318487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:40.320104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.348783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8a6affff-b81f-46d6-8ef8-1d5b24f8c5be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5678091
Nov 10 04:11:40.350001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:40.354924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:40.390934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.392185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.421806 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b040f393-1bbf-4763-bbf6-8f0c2150e851 x-openstack-request-id: req-b040f393-1bbf-4763-bbf6-8f0c2150e851 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:40.422197 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75f98b-1c9b-4579-9f57-39cde4a88609", "name": "network-vif-deleted", "tag": "522dcd1d-6c80-4b28-b716-4f3664e091d8", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:40.422504 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b040f393-1bbf-4763-bbf6-8f0c2150e851 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:40.423528 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75f98b-1c9b-4579-9f57-39cde4a88609', 'name': 'network-vif-deleted', 'tag': '522dcd1d-6c80-4b28-b716-4f3664e091d8', 'status': 'completed', 'code': 200}
Nov 10 04:11:40.448805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Deleting port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:40.449144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.511653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.547809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:40.552471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0c652001-6dad-4679-8e6e-6f17517b1d0f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:40.571243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.673147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ef88846a-fd36-4192-b2f9-526532af5b68', 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'fixed_ips': [{'subnet_id': '57231b11-eddc-4f77-8b6a-425f398cd161'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:11:40.674199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.789395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.871940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41ee2f4f-0972-4743-a927-7b7d56aadf35 req-76f79da5-2293-4051-b808-5e853d59fdf5 tempest-ServerDiskConfigTestJSON-83747964 tempest-ServerDiskConfigTestJSON-83747964-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb75f98b-1c9b-4579-9f57-39cde4a88609 HTTP/1.1" status: 200  len: 210 time: 0.0389805
Nov 10 04:11:40.903778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=0c652001-6dad-4679-8e6e-6f17517b1d0f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:40.927259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983d828-febe-49f6-a4e1-d22033aa7c19 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:40.970619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port 0c652001-6dad-4679-8e6e-6f17517b1d0f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:40.977173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] For port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,segment=NetworkSegment(10e4c04f-d17c-4040-8888-1eed600bcd05),segment_id=10e4c04f-d17c-4040-8888-1eed600bcd05)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:40.977790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.980810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:40.984359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c89f6b92-29bd-48d5-b955-366b0702dc5a req-33eb6144-c3f9-4f04-a4fb-176a7ea5ee26 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.26 "DELETE /v2.0/ports/0c652001-6dad-4679-8e6e-6f17517b1d0f HTTP/1.1" status: 204  len: 173 time: 1.3091865
Nov 10 04:11:41.038138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Calling delete_port for 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:41.040504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Allocated IP 172.20.0.2 (ef88846a-fd36-4192-b2f9-526532af5b68/57231b11-eddc-4f77-8b6a-425f398cd161/f0da4524-d24d-4328-a2ca-21194a82ae63) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:41.130519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccdb514-ed55-4737-8d06-74591546925d req-3e526bd2-5626-47d5-a6f3-b5f26dda3378 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f58bf9bc-f286-4c19-8b40-2bf679abb0fb HTTP/1.1" status: 200  len: 210 time: 0.1621354
Nov 10 04:11:41.182469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.202498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.225287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.230816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.240286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.271177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Pushing event deleted for resources: {'Port': ['ID=1ebb91e2-f7c4-45d6-ab07-bcdca35dd530,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:41.274046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Network ef88846a-fd36-4192-b2f9-526532af5b68 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:41.275174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['1ebb91e2-f7c4-45d6-ab07-bcdca35dd530'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:41.306278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:41.311240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:41.313267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Pushing event updated for resources: {'Port': ['ID=f0da4524-d24d-4328-a2ca-21194a82ae63,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:41.320761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Allocated IP 172.32.3.167 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/1c430282-4c87-462c-9e90-ca371b61a5af) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:41.361450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] No DVR routers for this DVR port 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:41.364803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.368990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08292c5d-8c69-4e8b-9d79-cf35c7c67fcc req-45f65dcc-88ec-4527-8a27-7d54615b1dae tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.21 "DELETE /v2.0/ports/1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 HTTP/1.1" status: 204  len: 173 time: 1.2537744
Nov 10 04:11:41.374987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Attempting to bind port f0da4524-d24d-4328-a2ca-21194a82ae63 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:41.376027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Attempting to bind port f0da4524-d24d-4328-a2ca-21194a82ae63 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:41.376027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Attempting to bind port f0da4524-d24d-4328-a2ca-21194a82ae63 on network ef88846a-fd36-4192-b2f9-526532af5b68 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:41.394142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:41.394656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Checking segment: {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:41.395022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.395419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Bound using segment: {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:41.396117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Bound port: f0da4524-d24d-4328-a2ca-21194a82ae63, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:41.396434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.413447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97854a13-7717-4fa0-9f56-f1ae89654e73 req-ae74a9f6-77eb-4356-a543-d0b406a6bd07 tempest-ServersNegativeTestMultiTenantJSON-317083784 tempest-ServersNegativeTestMultiTenantJSON-317083784-project] 10.222.0.13 "GET /v2.0/ports?device_id=902015f7-b1d1-4b8a-9dc1-13ef14e1aa47 HTTP/1.1" status: 200  len: 210 time: 0.0648236
Nov 10 04:11:41.470186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] For port f0da4524-d24d-4328-a2ca-21194a82ae63, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:41.474163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] For port f0da4524-d24d-4328-a2ca-21194a82ae63, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f0da4524-d24d-4328-a2ca-21194a82ae63,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:41.485819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.493228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.563122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.563775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554104-7610-40a8-8ebb-8907df0fd91b None None] Pushing event updated for resources: {'Port': ['ID=f0da4524-d24d-4328-a2ca-21194a82ae63,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:41.605950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:41.613538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:41.617263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:41.637913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f284d0-4fe3-4397-bf2a-d42b82716535 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:41.647885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Pushing event updated for resources: {'Port': ['ID=1c430282-4c87-462c-9e90-ca371b61a5af,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:41.695366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8d89efdf-7042-49aa-adba-d9e2196b30c3 None None] Provisioning complete for port 1c430282-4c87-462c-9e90-ca371b61a5af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:41.695781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8d89efdf-7042-49aa-adba-d9e2196b30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:41.752310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8d89efdf-7042-49aa-adba-d9e2196b30c3 None None] Port 1c430282-4c87-462c-9e90-ca371b61a5af cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:42.061082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.138424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f0da4524-d24d-4328-a2ca-21194a82ae63 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:42.138988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:42.202473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Deleting subnet f82f04fa-b53b-4412-8617-0b657b9b8fd7 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:42.207099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.211982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f0da4524-d24d-4328-a2ca-21194a82ae63 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:42.215968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.288799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.338654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.346436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.404923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port f0da4524-d24d-4328-a2ca-21194a82ae63, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f0da4524-d24d-4328-a2ca-21194a82ae63,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:42.414006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.424423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.441590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'name': 'network-vif-deleted', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f'}, {'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'name': 'network-vif-deleted', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:42.473363 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9451d074-9dbd-496e-b557-4817117c941d" -d '{"events": [{"server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "name": "network-vif-deleted", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f"}, {"server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "name": "network-vif-deleted", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:42.524504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.528399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f82f04fa-b53b-4412-8617-0b657b9b8fd7 HTTP/1.1" status: 204  len: 168 time: 0.3883958
Nov 10 04:11:42.529773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:42.531628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:42.534119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6528-5d86-4ef6-8273-7779018068dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82f04fa-b53b-4412-8617-0b657b9b8fd7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:42.552390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=f0da4524-d24d-4328-a2ca-21194a82ae63,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:42.563025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e84380-f0f7-442f-94a5-2b82b153c920 None None] Network 4db0be07-2ea1-417a-9b15-1aed14a27b6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:42.639193 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b58c65b-5bd1-448d-8724-0a23cd9d1a0d x-openstack-request-id: req-6b58c65b-5bd1-448d-8724-0a23cd9d1a0d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:42.639496 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58bf9bc-f286-4c19-8b40-2bf679abb0fb", "name": "network-vif-deleted", "tag": "0c652001-6dad-4679-8e6e-6f17517b1d0f", "status": "completed", "code": 200}, {"server_uuid": "902015f7-b1d1-4b8a-9dc1-13ef14e1aa47", "name": "network-vif-deleted", "tag": "1ebb91e2-f7c4-45d6-ab07-bcdca35dd530", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:42.639749 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b58c65b-5bd1-448d-8724-0a23cd9d1a0d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:42.640145 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58bf9bc-f286-4c19-8b40-2bf679abb0fb', 'name': 'network-vif-deleted', 'tag': '0c652001-6dad-4679-8e6e-6f17517b1d0f', 'status': 'completed', 'code': 200}
Nov 10 04:11:42.640580 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902015f7-b1d1-4b8a-9dc1-13ef14e1aa47', 'name': 'network-vif-deleted', 'tag': '1ebb91e2-f7c4-45d6-ab07-bcdca35dd530', 'status': 'completed', 'code': 200}
Nov 10 04:11:42.669459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Deleting subnet 49279fb7-a547-4b68-ad40-d53216eb2b55 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:42.682071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.686499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.737359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.769977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0547a5-8738-4886-9d92-a784a15f5cc0 None None] DHCP port deletion for 4db0be07-2ea1-417a-9b15-1aed14a27b6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:42.869272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.872842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.891263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.919687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e77ef40>,) {'filters': {'network_id': ['4db0be07-2ea1-417a-9b15-1aed14a27b6d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:42.946851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e77ef40>, 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:42.947153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e77ef40>, 'f94a4d7f-a772-4e0b-b0b8-b89e2d14c210') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:42.965985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.987918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.996514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:42.996953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:42.998788 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:43.000864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.086407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.089759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49279fb7-a547-4b68-ad40-d53216eb2b55 HTTP/1.1" status: 204  len: 168 time: 0.5511923
Nov 10 04:11:43.094040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.097210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1540cc-38a8-40a4-a483-8855aad7da74 None None] Network ef88846a-fd36-4192-b2f9-526532af5b68 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:43.112838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f3da-816c-4a13-9090-764a5e6ffcf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49279fb7-a547-4b68-ad40-d53216eb2b55,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:43.134912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.146263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.161449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/4db0be07-2ea1-417a-9b15-1aed14a27b6d HTTP/1.1" status: 204  len: 168 time: 0.6207640
Nov 10 04:11:43.198931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b0142-e79c-4e83-b91c-519ed3c181ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4db0be07-2ea1-417a-9b15-1aed14a27b6d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:43.203677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.213425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:11:43.262138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c8c103f0-25ed-4c6e-af9f-a3dd9c1a188f None None] Provisioning complete for port f0da4524-d24d-4328-a2ca-21194a82ae63 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:43.262736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8c103f0-25ed-4c6e-af9f-a3dd9c1a188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.353306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50104) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.401132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.439310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82145c24c0>,) {'filters': {'network_id': ['14eca5f0-96fd-4a54-9676-5b2e391c9dc5']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:43.460245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145c24c0>, '10e4c04f-d17c-4040-8888-1eed600bcd05') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:43.460541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145c24c0>, '10e4c04f-d17c-4040-8888-1eed600bcd05') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:43.471681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de9fb-203c-4901-9321-f27f6a000221 req-1b7b40a6-a0d7-4fc6-a8ed-3cf2682167ca tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:43.473283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de7de9fb-203c-4901-9321-f27f6a000221 req-1b7b40a6-a0d7-4fc6-a8ed-3cf2682167ca tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 946 time: 0.1618361
Nov 10 04:11:43.484866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.488847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:43.506256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Sync routers for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:43.512696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0395d7ce-292c-4aa5-af34-09196ec03d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.516197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:43.516996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079defd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:43.526065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.533881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:43.535693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.552023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50108) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:43.611430 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:43.616011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.622010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.623396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f85b5a95-0fbf-4a7a-8286-67e29e587f5a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2722244
Nov 10 04:11:43.629453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50110) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.653962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.658319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/14eca5f0-96fd-4a54-9676-5b2e391c9dc5 HTTP/1.1" status: 204  len: 168 time: 0.5630555
Nov 10 04:11:43.660488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519561f-bca9-4aaf-a639-fee538a19ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=14eca5f0-96fd-4a54-9676-5b2e391c9dc5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:43.666269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.688102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:43.744935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de7de9fb-203c-4901-9321-f27f6a000221 req-3ff50ec6-6c77-4a5e-922c-043c4115d88b tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628014
Nov 10 04:11:43.745283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3305bd90-4229-40cd-8cce-e5c0cc8b4ce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7831ef525ec34d88ae73dc994fe9ba51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1919098
Nov 10 04:11:43.745748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.772891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0395d7ce-292c-4aa5-af34-09196ec03d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.777838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Deleting subnet dc968678-98e4-4bac-b705-0cee2bed5e76 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:43.781337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.783417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0395d7ce-292c-4aa5-af34-09196ec03d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.819258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.839873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4d46adf6-af0b-45f1-bd76-5b299751e5d7 None None] Provisioning complete for port f0da4524-d24d-4328-a2ca-21194a82ae63 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:43.840254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d46adf6-af0b-45f1-bd76-5b299751e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.862078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.895830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0395d7ce-292c-4aa5-af34-09196ec03d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc7f372711464978ab97a20f3bbfa870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5389581
Nov 10 04:11:43.895830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395d7ce-292c-4aa5-af34-09196ec03d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70143e1-11be-4596-bd91-0a01fe26266c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:43.899560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50116) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.926373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.962163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc968678-98e4-4bac-b705-0cee2bed5e76,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:43.977611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.981449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-741b565d-9375-4e58-91db-0a6a7f58150d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc968678-98e4-4bac-b705-0cee2bed5e76 HTTP/1.1" status: 204  len: 168 time: 0.3140891
Nov 10 04:11:43.985328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50118) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:43.987397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.995058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:43.995922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079defd0>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:41Z', 'revision_number': 3, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:44.015480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.031275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Checking router: 3cf1170d-0ff9-4383-9a0e-406e3e87a126 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:44.032177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Updating router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 port 1c430282-4c87-462c-9e90-ca371b61a5af binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:11:44.066286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.079575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.083643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.085212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec HTTP/1.1" status: 204  len: 168 time: 0.3384047
Nov 10 04:11:44.095166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947d6f-bf1b-40c4-83f3-9d034ff5507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b78ab7-f0cb-4e2a-8082-5671e9ab35ec,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:44.106500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f0da4524-d24d-4328-a2ca-21194a82ae63 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:44.134693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.203910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.238523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f0da4524-d24d-4328-a2ca-21194a82ae63 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:44.238900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.308763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.311358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.316300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f70143e1-11be-4596-bd91-0a01fe26266c HTTP/1.1" status: 204  len: 168 time: 0.4118600
Nov 10 04:11:44.329409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bbacf-e616-474f-827d-577ad9c1e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70143e1-11be-4596-bd91-0a01fe26266c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:44.349229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.398370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fd0c7f0>,) {'filters': {'network_id': ['5c4a6afa-6fc6-4d7a-9297-34e468640aaf']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:44.411756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd0c7f0>, 'e66143ed-59a0-480f-9505-0891a941f9ef') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:44.412057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd0c7f0>, 'e66143ed-59a0-480f-9505-0891a941f9ef') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:44.425983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.463320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.473196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:44.473599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:44.475324 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:44.529942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.558735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.570029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.578463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 522dcd1d-6c80-4b28-b716-4f3664e091d8 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:44.627385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.637460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.640697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c4a6afa-6fc6-4d7a-9297-34e468640aaf HTTP/1.1" status: 204  len: 168 time: 0.6518762
Nov 10 04:11:44.646328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 522dcd1d-6c80-4b28-b716-4f3664e091d8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:44.646626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 522dcd1d-6c80-4b28-b716-4f3664e091d8 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:44.647025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0c652001-6dad-4679-8e6e-6f17517b1d0f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:44.661534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-fa1b6514-b6a5-4d22-a8f2-96e3fe4025b1 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:44.663064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-fa1b6514-b6a5-4d22-a8f2-96e3fe4025b1 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 946 time: 0.1355324
Nov 10 04:11:44.669010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd09eb-36c8-424b-b990-9f11dfc5a7db admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4a6afa-6fc6-4d7a-9297-34e468640aaf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:44.688970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a683f-a063-4d7b-b463-ddb5e447ad7a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:44.709191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 0c652001-6dad-4679-8e6e-6f17517b1d0f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:44.710185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0c652001-6dad-4679-8e6e-6f17517b1d0f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:44.717270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Attempting to bind port 1c430282-4c87-462c-9e90-ca371b61a5af on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:44.717894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Attempting to bind port 1c430282-4c87-462c-9e90-ca371b61a5af by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:44.718423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Attempting to bind port 1c430282-4c87-462c-9e90-ca371b61a5af on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:44.731878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed1545-1480-44dc-8ea4-e35d6c9a4c53 None None] Pushing event updated for resources: {'Port': ['ID=1c430282-4c87-462c-9e90-ca371b61a5af,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:44.743006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:44.744130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:44.745479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.745479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:44.745787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Bound port: 1c430282-4c87-462c-9e90-ca371b61a5af, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:44.746379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.783002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:44.817421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:44.817826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1ebb91e2-f7c4-45d6-ab07-bcdca35dd530 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:44.850444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-667aa26f-4965-4732-8c5b-16a4d04016cd None None] Provisioning complete for port 1c430282-4c87-462c-9e90-ca371b61a5af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:44.850820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-667aa26f-4965-4732-8c5b-16a4d04016cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.856449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] For port 1c430282-4c87-462c-9e90-ca371b61a5af, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:44.876831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:44.877095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:44.902016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] For port 1c430282-4c87-462c-9e90-ca371b61a5af, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1c430282-4c87-462c-9e90-ca371b61a5af,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:44.903022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b9114d-fb73-4973-ab0f-eba8afc5c057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.914031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.931614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Allocated IP 172.20.0.1 (ef88846a-fd36-4192-b2f9-526532af5b68/57231b11-eddc-4f77-8b6a-425f398cd161/fac7de6a-517a-44d3-b674-18f34554705b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:44.933116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-667aa26f-4965-4732-8c5b-16a4d04016cd None None] Port 1c430282-4c87-462c-9e90-ca371b61a5af cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:44.947684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Deleting port 100cb795-cc5a-4d0a-83e3-2905515cb07a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:11:44.948034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:44.965634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-13ebda26-73c5-498e-9aa6-898094f36772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0e01de673d84d0da7e8acbf70a5c9a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0855966
Nov 10 04:11:44.967910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:44.982497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df9207-6182-4589-976f-f7660ed56c09 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:45.028890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:45.029533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079defd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:45.048659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e078c2-9a9f-4ad1-a4fe-bdca26b07857 req-5151d8a2-d675-4636-a1f8-fbbaee4c4409 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:45.051130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e078c2-9a9f-4ad1-a4fe-bdca26b07857 req-5151d8a2-d675-4636-a1f8-fbbaee4c4409 tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 946 time: 0.1916778
Nov 10 04:11:45.105172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.160425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.180019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b9114d-fb73-4973-ab0f-eba8afc5c057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.185855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] For port 100cb795-cc5a-4d0a-83e3-2905515cb07a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=100cb795-cc5a-4d0a-83e3-2905515cb07a,segment=NetworkSegment(50b860de-464e-4104-9b0b-85b1938659e3),segment_id=50b860de-464e-4104-9b0b-85b1938659e3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:45.186445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.195449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e078c2-9a9f-4ad1-a4fe-bdca26b07857 req-db0ec28a-6951-4202-8851-9505a6f1bdfe tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dd71c57-8563-4e85-b332-92030868ba53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335163
Nov 10 04:11:45.201973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b9114d-fb73-4973-ab0f-eba8afc5c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.228231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Calling delete_port for 100cb795-cc5a-4d0a-83e3-2905515cb07a owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:11:45.237212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.271428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9114d-fb73-4973-ab0f-eba8afc5c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759d22b9-e498-4618-b501-4afce4db2a91,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.272961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.278296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-65b9114d-fb73-4973-ab0f-eba8afc5c057 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8ba410d7c29463292660695cc59d1f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4002719
Nov 10 04:11:45.285522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.287704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ba7e720-aca7-4b7c-8ba1-c171ef848a28 HTTP/1.1" status: 204  len: 168 time: 0.3159244
Nov 10 04:11:45.290322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:45.341807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed1545-1480-44dc-8ea4-e35d6c9a4c53 None None] Pushing event updated for resources: {'Port': ['ID=1c430282-4c87-462c-9e90-ca371b61a5af,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.358389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.375371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc53af-2706-4643-9d2a-4087ca96ce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba7e720-aca7-4b7c-8ba1-c171ef848a28,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.439120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Network ef88846a-fd36-4192-b2f9-526532af5b68 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:45.446747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:45.451510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:45.453448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Pushing event updated for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.468137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:45.478968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.509529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.530692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.563616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.569006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] Provisioning complete for port 1c430282-4c87-462c-9e90-ca371b61a5af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:45.570009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.595117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['100cb795-cc5a-4d0a-83e3-2905515cb07a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:11:45.665632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Pushing event deleted for resources: {'Port': ['ID=100cb795-cc5a-4d0a-83e3-2905515cb07a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.701364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.709177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.711735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/759d22b9-e498-4618-b501-4afce4db2a91 HTTP/1.1" status: 204  len: 168 time: 0.4038756
Nov 10 04:11:45.730156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bb82a-b674-4d94-8eed-0734886203ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d22b9-e498-4618-b501-4afce4db2a91,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:45.738091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] No DVR routers for this DVR port 100cb795-cc5a-4d0a-83e3-2905515cb07a on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:11:45.745076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.748944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44e80dff-d58e-47d3-b282-2d47c1fc1c5d req-ab78a4e4-5fb6-4475-bfff-86d4956cabad tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.21 "DELETE /v2.0/ports/100cb795-cc5a-4d0a-83e3-2905515cb07a HTTP/1.1" status: 204  len: 173 time: 1.0778048
Nov 10 04:11:45.750163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'name': 'network-vif-deleted', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:45.753098 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775e1d04-093d-4da8-9e04-a3e354787703" -d '{"events": [{"server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "name": "network-vif-deleted", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:45.753278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb92b90-7004-4db8-b361-71f1b46eb692 None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:45.837655 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fbd59-7412-4f2d-9dca-e40aa863a457 x-openstack-request-id: req-617fbd59-7412-4f2d-9dca-e40aa863a457 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:45.838056 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e4125-993f-4ac6-a75e-2e03f3adec73", "name": "network-vif-deleted", "tag": "100cb795-cc5a-4d0a-83e3-2905515cb07a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:45.838475 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-617fbd59-7412-4f2d-9dca-e40aa863a457 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:45.838976 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e4125-993f-4ac6-a75e-2e03f3adec73', 'name': 'network-vif-deleted', 'tag': '100cb795-cc5a-4d0a-83e3-2905515cb07a', 'status': 'completed', 'code': 200}
Nov 10 04:11:45.901162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.919325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50170) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:45.974389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:45.984501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079defd0>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:41Z', 'revision_number': 3, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:46.032844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7fd39-4659-4570-a09f-14d7bf05ab9d None None] The sync data for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 is: [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:41Z', 'revision_number': 3, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:11:46.050000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] For port 1c430282-4c87-462c-9e90-ca371b61a5af, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1c430282-4c87-462c-9e90-ca371b61a5af,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:46.057709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.115131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:46.143944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d96a9-f8b2-4aed-9c43-b140d17076ad None None] Pushing event updated for resources: {'Port': ['ID=1c430282-4c87-462c-9e90-ca371b61a5af,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:46.177411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.189048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.196316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2f44b86f-9715-4365-89ba-304798944769 None None] Provisioning complete for port fac7de6a-517a-44d3-b674-18f34554705b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:46.196990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f44b86f-9715-4365-89ba-304798944769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.197555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b8dda8e-9c34-48b0-ae31-b7620baff718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4247ea0595a430fb40afc7341e00f87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0812449
Nov 10 04:11:46.204153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50176) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:46.243786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2f44b86f-9715-4365-89ba-304798944769 None None] Port fac7de6a-517a-44d3-b674-18f34554705b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:46.299426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Pushing event updated for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:46.311256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.339218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.381837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.513619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-352629395-network', 'tenant_id': '761af007cf944b249f138d8190887b90'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:46.521955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62eaa9ed-b02b-493b-907c-c44974b54588 req-abbc8b74-5ea3-456c-99ca-c0eb183baf2d tempest-ServersTestJSON-13851035 tempest-ServersTestJSON-13851035-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe6e4125-993f-4ac6-a75e-2e03f3adec73 HTTP/1.1" status: 200  len: 210 time: 0.0627115
Nov 10 04:11:46.529272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.537302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.538466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d369a0f-16af-481a-914d-6c803f7f3a08 HTTP/1.1" status: 204  len: 168 time: 0.3332479
Nov 10 04:11:46.566690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Network ef88846a-fd36-4192-b2f9-526532af5b68 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:46.568328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:46.574883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70311c-6f53-462b-81da-59ee9a39f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d369a0f-16af-481a-914d-6c803f7f3a08,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:46.593675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Made reservation on behalf of 761af007cf944b249f138d8190887b90 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:46.597112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.617030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.807467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.814730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.841983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:11:46.885669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:46.890749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b82d23e-126d-4f59-9e37-7b9957c1c8a7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:46.910030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:46.910379 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Added segment 06eab762-5c0f-48e8-a68c-59ac562ce1bf of type vlan for network 9c88ca8c-b946-43c3-8bf7-701668a87c53
Nov 10 04:11:46.975025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.016857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.018435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:47.019853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.036107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:47.042962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e49ea369-e033-4a3f-a299-80833f3b2004 admin admin] 10.222.0.13 "PUT /v2.0/routers/3cf1170d-0ff9-4383-9a0e-406e3e87a126/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4104636
Nov 10 04:11:47.090159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b16298ce-0627-4126-9d53-b92b90933c76 None None] Provisioning complete for port fac7de6a-517a-44d3-b674-18f34554705b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:47.090723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b16298ce-0627-4126-9d53-b92b90933c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.112564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.1915150
Nov 10 04:11:47.115480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50210) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:47.121789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Request body: {'subnet': {'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-352629395-subnet', 'tenant_id': '761af007cf944b249f138d8190887b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:47.150354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5bc9e-9f36-4d9a-8271-9973616a0b48 admin admin] Pushing event updated for resources: {'Network': ['ID=9c88ca8c-b946-43c3-8bf7-701668a87c53,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:47.162887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Made reservation on behalf of 761af007cf944b249f138d8190887b90 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:47.166374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.169076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9c88ca8c-b946-43c3-8bf7-701668a87c53 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:47.174156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b16298ce-0627-4126-9d53-b92b90933c76 None None] Port fac7de6a-517a-44d3-b674-18f34554705b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:47.226011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50212) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:47.391944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.435115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1745024114'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:47.468418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:47.472822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.480763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:47.493991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Checking segment: {'id': '06eab762-5c0f-48e8-a68c-59ac562ce1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:47.494552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Network hostable DHCP agents. Network: 9c88ca8c-b946-43c3-8bf7-701668a87c53, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:47.507512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:47.518239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.519353 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Added segment 691e30db-9064-492f-ad25-678c675d76a9 of type vlan for network 92fd1a0e-909c-416c-b33c-d6c0810f01e9
Nov 10 04:11:47.519496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Network 9c88ca8c-b946-43c3-8bf7-701668a87c53 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:47.530693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 9c88ca8c-b946-43c3-8bf7-701668a87c53) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:47.540089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:47.543968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe760d-fa4c-4a25-9654-353f5c563b53 None None] Network 9c88ca8c-b946-43c3-8bf7-701668a87c53 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:47.546233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.570950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.584151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ea0ac85-47db-4553-855f-0fa2eef45c95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.4588766
Nov 10 04:11:47.603664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.615323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:47.616327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.632752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50234) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:47.724456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Network': ['ID=92fd1a0e-909c-416c-b33c-d6c0810f01e9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:47.735193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Deleting subnet 7dbae582-3626-4ac8-8d1e-16455bad7a17 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:11:47.742262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-61afa4af-6590-4b99-8387-d32b742fd7ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5138490
Nov 10 04:11:47.744157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:47.745917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:47.784071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'subnet': {'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:47.811940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:47.907242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.004637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.011343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3abf96-a65b-499e-bb86-e3b8ad6023e1 None None] Network 9c88ca8c-b946-43c3-8bf7-701668a87c53 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:48.114753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50276) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:48.152860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:48.162115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.185695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.327805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.334542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7dbae582-3626-4ac8-8d1e-16455bad7a17 HTTP/1.1" status: 204  len: 168 time: 0.7004640
Nov 10 04:11:48.338275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344f8c8-95f1-411a-abae-afbf68adc0b5 None None] Network 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:48.338981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101bc66-085c-44f1-ae3a-119be7178e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbae582-3626-4ac8-8d1e-16455bad7a17,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:48.348527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:48.395957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1c430282-4c87-462c-9e90-ca371b61a5af up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:48.491338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-network', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:48.517080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.545305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.584935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.615498 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Sync routers for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:48.631722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:48.632875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:48.635627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842bfc3-609c-40c9-98ea-eb5d67f25b2d None None] DHCP port deletion for 0fa30c3b-11e7-459c-9d41-5cdad68edfa2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:48.659574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 1c430282-4c87-462c-9e90-ca371b61a5af triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:48.659960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.675923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Checking segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:48.676385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network hostable DHCP agents. Network: 92fd1a0e-909c-416c-b33c-d6c0810f01e9, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:48.681897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Subnet': ['ID=d7aa53f9-4b3b-467c-b07e-43beb7970418,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:48.698902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:48.720472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 92fd1a0e-909c-416c-b33c-d6c0810f01e9) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:48.725266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:48.726096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.733669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1780a0-f97e-42d4-83da-36f0a2f32459 None None] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:48.757834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5afb6105-46e8-4de5-92b8-adf75dc0f5c8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.0122302
Nov 10 04:11:48.760297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:48.766762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-c2e350db-440b-4c5c-9b43-efcece7f0281 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:48.769073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1366190406'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:48.769800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-c2e350db-440b-4c5c-9b43-efcece7f0281 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/networks?id=9c88ca8c-b946-43c3-8bf7-701668a87c53 HTTP/1.1" status: 200  len: 821 time: 0.2705121
Nov 10 04:11:48.777081 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:48.823292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:48.839349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.846573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Made reservation on behalf of e16946d4a8d945b6b316d212abca4f83 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:48.852978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.870213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.894919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:48.899227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214b5f1f0>,) {'filters': {'network_id': ['0fa30c3b-11e7-459c-9d41-5cdad68edfa2']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:48.906800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 100cb795-cc5a-4d0a-83e3-2905515cb07a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:11:48.913141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b5f1f0>, '50b860de-464e-4104-9b0b-85b1938659e3') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:48.913727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b5f1f0>, '50b860de-464e-4104-9b0b-85b1938659e3') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:48.918313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.918763 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Added segment d377073e-75c1-4f1f-a4ce-a1b18e32a03e of type vlan for network 3046e18d-da0e-456e-88f3-6f7b3ae7052e
Nov 10 04:11:48.929372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.947404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:48.957059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:11:48.957730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.001445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 100cb795-cc5a-4d0a-83e3-2905515cb07a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:11:49.004058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 100cb795-cc5a-4d0a-83e3-2905515cb07a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:11:49.007247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54c10>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fac7de6a-517a-44d3-b674-18f34554705b', 'name': '', 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'mac_address': 'fa:16:3e:64:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:44Z', 'updated_at': '2021-11-10T04:11:46Z', 'revision_number': 2, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'subnets': [{'id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:49.017257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.021830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.045234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:11:49.047650 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:11:49.058672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-329ac2f1-05ec-4535-b719-07a97d9970ed tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/quotas/761af007cf944b249f138d8190887b90 HTTP/1.1" status: 200  len: 375 time: 0.1945012
Nov 10 04:11:49.066242 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Checking router: 3cf1170d-0ff9-4383-9a0e-406e3e87a126 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:49.066452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.066573 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Updating router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 port fac7de6a-517a-44d3-b674-18f34554705b binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:11:49.084399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.084551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.090097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/0fa30c3b-11e7-459c-9d41-5cdad68edfa2 HTTP/1.1" status: 204  len: 168 time: 0.7384398
Nov 10 04:11:49.092088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:49.094361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.105314 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.157174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-56e82b3b-b042-4355-ad16-8dc7b6af5144 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=761af007cf944b249f138d8190887b90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0883989
Nov 10 04:11:49.160999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8c582-f678-43e8-99a5-6374157c96ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa30c3b-11e7-459c-9d41-5cdad68edfa2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:49.212813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4513645
Nov 10 04:11:49.221932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:49.245536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'subnet': {'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:49.292768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-a28a4bdc-394d-482d-832e-777c09ba399d service neutron] 10.222.0.13 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137834
Nov 10 04:11:49.306900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'fixed_ips': [{'subnet_id': 'd7aa53f9-4b3b-467c-b07e-43beb7970418'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:11:49.308116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.428246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:49.435588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.458763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b015-72fa-4dcd-9d37-f9ca3af4848a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Network': ['ID=3046e18d-da0e-456e-88f3-6f7b3ae7052e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:49.514892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Allocated IP 19.80.0.2 (92fd1a0e-909c-416c-b33c-d6c0810f01e9/d7aa53f9-4b3b-467c-b07e-43beb7970418/33924ad8-79a2-4c28-abae-1186251c4310) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:49.532475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-5d9f4b2a-ef0a-4420-a507-9bfd538ca22d service neutron] 10.222.0.13 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292683
Nov 10 04:11:49.541830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50342) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:49.591795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.605779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.617101 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.632127 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.660139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f6f0b365-1192-4ab0-a71a-9dd991785e18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98e142c68d8145b6b141378452e1280e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1171374
Nov 10 04:11:49.667823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50344) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:49.689374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:11:49.689905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.695543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:49.704579 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c341-0d0b-4d9b-ba6e-003ad1d9c20b None None] Pushing event updated for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:49.714212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.746111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb2d4e-2a5e-4621-9688-7637e70d8365,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:49.788681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.789323 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Added segment 4683ceb5-85c1-40aa-a2ab-62df83ab8b97 of type vlan for network fc75a7af-896b-4018-b415-3db9606c7991
Nov 10 04:11:49.819503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Attempting to bind port fac7de6a-517a-44d3-b674-18f34554705b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:49.821533 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Attempting to bind port fac7de6a-517a-44d3-b674-18f34554705b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:49.823359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Attempting to bind port fac7de6a-517a-44d3-b674-18f34554705b on network ef88846a-fd36-4192-b2f9-526532af5b68 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:49.848037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:49.848825 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Checking segment: {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:49.849490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.850090 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Bound using segment: {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:49.850832 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Bound port: fac7de6a-517a-44d3-b674-18f34554705b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ae0b4-cf9d-4832-8d4f-269749315d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:49.851483 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.907423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Pushing event updated for resources: {'Port': ['ID=33924ad8-79a2-4c28-abae-1186251c4310,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:49.938641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.943832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.944455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.944985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.946732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.949609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.950215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.950968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.951498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.952025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.953075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.953600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:11:49.981682 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] For port fac7de6a-517a-44d3-b674-18f34554705b, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:49.986976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:49.990398 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] For port fac7de6a-517a-44d3-b674-18f34554705b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fac7de6a-517a-44d3-b674-18f34554705b,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:49.998331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.004274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:50.016243 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.019042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:50.028757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.041038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.043047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:50.055045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.056941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:50.057519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.101469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-94ea486f-ac33-4108-94dc-ba6d6c7b8a3c req-244c487d-ad63-4a60-9bc9-44982d3cc33f tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 210 time: 0.1027963
Nov 10 04:11:50.115564 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c341-0d0b-4d9b-ba6e-003ad1d9c20b None None] Pushing event updated for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.164815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:50.170425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:50.181336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Attempting to bind port 33924ad8-79a2-4c28-abae-1186251c4310 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:50.181718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Attempting to bind port 33924ad8-79a2-4c28-abae-1186251c4310 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:50.182086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Attempting to bind port 33924ad8-79a2-4c28-abae-1186251c4310 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:50.189195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] Provisioning complete for port fac7de6a-517a-44d3-b674-18f34554705b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:50.189584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Checking segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Bound using segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Bound port: 33924ad8-79a2-4c28-abae-1186251c4310, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:50.194451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.264289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] Pushing event updated for resources: {'Network': ['ID=fc75a7af-896b-4018-b415-3db9606c7991,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.273808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-455867cf-4bb2-47b7-ba87-a089fc808b2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1567013
Nov 10 04:11:50.275324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Subnet': ['ID=d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.277298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:50.294463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network fc75a7af-896b-4018-b415-3db9606c7991 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:11:50.314231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Request body: {'subnet': {'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-subnet', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:50.314646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.318108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.319257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd71c57-8563-4e85-b332-92030868ba53 HTTP/1.1" status: 204  len: 168 time: 0.6431558
Nov 10 04:11:50.353329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2bc0e-24ec-4274-b88a-8ec6acf98b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd71c57-8563-4e85-b332-92030868ba53,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.359323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Made reservation on behalf of e16946d4a8d945b6b316d212abca4f83 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:50.361989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.376103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Checking segment: {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:50.376477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network hostable DHCP agents. Network: 3046e18d-da0e-456e-88f3-6f7b3ae7052e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:50.385792 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:50.601476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] For port 33924ad8-79a2-4c28-abae-1186251c4310, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:50.620974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] For port 33924ad8-79a2-4c28-abae-1186251c4310, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33924ad8-79a2-4c28-abae-1186251c4310,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:50.622650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.655699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:50.661012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] For port fac7de6a-517a-44d3-b674-18f34554705b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fac7de6a-517a-44d3-b674-18f34554705b,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:50.663389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.677008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.679520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.685426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3046e18d-da0e-456e-88f3-6f7b3ae7052e) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:50.699616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:50.700253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:50.703273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb98fb6-617f-4953-939a-eb8c9a854f3e None None] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:50.810199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e3c6fdd5-3e2a-42a8-8d09-55a49af55db6 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.5746074
Nov 10 04:11:50.868146 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54c10>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fac7de6a-517a-44d3-b674-18f34554705b', 'name': '', 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'mac_address': 'fa:16:3e:64:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:44Z', 'updated_at': '2021-11-10T04:11:49Z', 'revision_number': 4, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'subnets': [{'id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:50.874443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67add-1737-42ad-8f82-2725db7d883f None None] Pushing event updated for resources: {'Port': ['ID=33924ad8-79a2-4c28-abae-1186251c4310,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.917483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Pushing event updated for resources: {'Subnet': ['ID=223e0677-c064-4fba-9ec6-7c4b691e1428,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:50.938232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:50.938736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Network hostable DHCP agents. Network: fc75a7af-896b-4018-b415-3db9606c7991, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:11:50.960178 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeef41b-a356-40f8-b594-65d1f65aed71 None None] The sync data for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 is: [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fac7de6a-517a-44d3-b674-18f34554705b', 'name': '', 'network_id': 'ef88846a-fd36-4192-b2f9-526532af5b68', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'mac_address': 'fa:16:3e:64:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:44Z', 'updated_at': '2021-11-10T04:11:49Z', 'revision_number': 4, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'subnets': [{'id': '57231b11-eddc-4f77-8b6a-425f398cd161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:11:50.980757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Network fc75a7af-896b-4018-b415-3db9606c7991 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:11:51.007581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, fc75a7af-896b-4018-b415-3db9606c7991) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:51.038596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:51.041767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.155043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:51.162548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:51.179731 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-066e398d-42da-4dae-b1a5-c84fab90740c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8719308
Nov 10 04:11:51.319271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-453b898e-e80a-4a6c-a31a-ef772ce49cf0 req-4ee86465-d086-4197-95fd-81871d53ac31 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 210 time: 0.0965595
Nov 10 04:11:51.348816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.350690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.417428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32e330-f718-42e4-832a-f03a26cbf0f8 None None] Network fc75a7af-896b-4018-b415-3db9606c7991 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:51.477325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.569344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-66cbc3f3-55bb-4595-ac63-d570da2696db None None] Provisioning complete for port fac7de6a-517a-44d3-b674-18f34554705b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:51.569962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-66cbc3f3-55bb-4595-ac63-d570da2696db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.599740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-f3a52101-e44b-4000-9e88-a37cf851d613 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:51.612144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-f3a52101-e44b-4000-9e88-a37cf851d613 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:51.613929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-f3a52101-e44b-4000-9e88-a37cf851d613 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/networks?id=92fd1a0e-909c-416c-b33c-d6c0810f01e9&id=3046e18d-da0e-456e-88f3-6f7b3ae7052e&id=92fd1a0e-909c-416c-b33c-d6c0810f01e9 HTTP/1.1" status: 200  len: 1392 time: 0.3529813
Nov 10 04:11:51.651243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6e21c-e9b6-499d-a4a2-0cb839149221 None None] Pushing event updated for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:51.685644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-85769314-6811-4511-b574-db6ebcb8d48e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/quotas/3a4353009c9e414fb3415e98df1fe1ae HTTP/1.1" status: 200  len: 375 time: 0.0472140
Nov 10 04:11:51.738292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3046e18d-da0e-456e-88f3-6f7b3ae7052e', 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'fixed_ips': [{'subnet_id': 'd90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:11:51.742154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:51.871383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-cd1bbdbe-5a7d-4332-836e-68e6a77e9490 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1647165
Nov 10 04:11:52.113237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-24fc9c5e-ac9d-4db8-b474-0bc99b9c64ec service neutron] 10.222.0.13 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268271
Nov 10 04:11:52.366435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Allocated IP 19.86.0.2 (3046e18d-da0e-456e-88f3-6f7b3ae7052e/d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c/b18814d8-e5b9-4973-b22c-45ad2ac1d184) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:52.407213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-4d000682-43aa-4ca4-a743-3cf54588eda1 service neutron] 10.222.0.13 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807562
Nov 10 04:11:52.521481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fac7de6a-517a-44d3-b674-18f34554705b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:52.590128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-32cbecb8-9292-45df-b170-68b7c199e9ad service neutron] 10.222.0.13 "GET /v2.0/networks/3046e18d-da0e-456e-88f3-6f7b3ae7052e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728599
Nov 10 04:11:52.662089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e54ea-10bf-47c8-80b8-a7f1143ff2e4 None None] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:52.768096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-ff6ba833-b34c-4927-a1f1-bf9cb4048d4e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:52.770281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-ff6ba833-b34c-4927-a1f1-bf9cb4048d4e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.21 "GET /v2.0/networks?id=9c88ca8c-b946-43c3-8bf7-701668a87c53 HTTP/1.1" status: 200  len: 821 time: 1.1075897
Nov 10 04:11:52.775719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-fc4e78fa-5ec4-437d-9c4a-e2b89a8765dc service neutron] 10.222.0.13 "GET /v2.0/networks/3046e18d-da0e-456e-88f3-6f7b3ae7052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719074
Nov 10 04:11:52.784319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Request body: {'port': {'device_id': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53', 'admin_state_up': True, 'tenant_id': '761af007cf944b249f138d8190887b90'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:52.798509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:52.936230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-fc75a7af-896b-4018-b415-3db9606c7991', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:11:52.937915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:52.985053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-24a8c39d-8068-4133-9e80-a0ed4964b35e service neutron] 10.222.0.13 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075548
Nov 10 04:11:53.081934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Made reservation on behalf of 761af007cf944b249f138d8190887b90 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:53.085886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.128648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff8b3977-c5ef-44ce-8868-a0b6cbc24814 req-7f44d55b-49a1-4c32-a86d-db032f15e67c tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 210 time: 0.0603871
Nov 10 04:11:53.151200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] Provisioning complete for port 33924ad8-79a2-4c28-abae-1186251c4310 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:53.151576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.186100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-3312d23f-44db-4701-8b3a-4c80d1297b78 service neutron] 10.222.0.13 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888826
Nov 10 04:11:53.327115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fac7de6a-517a-44d3-b674-18f34554705b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:53.328011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.447409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Allocated IP 172.20.0.14 (9c88ca8c-b946-43c3-8bf7-701668a87c53/17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b/bebe2dfa-16b0-4a36-bc18-7cb231da7523) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:53.486526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.489186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Allocated IP 172.20.0.2 (fc75a7af-896b-4018-b415-3db9606c7991/223e0677-c064-4fba-9ec6-7c4b691e1428/3f8f52a4-b049-4cec-ae0d-599eda75cc71) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:53.494030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b27185-1d21-42b8-a486-98ac3fe3f94e req-91ab5444-eb9d-44be-96c1-0d4155922ca8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 210 time: 0.0620131
Nov 10 04:11:53.554381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33924ad8-79a2-4c28-abae-1186251c4310 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:53.558014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.577614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:53.605177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:53.644476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.676847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:53.712919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5c1b225-8d23-446b-a08a-3428c07c6dcd req-bcb83857-bc4b-48ec-a509-131d83659930 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0488868
Nov 10 04:11:53.795320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.849567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Pushing event updated for resources: {'Port': ['ID=b18814d8-e5b9-4973-b22c-45ad2ac1d184,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:53.850952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Network 9c88ca8c-b946-43c3-8bf7-701668a87c53 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:53.854877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.894651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Attempting to bind port b18814d8-e5b9-4973-b22c-45ad2ac1d184 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:53.895015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Attempting to bind port b18814d8-e5b9-4973-b22c-45ad2ac1d184 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:53.895391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Attempting to bind port b18814d8-e5b9-4973-b22c-45ad2ac1d184 on network 3046e18d-da0e-456e-88f3-6f7b3ae7052e {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:53.933998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Pushing event updated for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:53.953986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:53.954373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Checking segment: {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:53.954783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.955347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Bound using segment: {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:53.956566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Bound port: b18814d8-e5b9-4973-b22c-45ad2ac1d184, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:53.957121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:53.978781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:53.981451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:54.001595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] For port 33924ad8-79a2-4c28-abae-1186251c4310, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33924ad8-79a2-4c28-abae-1186251c4310,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:54.002993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 33924ad8-79a2-4c28-abae-1186251c4310 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:54.003144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.155046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.167164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:54.168963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.178902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.222218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.317049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-f8e52fe1-950c-45c9-b750-b747031deecc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5365367
Nov 10 04:11:54.340675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Request body: {'port': {'device_id': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:54.356913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed8f0-1696-4d48-a950-27991327421a req-c713ac3e-8720-4786-8d4c-136ae945cef3 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:54.365283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-042ed8f0-1696-4d48-a950-27991327421a req-c713ac3e-8720-4786-8d4c-136ae945cef3 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 932 time: 0.1558390
Nov 10 04:11:54.418475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.442521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-042ed8f0-1696-4d48-a950-27991327421a req-37162da0-ebaf-4d12-8ae9-1e9b47b431f4 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756269
Nov 10 04:11:54.461465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] For port b18814d8-e5b9-4973-b22c-45ad2ac1d184, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:54.505713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.513702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a3471a65-878d-4916-a45e-dcc314cb0cfe None None] Provisioning complete for port 33924ad8-79a2-4c28-abae-1186251c4310 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:54.514075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3471a65-878d-4916-a45e-dcc314cb0cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.516100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8425ba8-840a-4ae8-b1c7-c17c0cf06110 None None] Pushing event updated for resources: {'Port': ['ID=33924ad8-79a2-4c28-abae-1186251c4310,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:54.526989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] For port b18814d8-e5b9-4973-b22c-45ad2ac1d184, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b18814d8-e5b9-4973-b22c-45ad2ac1d184,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:54.561944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.584307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:54.592806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Allocated IP 172.32.3.6 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9265a3b0-ad2e-4417-ab27-bc5a24a70185) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:54.627396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Network fc75a7af-896b-4018-b415-3db9606c7991 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:54.638817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:54.645401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:54.650661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Pushing event updated for resources: {'Port': ['ID=3f8f52a4-b049-4cec-ae0d-599eda75cc71,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:54.886237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b315928-e039-4601-ba98-cbf4194ed07a req-34ac047e-0c54-48a1-b1d9-66ee425da1c0 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0422709
Nov 10 04:11:54.892907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33924ad8-79a2-4c28-abae-1186251c4310 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:54.912632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a39d11aa-977d-44be-b152-0f092c32a602 req-ca6d555d-0095-486a-812c-ea0b4b3287d9 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 210 time: 0.0726664
Nov 10 04:11:55.007252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ef4b2-c333-4656-957a-2637b5c9a575 None None] Pushing event updated for resources: {'Port': ['ID=b18814d8-e5b9-4973-b22c-45ad2ac1d184,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:55.012086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Attempting to bind port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:55.012086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Attempting to bind port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:55.012309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Attempting to bind port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:55.051762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:55.052141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:55.052541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.056706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Bound using segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:55.057955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Bound port: 3f8f52a4-b049-4cec-ae0d-599eda75cc71, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:55.057955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.088764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 33924ad8-79a2-4c28-abae-1186251c4310 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:55.089972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.208938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.251740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebe2dfa-16b0-4a36-bc18-7cb231da7523 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:11:55.265520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.311883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Transition to ACTIVE for port object bebe2dfa-16b0-4a36-bc18-7cb231da7523 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:11:55.323145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-91263f92-677a-45bd-be0f-9c87e22f6b72 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:55.329476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-91263f92-677a-45bd-be0f-9c87e22f6b72 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:55.331541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-91263f92-677a-45bd-be0f-9c87e22f6b72 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "GET /v2.0/networks?id=92fd1a0e-909c-416c-b33c-d6c0810f01e9&id=3046e18d-da0e-456e-88f3-6f7b3ae7052e&id=92fd1a0e-909c-416c-b33c-d6c0810f01e9 HTTP/1.1" status: 200  len: 1392 time: 0.2336211
Nov 10 04:11:55.333454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.345085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.368834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] For port 3f8f52a4-b049-4cec-ae0d-599eda75cc71, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:55.371333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'admin_state_up': True, 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:55.372665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] For port 3f8f52a4-b049-4cec-ae0d-599eda75cc71, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3f8f52a4-b049-4cec-ae0d-599eda75cc71,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:55.377304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.473828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a9dd7-bc84-45da-804f-1c33f66d3b26 None None] Pushing event updated for resources: {'Port': ['ID=3f8f52a4-b049-4cec-ae0d-599eda75cc71,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:55.474333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:55.479138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Pushing event updated for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:55.484586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:55.495350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:55.500823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa08923-329c-4c72-a184-513daeebc92d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:55.604773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-354339bb-72cd-46e5-8e6c-f523dbd084e8 None None] Provisioning complete for port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:55.605240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-354339bb-72cd-46e5-8e6c-f523dbd084e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.659595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-354339bb-72cd-46e5-8e6c-f523dbd084e8 None None] Port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:55.673797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Pushing event updated for resources: {'Port': ['ID=9265a3b0-ad2e-4417-ab27-bc5a24a70185,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:55.832906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86ca6cea-fe9b-4812-a6a3-391065973d86 req-e8fbc950-abc1-4073-a139-83083004048c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0751848
Nov 10 04:11:55.833564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Attempting to bind port bebe2dfa-16b0-4a36-bc18-7cb231da7523 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:55.833927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Attempting to bind port bebe2dfa-16b0-4a36-bc18-7cb231da7523 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '06eab762-5c0f-48e8-a68c-59ac562ce1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:55.834320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Attempting to bind port bebe2dfa-16b0-4a36-bc18-7cb231da7523 on network 9c88ca8c-b946-43c3-8bf7-701668a87c53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:55.845083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1735812-b989-4e60-960b-9a6a672235e8 req-220b733a-7f66-40b1-9559-7c3a63334f20 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:55.847168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d1735812-b989-4e60-960b-9a6a672235e8 req-220b733a-7f66-40b1-9559-7c3a63334f20 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 944 time: 0.2692950
Nov 10 04:11:55.847810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:55.851192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:55.892592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Port bebe2dfa-16b0-4a36-bc18-7cb231da7523 on network 9c88ca8c-b946-43c3-8bf7-701668a87c53 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:11:55.893089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Attempting to bind port bebe2dfa-16b0-4a36-bc18-7cb231da7523 on network 9c88ca8c-b946-43c3-8bf7-701668a87c53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:55.919607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:55.920275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Checking segment: {'id': '06eab762-5c0f-48e8-a68c-59ac562ce1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:55.920374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Bound using segment: {'id': '06eab762-5c0f-48e8-a68c-59ac562ce1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:55.920761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Bound port: bebe2dfa-16b0-4a36-bc18-7cb231da7523, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06eab762-5c0f-48e8-a68c-59ac562ce1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:55.921117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.086027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb4e04a-ac4b-408e-9acf-d1d8858e769e req-b964f638-a208-4a20-99d6-492cda9a7130 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0610549
Nov 10 04:11:56.118408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d1735812-b989-4e60-960b-9a6a672235e8 req-9f212ea5-bd13-478c-a54d-fe8aa641b669 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614267
Nov 10 04:11:56.215754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:56.218749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fa042c-b065-4091-9651-4af64b6bfc4b req-a7c8862d-377c-4e22-bb8c-286e6eebe57e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 210 time: 0.0445487
Nov 10 04:11:56.225403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523,segment=NetworkSegment(06eab762-5c0f-48e8-a68c-59ac562ce1bf),segment_id=06eab762-5c0f-48e8-a68c-59ac562ce1bf)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:56.249243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.251704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Allocated IP 19.80.0.106 (92fd1a0e-909c-416c-b33c-d6c0810f01e9/d7aa53f9-4b3b-467c-b07e-43beb7970418/c666b56d-c2da-480e-85b1-4b4c62d69c60) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:56.278307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.323016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13fc2a-2bfb-4121-83c4-a8505ead067d None None] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:56.381886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:56.382541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.383962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] 10.222.0.21 "PUT /v2.0/ports/bebe2dfa-16b0-4a36-bc18-7cb231da7523 HTTP/1.1" status: 200  len: 1092 time: 2.0562732
Nov 10 04:11:56.386804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:11:56.389561 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:11:56.441921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf5e27-df02-4ec3-9ae1-d57584516daa service neutron] Pushing event updated for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:56.479265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] Provisioning complete for port b18814d8-e5b9-4973-b22c-45ad2ac1d184 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:56.479639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.481627 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f6731-6efb-4322-9e49-b5e1b2d52808 x-openstack-request-id: req-f35f6731-6efb-4322-9e49-b5e1b2d52808 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:11:56.481927 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:11:56.482181 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f35f6731-6efb-4322-9e49-b5e1b2d52808 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:11:56.482630 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523', 'status': 'completed', 'code': 200}
Nov 10 04:11:56.647609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-6c1e7eeb-142c-460f-baa4-976d60f0759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:56.649263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-6c1e7eeb-142c-460f-baa4-976d60f0759c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=761af007cf944b249f138d8190887b90&device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 1095 time: 0.2044861
Nov 10 04:11:56.716656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.774524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] For port b18814d8-e5b9-4973-b22c-45ad2ac1d184, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b18814d8-e5b9-4973-b22c-45ad2ac1d184,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:56.781908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.886161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae40f22-cb73-4b71-b070-a57e990b5268 None None] Pushing event updated for resources: {'Port': ['ID=b18814d8-e5b9-4973-b22c-45ad2ac1d184,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:56.886836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-ffa86639-de4d-4154-8ef8-7bb0a9eb86e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523 HTTP/1.1" status: 200  len: 217 time: 0.1633995
Nov 10 04:11:56.905851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:56.913426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3f8f52a4-b049-4cec-ae0d-599eda75cc71 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:56.977648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:56.978018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.000484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-001dc0e7-62ad-4e75-8995-a021e59cfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:57.003690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-001dc0e7-62ad-4e75-8995-a021e59cfdc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b HTTP/1.1" status: 200  len: 861 time: 0.1013150
Nov 10 04:11:57.051712 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-0902fa34-c2c9-40ff-96d1-097dec7b578e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c88ca8c-b946-43c3-8bf7-701668a87c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395465
Nov 10 04:11:57.054229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.061610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.103191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a97a7b-6337-4264-ab3b-b79a9d26555c None None] Network fc75a7af-896b-4018-b415-3db9606c7991 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:11:57.237228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.290390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4d7511fe-4f1b-41c0-a297-bc4a069769e1 None None] Provisioning complete for port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:57.291162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d7511fe-4f1b-41c0-a297-bc4a069769e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.294901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994ca76-614f-4b08-bab5-350fc27137d3 req-4c28de74-ea54-4fa8-b1eb-870e00fb103e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:57.296510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5994ca76-614f-4b08-bab5-350fc27137d3 req-4c28de74-ea54-4fa8-b1eb-870e00fb103e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 944 time: 0.0695114
Nov 10 04:11:57.364595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5994ca76-614f-4b08-bab5-350fc27137d3 req-8fe6ed86-03bd-4787-8359-c20738306879 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609066
Nov 10 04:11:57.406266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 3f8f52a4-b049-4cec-ae0d-599eda75cc71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3f8f52a4-b049-4cec-ae0d-599eda75cc71,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:11:57.418038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.418988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b18814d8-e5b9-4973-b22c-45ad2ac1d184 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:57.497543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db302f-d729-43ab-b38b-dea5f5aaf715 req-4ee03ad3-b524-4da9-9b24-269cf99ab8a0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:57.499476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88db302f-d729-43ab-b38b-dea5f5aaf715 req-4ee03ad3-b524-4da9-9b24-269cf99ab8a0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 932 time: 0.0635815
Nov 10 04:11:57.551649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=3f8f52a4-b049-4cec-ae0d-599eda75cc71,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:57.568332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b18814d8-e5b9-4973-b22c-45ad2ac1d184 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:57.568833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.573415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88db302f-d729-43ab-b38b-dea5f5aaf715 req-92c43a32-2a53-4b19-ad23-baa5fcafbe76 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675330
Nov 10 04:11:57.655993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:57.684381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e0ae3ebe-08df-4c46-8951-6c34982ee0d5 None None] Provisioning complete for port b18814d8-e5b9-4973-b22c-45ad2ac1d184 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:57.684807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3ebe-08df-4c46-8951-6c34982ee0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.704487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:57.708232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:57.733034 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04f2b879-333c-4f9b-82b7-f45560f500bd req-242a2a4b-91d1-48b9-8255-6d492d23f5fc tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0901315
Nov 10 04:11:57.736404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:57.856797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-1c701f0f-fca4-49e1-a129-9c1b19da15ce service neutron] 10.222.0.21 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7980604
Nov 10 04:11:57.867747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:57.868521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:57.969272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d226b0e8-a293-4684-aede-d194cc6d6451 None None] Provisioning complete for port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:57.969651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d226b0e8-a293-4684-aede-d194cc6d6451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:58.006513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a843cc40-5b72-4c75-aa2a-df11db089b5c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6643417
Nov 10 04:11:58.009960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92131316-e3eb-4aa1-bbf1-c878c246405e req-4a6ea80f-bf7e-4320-a5ed-5bbb922994ad service neutron] 10.222.0.21 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340985
Nov 10 04:11:58.019752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e', 'admin_state_up': True, 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:58.090866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Router 8ec16ce5-5db7-465b-940f-9e70b046530f is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:11:58.192316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-78733617-cc48-4ecf-b241-0ca466101b63 None None] Provisioning complete for port c666b56d-c2da-480e-85b1-4b4c62d69c60 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:58.193304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78733617-cc48-4ecf-b241-0ca466101b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:58.243123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-78733617-cc48-4ecf-b241-0ca466101b63 None None] Port c666b56d-c2da-480e-85b1-4b4c62d69c60 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:58.268698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-b6247c96-b6a7-497b-b064-4b4dbbf84639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:58.270243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-b6247c96-b6a7-497b-b064-4b4dbbf84639 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=761af007cf944b249f138d8190887b90&device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 1095 time: 0.1946912
Nov 10 04:11:58.324710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbd0f4ff-53ed-4bb9-9cb0-2df7d3682034 req-9e10dccf-092c-4728-8615-467e498cd712 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0274138
Nov 10 04:11:58.359222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:58.362725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:58.375151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:11:58.387582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:11:58.421973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:11:58.424372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207573880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:58.431440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:58.432822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f90a51ec-8d76-4b94-b3d7-614507af25ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2759488
Nov 10 04:11:58.435469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:11:58.486251 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:11:58.491155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-6b1b139f-06ab-4748-b0ef-52a9928aab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:58.492637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-6b1b139f-06ab-4748-b0ef-52a9928aab8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c88ca8c-b946-43c3-8bf7-701668a87c53 HTTP/1.1" status: 200  len: 922 time: 0.2127612
Nov 10 04:11:58.565519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-ed123728-220e-411a-b8bf-2a539fcfc1b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523 HTTP/1.1" status: 200  len: 217 time: 0.0453093
Nov 10 04:11:58.577178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:11:58.650248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24245-fd05-4e02-808d-92b94867a376 req-b0204509-fd3e-455c-a309-55cceadee497 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:58.652082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eab24245-fd05-4e02-808d-92b94867a376 req-b0204509-fd3e-455c-a309-55cceadee497 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 944 time: 0.1863878
Nov 10 04:11:58.722251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Allocated IP 19.86.0.57 (3046e18d-da0e-456e-88f3-6f7b3ae7052e/d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c/1bd43f4b-a865-4bc6-bacd-c7e8d8558127) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:58.727983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-1acc62a5-b365-44c1-9a52-e8b4e0cd959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:58.742547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-1acc62a5-b365-44c1-9a52-e8b4e0cd959b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b HTTP/1.1" status: 200  len: 861 time: 0.1664059
Nov 10 04:11:58.797449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-4d89248e-a7c7-43d9-bc65-9f6b79e8eae5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c88ca8c-b946-43c3-8bf7-701668a87c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423260
Nov 10 04:11:58.836578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3f8f52a4-b049-4cec-ae0d-599eda75cc71 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:58.848292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eab24245-fd05-4e02-808d-92b94867a376 req-3ced5433-3f24-417e-bc32-57c56a3b4ef2 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782751
Nov 10 04:11:58.873629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358797c2-ed41-4cb5-a4e2-d6354496a5fc req-171269d5-6482-4a6f-b60c-b9c455d829a1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:58.881812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-358797c2-ed41-4cb5-a4e2-d6354496a5fc req-171269d5-6482-4a6f-b60c-b9c455d829a1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 932 time: 0.1075892
Nov 10 04:11:58.913409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:58.913883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:58.946628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207573880>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:55Z', 'revision_number': 3, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:11:58.994485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:11:58.995072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Updating router 8ec16ce5-5db7-465b-940f-9e70b046530f port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:11:59.005798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-358797c2-ed41-4cb5-a4e2-d6354496a5fc req-f6da5a47-5218-46ec-9085-f6c7ff9210a8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227837
Nov 10 04:11:59.046578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.061502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-91fc4f9a-e3fb-4f35-9e7f-7941f37ebdf5 service neutron] 10.222.0.21 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544842
Nov 10 04:11:59.109901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b18814d8-e5b9-4973-b22c-45ad2ac1d184 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:11:59.161014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.213895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b0ad43d-6a2b-49d4-928a-4889fe3ddb8d req-cb9ff099-bb9e-4e74-ab77-ec5dedea9bfb service neutron] 10.222.0.21 "GET /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449175
Nov 10 04:11:59.237393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.238652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.266085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b18814d8-e5b9-4973-b22c-45ad2ac1d184 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:59.266543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.314594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:11:59.320687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:11:59.323986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:11:59.373683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:59.389097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:11:59.390228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.427065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-a5cdbe3b-2f62-4255-bc8e-69490acf7140 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4027829
Nov 10 04:11:59.433077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'admin_state_up': True, 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:11:59.436272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Allocated IP 172.20.0.1 (fc75a7af-896b-4018-b415-3db9606c7991/223e0677-c064-4fba-9ec6-7c4b691e1428/fbe84220-a0ee-41ff-8d45-f0b1c09942bd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:59.479832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65a77d62-67a7-4afe-b524-7601ccb32102 req-3051ba0b-d54f-482e-a6a4-1856e0c7a5d3 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0411811
Nov 10 04:11:59.549876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.558419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.588503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.606520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308a817-8e00-4a3d-a9de-f7a12e7a06b6 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:11:59.610325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:11:59.614863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.638318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Attempting to bind port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:11:59.638680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Attempting to bind port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:11:59.639037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Attempting to bind port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:11:59.655166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:11:59.655359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:11:59.655729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.656112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:11:59.656589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Bound port: 9265a3b0-ad2e-4417-ab27-bc5a24a70185, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:11:59.657027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.691848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109ac17-195a-4226-b232-2670e4d1d9b1 None None] Pushing event updated for resources: {'Port': ['ID=9265a3b0-ad2e-4417-ab27-bc5a24a70185,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:11:59.786152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Allocated IP 19.80.0.214 (92fd1a0e-909c-416c-b33c-d6c0810f01e9/d7aa53f9-4b3b-467c-b07e-43beb7970418/60dbe080-6e58-4150-a896-fc9d06e20834) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:11:59.893423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Provisioning complete for port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:11:59.893809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.938348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] For port 9265a3b0-ad2e-4417-ab27-bc5a24a70185, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:11:59.945314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:11:59.963841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] For port 9265a3b0-ad2e-4417-ab27-bc5a24a70185, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9265a3b0-ad2e-4417-ab27-bc5a24a70185,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:11:59.965931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:11:59.970093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.013167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Network fc75a7af-896b-4018-b415-3db9606c7991 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:00.013846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da2272-d15e-42e6-8f3a-53b8aa9b3133 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:12:00.017129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.018701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:00.027548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:00.040020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:00.040679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207573880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:00.077490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Pushing event updated for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:00.094995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.101320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.122363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613dbb7-8f35-475d-8667-64481b052dd7 req-98929bb4-e0a1-4c4a-a137-2849296a55f0 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:00.143040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8613dbb7-8f35-475d-8667-64481b052dd7 req-98929bb4-e0a1-4c4a-a137-2849296a55f0 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 944 time: 0.1936040
Nov 10 04:12:00.162649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Provisioning complete for port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:00.169239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.216009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:00.252979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:00.269182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:00.288257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:00.336045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8613dbb7-8f35-475d-8667-64481b052dd7 req-5e029a92-1715-4385-9cd4-11fffa4cfcc9 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914072
Nov 10 04:12:00.377900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:00.388938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c099fb98-a624-4eaf-929a-2faf3179c129 None None] Port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:00.392070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109ac17-195a-4226-b232-2670e4d1d9b1 None None] Pushing event updated for resources: {'Port': ['ID=9265a3b0-ad2e-4417-ab27-bc5a24a70185,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:00.407461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a54a-7801-40f9-be93-3ebfd01525ab req-b587187a-59b6-47b8-a09c-404fa93cec24 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:00.414470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a54a-7801-40f9-be93-3ebfd01525ab req-b587187a-59b6-47b8-a09c-404fa93cec24 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:00.414626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.421377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a54a-7801-40f9-be93-3ebfd01525ab req-b587187a-59b6-47b8-a09c-404fa93cec24 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:00.423736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba38a54a-7801-40f9-be93-3ebfd01525ab req-b587187a-59b6-47b8-a09c-404fa93cec24 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2376 time: 0.2657802
Nov 10 04:12:00.496897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:00.497566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.525463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-b3b6ad66-a5ae-4948-bf6f-76ed51ffaad2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0974495
Nov 10 04:12:00.533109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207573880>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:55Z', 'revision_number': 3, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:00.538138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Provisioning complete for port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:00.538138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.543607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:00.565772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba38a54a-7801-40f9-be93-3ebfd01525ab req-25035569-ca70-4220-85ef-5800b278ac39 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295578
Nov 10 04:12:00.616241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.620235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfe9c6-7fe7-4bec-aa68-a2302b0ea537 None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:11:55Z', 'revision_number': 3, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:12:00.653618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2cf84bd2-9dcf-4cf2-bc1c-ebdf4c8b8a92 req-780f258d-3c02-4bbd-a22d-ee593c594d0e tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0362473
Nov 10 04:12:00.718383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.724659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.725461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.748382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] For port 9265a3b0-ad2e-4417-ab27-bc5a24a70185, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9265a3b0-ad2e-4417-ab27-bc5a24a70185,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:00.756516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.797805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.803958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Pushing event updated for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:00.821336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Provisioning complete for port fbe84220-a0ee-41ff-8d45-f0b1c09942bd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:00.821705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:00.853882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Pushing event updated for resources: {'Port': ['ID=9265a3b0-ad2e-4417-ab27-bc5a24a70185,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:00.874955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bf2873c8-5ffd-466b-a17e-b777c5d89170 None None] Port fbe84220-a0ee-41ff-8d45-f0b1c09942bd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:00.890529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bebe2dfa-16b0-4a36-bc18-7cb231da7523 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:01.009662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Network fc75a7af-896b-4018-b415-3db9606c7991 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:01.012314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:01.021914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666b56d-c2da-480e-85b1-4b4c62d69c60 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:01.054172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.078860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Transition to ACTIVE for port object c666b56d-c2da-480e-85b1-4b4c62d69c60 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:01.082451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-83b3cf9b-053e-404d-9bf8-e2d422cb04df None None] Provisioning complete for port 60dbe080-6e58-4150-a896-fc9d06e20834 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:01.082905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-83b3cf9b-053e-404d-9bf8-e2d422cb04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.083807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.181161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Pushing event updated for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:01.204190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523,segment=NetworkSegment(06eab762-5c0f-48e8-a68c-59ac562ce1bf),segment_id=06eab762-5c0f-48e8-a68c-59ac562ce1bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:01.251403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-83b3cf9b-053e-404d-9bf8-e2d422cb04df None None] Port 60dbe080-6e58-4150-a896-fc9d06e20834 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:01.266576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523', 'network_id': '9c88ca8c-b946-43c3-8bf7-701668a87c53', 'port_id': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523', 'mac_address': 'fa:16:3e:69:69:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:01.304465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:12:01.321933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Attempting to bind port c666b56d-c2da-480e-85b1-4b4c62d69c60 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:01.323225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Attempting to bind port c666b56d-c2da-480e-85b1-4b4c62d69c60 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:01.323663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Attempting to bind port c666b56d-c2da-480e-85b1-4b4c62d69c60 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:01.342473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Port c666b56d-c2da-480e-85b1-4b4c62d69c60 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:01.342800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Attempting to bind port c666b56d-c2da-480e-85b1-4b4c62d69c60 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:01.350345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:01.350834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Checking segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:01.362647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.368594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Bound using segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:01.369477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Bound port: c666b56d-c2da-480e-85b1-4b4c62d69c60, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:01.370029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.390917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebe2dfa-16b0-4a36-bc18-7cb231da7523 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:01.447999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523,segment=NetworkSegment(06eab762-5c0f-48e8-a68c-59ac562ce1bf),segment_id=06eab762-5c0f-48e8-a68c-59ac562ce1bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:01.459505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.536921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:01.542969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:01.555580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:01.559478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.587934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f823766c-c716-45ba-8ce4-fd25a221cad3 None None] Provisioning complete for port fbe84220-a0ee-41ff-8d45-f0b1c09942bd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:01.588996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f823766c-c716-45ba-8ce4-fd25a221cad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.608633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:01.609267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.610697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] 10.222.0.26 "PUT /v2.0/ports/c666b56d-c2da-480e-85b1-4b4c62d69c60 HTTP/1.1" status: 200  len: 1092 time: 1.0741906
Nov 10 04:12:01.611194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:01.614169 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f60174-9ba5-4ba7-937e-1d5c028c34f5" -d '{"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:01.627253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:12:01.649721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf767-a3af-4388-9b30-7e8175cc54bb service neutron] Pushing event updated for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:01.656974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:01.659164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88869acc-46b6-4635-a361-1a35f285a416 req-2e3074a1-d25a-4ef5-a30d-9df040b6ef3e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:01.677580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88869acc-46b6-4635-a361-1a35f285a416 req-2e3074a1-d25a-4ef5-a30d-9df040b6ef3e tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 945 time: 0.1841223
Nov 10 04:12:01.684326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ebfa9b9a-300f-4c71-8cc9-688ca5c4e60a admin admin] 10.222.0.13 "PUT /v2.0/routers/8ec16ce5-5db7-465b-940f-9e70b046530f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2475095
Nov 10 04:12:01.689529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f823766c-c716-45ba-8ce4-fd25a221cad3 None None] Port fbe84220-a0ee-41ff-8d45-f0b1c09942bd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:01.743517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bebe2dfa-16b0-4a36-bc18-7cb231da7523'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:01.806646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88869acc-46b6-4635-a361-1a35f285a416 req-3613e029-2a34-40da-8ec6-edfda3d58178 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276002
Nov 10 04:12:01.851405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:01.879727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c78e7-9066-45a3-8f4d-c62c173511cd req-3531d9dd-bec1-4839-9365-ef616b03d687 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:01.885946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c78e7-9066-45a3-8f4d-c62c173511cd req-3531d9dd-bec1-4839-9365-ef616b03d687 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:01.892355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c78e7-9066-45a3-8f4d-c62c173511cd req-3531d9dd-bec1-4839-9365-ef616b03d687 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:01.894243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-632c78e7-9066-45a3-8f4d-c62c173511cd req-3531d9dd-bec1-4839-9365-ef616b03d687 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2388 time: 0.1704774
Nov 10 04:12:01.929456 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d322556c-9fc8-4936-a63d-970777085abd x-openstack-request-id: req-d322556c-9fc8-4936-a63d-970777085abd {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:01.929750 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:01.930004 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d322556c-9fc8-4936-a63d-970777085abd {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:01.930405 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60', 'status': 'completed', 'code': 200}
Nov 10 04:12:02.053338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-021ddb3f-c456-48aa-acd8-10e3bb13f8fb req-061cce6b-6108-4d48-8633-109286e00e72 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0567133
Nov 10 04:12:02.125544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-632c78e7-9066-45a3-8f4d-c62c173511cd req-56a5a357-cbb0-4ccd-9806-aaa61284c23f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981382
Nov 10 04:12:02.159484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-4698f1d7-3e06-4fc5-9d5e-661a57e2520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.160188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-4698f1d7-3e06-4fc5-9d5e-661a57e2520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.160931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-4698f1d7-3e06-4fc5-9d5e-661a57e2520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.162758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-4698f1d7-3e06-4fc5-9d5e-661a57e2520c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2731 time: 0.2061076
Nov 10 04:12:02.398940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-7f0b22dd-b9a4-4fc7-a45d-197af4daaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.399558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-7f0b22dd-b9a4-4fc7-a45d-197af4daaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.399849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-7f0b22dd-b9a4-4fc7-a45d-197af4daaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.401457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-7f0b22dd-b9a4-4fc7-a45d-197af4daaccf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2273505
Nov 10 04:12:02.502891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:02.513787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.543742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Transition to ACTIVE for port object 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:02.549111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-0a804013-9840-423f-b5df-b12ffd31b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.550490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-33f60174-9ba5-4ba7-937e-1d5c028c34f5 req-0a804013-9840-423f-b5df-b12ffd31b994 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1421430
Nov 10 04:12:02.551315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.594580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50696) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:02.603924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956423899', 'description': 'tempest-description--2033240139'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:02.608518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:02.647506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.693748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Attempting to bind port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:02.693967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Attempting to bind port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:02.694269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Attempting to bind port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 on network 3046e18d-da0e-456e-88f3-6f7b3ae7052e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:02.702039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 on network 3046e18d-da0e-456e-88f3-6f7b3ae7052e not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:02.702457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Attempting to bind port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 on network 3046e18d-da0e-456e-88f3-6f7b3ae7052e {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:02.708276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:02.708672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Checking segment: {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:02.709123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Bound using segment: {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:02.709460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Bound port: 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:02.709818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.770616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.778375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.778622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9265a3b0-ad2e-4417-ab27-bc5a24a70185 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:02.822471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:02.828710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:02.834654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.851496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.854192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2580967
Nov 10 04:12:02.860479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50700) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:02.871617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group_rule': {'security_group_id': '6d79d239-6a7a-433f-a6db-8083a4f9d1a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:02.875924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1303d7-88bd-4afe-9199-dcdb02845923 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d79d239-6a7a-433f-a6db-8083a4f9d1a3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:02.882642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:02.883239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.900084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:02.900751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.902151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bd43f4b-a865-4bc6-bacd-c7e8d8558127 HTTP/1.1" status: 200  len: 1091 time: 1.2494445
Nov 10 04:12:02.922903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bebe2dfa-16b0-4a36-bc18-7cb231da7523 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:02.934910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:02.959403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Request body: {'port': {'device_id': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:02.992489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cefd-b602-4361-bdd1-6d39b66f5d23 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:03.016928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.022455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.051898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4551dd66-aaea-4931-a27b-4d72a925ed35,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:03.052996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port bebe2dfa-16b0-4a36-bc18-7cb231da7523 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:03.060823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.064554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c499b624-d617-4cfc-9671-d9c637a59515 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2004580
Nov 10 04:12:03.064895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50702) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:03.069655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group_rule': {'security_group_id': '6d79d239-6a7a-433f-a6db-8083a4f9d1a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:03.074313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.075415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port bebe2dfa-16b0-4a36-bc18-7cb231da7523 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:03.076212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.123051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.200255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca951be-ed39-4268-bd14-2f005978e735 req-04ab6b22-b640-482a-9680-6c80d17fe55d tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:03.205618 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ca951be-ed39-4268-bd14-2f005978e735 req-04ab6b22-b640-482a-9680-6c80d17fe55d tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 945 time: 0.2504959
Nov 10 04:12:03.247426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.270791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bd57ba5-bbc2-43e0-b327-8c8662274fe8 req-d747bb35-992f-4855-82cc-a7d7757f075f tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0731978
Nov 10 04:12:03.318360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:03.320893 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52beb5a4-923c-4095-86cb-c3767f04147a" -d '{"events": [{"server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:03.336100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.337937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523,segment=NetworkSegment(06eab762-5c0f-48e8-a68c-59ac562ce1bf),segment_id=06eab762-5c0f-48e8-a68c-59ac562ce1bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:03.348808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.354714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.430668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:03.435950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a064de-954f-4a1a-abcb-e6461c4c6db0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:03.452188 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:12:03.461465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.465707 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f3f9c90-54d6-4897-befd-4a9fcdef843b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3966768
Nov 10 04:12:03.465868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:03.466264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ca951be-ed39-4268-bd14-2f005978e735 req-466bdd96-69c8-4c5c-ad65-056d3cd5c623 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267830
Nov 10 04:12:03.471874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:03.473452 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:03.474274 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149ea970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:03.507441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.534208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715053-3140-40bd-a20e-8cb827d2824b req-391da275-cfc1-4471-a883-fb773c5c1dc7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:03.546627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715053-3140-40bd-a20e-8cb827d2824b req-391da275-cfc1-4471-a883-fb773c5c1dc7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:03.555125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715053-3140-40bd-a20e-8cb827d2824b req-391da275-cfc1-4471-a883-fb773c5c1dc7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:03.559159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31715053-3140-40bd-a20e-8cb827d2824b req-391da275-cfc1-4471-a883-fb773c5c1dc7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2400 time: 0.1676147
Nov 10 04:12:03.566447 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b4e323-4073-494b-b358-22d72c395280 x-openstack-request-id: req-58b4e323-4073-494b-b358-22d72c395280 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:03.566715 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:03.566972 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b4e323-4073-494b-b358-22d72c395280 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:03.567377 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523', 'code': 200}
Nov 10 04:12:03.629784 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:03.677188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31715053-3140-40bd-a20e-8cb827d2824b req-0fe2fe75-21aa-41f7-89a4-0a268d33ca79 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742326
Nov 10 04:12:03.705077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dbe080-6e58-4150-a896-fc9d06e20834 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:03.716191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.721516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5398ee7-b0b0-4f1c-b424-0384703760b1 req-fc3a5ffc-7cfb-43ce-9970-771d38ec7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:03.723046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5398ee7-b0b0-4f1c-b424-0384703760b1 req-fc3a5ffc-7cfb-43ce-9970-771d38ec7206 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 1097 time: 0.0890646
Nov 10 04:12:03.739410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Transition to ACTIVE for port object 60dbe080-6e58-4150-a896-fc9d06e20834 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:03.744957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.748506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.821955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5398ee7-b0b0-4f1c-b424-0384703760b1 req-cf0342e1-199b-453c-a377-8b79be3d31e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909348
Nov 10 04:12:03.851438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Pushing event updated for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:03.877379 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149ea970>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 2, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:03.882219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Allocated IP 172.32.3.239 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/ed681b5e-0a67-455c-a5e6-b7d87d7ed46b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:03.906888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:12:03.907442 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Updating router 8ec16ce5-5db7-465b-940f-9e70b046530f port fbe84220-a0ee-41ff-8d45-f0b1c09942bd binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:12:03.920788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Attempting to bind port 60dbe080-6e58-4150-a896-fc9d06e20834 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:03.921140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Attempting to bind port 60dbe080-6e58-4150-a896-fc9d06e20834 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:03.921507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Attempting to bind port 60dbe080-6e58-4150-a896-fc9d06e20834 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:03.926899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Port 60dbe080-6e58-4150-a896-fc9d06e20834 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:03.927223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Attempting to bind port 60dbe080-6e58-4150-a896-fc9d06e20834 on network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:03.932559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:03.935003 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b079fbd7-32a0-4ec1-9dbd-7698d775defd" -d '{"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:03.936664 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:03.937989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:03.938334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Checking segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:03.938715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Bound using segment: {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:03.939162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Bound port: 60dbe080-6e58-4150-a896-fc9d06e20834, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691e30db-9064-492f-ad25-678c675d76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:03.939522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.013748 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a142ad0-139f-4cba-8ca4-9e0cfb2a3b7c x-openstack-request-id: req-1a142ad0-139f-4cba-8ca4-9e0cfb2a3b7c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:04.014031 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:04.014720 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a142ad0-139f-4cba-8ca4-9e0cfb2a3b7c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:04.015120 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', 'status': 'completed', 'code': 200}
Nov 10 04:12:04.037867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.083058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.090105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:04.094283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=60dbe080-6e58-4150-a896-fc9d06e20834,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:04.101169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.105626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-d7fdf8a2-f1a0-49ef-9c25-7d962be1ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.106100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-d7fdf8a2-f1a0-49ef-9c25-7d962be1ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.106563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-d7fdf8a2-f1a0-49ef-9c25-7d962be1ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.108871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-d7fdf8a2-f1a0-49ef-9c25-7d962be1ba11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2823 time: 0.0770466
Nov 10 04:12:04.137143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:04.138799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:04.141894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:04.223797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.224523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.226144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] 10.222.0.26 "PUT /v2.0/ports/60dbe080-6e58-4150-a896-fc9d06e20834 HTTP/1.1" status: 200  len: 1092 time: 1.2819061
Nov 10 04:12:04.226459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=ed681b5e-0a67-455c-a5e6-b7d87d7ed46b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:04.257475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.277453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698242a-6a4a-4f1d-a654-24f46c9f6262 service neutron] Pushing event updated for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:04.317272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cee71b2e-2ea8-4d81-ac8d-02e1c417e2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.325323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.352838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-642b97dd-3b28-49ff-a9b5-c16ebdcb734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.353848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-642b97dd-3b28-49ff-a9b5-c16ebdcb734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.354373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-642b97dd-3b28-49ff-a9b5-c16ebdcb734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.356680 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-642b97dd-3b28-49ff-a9b5-c16ebdcb734d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2378595
Nov 10 04:12:04.362836 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.384523 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.451064 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Pushing event updated for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:04.465661 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.466762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.467323 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.467893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.468927 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.470000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-12412f5b-4406-4240-8404-91e644142c45 req-f1277d64-d996-4663-836d-93fbf0b140f3 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0674345
Nov 10 04:12:04.476633 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.477099 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.477447 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.477788 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.478126 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.478450 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.485156 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:04.554827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-54f800c3-ea8a-46cb-b9a7-d53f7b94da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.560111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b079fbd7-32a0-4ec1-9dbd-7698d775defd req-54f800c3-ea8a-46cb-b9a7-d53f7b94da87 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1955347
Nov 10 04:12:04.588549 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Attempting to bind port fbe84220-a0ee-41ff-8d45-f0b1c09942bd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:04.592255 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Attempting to bind port fbe84220-a0ee-41ff-8d45-f0b1c09942bd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:04.592857 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Attempting to bind port fbe84220-a0ee-41ff-8d45-f0b1c09942bd on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:04.611529 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:04.612715 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:04.613384 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.615489 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Bound using segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:04.617777 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Bound port: fbe84220-a0ee-41ff-8d45-f0b1c09942bd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:04.618982 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.638114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.645355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.776038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] For port fbe84220-a0ee-41ff-8d45-f0b1c09942bd, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:04.781825 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] For port fbe84220-a0ee-41ff-8d45-f0b1c09942bd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:04.801693 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.822693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=ed681b5e-0a67-455c-a5e6-b7d87d7ed46b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:04.865171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.875918 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124fab6-7d82-48b4-8395-a9f0e7ba5244 None None] Pushing event updated for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:04.916975 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:04.917768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149ea970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:04.946841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:04.960475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a7e50233-ec89-48fd-9c74-7df710ee2245 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4851794
Nov 10 04:12:04.981517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade05b7-b912-4ef2-902e-a5b1942af19a req-fd9d0f60-10ef-4f37-bf24-fa403778e6c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.990118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade05b7-b912-4ef2-902e-a5b1942af19a req-fd9d0f60-10ef-4f37-bf24-fa403778e6c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:04.998793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade05b7-b912-4ef2-902e-a5b1942af19a req-fd9d0f60-10ef-4f37-bf24-fa403778e6c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.023213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ade05b7-b912-4ef2-902e-a5b1942af19a req-fd9d0f60-10ef-4f37-bf24-fa403778e6c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2412 time: 0.1150422
Nov 10 04:12:05.040694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] Provisioning complete for port fbe84220-a0ee-41ff-8d45-f0b1c09942bd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:05.041209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:05.120651 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:05.134378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ade05b7-b912-4ef2-902e-a5b1942af19a req-b0e81bea-a35d-470e-976b-f9b64ae39ab7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093748
Nov 10 04:12:05.239985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:05.316579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] For port fbe84220-a0ee-41ff-8d45-f0b1c09942bd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:05.333954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:05.337062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-79a9a576-f304-4cce-8fbf-9355f4cd2274 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1956423899&fields=id&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 267 time: 0.0600743
Nov 10 04:12:05.370864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b4188-e530-4ee7-83d0-973b9d9864c6 req-cdd75ec8-343f-4e7c-adef-ce2091694abd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.378891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d2b4188-e530-4ee7-83d0-973b9d9864c6 req-cdd75ec8-343f-4e7c-adef-ce2091694abd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 946 time: 0.7682967
Nov 10 04:12:05.402292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-27d74fd6-89ac-49b5-8af4-613216c19919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.403067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-27d74fd6-89ac-49b5-8af4-613216c19919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.403687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-27d74fd6-89ac-49b5-8af4-613216c19919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.405554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-27d74fd6-89ac-49b5-8af4-613216c19919 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2865 time: 0.7963998
Nov 10 04:12:05.411057 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-a813692e-0185-477b-819b-ab6294be82cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1120470
Nov 10 04:12:05.411580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d1fe5-5e74-4ef8-a6a6-ec5505bff3bd None None] Pushing event updated for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:05.465976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-13115b0b-4fe3-46d0-84c9-1ca1d4ad9086 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60 HTTP/1.1" status: 200  len: 217 time: 0.0437112
Nov 10 04:12:05.470252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-93fb3d61-b16c-4e39-9ab0-ccd5ef6879ed None None] Provisioning complete for port fbe84220-a0ee-41ff-8d45-f0b1c09942bd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:05.470626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93fb3d61-b16c-4e39-9ab0-ccd5ef6879ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:05.483546 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149ea970>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:04Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:05.507937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d2b4188-e530-4ee7-83d0-973b9d9864c6 req-3e9b02cc-f79c-4d46-bf39-4044d627fe01 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279469
Nov 10 04:12:05.520684 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc6ec-c306-41f7-b47f-5d7cfb01800e None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:04Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:12:05.540016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-e601c629-339d-4293-88fe-29e15aa62ba2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.541869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-e601c629-339d-4293-88fe-29e15aa62ba2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 817 time: 0.1877322
Nov 10 04:12:05.560087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-172a9e8d-16b8-4e66-af9c-f12f473d57d8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/quotas/e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 375 time: 0.0107472
Nov 10 04:12:05.567538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-7b30359c-1043-49e6-96e8-2095e5a56b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.569046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-7b30359c-1043-49e6-96e8-2095e5a56b45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7aa53f9-4b3b-467c-b07e-43beb7970418 HTTP/1.1" status: 200  len: 801 time: 0.0906389
Nov 10 04:12:05.571799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-8d82d4d8-96cf-4e88-8f31-210d0fb7b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.573214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-8d82d4d8-96cf-4e88-8f31-210d0fb7b3b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1096 time: 0.1091957
Nov 10 04:12:05.647001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-3e4bafcd-21e4-4f31-ad42-923890b37d45 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0761576
Nov 10 04:12:05.760411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-2b4184bf-522b-4347-bb79-7c91865448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.761992 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-2b4184bf-522b-4347-bb79-7c91865448ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1336725
Nov 10 04:12:05.776671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-4812e537-8546-4e71-9fa9-0bb4b1dba50f service neutron] 10.222.0.13 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049960
Nov 10 04:12:05.779563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d85677d8-776a-4288-8f34-33a72171d801 req-5ae966d8-aaee-4e77-97a5-67e3d70665c1 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0427284
Nov 10 04:12:05.889746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-924d316c-1882-4b61-90fd-c5473c994104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:05.891533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-924d316c-1882-4b61-90fd-c5473c994104 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92fd1a0e-909c-416c-b33c-d6c0810f01e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3072639
Nov 10 04:12:05.896224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-b7360cae-aaa5-41b6-abbe-afc1b24bb2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098483
Nov 10 04:12:05.926138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-f49f7b06-7b7e-469e-a93b-be8da79476d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 1000 time: 0.1489804
Nov 10 04:12:06.021784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:06.024499 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fc76f7-724f-4b39-975f-044bb5fba61b" -d '{"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:06.042951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-5976a668-70ad-4321-b1a1-05b43c39d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.045263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-5976a668-70ad-4321-b1a1-05b43c39d650 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0947144
Nov 10 04:12:06.118939 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c2d85-d4a4-460b-a7dd-5500b7cd4488 x-openstack-request-id: req-ec0c2d85-d4a4-460b-a7dd-5500b7cd4488 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:06.119352 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:06.119486 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec0c2d85-d4a4-460b-a7dd-5500b7cd4488 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:06.119861 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834', 'status': 'completed', 'code': 200}
Nov 10 04:12:06.143738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-715c02f7-cc76-41f0-85e3-2c330fc27817 service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424757
Nov 10 04:12:06.161152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7596cc45-dd5f-4b9b-b35b-0e8d58a252a6 req-34503a64-6f59-45ee-83c1-2f894437d6d0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 210 time: 0.0502443
Nov 10 04:12:06.242982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-217009bb-fb5c-45d2-93ec-568a53bfe418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.244582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-217009bb-fb5c-45d2-93ec-568a53bfe418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1855612
Nov 10 04:12:06.310160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad4f88-1a5b-42f4-90f9-41aa26c80abe req-0ee7f673-a6fb-4b40-b7b9-b7721c1c8072 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.319799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad4f88-1a5b-42f4-90f9-41aa26c80abe req-0ee7f673-a6fb-4b40-b7b9-b7721c1c8072 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.358006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad4f88-1a5b-42f4-90f9-41aa26c80abe req-0ee7f673-a6fb-4b40-b7b9-b7721c1c8072 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.368650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-88444033-bf75-4d1c-b292-ba42f2253258 service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063911
Nov 10 04:12:06.369900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdad4f88-1a5b-42f4-90f9-41aa26c80abe req-0ee7f673-a6fb-4b40-b7b9-b7721c1c8072 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2412 time: 0.1329534
Nov 10 04:12:06.431186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-99f130f6-896e-4f37-9377-d4e88c1a98f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127 HTTP/1.1" status: 200  len: 217 time: 0.0520539
Nov 10 04:12:06.433265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdad4f88-1a5b-42f4-90f9-41aa26c80abe req-91484e0c-f637-4c4d-9b83-79f2c949b7d7 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623968
Nov 10 04:12:06.482445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-d8378170-65ff-4340-a921-83fa9c951987 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216372
Nov 10 04:12:06.545344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-1fe4cde7-92ee-449f-94fd-bbc3cbb80cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.546440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-1fe4cde7-92ee-449f-94fd-bbc3cbb80cda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c HTTP/1.1" status: 200  len: 801 time: 0.1030962
Nov 10 04:12:06.665712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-680722e5-fea4-49a5-ad3e-7399d2b96da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.669024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-680722e5-fea4-49a5-ad3e-7399d2b96da7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3046e18d-da0e-456e-88f3-6f7b3ae7052e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1103117
Nov 10 04:12:06.674677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8b70d7-6f34-4cd6-bb39-190832cdb307 req-e2c61002-2f03-486c-9703-31f6e0cabd83 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822805
Nov 10 04:12:06.731556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f41f-0887-4086-bec9-0500f64f4f75 req-e04397a2-5743-4c72-852a-f124e1d797ee tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:06.733175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5870f41f-0887-4086-bec9-0500f64f4f75 req-e04397a2-5743-4c72-852a-f124e1d797ee tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 946 time: 0.1396353
Nov 10 04:12:06.812916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fbe84220-a0ee-41ff-8d45-f0b1c09942bd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:06.854695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-69679fad-a17c-405b-88b5-c2f216905990 service neutron] 10.222.0.26 "GET /v2.0/networks/3046e18d-da0e-456e-88f3-6f7b3ae7052e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780131
Nov 10 04:12:06.866175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5870f41f-0887-4086-bec9-0500f64f4f75 req-2253645f-9e69-4e92-ad90-ce4f24b7f4f7 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228647
Nov 10 04:12:06.943507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-833e589a-00ad-4a0f-9d59-4ad12a9ecff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:06.950426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3498db0a-dc61-4252-ab8e-1643bc328dd7 req-c149d1e0-218f-463e-b9f6-226c88c9a0ea tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0618722
Nov 10 04:12:06.978156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fbe84220-a0ee-41ff-8d45-f0b1c09942bd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:06.978634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.054789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-87f72d5b-1a3e-4516-8800-3a5b75b625eb service neutron] 10.222.0.26 "GET /v2.0/networks/3046e18d-da0e-456e-88f3-6f7b3ae7052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875737
Nov 10 04:12:07.124265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-08a90cf8-4cd3-49e1-9406-13c577c4bba5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=60dbe080-6e58-4150-a896-fc9d06e20834 HTTP/1.1" status: 200  len: 217 time: 0.0599849
Nov 10 04:12:07.188542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50826) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:07.207464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-ba520c95-1af5-4be0-97a2-90440cee3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.209413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-ba520c95-1af5-4be0-97a2-90440cee3cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7aa53f9-4b3b-467c-b07e-43beb7970418 HTTP/1.1" status: 200  len: 801 time: 0.0780416
Nov 10 04:12:07.363452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0719014b-1c76-44a8-9c45-a51f7d9a17c8 req-7d0cd987-ac6f-44d2-920d-25096cad31c2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 210 time: 0.0907519
Nov 10 04:12:07.374484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-056711b1-9ced-4a4a-bc2b-c9f94a446042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.385413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cbf5e-0c17-46cf-9bc0-1eb3a46ecd7d req-f6081e57-4bb3-4806-8b0f-b6b4803b2db7 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.386946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a57cbf5e-0c17-46cf-9bc0-1eb3a46ecd7d req-f6081e57-4bb3-4806-8b0f-b6b4803b2db7 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 946 time: 0.0703385
Nov 10 04:12:07.399955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-f671d585-fd48-4604-a884-a530759debc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.401469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-f671d585-fd48-4604-a884-a530759debc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92fd1a0e-909c-416c-b33c-d6c0810f01e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1795464
Nov 10 04:12:07.480061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a57cbf5e-0c17-46cf-9bc0-1eb3a46ecd7d req-91a5b4a5-162e-4583-b9db-c18a76e5c792 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836987
Nov 10 04:12:07.481235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-a8466798-ed61-4e67-b85f-e09a6d74fb72 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.482717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-a8466798-ed61-4e67-b85f-e09a6d74fb72 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 817 time: 0.1756921
Nov 10 04:12:07.530178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-056711b1-9ced-4a4a-bc2b-c9f94a446042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.535303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-056711b1-9ced-4a4a-bc2b-c9f94a446042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.569453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-d274c9c1-c4b9-46e5-95ab-12dc72b64f5b service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591480
Nov 10 04:12:07.573116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056711b1-9ced-4a4a-bc2b-c9f94a446042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd99f9-3c07-4937-bcac-461cde73666e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:07.577735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-056711b1-9ced-4a4a-bc2b-c9f94a446042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b98bfb2b28b4262b875f96bd53c342b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3880241
Nov 10 04:12:07.581038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50834) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:07.629344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.651458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.663859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-2b456b4f-ce06-4230-a68c-0056dd391073 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 380 time: 0.1527576
Nov 10 04:12:07.674141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502099dd-bfff-46a2-a979-44a010b86ef5 req-2343210e-624f-4329-8d99-4816cbea8910 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.681047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502099dd-bfff-46a2-a979-44a010b86ef5 req-2343210e-624f-4329-8d99-4816cbea8910 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.686968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502099dd-bfff-46a2-a979-44a010b86ef5 req-2343210e-624f-4329-8d99-4816cbea8910 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.688621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-502099dd-bfff-46a2-a979-44a010b86ef5 req-2343210e-624f-4329-8d99-4816cbea8910 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2412 time: 0.1601388
Nov 10 04:12:07.697386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'port': {'device_id': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'admin_state_up': True, 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'security_groups': ['6d79d239-6a7a-433f-a6db-8083a4f9d1a3']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:07.699320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.702614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.707730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10fd99f9-3c07-4937-bcac-461cde73666e HTTP/1.1" status: 204  len: 168 time: 0.1255324
Nov 10 04:12:07.716147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f958c3-d33a-4469-a41c-a8dc06c2627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd99f9-3c07-4937-bcac-461cde73666e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:07.817793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-024cd48c-0238-473e-8091-121b7d3f4e9d req-1cdbdc4d-f491-4598-9c46-95730e9532d6 service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354083
Nov 10 04:12:07.854687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.860171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-502099dd-bfff-46a2-a979-44a010b86ef5 req-1d7417da-2faa-42ed-abc2-e3855af84cf0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568055
Nov 10 04:12:07.928123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Made reservation on behalf of e16946d4a8d945b6b316d212abca4f83 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:07.932805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:07.968215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-014805fe-71a7-4498-9d55-49e3fc95bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.968722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-014805fe-71a7-4498-9d55-49e3fc95bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.969214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-014805fe-71a7-4498-9d55-49e3fc95bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:07.970927 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-014805fe-71a7-4498-9d55-49e3fc95bcdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2865 time: 0.0844986
Nov 10 04:12:08.069270 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c91b8b91-e25f-4982-b736-8f8f40b8be66 req-83bdf1d4-473d-4023-b7d8-975ec11476f1 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0359249
Nov 10 04:12:08.158172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Allocated IP 172.20.0.13 (fc75a7af-896b-4018-b415-3db9606c7991/223e0677-c064-4fba-9ec6-7c4b691e1428/a374cd49-1149-4eef-9124-8b3aa27bcb47) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:08.162862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-9f891c92-74d3-4f35-a22b-b62a01cdbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.164455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-9f891c92-74d3-4f35-a22b-b62a01cdbc7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=92fd1a0e-909c-416c-b33c-d6c0810f01e9 HTTP/1.1" status: 200  len: 903 time: 0.1650145
Nov 10 04:12:08.212474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-7a420afc-1906-4082-963b-8782f88c89b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=60dbe080-6e58-4150-a896-fc9d06e20834 HTTP/1.1" status: 200  len: 217 time: 0.0403523
Nov 10 04:12:08.316919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-57f06d98-c79c-45e4-a3f8-c6a909a5369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.318368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-57f06d98-c79c-45e4-a3f8-c6a909a5369d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7aa53f9-4b3b-467c-b07e-43beb7970418 HTTP/1.1" status: 200  len: 801 time: 0.0983405
Nov 10 04:12:08.399672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.406492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-eda1a70b-2253-40a6-b91a-bbca722af0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.409289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-eda1a70b-2253-40a6-b91a-bbca722af0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92fd1a0e-909c-416c-b33c-d6c0810f01e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0820324
Nov 10 04:12:08.513024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b81d072-cab9-445e-9763-4dcaadeb3fad req-55a843b5-89be-4721-ad81-c0088170165d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 210 time: 0.0412033
Nov 10 04:12:08.544233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.597281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Network fc75a7af-896b-4018-b415-3db9606c7991 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:08.601547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-dfbceae3-0592-4b1f-becd-aba55fff7c77 service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838975
Nov 10 04:12:08.604231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:08.611922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:08.635904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-9de73b4f-0ee5-4628-b5e9-4fda6bc430bc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.638391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-9de73b4f-0ee5-4628-b5e9-4fda6bc430bc tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 946 time: 0.0968802
Nov 10 04:12:08.673265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:08.694087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb483e25-39ed-42c5-9159-e8f4ed01a2da req-d31a62c6-288f-4943-a607-746c24304c6b tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.702034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb483e25-39ed-42c5-9159-e8f4ed01a2da req-d31a62c6-288f-4943-a607-746c24304c6b tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 946 time: 0.1199880
Nov 10 04:12:08.733921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:08.734552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.761345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-50f768a7-4bae-40ef-9bbf-73d814c481ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0692785
Nov 10 04:12:08.775637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Request body: {'port': {'device_id': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:08.797531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb483e25-39ed-42c5-9159-e8f4ed01a2da req-2100c77b-7635-48e8-bc19-21e6976d9586 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b82d23e-126d-4f59-9e37-7b9957c1c8a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945482
Nov 10 04:12:08.834085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79fc76f7-724f-4b39-975f-044bb5fba61b req-051f8b1e-9d59-4125-b98b-4253cdcb3767 service neutron] 10.222.0.26 "GET /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236154
Nov 10 04:12:08.843078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Deleting port bebe2dfa-16b0-4a36-bc18-7cb231da7523 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:08.843785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.869273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.930848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:08.955709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] For port bebe2dfa-16b0-4a36-bc18-7cb231da7523, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bebe2dfa-16b0-4a36-bc18-7cb231da7523,segment=NetworkSegment(06eab762-5c0f-48e8-a68c-59ac562ce1bf),segment_id=06eab762-5c0f-48e8-a68c-59ac562ce1bf)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:08.956080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:08.978487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Calling delete_port for bebe2dfa-16b0-4a36-bc18-7cb231da7523 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:08.985910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eee09eed-0779-41a0-804d-1c275be32aa5 None None] Provisioning complete for port a374cd49-1149-4eef-9124-8b3aa27bcb47 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:08.987038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eee09eed-0779-41a0-804d-1c275be32aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.025606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-eee09eed-0779-41a0-804d-1c275be32aa5 None None] Port a374cd49-1149-4eef-9124-8b3aa27bcb47 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:09.082611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6f90b8f-92cb-4724-8f8e-deda56b6bf2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.087543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d288-751c-47d0-84ca-cc4300473b93 req-eff3ef75-921d-448f-b96b-535070a4067e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.093397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d288-751c-47d0-84ca-cc4300473b93 req-eff3ef75-921d-448f-b96b-535070a4067e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.099750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d288-751c-47d0-84ca-cc4300473b93 req-eff3ef75-921d-448f-b96b-535070a4067e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.101451 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c410d288-751c-47d0-84ca-cc4300473b93 req-eff3ef75-921d-448f-b96b-535070a4067e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2412 time: 0.1191044
Nov 10 04:12:09.197439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c410d288-751c-47d0-84ca-cc4300473b93 req-31a6dba8-75fd-4ca7-8332-0bd71a1da043 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781465
Nov 10 04:12:09.210664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.226766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bebe2dfa-16b0-4a36-bc18-7cb231da7523'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:09.250848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6f90b8f-92cb-4724-8f8e-deda56b6bf2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.254150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Pushing event deleted for resources: {'Port': ['ID=bebe2dfa-16b0-4a36-bc18-7cb231da7523,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:09.265168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6f90b8f-92cb-4724-8f8e-deda56b6bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.289628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:09.298042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.313310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Transition to ACTIVE for port object a374cd49-1149-4eef-9124-8b3aa27bcb47 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:09.317606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.319162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.327330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f48ee49-ed87-442c-b9fd-88ca7b7610f9 req-c4d21d1f-3527-4717-99ec-b5a9ad3c17df tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0613008
Nov 10 04:12:09.349704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] No DVR routers for this DVR port bebe2dfa-16b0-4a36-bc18-7cb231da7523 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:09.361159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.365165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8c80b3e-02ed-4ce7-a1aa-b38beae8ffd4 req-83070021-46d6-4c24-8ec6-3938329007fd tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.21 "DELETE /v2.0/ports/bebe2dfa-16b0-4a36-bc18-7cb231da7523 HTTP/1.1" status: 204  len: 173 time: 0.7195063
Nov 10 04:12:09.366392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'name': 'network-vif-deleted', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:09.368769 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02eae26-31a3-40af-b054-3fa847806b08" -d '{"events": [{"server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "name": "network-vif-deleted", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:09.373340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f90b8f-92cb-4724-8f8e-deda56b6bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549c134-34d8-495a-b0b4-0af71f9a8cff,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:09.380131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6f90b8f-92cb-4724-8f8e-deda56b6bf2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3afde4294654e3eab3416027f24c8f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4458923
Nov 10 04:12:09.380346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:09.384661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:09.433207 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5c9599-4c53-46c6-9b50-0809c9b871c3 x-openstack-request-id: req-7e5c9599-4c53-46c6-9b50-0809c9b871c3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:09.433648 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7ae3a9-08e8-4516-8eab-466c2608a7f9", "name": "network-vif-deleted", "tag": "bebe2dfa-16b0-4a36-bc18-7cb231da7523", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:09.433907 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e5c9599-4c53-46c6-9b50-0809c9b871c3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:09.434312 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7ae3a9-08e8-4516-8eab-466c2608a7f9', 'name': 'network-vif-deleted', 'tag': 'bebe2dfa-16b0-4a36-bc18-7cb231da7523', 'status': 'completed', 'code': 200}
Nov 10 04:12:09.457096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.484765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.494779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Attempting to bind port a374cd49-1149-4eef-9124-8b3aa27bcb47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:09.495107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Attempting to bind port a374cd49-1149-4eef-9124-8b3aa27bcb47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:09.495428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Attempting to bind port a374cd49-1149-4eef-9124-8b3aa27bcb47 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:09.500207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Port a374cd49-1149-4eef-9124-8b3aa27bcb47 on network fc75a7af-896b-4018-b415-3db9606c7991 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:09.500847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Attempting to bind port a374cd49-1149-4eef-9124-8b3aa27bcb47 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:09.508515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:09.508886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:09.509339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Bound using segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:09.509900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Bound port: a374cd49-1149-4eef-9124-8b3aa27bcb47, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:09.510259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.570759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.574219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.589327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9549c134-34d8-495a-b0b4-0af71f9a8cff HTTP/1.1" status: 204  len: 168 time: 0.1972923
Nov 10 04:12:09.596944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:09.601997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:09.604433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7abfb8-13fd-4b39-8662-5c24f17fafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549c134-34d8-495a-b0b4-0af71f9a8cff,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:09.609051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.652367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.653038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:09.654415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] 10.222.0.21 "PUT /v2.0/ports/a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1092 time: 0.8842616
Nov 10 04:12:09.654847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:09.661193 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec67e5-9579-4c65-a6ff-465436e55336" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:09.711354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a144c1-a03c-48aa-a9ce-412848414963 req-bb9e3eb1-6f1d-41fb-97fa-1ac478d8561a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.713128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96a144c1-a03c-48aa-a9ce-412848414963 req-bb9e3eb1-6f1d-41fb-97fa-1ac478d8561a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0882246
Nov 10 04:12:09.765428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ab4a8-d5eb-4fa8-b3d4-fa73a0a4f72a service neutron] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:09.783903 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb9fc5-bbd3-41c5-a3a6-89a4a1433f55 x-openstack-request-id: req-8edb9fc5-bbd3-41c5-a3a6-89a4a1433f55 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:09.784233 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:09.784506 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8edb9fc5-bbd3-41c5-a3a6-89a4a1433f55 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:09.784925 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'status': 'completed', 'code': 200}
Nov 10 04:12:09.791676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-d874dd6b-23ec-4a08-9e1d-d67d35f1cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.793209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-d874dd6b-23ec-4a08-9e1d-d67d35f1cb14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1095 time: 0.0921984
Nov 10 04:12:09.814916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96a144c1-a03c-48aa-a9ce-412848414963 req-1eaea351-a4bf-41d0-8dd8-bcbe11fdf5c2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874083
Nov 10 04:12:09.856074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-1afddbc6-fbc5-4121-a3e8-be25a237b0fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 217 time: 0.0541601
Nov 10 04:12:09.969503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f9f5930-f63a-4b53-9901-9d9e07f5983d req-f9028731-b33d-47a8-adda-853be41eee83 tempest-InstanceActionsNegativeTestJSON-563245490 tempest-InstanceActionsNegativeTestJSON-563245490-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7ae3a9-08e8-4516-8eab-466c2608a7f9 HTTP/1.1" status: 200  len: 210 time: 0.0421250
Nov 10 04:12:09.978202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-7bf22115-2682-40f6-bc1d-8eef186852ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:09.979821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-7bf22115-2682-40f6-bc1d-8eef186852ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.1109097
Nov 10 04:12:10.037039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-56eb454a-b9f6-40ce-9286-13836e268cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.038539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-56eb454a-b9f6-40ce-9286-13836e268cab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0494068
Nov 10 04:12:10.134336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-dfc1dba9-3e74-4a07-96b2-7f2adb1f6208 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878444
Nov 10 04:12:10.189247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.238463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8c8f7f1-1427-4a54-bfea-6b63806390ab req-43a5884a-6734-4c09-af2c-efa39a2f681c service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974674
Nov 10 04:12:10.355459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9dff2-b6e1-4a65-82cc-90517ffefaa7 req-a8220593-d6a8-416c-9fc2-d0d42c0b9bc5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.362926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9dff2-b6e1-4a65-82cc-90517ffefaa7 req-a8220593-d6a8-416c-9fc2-d0d42c0b9bc5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.369677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9dff2-b6e1-4a65-82cc-90517ffefaa7 req-a8220593-d6a8-416c-9fc2-d0d42c0b9bc5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.371446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68b9dff2-b6e1-4a65-82cc-90517ffefaa7 req-a8220593-d6a8-416c-9fc2-d0d42c0b9bc5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2412 time: 0.0934212
Nov 10 04:12:10.374759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-052295b2-047c-41b9-bfae-404aa092aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.376096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-052295b2-047c-41b9-bfae-404aa092aa00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1095 time: 0.0885615
Nov 10 04:12:10.394565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:10.442442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3c07dec-be9d-4084-994c-2c44b632958e req-f5854e5b-10b1-435f-b201-216b8f7e2d62 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0271232
Nov 10 04:12:10.476269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68b9dff2-b6e1-4a65-82cc-90517ffefaa7 req-e0a4f324-2abc-4c8b-8941-f25f79288213 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977631
Nov 10 04:12:10.505969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-7a507bcb-3a39-42fa-b83c-08a0e409a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.507462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-7a507bcb-3a39-42fa-b83c-08a0e409a7e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1216028
Nov 10 04:12:10.522908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1422119715-network', 'tenant_id': 'd1b41fe8af644d33915bdae4bbd34947'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:10.543832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Made reservation on behalf of d1b41fe8af644d33915bdae4bbd34947 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:10.546342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.553400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-a36689db-6468-4f44-aac5-53af28a1cbac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 217 time: 0.0375297
Nov 10 04:12:10.554836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.606279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-d25b35de-040f-4394-92b3-497f95f1993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.607664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-d25b35de-040f-4394-92b3-497f95f1993b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0473776
Nov 10 04:12:10.631288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.636770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.655946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-05e781dc-fbe7-48d0-a811-0e7f3f5ce967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.657540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-05e781dc-fbe7-48d0-a811-0e7f3f5ce967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423565
Nov 10 04:12:10.665697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:12:10.671110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac236df5-00ce-4a45-8172-8dd15564e26d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:10.684148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.684463 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Added segment b48ea721-1bda-4326-949e-408f92bb2c41 of type vlan for network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d
Nov 10 04:12:10.687138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c666b56d-c2da-480e-85b1-4b4c62d69c60 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:10.736178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.753737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-1cdacd1c-ea8e-44e1-84c4-ec54958d4a2f service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870650
Nov 10 04:12:10.764342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.765372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.766112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.805732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:10.818234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c666b56d-c2da-480e-85b1-4b4c62d69c60', 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'port_id': 'c666b56d-c2da-480e-85b1-4b4c62d69c60', 'mac_address': 'fa:16:3e:eb:63:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aa53f9-4b3b-467c-b07e-43beb7970418', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:10.831479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4355662
Nov 10 04:12:10.835388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:10.840124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Request body: {'subnet': {'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1422119715-subnet', 'tenant_id': 'd1b41fe8af644d33915bdae4bbd34947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:10.843149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8fd95-bb17-4108-b159-77d281116c39 admin admin] Pushing event updated for resources: {'Network': ['ID=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:10.860958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:12:10.881998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9ec67e5-9579-4c65-a6ff-465436e55336 req-9cc6f4f7-1017-4879-a2cb-1f404816b712 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204495
Nov 10 04:12:10.892047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Made reservation on behalf of d1b41fe8af644d33915bdae4bbd34947 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:10.896097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.908011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.937668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c666b56d-c2da-480e-85b1-4b4c62d69c60 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:10.956205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626f4d-977e-4f04-9649-182ae43f1518 req-df766b18-ef01-44b6-be48-ce674987fe87 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:10.957785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21626f4d-977e-4f04-9649-182ae43f1518 req-df766b18-ef01-44b6-be48-ce674987fe87 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0534651
Nov 10 04:12:10.962299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:10.969171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:10.970239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 60dbe080-6e58-4150-a896-fc9d06e20834 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:11.037220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21626f4d-977e-4f04-9649-182ae43f1518 req-d1f79c12-908c-4093-856b-ab4e277453ca tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706770
Nov 10 04:12:11.054302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=60dbe080-6e58-4150-a896-fc9d06e20834,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:11.062327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.070085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '60dbe080-6e58-4150-a896-fc9d06e20834', 'network_id': '92fd1a0e-909c-416c-b33c-d6c0810f01e9', 'port_id': '60dbe080-6e58-4150-a896-fc9d06e20834', 'mac_address': 'fa:16:3e:35:f9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aa53f9-4b3b-467c-b07e-43beb7970418', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:11.074290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50928) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:11.110270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.112583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.119828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Deleting subnet 17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:12:11.123279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.126545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dbe080-6e58-4150-a896-fc9d06e20834 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:11.149170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=60dbe080-6e58-4150-a896-fc9d06e20834,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:11.154283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.155190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:11.160783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.174815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9169ac14-6478-4290-96b9-3c739a40a865,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.180638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Checking segment: {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:11.181024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Network hostable DHCP agents. Network: 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:12:11.200422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:12:11.207545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.210731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:11.214673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:11.215360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.230043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fc853-5547-4ffc-83cf-81a1d3ff9543 None None] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:11.241334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6efb8a04-9bb9-43d2-b800-0432ad686904 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4046886
Nov 10 04:12:11.272301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.302195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.308884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.313169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.320500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9b1f50c-3413-48c0-9dc5-819d98c2bb36 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17fb5cf7-1667-4ff9-bef2-804dbd0d6d1b HTTP/1.1" status: 204  len: 168 time: 0.2429535
Nov 10 04:12:11.320765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:11.386516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:11.400835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.417444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', 'network_id': '3046e18d-da0e-456e-88f3-6f7b3ae7052e', 'port_id': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', 'mac_address': 'fa:16:3e:c8:9d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c', 'ip_address': '19.86.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:11.459744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4d3ed-6f0e-466f-ab60-7c4442943ab0 None None] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:11.499746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.515909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.528086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0e8280>,) {'filters': {'network_id': ['9c88ca8c-b946-43c3-8bf7-701668a87c53']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:11.539416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:11.553131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0e8280>, '06eab762-5c0f-48e8-a68c-59ac562ce1bf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:11.553574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0e8280>, '06eab762-5c0f-48e8-a68c-59ac562ce1bf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:11.567588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.580957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:11.585790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.588938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.594846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:11.596215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:11.598893 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:11.678794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.684302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.697577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:11.702197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c88ca8c-b946-43c3-8bf7-701668a87c53 HTTP/1.1" status: 204  len: 168 time: 0.3804767
Nov 10 04:12:11.722898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfcc8a-4f82-4246-bd22-1c822d6939e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c88ca8c-b946-43c3-8bf7-701668a87c53,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:11.780946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45e8d23a-bda2-4bf9-b38c-9024e7d2f077 req-ff9f711e-8bf9-4064-a420-fac143ecdb48 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.2048628
Nov 10 04:12:11.802073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756f52-3c37-49f2-97cf-032599554bbf req-1ecdc71c-5c80-414c-bbf2-5df522dae544 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:11.809049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756f52-3c37-49f2-97cf-032599554bbf req-1ecdc71c-5c80-414c-bbf2-5df522dae544 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:11.815220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756f52-3c37-49f2-97cf-032599554bbf req-1ecdc71c-5c80-414c-bbf2-5df522dae544 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:11.817043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86756f52-3c37-49f2-97cf-032599554bbf req-1ecdc71c-5c80-414c-bbf2-5df522dae544 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2415 time: 0.1516068
Nov 10 04:12:11.888881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-86756f52-3c37-49f2-97cf-032599554bbf req-340e0829-e338-4d9b-af1c-12f0cc49b3ed tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592618
Nov 10 04:12:11.890523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1bd43f4b-a865-4bc6-bacd-c7e8d8558127'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:11.898565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['60dbe080-6e58-4150-a896-fc9d06e20834'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:11.915014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50952) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:11.953610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c666b56d-c2da-480e-85b1-4b4c62d69c60'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:11.965239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fb1786d7-b92d-4209-aa9b-787ec7b3885d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=761af007cf944b249f138d8190887b90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0481598
Nov 10 04:12:11.968071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50956) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:12.020371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:12.045542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:12.111506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:12.114833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:12.116072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b82d23e-126d-4f59-9e37-7b9957c1c8a7 HTTP/1.1" status: 204  len: 168 time: 0.1469774
Nov 10 04:12:12.126400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5350-d5ed-4fd2-ab76-bc1483256a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b82d23e-126d-4f59-9e37-7b9957c1c8a7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:12.228884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4105e-f839-4886-90e9-ec90dfc24d3f req-2f20818c-6145-4ac7-ab02-259b46ecdd61 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:12.230382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0d4105e-f839-4886-90e9-ec90dfc24d3f req-2f20818c-6145-4ac7-ab02-259b46ecdd61 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0570772
Nov 10 04:12:12.308815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e0d4105e-f839-4886-90e9-ec90dfc24d3f req-83854090-8497-49da-8cd7-175ded13a462 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709960
Nov 10 04:12:12.881135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9db4f135-be12-4ad0-93ee-ce6be3ba8028 req-7cf6d820-b537-4ff8-80e5-6fded22fb022 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0290008
Nov 10 04:12:12.937406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:12.939547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bebe2dfa-16b0-4a36-bc18-7cb231da7523 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:13.031465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1bf-5f43-4782-aa29-d8bf5e84c01c req-c6b30d66-0480-4bff-9bf4-4f7bb1cfaf4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:13.033900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: bebe2dfa-16b0-4a36-bc18-7cb231da7523 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:13.034275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bebe2dfa-16b0-4a36-bc18-7cb231da7523 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:13.040978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1bf-5f43-4782-aa29-d8bf5e84c01c req-c6b30d66-0480-4bff-9bf4-4f7bb1cfaf4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:13.051049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c1bf-5f43-4782-aa29-d8bf5e84c01c req-c6b30d66-0480-4bff-9bf4-4f7bb1cfaf4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:13.053488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98a7c1bf-5f43-4782-aa29-d8bf5e84c01c req-c6b30d66-0480-4bff-9bf4-4f7bb1cfaf4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2415 time: 0.0771065
Nov 10 04:12:13.103710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:13.118249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:13.118475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98a7c1bf-5f43-4782-aa29-d8bf5e84c01c req-e9c0ff34-684e-4cd6-adba-d07e4f1624eb tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588715
Nov 10 04:12:13.162664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.178392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:13.207399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:13.213527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.270403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:13.444820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f468f03-5ba7-4eed-a394-cb53a24d2a14 req-6ef3611a-e5a7-4aab-857a-7be19b99e332 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:13.448846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f468f03-5ba7-4eed-a394-cb53a24d2a14 req-6ef3611a-e5a7-4aab-857a-7be19b99e332 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 945 time: 0.0554774
Nov 10 04:12:13.464072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a374cd49-1149-4eef-9124-8b3aa27bcb47'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:13.536005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f468f03-5ba7-4eed-a394-cb53a24d2a14 req-8ca76d1a-4836-48a2-9c80-e3bad21bbbba tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830395
Nov 10 04:12:13.603493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:13.708239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48e7acfb-d6d9-4958-9586-01e8a01c906d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.781801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48e7acfb-d6d9-4958-9586-01e8a01c906d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.785898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-48e7acfb-d6d9-4958-9586-01e8a01c906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.825231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-48e7acfb-d6d9-4958-9586-01e8a01c906d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e846505b09e497aba24ca52c85dff3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2205210
Nov 10 04:12:13.827470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7acfb-d6d9-4958-9586-01e8a01c906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9c6a4-a6c2-4953-80c4-55304d0689be,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:13.828261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51052) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:13.878630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.899401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.945306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.947930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:13.949126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3c9c6a4-a6c2-4953-80c4-55304d0689be HTTP/1.1" status: 204  len: 168 time: 0.1197398
Nov 10 04:12:13.968742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f52606-c7fc-4c14-8636-f6593e5c5e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9c6a4-a6c2-4953-80c4-55304d0689be,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:13.991877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dd58522f-2a1e-4bb4-9f55-716d16188f4f req-7b040168-66bf-48d3-93db-c8d385f62b48 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0322349
Nov 10 04:12:14.246585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c57d-b537-4f20-89b6-b40dab0f1771 req-08ac3f75-cb4f-499e-9ad1-2ae3c2283e63 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:14.253333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c57d-b537-4f20-89b6-b40dab0f1771 req-08ac3f75-cb4f-499e-9ad1-2ae3c2283e63 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:14.259404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c57d-b537-4f20-89b6-b40dab0f1771 req-08ac3f75-cb4f-499e-9ad1-2ae3c2283e63 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:14.261234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6356c57d-b537-4f20-89b6-b40dab0f1771 req-08ac3f75-cb4f-499e-9ad1-2ae3c2283e63 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2415 time: 0.0679913
Nov 10 04:12:14.320376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6356c57d-b537-4f20-89b6-b40dab0f1771 req-4c0240e0-7ce0-4cfc-8508-9fe4395ae624 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524035
Nov 10 04:12:14.596066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51088) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:14.677021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfebf1-fa97-4a44-a50b-1c2dd836b64c req-17f073f0-ae12-4085-b84a-e56f13172b6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:14.678625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8dfebf1-fa97-4a44-a50b-1c2dd836b64c req-17f073f0-ae12-4085-b84a-e56f13172b6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 945 time: 0.0514193
Nov 10 04:12:14.697580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-467467724-network', 'tenant_id': '866ebc6b206b4044984d9f76c5fe558b'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:14.707480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c666b56d-c2da-480e-85b1-4b4c62d69c60 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:14.720721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Made reservation on behalf of 866ebc6b206b4044984d9f76c5fe558b for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:14.723274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.734648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8dfebf1-fa97-4a44-a50b-1c2dd836b64c req-4d731663-ce44-40cd-8a30-436b67820928 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498471
Nov 10 04:12:14.741257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.769522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port c666b56d-c2da-480e-85b1-4b4c62d69c60 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:14.774156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port c666b56d-c2da-480e-85b1-4b4c62d69c60 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:14.774528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.837868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.841585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.867497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.868433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:12:14.878801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02482191-9a26-41bc-8fc8-a2282e8eed0a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:14.883593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.883946 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Added segment fdaf7d64-c2b5-4423-8ea1-7c41c6cbf71d of type vlan for network 68a0b112-6968-4fd2-bebe-e2e1a114cd03
Nov 10 04:12:14.893645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:14.896261 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf6688-8da9-466a-a2ba-a27b1dc5106d" -d '{"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:14.910374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:14.917095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.918078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 60dbe080-6e58-4150-a896-fc9d06e20834 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:14.925570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.943202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:14.952141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.953086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:14.953715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:14.968061 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682edfa1-1801-467d-b5f5-b4ec967f6331 x-openstack-request-id: req-682edfa1-1801-467d-b5f5-b4ec967f6331 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:14.968415 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:14.968692 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-682edfa1-1801-467d-b5f5-b4ec967f6331 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:14.969078 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60', 'code': 200}
Nov 10 04:12:15.005023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4076822
Nov 10 04:12:15.016562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880f0c-ebec-4164-946c-1dc2efb85ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=68a0b112-6968-4fd2-bebe-e2e1a114cd03,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:15.039801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 68a0b112-6968-4fd2-bebe-e2e1a114cd03 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:12:15.086973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:15.109635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-811cd104-95d6-4690-913c-6ef75c4f6caa req-d1401227-d024-4f32-bd6a-56ca88e8f336 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0360706
Nov 10 04:12:15.130390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 60dbe080-6e58-4150-a896-fc9d06e20834 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:15.137558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 60dbe080-6e58-4150-a896-fc9d06e20834 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:15.137936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.139552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port a374cd49-1149-4eef-9124-8b3aa27bcb47 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:15.167584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a374cd49-1149-4eef-9124-8b3aa27bcb47 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:15.167964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.288546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.291284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.339383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=60dbe080-6e58-4150-a896-fc9d06e20834,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:15.347308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.348025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:15.376938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:15.401046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.436567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:15.453077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ec4fb-abaa-4236-b685-1e95dc831f17 req-3ca7cbb3-8176-48a1-a0f4-96611c38a983 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.460354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ec4fb-abaa-4236-b685-1e95dc831f17 req-3ca7cbb3-8176-48a1-a0f4-96611c38a983 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.467566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ec4fb-abaa-4236-b685-1e95dc831f17 req-3ca7cbb3-8176-48a1-a0f4-96611c38a983 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.476152 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef4ec4fb-abaa-4236-b685-1e95dc831f17 req-3ca7cbb3-8176-48a1-a0f4-96611c38a983 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2417 time: 0.0766754
Nov 10 04:12:15.479146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:15.499417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:15.500074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.528446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:15.557553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef4ec4fb-abaa-4236-b685-1e95dc831f17 req-1490d4b8-b9a8-4d81-aa51-99eb0e8be58b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749578
Nov 10 04:12:15.566059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753af4f-f574-4f38-a660-276ce0bfecfa req-e5b14d9a-bf3c-46b9-b05e-1d464c3bbbab tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.572181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753af4f-f574-4f38-a660-276ce0bfecfa req-e5b14d9a-bf3c-46b9-b05e-1d464c3bbbab tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.578673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753af4f-f574-4f38-a660-276ce0bfecfa req-e5b14d9a-bf3c-46b9-b05e-1d464c3bbbab tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.580335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e753af4f-f574-4f38-a660-276ce0bfecfa req-e5b14d9a-bf3c-46b9-b05e-1d464c3bbbab tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.2591660
Nov 10 04:12:15.601832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.642461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:15.648539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:15.690436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da2b65-0017-4d76-9b9c-d6ecc525e434 req-9a823d8e-af90-4cd8-a558-d592f2cb729b tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:15.693090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11da2b65-0017-4d76-9b9c-d6ecc525e434 req-9a823d8e-af90-4cd8-a558-d592f2cb729b tempest-ComputeTenantNetworksTest-970980248 tempest-ComputeTenantNetworksTest-970980248-project] 10.222.0.13 "GET /v2.0/networks/68a0b112-6968-4fd2-bebe-e2e1a114cd03 HTTP/1.1" status: 200  len: 768 time: 0.0902011
Nov 10 04:12:15.701845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:15.713754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:16.116087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.139110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f419-afde-4929-a82d-2c574da1c497 req-c091b29b-4b90-4abf-bef9-601c75ce47ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:16.140623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab72f419-afde-4929-a82d-2c574da1c497 req-c091b29b-4b90-4abf-bef9-601c75ce47ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0975380
Nov 10 04:12:16.220372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b0760a5d-574c-497c-bc79-5d17676a03db req-c0e03fce-2aa6-435f-bc64-934c8cb50d23 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0360780
Nov 10 04:12:16.234645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.261925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab72f419-afde-4929-a82d-2c574da1c497 req-7dc70669-ec78-4c57-aa3c-1975ef4e0d7b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981810
Nov 10 04:12:16.265104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f736910>,) {'filters': {'network_id': ['68a0b112-6968-4fd2-bebe-e2e1a114cd03']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:16.274818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f736910>, 'fdaf7d64-c2b5-4423-8ea1-7c41c6cbf71d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:16.275113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f736910>, 'fdaf7d64-c2b5-4423-8ea1-7c41c6cbf71d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:16.289567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.302636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.308377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:16.308803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:16.310423 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:16.378142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.383537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.386738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/68a0b112-6968-4fd2-bebe-e2e1a114cd03 HTTP/1.1" status: 204  len: 168 time: 0.6838505
Nov 10 04:12:16.398312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a3fd-5289-490a-8813-ce821d7fdcc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a0b112-6968-4fd2-bebe-e2e1a114cd03,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:16.499495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51120) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:16.546599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-13326b4f-a2ba-48ae-a94d-51b8a32889a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=866ebc6b206b4044984d9f76c5fe558b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0459638
Nov 10 04:12:16.549006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51124) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:16.601591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.636438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.702164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec189-41e5-423e-b406-3be99713209f req-bb11de06-f866-4e9d-8cfb-1c0792999aba tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:16.709403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec189-41e5-423e-b406-3be99713209f req-bb11de06-f866-4e9d-8cfb-1c0792999aba tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:16.715932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec189-41e5-423e-b406-3be99713209f req-bb11de06-f866-4e9d-8cfb-1c0792999aba tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:16.717975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af0ec189-41e5-423e-b406-3be99713209f req-bb11de06-f866-4e9d-8cfb-1c0792999aba tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.1013136
Nov 10 04:12:16.763773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.766563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:16.771106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02482191-9a26-41bc-8fc8-a2282e8eed0a HTTP/1.1" status: 204  len: 168 time: 0.2211320
Nov 10 04:12:16.790666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13710d-d41a-4d20-a8a9-569cc6ae65c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02482191-9a26-41bc-8fc8-a2282e8eed0a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:16.797369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af0ec189-41e5-423e-b406-3be99713209f req-05ba5026-d772-4e9a-98ae-f9317a8f6acd tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719430
Nov 10 04:12:16.970128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834'}, {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}, {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:16.973105 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce8ba7b-da9f-4ead-8a26-ffe221a33685" -d '{"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834"}, {"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}, {"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:17.022750 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82da10-9a35-4abd-9dfc-6f3686a9feed x-openstack-request-id: req-6e82da10-9a35-4abd-9dfc-6f3686a9feed {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:17.023057 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834", "code": 200}, {"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "code": 200}, {"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-plugged", "status": "completed", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:17.023308 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e82da10-9a35-4abd-9dfc-6f3686a9feed {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:17.026165 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834', 'code': 200}
Nov 10 04:12:17.026165 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'code': 200}
Nov 10 04:12:17.026165 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', 'code': 200}
Nov 10 04:12:17.154579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ef77-f38f-4447-b05a-3f9ec5e36756 req-b6bdce2d-7bb1-40fb-975a-ab974e61edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.156077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de42ef77-f38f-4447-b05a-3f9ec5e36756 req-b6bdce2d-7bb1-40fb-975a-ab974e61edf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1097 time: 0.0732741
Nov 10 04:12:17.159804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfada-24e0-4d8f-91f9-ba4448c9bba9 req-93bdf4e7-597e-4b17-8c77-d7ec9915eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.160279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfada-24e0-4d8f-91f9-ba4448c9bba9 req-93bdf4e7-597e-4b17-8c77-d7ec9915eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.160760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfada-24e0-4d8f-91f9-ba4448c9bba9 req-93bdf4e7-597e-4b17-8c77-d7ec9915eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.162543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-763cfada-24e0-4d8f-91f9-ba4448c9bba9 req-93bdf4e7-597e-4b17-8c77-d7ec9915eb5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2871 time: 0.0690048
Nov 10 04:12:17.238979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de42ef77-f38f-4447-b05a-3f9ec5e36756 req-d5e0c2b5-d9f0-46b1-b93c-6075a9c46b6d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732408
Nov 10 04:12:17.241402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-763cfada-24e0-4d8f-91f9-ba4448c9bba9 req-4d986c00-5748-4673-8094-54dc19997d06 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586946
Nov 10 04:12:17.335526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f06901b0-036f-452a-90e4-1b388815fd61 req-8578ef1d-a8d5-4b64-a189-bf98b93e98e4 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0379357
Nov 10 04:12:17.394922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5867451-e312-45ca-8f43-a71fcdf01751 req-95f2049b-0646-4d9b-a6b6-49a1ee58f11c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.396415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5867451-e312-45ca-8f43-a71fcdf01751 req-95f2049b-0646-4d9b-a6b6-49a1ee58f11c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0515277
Nov 10 04:12:17.454643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5867451-e312-45ca-8f43-a71fcdf01751 req-1712238d-4b67-4720-b42a-42d4d70da74c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521204
Nov 10 04:12:17.937111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3ebc-aadf-4172-965e-1dca894d47b6 req-0d594db6-4b77-48bb-8293-ce1780d0e4f1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.942933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3ebc-aadf-4172-965e-1dca894d47b6 req-0d594db6-4b77-48bb-8293-ce1780d0e4f1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.948886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3ebc-aadf-4172-965e-1dca894d47b6 req-0d594db6-4b77-48bb-8293-ce1780d0e4f1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:17.950538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bab3ebc-aadf-4172-965e-1dca894d47b6 req-0d594db6-4b77-48bb-8293-ce1780d0e4f1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.0637271
Nov 10 04:12:18.006559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bab3ebc-aadf-4172-965e-1dca894d47b6 req-bc2a3cd0-441f-4f31-aba8-d3fe9d6c79f9 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479498
Nov 10 04:12:18.459414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-776abd2a-9676-4fcb-a035-e33fe7a714a1 req-e4854c70-26e2-46d4-9c72-5b0f0d314b95 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0370398
Nov 10 04:12:18.564980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:18.628904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616e355-e6ec-4f39-87bd-e1abe6d1390f req-6c1b63f7-8c93-4d2f-a37d-e2bc31b6d192 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:18.630483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8616e355-e6ec-4f39-87bd-e1abe6d1390f req-6c1b63f7-8c93-4d2f-a37d-e2bc31b6d192 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0733707
Nov 10 04:12:18.687608 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8616e355-e6ec-4f39-87bd-e1abe6d1390f req-8d69fd4f-266d-4d54-aea6-560de0d620fe tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495045
Nov 10 04:12:18.823518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:18.832641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc61e32-4f38-49ad-b274-b65e1e987d1f req-8d92ea5a-ace0-4855-8d2d-dd71ac106fd0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:18.834901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bc61e32-4f38-49ad-b274-b65e1e987d1f req-8d92ea5a-ace0-4855-8d2d-dd71ac106fd0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0669236
Nov 10 04:12:18.844148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:18.849253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'floatingip': {'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:18.891873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.135629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999705-501c-422a-8cb3-8b14cf112a04 req-bd9eacc5-35e6-43bf-986f-470a9c765dc4 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.142084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999705-501c-422a-8cb3-8b14cf112a04 req-bd9eacc5-35e6-43bf-986f-470a9c765dc4 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.148896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999705-501c-422a-8cb3-8b14cf112a04 req-bd9eacc5-35e6-43bf-986f-470a9c765dc4 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.153109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e999705-501c-422a-8cb3-8b14cf112a04 req-bd9eacc5-35e6-43bf-986f-470a9c765dc4 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.0706258
Nov 10 04:12:19.201956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e999705-501c-422a-8cb3-8b14cf112a04 req-26f31af8-5122-41d1-b094-2570ade93577 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444183
Nov 10 04:12:19.329585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.334248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.448529 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Floating IP 4859c8d0-f098-40fe-918f-0eda6435565a associated. External IP: 172.32.3.239, port: a374cd49-1149-4eef-9124-8b3aa27bcb47.
Nov 10 04:12:19.576511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccf731-35c8-47d3-81e7-71d33a271105 req-959db944-7012-4cd8-9231-5f15676f28b3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.583642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccf731-35c8-47d3-81e7-71d33a271105 req-959db944-7012-4cd8-9231-5f15676f28b3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.589583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccf731-35c8-47d3-81e7-71d33a271105 req-959db944-7012-4cd8-9231-5f15676f28b3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:19.591218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfccf731-35c8-47d3-81e7-71d33a271105 req-959db944-7012-4cd8-9231-5f15676f28b3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.1071186
Nov 10 04:12:19.591720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51286) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:19.594572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee7a6d5-050c-46ab-9aaa-f4b5ec764847 req-d13188a8-1f3f-4cf9-b309-e244a2131ceb tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0353072
Nov 10 04:12:19.693331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfccf731-35c8-47d3-81e7-71d33a271105 req-a390ee99-2e9f-44f0-9574-4006834d176e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926077
Nov 10 04:12:19.735692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-219bda2f-0dd1-4e34-b703-a118a72d585a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.802041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:12:19.914419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-219bda2f-0dd1-4e34-b703-a118a72d585a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.921616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-219bda2f-0dd1-4e34-b703-a118a72d585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:19.976172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bda2f-0dd1-4e34-b703-a118a72d585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a062bed-5204-499f-a4bf-0cddaf9028ab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:19.980335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-219bda2f-0dd1-4e34-b703-a118a72d585a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5eabb87d224d4c83a7455303f6716311&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3860152
Nov 10 04:12:19.983743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51294) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:19.988058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:12:19.992963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.000420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:12:20.011681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:20.012597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821433a160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:20.024833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef9e91e0-d00d-491c-9356-9b1d5ef639cb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "PUT /v2.0/floatingips/4859c8d0-f098-40fe-918f-0eda6435565a HTTP/1.1" status: 200  len: 992 time: 1.1769822
Nov 10 04:12:20.024833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:20.026378 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0eb7a-dabf-4cab-8a36-c06666b08434" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:20.039931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.063000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.067606 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8d185-dad5-4747-af24-9c1f026c626b x-openstack-request-id: req-91f8d185-dad5-4747-af24-9c1f026c626b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:20.070331 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:20.070331 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91f8d185-dad5-4747-af24-9c1f026c626b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:20.070331 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'status': 'completed', 'code': 200}
Nov 10 04:12:20.118195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.120917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.123056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a062bed-5204-499f-a4bf-0cddaf9028ab HTTP/1.1" status: 204  len: 168 time: 0.1372299
Nov 10 04:12:20.132199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d73c-d431-4ef1-8580-937629b6a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a062bed-5204-499f-a4bf-0cddaf9028ab,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:20.160432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-6e140a53-cd74-4abe-a893-4698c63a7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.161998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-6e140a53-cd74-4abe-a893-4698c63a7d60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1097 time: 0.0605869
Nov 10 04:12:20.170684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:20.265645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-231acb3f-15e4-4594-9f65-ab2fb9742bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.267282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-231acb3f-15e4-4594-9f65-ab2fb9742bce service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.0941200
Nov 10 04:12:20.340940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-a2abde4a-8a1b-4de6-9efb-6e174e4f0374 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1000 time: 0.0659411
Nov 10 04:12:20.394185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-fff34003-2e8d-414b-a733-a2ae0cda8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.396051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-fff34003-2e8d-414b-a733-a2ae0cda8b18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0480583
Nov 10 04:12:20.410369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51304) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:20.414377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821433a160>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4859c8d0-f098-40fe-918f-0eda6435565a', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.239', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:20.423809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2db1ef26-f716-4150-86cf-e81ee197dedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.449201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:12:20.453179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-88b9b20e-9aab-446e-8764-3e62870f926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.454663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-88b9b20e-9aab-446e-8764-3e62870f926a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515969
Nov 10 04:12:20.459268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:20.459914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821433a160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:20.514889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2db1ef26-f716-4150-86cf-e81ee197dedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.526362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2db1ef26-f716-4150-86cf-e81ee197dedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.570771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-ddaeb28c-368b-4138-ac84-7fa2afba8301 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083865
Nov 10 04:12:20.573316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2db1ef26-f716-4150-86cf-e81ee197dedd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c623e1cff7144af789e42485abc7b2a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1615927
Nov 10 04:12:20.575198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:20.584036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1ef26-f716-4150-86cf-e81ee197dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc19d8-c61c-4084-84cc-757a61920701,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:20.604527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:20.685291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.686588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bfd0eb7a-dabf-4cab-8a36-c06666b08434 req-a0c72b36-4992-48df-a3bb-f345f89031f1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093078
Nov 10 04:12:20.758766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ac98b24-e072-4038-bc62-969cc458eeb6 req-ff81c148-1257-46ce-9143-d170b9b43c0a tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0392580
Nov 10 04:12:20.760780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.827147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.831468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:20.833503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9bc19d8-c61c-4084-84cc-757a61920701 HTTP/1.1" status: 204  len: 168 time: 0.2568557
Nov 10 04:12:20.847962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa6c3-feef-4299-86c1-dfea88656d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc19d8-c61c-4084-84cc-757a61920701,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:20.921830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1feb-57e2-4b91-8f7d-fc3af0f70fa8 req-f37efff3-a71a-4274-908a-9cda4114bc54 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.930365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1feb-57e2-4b91-8f7d-fc3af0f70fa8 req-f37efff3-a71a-4274-908a-9cda4114bc54 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.938270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1feb-57e2-4b91-8f7d-fc3af0f70fa8 req-f37efff3-a71a-4274-908a-9cda4114bc54 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:20.941283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b31f1feb-57e2-4b91-8f7d-fc3af0f70fa8 req-f37efff3-a71a-4274-908a-9cda4114bc54 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.1234465
Nov 10 04:12:20.954190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821433a160>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4859c8d0-f098-40fe-918f-0eda6435565a', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.239', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:20.989670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeec84f-dc4c-4461-85b2-99341d841702 None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '4859c8d0-f098-40fe-918f-0eda6435565a', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.239', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:12:04Z', 'updated_at': '2021-11-10T04:12:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:12:21.008701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b31f1feb-57e2-4b91-8f7d-fc3af0f70fa8 req-849ba41f-8c06-4294-932d-867fa38794fb tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614407
Nov 10 04:12:21.115124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-caeaf022-7395-47f4-9e62-f4d72b04e624 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:21.120433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-caeaf022-7395-47f4-9e62-f4d72b04e624 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:21.127093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-caeaf022-7395-47f4-9e62-f4d72b04e624 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:21.129085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-caeaf022-7395-47f4-9e62-f4d72b04e624 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 2418 time: 0.0778837
Nov 10 04:12:21.269617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 60dbe080-6e58-4150-a896-fc9d06e20834 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:21.270224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:21.329510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7171e9b-94d4-4d19-a577-2d4b3bca8090 None None] New status for floating IP 4859c8d0-f098-40fe-918f-0eda6435565a: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:12:21.408520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 60dbe080-6e58-4150-a896-fc9d06e20834, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=60dbe080-6e58-4150-a896-fc9d06e20834,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:21.409552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:21.431686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 60dbe080-6e58-4150-a896-fc9d06e20834 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:21.621360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:21.636586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c666b56d-c2da-480e-85b1-4b4c62d69c60', '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', '60dbe080-6e58-4150-a896-fc9d06e20834'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:21.665843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=60dbe080-6e58-4150-a896-fc9d06e20834,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:21.722501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 60dbe080-6e58-4150-a896-fc9d06e20834 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:21.727387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:21.731220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-044648c3-1d61-47e8-87b5-24fce030708e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "DELETE /v2.0/ports/60dbe080-6e58-4150-a896-fc9d06e20834 HTTP/1.1" status: 204  len: 173 time: 0.5953300
Nov 10 04:12:21.954201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:21.954889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:21.959181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f863f666-9743-4eb8-9fd0-cb5e92bb1089 req-aecbc18e-ee48-4e2c-b734-d312ed5c66cb tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0443051
Nov 10 04:12:22.073520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:22.076929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a98df1-093c-4ef3-9972-741831632f50" -d '{"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:22.162839 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b697f-bf57-4f32-9a98-5530dda1385e x-openstack-request-id: req-b13b697f-bf57-4f32-9a98-5530dda1385e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:22.163271 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "60dbe080-6e58-4150-a896-fc9d06e20834", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:22.163559 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b13b697f-bf57-4f32-9a98-5530dda1385e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:22.163869 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': '60dbe080-6e58-4150-a896-fc9d06e20834', 'status': 'completed', 'code': 200}
Nov 10 04:12:22.172637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:22.172637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:22.210325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:22.245492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa8df-7542-4436-875a-15653f2f06aa req-4782303d-cc39-4b8e-923d-d009b1448e70 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:22.259377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa8df-7542-4436-875a-15653f2f06aa req-4782303d-cc39-4b8e-923d-d009b1448e70 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:22.267757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-030fa8df-7542-4436-875a-15653f2f06aa req-4782303d-cc39-4b8e-923d-d009b1448e70 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 1682 time: 0.1562598
Nov 10 04:12:22.389099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-030fa8df-7542-4436-875a-15653f2f06aa req-297c0fb6-2ee6-4aa8-ae95-3806fdfa0320 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044006
Nov 10 04:12:22.482659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:22.496157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['60dbe080-6e58-4150-a896-fc9d06e20834'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:22.565325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=1bd43f4b-a865-4bc6-bacd-c7e8d8558127,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:22.597886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:22.600919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:22.605153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-0ed30f52-d948-406d-b5e6-367f96709623 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "DELETE /v2.0/ports/1bd43f4b-a865-4bc6-bacd-c7e8d8558127 HTTP/1.1" status: 204  len: 173 time: 0.8675904
Nov 10 04:12:22.743838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port c666b56d-c2da-480e-85b1-4b4c62d69c60 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:22.743989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:22.888270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port c666b56d-c2da-480e-85b1-4b4c62d69c60, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c666b56d-c2da-480e-85b1-4b4c62d69c60,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:22.888849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:22.907135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for c666b56d-c2da-480e-85b1-4b4c62d69c60 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:23.145393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de71be7c-1e8e-43a9-bc31-4c92ad6c7bd6 req-15ae853e-f7b0-492e-9b7a-a7f7fc1430f5 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0708690
Nov 10 04:12:23.147515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:23.181848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=c666b56d-c2da-480e-85b1-4b4c62d69c60,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:23.263460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port c666b56d-c2da-480e-85b1-4b4c62d69c60 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:23.266612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:23.272987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3f9b1ba-a058-490a-b3de-1053553e9355 req-cefa668a-1d12-4447-ae08-f046f17bc0d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "DELETE /v2.0/ports/c666b56d-c2da-480e-85b1-4b4c62d69c60 HTTP/1.1" status: 204  len: 173 time: 0.6602302
Nov 10 04:12:23.575578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a47fccfc-9cf1-41cb-8bda-a3cc5657bd76 req-2fb0a55f-1df8-4f5a-8ac5-dd45ddd122c0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc965a1-3978-408c-b5d7-7bd0c4c4b96a HTTP/1.1" status: 200  len: 210 time: 0.0520506
Nov 10 04:12:24.168933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127'}, {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:24.172339 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed740a5-ec46-4455-b7ea-dc5e38f1c8b4" -d '{"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127"}, {"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:24.307489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-446569f2-bf66-4eac-aaf6-5b8ac23dfcea req-ce2b4eee-a3c8-4eb1-9a36-39233ad8954a tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0398762
Nov 10 04:12:24.402436 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1bf993-ce43-47f1-bf13-8986fca0ca21 x-openstack-request-id: req-9f1bf993-ce43-47f1-bf13-8986fca0ca21 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:24.402808 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "1bd43f4b-a865-4bc6-bacd-c7e8d8558127", "status": "completed", "code": 200}, {"server_uuid": "adc965a1-3978-408c-b5d7-7bd0c4c4b96a", "name": "network-vif-deleted", "tag": "c666b56d-c2da-480e-85b1-4b4c62d69c60", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:24.403143 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f1bf993-ce43-47f1-bf13-8986fca0ca21 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:24.403739 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': '1bd43f4b-a865-4bc6-bacd-c7e8d8558127', 'status': 'completed', 'code': 200}
Nov 10 04:12:24.404702 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc965a1-3978-408c-b5d7-7bd0c4c4b96a', 'name': 'network-vif-deleted', 'tag': 'c666b56d-c2da-480e-85b1-4b4c62d69c60', 'status': 'completed', 'code': 200}
Nov 10 04:12:24.543754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51410) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:24.672288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51416) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:24.696311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6240735-3bea-4b0f-ad3f-1006250b3176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:24.746608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c666b56d-c2da-480e-85b1-4b4c62d69c60 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:24.749487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting subnet d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:12:24.754607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:24.778167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: c666b56d-c2da-480e-85b1-4b4c62d69c60 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:24.779126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c666b56d-c2da-480e-85b1-4b4c62d69c60 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:24.779723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 60dbe080-6e58-4150-a896-fc9d06e20834 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:24.833208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 60dbe080-6e58-4150-a896-fc9d06e20834 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:24.835218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 60dbe080-6e58-4150-a896-fc9d06e20834 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:24.835578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:24.836913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:24.850911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6240735-3bea-4b0f-ad3f-1006250b3176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:24.858262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6240735-3bea-4b0f-ad3f-1006250b3176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:24.892576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:24.892945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1bd43f4b-a865-4bc6-bacd-c7e8d8558127 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:24.920001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:24.920322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e6240735-3bea-4b0f-ad3f-1006250b3176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab0d21041c74c6e808a7c0b37c578f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3751600
Nov 10 04:12:24.930758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240735-3bea-4b0f-ad3f-1006250b3176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ea156-ca4a-4393-9fb0-f9709b18ac94,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:24.988248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.038268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.075129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.087573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.138287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Subnet': ['ID=d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:25.140917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.145225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a9be4fef-ed1b-42a8-b5e8-acf872fa2c45 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/subnets/d90c1e1a-a4c7-4b9b-8c84-b4ecf04d685c HTTP/1.1" status: 204  len: 168 time: 0.4718432
Nov 10 04:12:25.148217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51422) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:25.150807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72343bb3-7593-4b1c-b11a-d2f664b4a5e9 None None] Network 3046e18d-da0e-456e-88f3-6f7b3ae7052e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:25.187789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.192501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.193382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f54ea156-ca4a-4393-9fb0-f9709b18ac94 HTTP/1.1" status: 204  len: 168 time: 0.2719040
Nov 10 04:12:25.211468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502459e-6eae-4a72-b024-fcadb5372589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ea156-ca4a-4393-9fb0-f9709b18ac94,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:25.293390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.392428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port b18814d8-e5b9-4973-b22c-45ad2ac1d184 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:25.393383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.406256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] DHCP port deletion for 3046e18d-da0e-456e-88f3-6f7b3ae7052e request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:12:25.507422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Deleting port b18814d8-e5b9-4973-b22c-45ad2ac1d184 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:25.507807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.513455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95545444-3fbb-4e4b-b349-9bf6a6aa05cd req-693535f7-9cad-4fa9-b46d-78c412e1c6f4 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0529866
Nov 10 04:12:25.548729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port b18814d8-e5b9-4973-b22c-45ad2ac1d184, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b18814d8-e5b9-4973-b22c-45ad2ac1d184,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:25.550029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.568568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for b18814d8-e5b9-4973-b22c-45ad2ac1d184 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:25.632561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] For port b18814d8-e5b9-4973-b22c-45ad2ac1d184, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b18814d8-e5b9-4973-b22c-45ad2ac1d184,segment=NetworkSegment(d377073e-75c1-4f1f-a4ce-a1b18e32a03e),segment_id=d377073e-75c1-4f1f-a4ce-a1b18e32a03e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:25.632997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.671472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Calling delete_port for b18814d8-e5b9-4973-b22c-45ad2ac1d184 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:25.827296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51436) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:25.869035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.891073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97fffd14-fbda-40a9-91b1-d9a4e206bd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:25.919643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] Pushing event deleted for resources: {'Port': ['ID=b18814d8-e5b9-4973-b22c-45ad2ac1d184,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:25.926718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2146d0a5-6ee9-4ac9-b308-b20d8377a613 req-a03f6c6e-4f72-4f4d-8920-d0c0cbda6dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0453987
Nov 10 04:12:25.929828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04487d-cb74-425b-98c8-440537bb6d46 None None] No DVR routers for this DVR port b18814d8-e5b9-4973-b22c-45ad2ac1d184 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:26.050045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97fffd14-fbda-40a9-91b1-d9a4e206bd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.055573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97fffd14-fbda-40a9-91b1-d9a4e206bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.070972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.098332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=b18814d8-e5b9-4973-b22c-45ad2ac1d184,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:26.104443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port b18814d8-e5b9-4973-b22c-45ad2ac1d184 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:26.105600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97fffd14-fbda-40a9-91b1-d9a4e206bd40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=207e2e6524f242fca81b8e9d8f4bf325&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2766776
Nov 10 04:12:26.106546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fffd14-fbda-40a9-91b1-d9a4e206bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0628c99-fd67-4c53-b086-0fb9f381e2ec,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:26.108154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51438) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:26.218295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.248478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.251743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dea3160>,) {'filters': {'network_id': ['3046e18d-da0e-456e-88f3-6f7b3ae7052e']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:26.269014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dea3160>, 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:26.269289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dea3160>, 'd377073e-75c1-4f1f-a4ce-a1b18e32a03e') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:26.288844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.291588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.314518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.329735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:26.330094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:26.334012 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:26.421529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.430241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.433574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/networks/3046e18d-da0e-456e-88f3-6f7b3ae7052e HTTP/1.1" status: 204  len: 168 time: 1.2836661
Nov 10 04:12:26.436565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.437704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:26.439166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.440246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0628c99-fd67-4c53-b086-0fb9f381e2ec HTTP/1.1" status: 204  len: 168 time: 0.3308945
Nov 10 04:12:26.453967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e243bc-1ebc-43ff-b4cc-3a8f46cddc9f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Network': ['ID=3046e18d-da0e-456e-88f3-6f7b3ae7052e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:26.462297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce433bd9-82ba-4748-ba87-c5e35fdf2dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0628c99-fd67-4c53-b086-0fb9f381e2ec,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:26.541395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting subnet d7aa53f9-4b3b-467c-b07e-43beb7970418 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:12:26.549143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.626372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.710857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-158b7c06-85f0-437e-99fe-75cbed9ffde7 req-f7e20768-12c5-4eff-b9e0-66796e18cd5a tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0781977
Nov 10 04:12:26.752054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b18814d8-e5b9-4973-b22c-45ad2ac1d184 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:26.820061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:26.825726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b18814d8-e5b9-4973-b22c-45ad2ac1d184 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:26.828104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b18814d8-e5b9-4973-b22c-45ad2ac1d184 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:26.965766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.006120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Subnet': ['ID=d7aa53f9-4b3b-467c-b07e-43beb7970418,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:27.020787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.022016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafb4b2-5db0-4e20-a059-4ddfc6cb55f2 None None] Network 92fd1a0e-909c-416c-b33c-d6c0810f01e9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:27.026984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a8f99b2a-f3bc-419e-b3c3-dc347f05b334 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/subnets/d7aa53f9-4b3b-467c-b07e-43beb7970418 HTTP/1.1" status: 204  len: 168 time: 0.5886521
Nov 10 04:12:27.029530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51458) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:27.174019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.255002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 33924ad8-79a2-4c28-abae-1186251c4310 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:27.255002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.306075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] DHCP port deletion for 92fd1a0e-909c-416c-b33c-d6c0810f01e9 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:12:27.350638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 33924ad8-79a2-4c28-abae-1186251c4310, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33924ad8-79a2-4c28-abae-1186251c4310,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:27.351113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.370658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 33924ad8-79a2-4c28-abae-1186251c4310 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:27.371167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Deleting port 33924ad8-79a2-4c28-abae-1186251c4310 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:27.371531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.474779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] For port 33924ad8-79a2-4c28-abae-1186251c4310, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=33924ad8-79a2-4c28-abae-1186251c4310,segment=NetworkSegment(691e30db-9064-492f-ad25-678c675d76a9),segment_id=691e30db-9064-492f-ad25-678c675d76a9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:27.475352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.488574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.504656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Calling delete_port for 33924ad8-79a2-4c28-abae-1186251c4310 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:27.521005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=33924ad8-79a2-4c28-abae-1186251c4310,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:27.526257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 33924ad8-79a2-4c28-abae-1186251c4310 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:27.609750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.616058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.635857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] Pushing event deleted for resources: {'Port': ['ID=33924ad8-79a2-4c28-abae-1186251c4310,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:27.641794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678dc21-0c10-4bb5-a685-82f09239108b None None] No DVR routers for this DVR port 33924ad8-79a2-4c28-abae-1186251c4310 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:27.650637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e9563d0>,) {'filters': {'network_id': ['92fd1a0e-909c-416c-b33c-d6c0810f01e9']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:27.666402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9563d0>, '691e30db-9064-492f-ad25-678c675d76a9') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:27.666698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9563d0>, '691e30db-9064-492f-ad25-678c675d76a9') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:27.685448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.703585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.722290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:27.722698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:27.726937 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:27.814582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.835096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.838760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/networks/92fd1a0e-909c-416c-b33c-d6c0810f01e9 HTTP/1.1" status: 204  len: 168 time: 0.8082166
Nov 10 04:12:27.851511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51478) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:27.857435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-756210604'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:27.902170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ff7f628-d885-46af-9a38-008533c3941c req-78075b67-f493-431b-9c4f-564bff364c27 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0695620
Nov 10 04:12:27.911058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798cc40-7338-46b2-8851-061ff941023d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Network': ['ID=92fd1a0e-909c-416c-b33c-d6c0810f01e9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:27.935015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:27.938506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:27.989491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:12:28.005667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.005960 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Added segment 18663b54-ca53-4b91-a011-13afe4720b8d of type vlan for network 61db3739-83eb-49fa-a63b-4e7d4f4862b9
Nov 10 04:12:28.067379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.123214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.133377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:28.134182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.210635 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3578398
Nov 10 04:12:28.213805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51498) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:28.220700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'subnet': {'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:28.229327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86d3f2-6be2-4fa6-b669-ddb402f41d67 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Network': ['ID=61db3739-83eb-49fa-a63b-4e7d4f4862b9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:28.245715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:12:28.400266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b60076d0-0b9e-4dfe-80a0-db586f6266ec req-8778e3ab-202d-4340-ad9a-1015ae4d0776 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.1277111
Nov 10 04:12:28.404580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:28.409598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.545523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60d15e50-6442-426a-bda3-dc2ea3399469 req-ef1ec048-28a8-4b27-aeb3-c17f4de38d2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=445e25acae4d425ea5d2c34a6876043a&device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.2981400
Nov 10 04:12:28.591388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60d15e50-6442-426a-bda3-dc2ea3399469 req-4af9c597-2a88-4a0d-8941-bfc0522d098d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=445e25acae4d425ea5d2c34a6876043a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374751
Nov 10 04:12:28.762465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15e50-6442-426a-bda3-dc2ea3399469 req-c1e93f45-ac30-40c2-853b-a59f76b7183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:28.764396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60d15e50-6442-426a-bda3-dc2ea3399469 req-c1e93f45-ac30-40c2-853b-a59f76b7183e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1664679
Nov 10 04:12:28.776788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33924ad8-79a2-4c28-abae-1186251c4310 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:28.811850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.859884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 33924ad8-79a2-4c28-abae-1186251c4310 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:28.860574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 33924ad8-79a2-4c28-abae-1186251c4310 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:28.901390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Subnet': ['ID=53c0570b-4692-4440-9131-6a0454bc51b0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:28.913730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Checking segment: {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:28.914474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network hostable DHCP agents. Network: 61db3739-83eb-49fa-a63b-4e7d4f4862b9, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:12:28.935656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:12:28.947023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 61db3739-83eb-49fa-a63b-4e7d4f4862b9) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:28.950194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:28.950886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:28.958568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150309a-6c4e-435f-be17-b20ea0476f6f None None] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:28.974100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16a5fd29-8277-4247-bd79-967c697d4344 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7588232
Nov 10 04:12:28.976332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:28.987671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1258200866'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:29.036096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:29.040329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.074975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:12:29.085486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.085486 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Added segment a0eb486f-9341-40d1-b81c-8e79e516753f of type vlan for network b537bc35-70ac-40fd-912f-b34e19db716f
Nov 10 04:12:29.156737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.174051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-61db3739-83eb-49fa-a63b-4e7d4f4862b9', 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'fixed_ips': [{'subnet_id': '53c0570b-4692-4440-9131-6a0454bc51b0'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:12:29.178247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.191809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.199062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:29.199761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.282303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Network': ['ID=b537bc35-70ac-40fd-912f-b34e19db716f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:29.296794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b537bc35-70ac-40fd-912f-b34e19db716f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:12:29.303707 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-587c00b0-bb6f-4ddc-96d8-c6758fcb9dff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.3233972
Nov 10 04:12:29.305526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51536) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:29.314240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'subnet': {'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:29.398639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51538) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:29.489885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Allocated IP 19.80.0.2 (61db3739-83eb-49fa-a63b-4e7d4f4862b9/53c0570b-4692-4440-9131-6a0454bc51b0/eac6c434-32a1-433d-b941-dde26a6026f1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:29.506064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:29.510107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.574591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1dbae503-ec35-422c-bef7-fec11a3a5149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.602637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d92dab7-0c0a-4558-bfce-f0b21deaa8a5 req-169a38a8-f8c8-4e92-a43b-a945a72d5513 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.1132758
Nov 10 04:12:29.704220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1dbae503-ec35-422c-bef7-fec11a3a5149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.712509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1dbae503-ec35-422c-bef7-fec11a3a5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.720878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.732172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.761020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbae503-ec35-422c-bef7-fec11a3a5149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770aaa84-c825-47e3-8366-3be1f4676c5d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:29.766005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1dbae503-ec35-422c-bef7-fec11a3a5149 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84d3df13dfb84837b1b44dfe7b0946d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3656056
Nov 10 04:12:29.772782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51544) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:29.782604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:29.793160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:29.801073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:29.809161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Pushing event updated for resources: {'Port': ['ID=eac6c434-32a1-433d-b941-dde26a6026f1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:29.850090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.895427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Attempting to bind port eac6c434-32a1-433d-b941-dde26a6026f1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:29.896350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Attempting to bind port eac6c434-32a1-433d-b941-dde26a6026f1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:29.897005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Attempting to bind port eac6c434-32a1-433d-b941-dde26a6026f1 on network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:29.912068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.922344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:29.923342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Checking segment: {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:29.923649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.924125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Bound using segment: {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:29.924978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Bound port: eac6c434-32a1-433d-b941-dde26a6026f1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:29.926284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.937547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Subnet': ['ID=a987ab17-920a-4c4b-86ef-6c3cb84b7387,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:29.959550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:29.972406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Checking segment: {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:29.972836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network hostable DHCP agents. Network: b537bc35-70ac-40fd-912f-b34e19db716f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:12:30.019908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network b537bc35-70ac-40fd-912f-b34e19db716f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:12:30.024965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-60d15e50-6442-426a-bda3-dc2ea3399469 req-a7ab1767-7bf3-4d26-a60b-2b293c789df9 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.26 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0533574
Nov 10 04:12:30.040078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b537bc35-70ac-40fd-912f-b34e19db716f) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:30.047308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:30.047967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.062288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.067833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.072499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84dd497-e96f-4682-89c4-9e1e262aada0 None None] Network b537bc35-70ac-40fd-912f-b34e19db716f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:30.072776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/770aaa84-c825-47e3-8366-3be1f4676c5d HTTP/1.1" status: 204  len: 168 time: 0.2960727
Nov 10 04:12:30.086281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635fe3-9bf7-4f32-b218-27613b66ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770aaa84-c825-47e3-8366-3be1f4676c5d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:30.109441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e749841c-a437-4d69-aeae-bd2d454d292d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.8026314
Nov 10 04:12:30.212957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] For port eac6c434-32a1-433d-b941-dde26a6026f1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:30.232804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] For port eac6c434-32a1-433d-b941-dde26a6026f1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=eac6c434-32a1-433d-b941-dde26a6026f1,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:30.252185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.350060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-b537bc35-70ac-40fd-912f-b34e19db716f', 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'fixed_ips': [{'subnet_id': 'a987ab17-920a-4c4b-86ef-6c3cb84b7387'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:12:30.351685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.364843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c469-4592-4396-bebd-8abe85a6e941 None None] Pushing event updated for resources: {'Port': ['ID=eac6c434-32a1-433d-b941-dde26a6026f1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:30.509813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-30445d4f-b29b-4215-b848-4eafc6d34ab2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:30.527832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-30445d4f-b29b-4215-b848-4eafc6d34ab2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:30.538543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-30445d4f-b29b-4215-b848-4eafc6d34ab2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/networks?id=61db3739-83eb-49fa-a63b-4e7d4f4862b9&id=b537bc35-70ac-40fd-912f-b34e19db716f HTTP/1.1" status: 200  len: 1391 time: 0.1852913
Nov 10 04:12:30.549015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Allocated IP 19.86.0.2 (b537bc35-70ac-40fd-912f-b34e19db716f/a987ab17-920a-4c4b-86ef-6c3cb84b7387/1b33213f-d6a4-429a-b9ef-bb0e19e772d1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:30.557800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51568) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:30.558347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-b670b32d-c8b9-4d18-b826-9052fac8575b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/quotas/3a4353009c9e414fb3415e98df1fe1ae HTTP/1.1" status: 200  len: 375 time: 0.0182326
Nov 10 04:12:30.583804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87f7589f-d6a6-4f3a-a8e6-082cc3901050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.649902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-056caec4-3098-44b9-93c4-e4179a6c7a66 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0889256
Nov 10 04:12:30.795398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87f7589f-d6a6-4f3a-a8e6-082cc3901050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.818310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-87f7589f-d6a6-4f3a-a8e6-082cc3901050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.823210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-50773a05-ed90-49a0-884a-0c5b401714fb service neutron] 10.222.0.13 "GET /v2.0/networks/61db3739-83eb-49fa-a63b-4e7d4f4862b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700180
Nov 10 04:12:30.872442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39665628-f7cd-41b2-88aa-085262bef83c req-5c1f6379-a02f-4bdf-bf6c-f633fe6954d3 tempest-ServerShowV254Test-154305451 tempest-ServerShowV254Test-154305451-project] 10.222.0.13 "GET /v2.0/ports?device_id=79018807-ab39-4b57-8e85-d43996b54f07 HTTP/1.1" status: 200  len: 210 time: 0.0844386
Nov 10 04:12:30.876150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7589f-d6a6-4f3a-a8e6-082cc3901050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46d279-ec9c-47c8-ac27-d4ed1aee6d82,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:30.895458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.915011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:30.937355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-87f7589f-d6a6-4f3a-a8e6-082cc3901050 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=704d7b688a644a199d9e40f36a53bb82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3715372
Nov 10 04:12:30.939107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51572) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:30.959951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Network b537bc35-70ac-40fd-912f-b34e19db716f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:30.973281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:30.980751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:31.021722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Pushing event updated for resources: {'Port': ['ID=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:31.032997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.039211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-a094b70d-0750-4429-9047-8a6c1935390c service neutron] 10.222.0.13 "GET /v2.0/networks/61db3739-83eb-49fa-a63b-4e7d4f4862b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146626
Nov 10 04:12:31.085637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.140066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Attempting to bind port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:31.140066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Attempting to bind port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:31.140066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Attempting to bind port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 on network b537bc35-70ac-40fd-912f-b34e19db716f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:31.151134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:31.151659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Checking segment: {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:31.152285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.152971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Bound using segment: {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:31.153861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Bound port: 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:31.154010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.180085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.187615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.189661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca46d279-ec9c-47c8-ac27-d4ed1aee6d82 HTTP/1.1" status: 204  len: 168 time: 0.2497122
Nov 10 04:12:31.198080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-e2894b86-f6ea-4deb-b659-cfdf5e378444 service neutron] 10.222.0.13 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580534
Nov 10 04:12:31.200107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28be9a2-b22a-40fd-9321-8ada9b6835c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46d279-ec9c-47c8-ac27-d4ed1aee6d82,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:31.337259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] For port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:31.341735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] For port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:31.347896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:31.350724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-8bb77af6-b3b5-4d5b-b396-d71cd4179f69 service neutron] 10.222.0.13 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515870
Nov 10 04:12:31.437689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d36254-ab67-4594-a28b-2d63cfb43328 None None] Pushing event updated for resources: {'Port': ['ID=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:31.603199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e3f0135-8ddc-4df5-a2d5-9d36604cfd2a req-d38d3f3b-95b8-4d1e-9301-8c43ceb8c1c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 210 time: 0.0340688
Nov 10 04:12:32.204278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b602df4-6d2b-436f-9fad-a0435b44343c None None] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:32.331849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] Provisioning complete for port eac6c434-32a1-433d-b941-dde26a6026f1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:32.332455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:32.487829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51640) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:32.857960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc130e28-a802-49b7-ab17-2e017e59cf99 req-940c67f4-7ca0-44c9-a2b1-326e15be7893 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 210 time: 0.0734046
Nov 10 04:12:32.876249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc3e136d-3245-4f25-8c3a-1c1f279ecf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:32.957409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:32.977808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device eac6c434-32a1-433d-b941-dde26a6026f1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:33.039473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc3e136d-3245-4f25-8c3a-1c1f279ecf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.049172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc3e136d-3245-4f25-8c3a-1c1f279ecf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.070689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] For port eac6c434-32a1-433d-b941-dde26a6026f1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=eac6c434-32a1-433d-b941-dde26a6026f1,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:33.083869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.116191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port eac6c434-32a1-433d-b941-dde26a6026f1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:33.116569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.129286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dc3e136d-3245-4f25-8c3a-1c1f279ecf7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=445e25acae4d425ea5d2c34a6876043a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6386223
Nov 10 04:12:33.130367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e136d-3245-4f25-8c3a-1c1f279ecf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579b15d-94cd-4e6c-915e-95deca3871eb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:33.135198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51654) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:33.205645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e233616-c795-4c2f-99c9-07a7ba0d8586 None None] Network b537bc35-70ac-40fd-912f-b34e19db716f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:33.238246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.282104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.403119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.413677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.415389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9579b15d-94cd-4e6c-915e-95deca3871eb HTTP/1.1" status: 204  len: 168 time: 0.2791545
Nov 10 04:12:33.432509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ffe1-22a7-4404-a8bc-78ca400e3ace None None] Pushing event updated for resources: {'Port': ['ID=eac6c434-32a1-433d-b941-dde26a6026f1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:33.446102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579b15d-94cd-4e6c-915e-95deca3871eb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:33.450170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] Provisioning complete for port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:33.450765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.472924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.473762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.476941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.477576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.481260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.482069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.482686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.483247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.483807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.484304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.485912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.486459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014c529-171c-4a10-b1f6-7ea6343e72ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:33.681057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:33.753462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-5d231d45-6803-4190-ae64-918d46284067 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:33.764184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-5d231d45-6803-4190-ae64-918d46284067 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:33.766761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-5d231d45-6803-4190-ae64-918d46284067 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "GET /v2.0/networks?id=61db3739-83eb-49fa-a63b-4e7d4f4862b9&id=b537bc35-70ac-40fd-912f-b34e19db716f HTTP/1.1" status: 200  len: 1391 time: 0.8142185
Nov 10 04:12:33.786875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'port': {'device_id': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9', 'admin_state_up': True, 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:33.824953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.884578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] For port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:33.885917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:33.886276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:33.926709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.046897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628540-b957-4c11-a827-c6c49d79a091 None None] Pushing event updated for resources: {'Port': ['ID=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:34.059754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e544d288-452c-4ed7-baef-c51d3c753e94 req-080e51ac-ffd4-48d7-a128-4f1b6cfb94c1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 210 time: 0.0739164
Nov 10 04:12:34.068464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:34.073575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.171800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d466ab38-39ac-4176-9f5a-eb67e5b68ace None None] Provisioning complete for port eac6c434-32a1-433d-b941-dde26a6026f1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:34.174998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d466ab38-39ac-4176-9f5a-eb67e5b68ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.269541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Allocated IP 19.80.0.249 (61db3739-83eb-49fa-a63b-4e7d4f4862b9/53c0570b-4692-4440-9131-6a0454bc51b0/9f763a8a-da80-4c06-b2e7-5f1023c95f3b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:34.357738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f967f312-7383-472a-869f-eed77a291bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.478838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dc71d0d1-dd1d-44ee-aadd-849d713e57a6 None None] Provisioning complete for port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:34.479834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc71d0d1-dd1d-44ee-aadd-849d713e57a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.499399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.624639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.718017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:34.726085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:34.730188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:34.796188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device eac6c434-32a1-433d-b941-dde26a6026f1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:34.841606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:34.842308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.845301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:34.877481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-b8198baa-1e54-4be6-a70a-f679c01466b8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1002233
Nov 10 04:12:34.883916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port eac6c434-32a1-433d-b941-dde26a6026f1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:34.884594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:34.892539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Request body: {'port': {'device_id': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f', 'admin_state_up': True, 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:34.987961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:35.055540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Made reservation on behalf of 3a4353009c9e414fb3415e98df1fe1ae for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:35.059230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.074013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:35.074941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.184638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dd1fb024-a497-4d35-ada9-4a30a128a275 None None] Provisioning complete for port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:35.185262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd1fb024-a497-4d35-ada9-4a30a128a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.225626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Allocated IP 19.86.0.211 (b537bc35-70ac-40fd-912f-b34e19db716f/a987ab17-920a-4c4b-86ef-6c3cb84b7387/68739cd3-1599-46c9-a1dc-902231d0984d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:35.233326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fb024-a497-4d35-ada9-4a30a128a275 None None] Port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:35.301079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446517c1-794d-458a-8c63-93cccf128df3 req-977f2bd9-2c41-451c-8356-bdb7e3dadff0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:35.302575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-446517c1-794d-458a-8c63-93cccf128df3 req-977f2bd9-2c41-451c-8356-bdb7e3dadff0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 932 time: 0.0670416
Nov 10 04:12:35.436961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-446517c1-794d-458a-8c63-93cccf128df3 req-40a8896e-7e22-4e99-aa48-7f033df11b9d tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217055
Nov 10 04:12:35.465796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62b7bbb8-8740-4695-9bd4-b14825a3e15e req-46b86b51-0831-4abc-ba29-7cfde0d6cb34 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0456982
Nov 10 04:12:35.491225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:12:35.521385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.569507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.604788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:35.674485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Network b537bc35-70ac-40fd-912f-b34e19db716f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:35.688350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:35.690962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:35.744500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event updated for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:35.745013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c04f0b-6fae-44bc-92a8-62ebb2194cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.802503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:35.803432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.817873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-7e81fd05-2b23-4287-af56-98a143e2de22 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:35.819576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-7e81fd05-2b23-4287-af56-98a143e2de22 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 814 time: 0.2400603
Nov 10 04:12:35.844359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-09408cd6-09bc-496e-8bc2-1e2021664146 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/quotas/d1b41fe8af644d33915bdae4bbd34947 HTTP/1.1" status: 200  len: 375 time: 0.0171764
Nov 10 04:12:35.852491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-fc78d213-2a62-465d-b329-f00161ce6c8b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9666650
Nov 10 04:12:35.874978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Request body: {'port': {'device_id': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:35.891629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c04f0b-6fae-44bc-92a8-62ebb2194cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.898343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5c04f0b-6fae-44bc-92a8-62ebb2194cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:35.917791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-749f3be5-acee-4940-8202-f2b2f47cfbde tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628099
Nov 10 04:12:35.948291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5c04f0b-6fae-44bc-92a8-62ebb2194cfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6698996b9fa440a58fc3e54441c10a6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3420939
Nov 10 04:12:35.952408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51854) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:36.008906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04f0b-6fae-44bc-92a8-62ebb2194cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f2f1a-b288-43c4-ad7a-0d6af0ab2d0d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:36.022759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.041531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.056268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.063135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36c00758-453b-4b26-9cc9-ed7e0574966d None None] Provisioning complete for port 68739cd3-1599-46c9-a1dc-902231d0984d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:36.063830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36c00758-453b-4b26-9cc9-ed7e0574966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.102073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-36c00758-453b-4b26-9cc9-ed7e0574966d None None] Port 68739cd3-1599-46c9-a1dc-902231d0984d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:12:36.119655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.123025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.124397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf8f2f1a-b288-43c4-ad7a-0d6af0ab2d0d HTTP/1.1" status: 204  len: 168 time: 0.1708429
Nov 10 04:12:36.134276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f767e43-4da2-4c78-a6d0-d675218b9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f2f1a-b288-43c4-ad7a-0d6af0ab2d0d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:36.202598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-04c736de-a31f-4d57-ac4e-dc2f28b8c987 service neutron] 10.222.0.13 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645361
Nov 10 04:12:36.382630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-2dcd63bc-b988-4916-bd03-246f19dc7548 service neutron] 10.222.0.13 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676428
Nov 10 04:12:36.441276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:36.454722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57d7de0c-4136-423e-b866-71d0c4af7493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.477402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f763a8a-da80-4c06-b2e7-5f1023c95f3b {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:36.486998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.510430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Transition to ACTIVE for port object 9f763a8a-da80-4c06-b2e7-5f1023c95f3b will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:36.517116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.586046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57d7de0c-4136-423e-b866-71d0c4af7493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.605875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57d7de0c-4136-423e-b866-71d0c4af7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.614001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c34e7c7b-8433-4ee3-ba0e-f4b0abc51f53 req-fbd881c3-c80d-4a3c-b05a-e209c1aa4dec tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0507491
Nov 10 04:12:36.722306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Pushing event updated for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:36.730401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7de0c-4136-423e-b866-71d0c4af7493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5ad1c-c610-450c-a255-acf8ecd62f7c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:36.740482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57d7de0c-4136-423e-b866-71d0c4af7493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec64a0030a64ea6b71f92df1f2d8ff2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2972412
Nov 10 04:12:36.753666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf881-36a6-48b3-8ec8-8730b1c6c14d req-7691a780-cd40-43c5-b76a-96d394d3a1d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:36.761540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf881-36a6-48b3-8ec8-8730b1c6c14d req-7691a780-cd40-43c5-b76a-96d394d3a1d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:36.769809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:36.771684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c1bf881-36a6-48b3-8ec8-8730b1c6c14d req-7691a780-cd40-43c5-b76a-96d394d3a1d3 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1667 time: 0.1787741
Nov 10 04:12:36.810836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd1aad1d-6582-49eb-996c-d2144adf10ea req-a19d90da-667e-45f1-9225-443140918cbd tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 210 time: 0.0842311
Nov 10 04:12:36.865454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-06e84d3f-02be-4a5c-aca2-97f46d426b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.871806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c1bf881-36a6-48b3-8ec8-8730b1c6c14d req-b5994d55-4ea6-4d81-9132-192f35f73248 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949938
Nov 10 04:12:36.930488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Attempting to bind port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:36.930992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Attempting to bind port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:36.931224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Attempting to bind port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b on network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:36.943825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b on network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:36.944151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Attempting to bind port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b on network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:36.947394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:36.953740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:36.954000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Checking segment: {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:36.954276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Bound using segment: {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:36.954711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Bound port: 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18663b54-ca53-4b91-a011-13afe4720b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:36.955094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.004694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.071530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:37.074904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:37.079522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.115951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.116516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.117924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] 10.222.0.26 "PUT /v2.0/ports/9f763a8a-da80-4c06-b2e7-5f1023c95f3b HTTP/1.1" status: 200  len: 1092 time: 1.2506723
Nov 10 04:12:37.118496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:37.120776 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:37.123429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.126046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.129993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54b5ad1c-c610-450c-a255-acf8ecd62f7c HTTP/1.1" status: 204  len: 168 time: 0.3563843
Nov 10 04:12:37.175170 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d941a2-15af-48d6-ae64-05e6b2293eb2 x-openstack-request-id: req-81d941a2-15af-48d6-ae64-05e6b2293eb2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:37.175170 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:37.175666 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81d941a2-15af-48d6-ae64-05e6b2293eb2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:37.176206 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b', 'status': 'completed', 'code': 200}
Nov 10 04:12:37.181142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Request body: {'port': {'device_id': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:37.183852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Pushing event updated for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:37.186129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5ad1c-c610-450c-a255-acf8ecd62f7c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:37.218637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.218985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.219323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.219659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.219996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.220334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.220661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.221017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.221341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.221665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.221986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.222302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e479aeb-38b6-4ea4-8743-380455541bfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.238199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.238760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.239165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.239563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.239990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.240383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.240806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.241199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.241602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.242032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.242382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.242771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ac5dc-3905-4a0f-88bd-21480081a41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:37.302498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.328808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-5563c920-7fa4-4d02-9939-65b354470e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.329290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-5563c920-7fa4-4d02-9939-65b354470e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.330916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-5563c920-7fa4-4d02-9939-65b354470e83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1914 time: 0.1165965
Nov 10 04:12:37.529490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-bc77130d-c9db-4605-8755-a6bc70d732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.529960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-bc77130d-c9db-4605-8755-a6bc70d732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.530418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-bc77130d-c9db-4605-8755-a6bc70d732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.532006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-bc77130d-c9db-4605-8755-a6bc70d732a3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1842005
Nov 10 04:12:37.687191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-a32735d2-c91c-49c7-8a57-ea8f9625220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.688574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4a036b0-0e94-4a20-8c29-18fdd6c8d3b6 req-a32735d2-c91c-49c7-8a57-ea8f9625220d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1283405
Nov 10 04:12:37.748430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-579817b8-c55f-496f-bc2e-40096eeab8e5 req-414f7548-787f-4bda-aefb-9845f67df102 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0384638
Nov 10 04:12:37.842016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68739cd3-1599-46c9-a1dc-902231d0984d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:37.858361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.866448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.903952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Transition to ACTIVE for port object 68739cd3-1599-46c9-a1dc-902231d0984d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:37.942581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-89ce972b-6f7a-42ff-b0ac-fdc573387bb9 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:37.944154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-89ce972b-6f7a-42ff-b0ac-fdc573387bb9 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.26 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 814 time: 0.1981063
Nov 10 04:12:37.946045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf21d70f-4ad6-4fc3-8d87-ae52393755ee req-458e65be-33e2-4355-bacd-ee8c820b7850 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 210 time: 0.0406618
Nov 10 04:12:37.947167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:37.967946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Request body: {'port': {'device_id': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d', 'admin_state_up': True, 'tenant_id': 'd1b41fe8af644d33915bdae4bbd34947'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:38.049178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c704-b376-4387-97cf-02dd426c31d0 req-7d41051c-4f13-4619-b338-ae3e6119c24e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.055655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c704-b376-4387-97cf-02dd426c31d0 req-7d41051c-4f13-4619-b338-ae3e6119c24e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.063256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16b5c704-b376-4387-97cf-02dd426c31d0 req-7d41051c-4f13-4619-b338-ae3e6119c24e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1679 time: 0.1065779
Nov 10 04:12:38.138552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16b5c704-b376-4387-97cf-02dd426c31d0 req-55d81e02-e434-4c76-a919-919824efb5a5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692627
Nov 10 04:12:38.171119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:38.182080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Attempting to bind port 68739cd3-1599-46c9-a1dc-902231d0984d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:38.182412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Attempting to bind port 68739cd3-1599-46c9-a1dc-902231d0984d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:38.182746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Attempting to bind port 68739cd3-1599-46c9-a1dc-902231d0984d on network b537bc35-70ac-40fd-912f-b34e19db716f {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:38.190682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Port 68739cd3-1599-46c9-a1dc-902231d0984d on network b537bc35-70ac-40fd-912f-b34e19db716f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:38.191011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Attempting to bind port 68739cd3-1599-46c9-a1dc-902231d0984d on network b537bc35-70ac-40fd-912f-b34e19db716f {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:38.202415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:38.202926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Checking segment: {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:38.203119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Bound using segment: {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:38.203560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Bound port: 68739cd3-1599-46c9-a1dc-902231d0984d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0eb486f-9341-40d1-b81c-8e79e516753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:38.203916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:38.319884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db5ba910-e177-4991-b620-018fa2dc1106 req-97382f04-a1ea-4a79-ae08-09050d958567 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.2373738
Nov 10 04:12:38.337164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:38.340863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68739cd3-1599-46c9-a1dc-902231d0984d,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:38.342424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Made reservation on behalf of d1b41fe8af644d33915bdae4bbd34947 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:38.346279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:38.356328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:38.396550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.397159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:38.398877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/68739cd3-1599-46c9-a1dc-902231d0984d HTTP/1.1" status: 200  len: 1092 time: 1.2276654
Nov 10 04:12:38.503007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dd09b-7e7e-4cd6-a623-641373bf91b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:38.561630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-384ef960-8cfc-468a-b82e-2c6410fe8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.562109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-384ef960-8cfc-468a-b82e-2c6410fe8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.563680 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-384ef960-8cfc-468a-b82e-2c6410fe8391 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1981 time: 0.1124387
Nov 10 04:12:38.612489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-810fc47a-b303-4037-8232-87a8f3f8b3a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b HTTP/1.1" status: 200  len: 217 time: 0.0396183
Nov 10 04:12:38.616801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Allocated IP 172.20.0.3 (4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d/9169ac14-6478-4290-96b9-3c739a40a865/b5e841b1-bd1d-47b2-97dd-914556e5b6ee) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:38.688410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-a9889579-030c-43e6-860d-b8128563c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.690473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-a9889579-030c-43e6-860d-b8128563c125 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53c0570b-4692-4440-9131-6a0454bc51b0 HTTP/1.1" status: 200  len: 801 time: 0.0673325
Nov 10 04:12:38.796105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-97cde688-e5d5-4d97-8080-1ea1de626b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:38.797652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-97cde688-e5d5-4d97-8080-1ea1de626b64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61db3739-83eb-49fa-a63b-4e7d4f4862b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0980256
Nov 10 04:12:38.867542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb52e935-9eef-43bc-b289-264eae949644 req-e8343419-7f86-409c-8263-e1d28d868e5e tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0310683
Nov 10 04:12:38.903041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:38.934877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-b2f20480-ac96-4bd5-82d5-097cf07cdcf4 service neutron] 10.222.0.26 "GET /v2.0/networks/61db3739-83eb-49fa-a63b-4e7d4f4862b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283793
Nov 10 04:12:39.012519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.090682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:39.112492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:39.115750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-6b3146c1-d997-4a26-ac6f-4515710a786f service neutron] 10.222.0.26 "GET /v2.0/networks/61db3739-83eb-49fa-a63b-4e7d4f4862b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722074
Nov 10 04:12:39.119633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:39.144046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Pushing event updated for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:39.193562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:39.195232 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298" -d '{"events": [{"name": "network-changed", "server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:39.206934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-07d35198-7c17-4042-be42-941faf115db9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=68739cd3-1599-46c9-a1dc-902231d0984d HTTP/1.1" status: 200  len: 217 time: 0.0821557
Nov 10 04:12:39.222728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a34266-3d69-4cf3-b2c7-4211d932de76 req-3742682f-9d4d-4253-a414-d222208ee491 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.224647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a34266-3d69-4cf3-b2c7-4211d932de76 req-3742682f-9d4d-4253-a414-d222208ee491 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 931 time: 0.1669579
Nov 10 04:12:39.231481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.232095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.278959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70037f5-8df3-465b-b2cd-b72784cf5c86 req-8f512595-a94b-4b2f-a12f-d1b2b0547949 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.285994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70037f5-8df3-465b-b2cd-b72784cf5c86 req-8f512595-a94b-4b2f-a12f-d1b2b0547949 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.287889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c70037f5-8df3-465b-b2cd-b72784cf5c86 req-8f512595-a94b-4b2f-a12f-d1b2b0547949 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1679 time: 0.0741646
Nov 10 04:12:39.294962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-307bc233-a120-46f8-8a89-b448d4f5d24d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3382220
Nov 10 04:12:39.312571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Request body: {'port': {'device_id': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:39.322867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-748ad4ea-f5a6-4304-8c10-a33dbfb3285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.324415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-748ad4ea-f5a6-4304-8c10-a33dbfb3285f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a987ab17-920a-4c4b-86ef-6c3cb84b7387 HTTP/1.1" status: 200  len: 801 time: 0.0989606
Nov 10 04:12:39.325042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.382155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39a34266-3d69-4cf3-b2c7-4211d932de76 req-f17d679f-5fa8-43a8-8c91-9a344a92c53d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340029
Nov 10 04:12:39.399551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c70037f5-8df3-465b-b2cd-b72784cf5c86 req-48dcb151-2e6c-4144-b577-532fe208e05e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802662
Nov 10 04:12:39.456651 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badba427-7f60-4075-a528-70910256204c x-openstack-request-id: req-badba427-7f60-4075-a528-70910256204c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:39.456944 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:39.457195 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-badba427-7f60-4075-a528-70910256204c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:39.457606 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d', 'status': 'completed', 'code': 200}
Nov 10 04:12:39.475493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183517b-630c-402e-b4b7-f813605ee024 req-56934f7f-857c-4e8d-9a3d-4678ec27382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:39.477016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-56934f7f-857c-4e8d-9a3d-4678ec27382d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b537bc35-70ac-40fd-912f-b34e19db716f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1296484
Nov 10 04:12:39.477790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.667398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-2a19105f-99d8-4f91-923c-d68b0ef23183 service neutron] 10.222.0.26 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780646
Nov 10 04:12:39.720009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51982) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:39.837775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76823760-1ce4-4c56-b5dd-8aaca30fd71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.917801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76823760-1ce4-4c56-b5dd-8aaca30fd71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.924651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76823760-1ce4-4c56-b5dd-8aaca30fd71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:39.965515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76823760-1ce4-4c56-b5dd-8aaca30fd71d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=955fab27e28d4692ba4e39e1cb823440&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2440381
Nov 10 04:12:39.966428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76823760-1ce4-4c56-b5dd-8aaca30fd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52287e44-cb68-463f-b158-4afed4774882,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:39.968739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51988) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:40.024961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.047764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.093686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.096839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.097953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52287e44-cb68-463f-b158-4afed4774882 HTTP/1.1" status: 204  len: 168 time: 0.1283126
Nov 10 04:12:40.107394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164f97c-a165-49e9-9232-94de9cd2d4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52287e44-cb68-463f-b158-4afed4774882,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:40.134297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-421bcb98-0ac4-4270-ae40-71c5b48d5c0e req-a84e7c5e-2cd7-4313-8df9-6026b8c07916 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0395756
Nov 10 04:12:40.193943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f183517b-630c-402e-b4b7-f813605ee024 req-0963388e-b107-4fda-abda-c4282e638895 service neutron] 10.222.0.26 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5203302
Nov 10 04:12:40.204561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.302997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e841b1-bd1d-47b2-97dd-914556e5b6ee {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:40.311764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.331896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Transition to ACTIVE for port object b5e841b1-bd1d-47b2-97dd-914556e5b6ee will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:12:40.335994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-6d5a233b-7082-4e67-98ad-bfcfa3ffb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.336682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-6d5a233b-7082-4e67-98ad-bfcfa3ffb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.338245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-6d5a233b-7082-4e67-98ad-bfcfa3ffb40d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1981 time: 0.0743155
Nov 10 04:12:40.339877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.449967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:40.491703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52012) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:40.522115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c161a381-ec68-4c78-bb5b-80ceda5ab222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.598957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-c7241d04-320a-436f-b409-49bb23bbad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.604989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-c7241d04-320a-436f-b409-49bb23bbad29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b537bc35-70ac-40fd-912f-b34e19db716f HTTP/1.1" status: 200  len: 903 time: 0.2521484
Nov 10 04:12:40.608644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d24-1f81-41a0-9c9f-f16db11f1671 req-e425f475-f3e9-43c6-971b-b3467757c36c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.616451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d86e8d24-1f81-41a0-9c9f-f16db11f1671 req-e425f475-f3e9-43c6-971b-b3467757c36c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 943 time: 0.0873926
Nov 10 04:12:40.631221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Attempting to bind port b5e841b1-bd1d-47b2-97dd-914556e5b6ee on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:12:40.631714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Attempting to bind port b5e841b1-bd1d-47b2-97dd-914556e5b6ee by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:12:40.632132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Attempting to bind port b5e841b1-bd1d-47b2-97dd-914556e5b6ee on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:40.666037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-48d62c4d-60cf-411e-a2fb-3f3dbf7e9f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=68739cd3-1599-46c9-a1dc-902231d0984d HTTP/1.1" status: 200  len: 217 time: 0.0470283
Nov 10 04:12:40.670293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Port b5e841b1-bd1d-47b2-97dd-914556e5b6ee on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:12:40.670293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Attempting to bind port b5e841b1-bd1d-47b2-97dd-914556e5b6ee on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:12:40.688339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:12:40.688643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d86e8d24-1f81-41a0-9c9f-f16db11f1671 req-89cb168a-d737-441b-940b-6dbf75cd8536 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712459
Nov 10 04:12:40.688911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Checking segment: {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:40.689919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Bound using segment: {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:12:40.690521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Bound port: b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:12:40.691018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.703618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c161a381-ec68-4c78-bb5b-80ceda5ab222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.716340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c161a381-ec68-4c78-bb5b-80ceda5ab222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.729369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c93a-fdb5-475b-90f2-9f36dd54b6b6 req-f78c5284-2059-4fa7-9886-89f206a99812 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.737040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c93a-fdb5-475b-90f2-9f36dd54b6b6 req-f78c5284-2059-4fa7-9886-89f206a99812 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.745296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5a3c93a-fdb5-475b-90f2-9f36dd54b6b6 req-f78c5284-2059-4fa7-9886-89f206a99812 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1679 time: 0.2024546
Nov 10 04:12:40.761975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c161a381-ec68-4c78-bb5b-80ceda5ab222 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f789afc7c3b84e0a9a85c0680f54962a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2660956
Nov 10 04:12:40.763235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a381-ec68-4c78-bb5b-80ceda5ab222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca175a1c-12a6-4fb7-8eb4-c6584dabbba5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:40.766291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52020) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:40.807923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-936e2755-f7af-4cd8-93ab-d3370bd21f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.809490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-936e2755-f7af-4cd8-93ab-d3370bd21f3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a987ab17-920a-4c4b-86ef-6c3cb84b7387 HTTP/1.1" status: 200  len: 801 time: 0.1350603
Nov 10 04:12:40.817144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a434df3-ef6b-4987-b4f4-ef4beec190be req-82252dcf-c3f7-41ba-b72d-e9096af4855d tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0364864
Nov 10 04:12:40.848744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.873900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.899266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5a3c93a-fdb5-475b-90f2-9f36dd54b6b6 req-b7f32d2d-c7a6-400d-9478-e497753354c5 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530452
Nov 10 04:12:40.905707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:12:40.910173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:12:40.925468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.934089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.936953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.938160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca175a1c-12a6-4fb7-8eb4-c6584dabbba5 HTTP/1.1" status: 204  len: 168 time: 0.1707809
Nov 10 04:12:40.947629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79641-d7e3-49db-a316-83e5c3af49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca175a1c-12a6-4fb7-8eb4-c6584dabbba5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:40.962591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-843a6806-bfc8-49a5-a56e-48fe2faf799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.964091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-843a6806-bfc8-49a5-a56e-48fe2faf799c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b537bc35-70ac-40fd-912f-b34e19db716f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1070533
Nov 10 04:12:40.974207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:40.975002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:40.976146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/b5e841b1-bd1d-47b2-97dd-914556e5b6ee HTTP/1.1" status: 200  len: 1091 time: 1.6733420
Nov 10 04:12:41.082347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705bbb-e273-4893-9c79-0f4da99f84b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:41.113543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3bb260b9-65cf-44ad-888f-9d68d24df23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.115136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-3bb260b9-65cf-44ad-888f-9d68d24df23d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0770600
Nov 10 04:12:41.131333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-8d017a93-af3c-4607-b377-2815acc6b178 service neutron] 10.222.0.26 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542265
Nov 10 04:12:41.171737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-e42fb422-8ee2-4916-bbd8-a1e13fd79e6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee HTTP/1.1" status: 200  len: 217 time: 0.0477407
Nov 10 04:12:41.263147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-ac8d9910-6981-4fcc-89c5-6e1d53d565be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.264637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-ac8d9910-6981-4fcc-89c5-6e1d53d565be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9169ac14-6478-4290-96b9-3c739a40a865 HTTP/1.1" status: 200  len: 854 time: 0.0823426
Nov 10 04:12:41.305122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-0eb1c7da-02ba-492a-9774-e595f0aba05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318077
Nov 10 04:12:41.310789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a6f17abd-d1f2-4b86-ac86-56e4f7af7298 req-d5460e82-151f-40f1-9557-bd2e9233f7bb service neutron] 10.222.0.26 "GET /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468952
Nov 10 04:12:41.402978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-ddc9aa1d-225b-4718-b9cc-721949ef4c72 service neutron] 10.222.0.26 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900569
Nov 10 04:12:41.459792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:41.462324 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149fc99f-e1a5-44c8-b64d-29b66f13dca7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:41.505496 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55b8c8-f2ce-4610-bc1c-09f2db01675f x-openstack-request-id: req-4d55b8c8-f2ce-4610-bc1c-09f2db01675f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:41.505888 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:41.506141 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d55b8c8-f2ce-4610-bc1c-09f2db01675f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:41.506526 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee', 'status': 'completed', 'code': 200}
Nov 10 04:12:41.511991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-84adcd5f-b42a-4a8c-a487-59e509142759 req-0067fb6e-41ce-42b9-ae12-336529271725 service neutron] 10.222.0.26 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021223
Nov 10 04:12:41.596288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-097b26f7-42f7-42fb-a6bc-4429213df491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.597832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-097b26f7-42f7-42fb-a6bc-4429213df491 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0413122
Nov 10 04:12:41.694187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-95077ec6-3bd8-44b0-b98b-eee0835479f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.695665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-95077ec6-3bd8-44b0-b98b-eee0835479f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 915 time: 0.0900228
Nov 10 04:12:41.739063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-abf8375f-e71b-4063-939d-b96e7367203f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee HTTP/1.1" status: 200  len: 217 time: 0.0368176
Nov 10 04:12:41.821912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-9a024037-418a-40a6-8e8d-48a040bae2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.823483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-9a024037-418a-40a6-8e8d-48a040bae2ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9169ac14-6478-4290-96b9-3c739a40a865 HTTP/1.1" status: 200  len: 854 time: 0.0769122
Nov 10 04:12:41.846639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13f03a-80b5-441b-85f8-33e78ecf2c3f req-28baa6c7-4941-4b68-86fa-70a2890fcf7f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:41.847999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e13f03a-80b5-441b-85f8-33e78ecf2c3f req-28baa6c7-4941-4b68-86fa-70a2890fcf7f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 943 time: 0.0743196
Nov 10 04:12:41.868732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-04780492-9d52-4e21-94e1-c8ca784a717d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372446
Nov 10 04:12:41.941965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-db244814-4ce4-43ac-a696-a115259661bc req-efa90b9d-60f7-40d8-b92c-6daf35fcefa8 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0356174
Nov 10 04:12:41.977183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e13f03a-80b5-441b-85f8-33e78ecf2c3f req-3b216e6a-4289-4aa2-826e-47025a303b0c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109896
Nov 10 04:12:42.002679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-f9f38eb9-de1c-4a16-b36e-4af85fc36d1c service neutron] 10.222.0.26 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254702
Nov 10 04:12:42.133459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-149fc99f-e1a5-44c8-b64d-29b66f13dca7 req-6ae4e7e5-904d-48bf-a90e-a01a39bfba05 service neutron] 10.222.0.26 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226959
Nov 10 04:12:42.142309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aebe29-ab60-4f0e-8dba-c03d1e8402dc req-067caec3-8d70-4b2f-82f5-edf8b7f523ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:42.148346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aebe29-ab60-4f0e-8dba-c03d1e8402dc req-067caec3-8d70-4b2f-82f5-edf8b7f523ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:42.149841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8aebe29-ab60-4f0e-8dba-c03d1e8402dc req-067caec3-8d70-4b2f-82f5-edf8b7f523ff tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1679 time: 0.0865071
Nov 10 04:12:42.204431 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8aebe29-ab60-4f0e-8dba-c03d1e8402dc req-ca105717-e7e6-4b35-a391-0aa64ff2089e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469069
Nov 10 04:12:42.920168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9f763a8a-da80-4c06-b2e7-5f1023c95f3b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:43.024137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:43.037699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b', 'network_id': '61db3739-83eb-49fa-a63b-4e7d4f4862b9', 'port_id': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b', 'mac_address': 'fa:16:3e:a1:c2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0570b-4692-4440-9131-6a0454bc51b0', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:43.057293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8709cec4-9f19-4f2c-a498-b36eaecbde61 req-7ad88f42-f3ff-46c9-98e0-3ff2c46b937b tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0279980
Nov 10 04:12:43.081379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:43.094884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f763a8a-da80-4c06-b2e7-5f1023c95f3b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:43.123480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:43.128804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:43.129758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68739cd3-1599-46c9-a1dc-902231d0984d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:43.133440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff1ed0-e21b-4248-bc3e-7955c26d1994 req-f6565959-2fa3-4cc0-9fd4-0761b10ef5ba tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:43.141140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcff1ed0-e21b-4248-bc3e-7955c26d1994 req-f6565959-2fa3-4cc0-9fd4-0761b10ef5ba tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 943 time: 0.0797424
Nov 10 04:12:43.202504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fcff1ed0-e21b-4248-bc3e-7955c26d1994 req-2f935695-f0c4-418b-ab42-6e3b932bcb56 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596404
Nov 10 04:12:43.238408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:43.287184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68739cd3-1599-46c9-a1dc-902231d0984d,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:43.299032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '68739cd3-1599-46c9-a1dc-902231d0984d', 'network_id': 'b537bc35-70ac-40fd-912f-b34e19db716f', 'port_id': '68739cd3-1599-46c9-a1dc-902231d0984d', 'mac_address': 'fa:16:3e:bf:f1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987ab17-920a-4c4b-86ef-6c3cb84b7387', 'ip_address': '19.86.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:43.342619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d90c-2683-4bea-92ad-72a77e6a6a9d req-414db80e-d4fa-456a-ad3b-cb3d82a05b4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:43.344897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:43.350119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d90c-2683-4bea-92ad-72a77e6a6a9d req-414db80e-d4fa-456a-ad3b-cb3d82a05b4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:43.351898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cea8d90c-2683-4bea-92ad-72a77e6a6a9d req-414db80e-d4fa-456a-ad3b-cb3d82a05b4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1680 time: 0.0631247
Nov 10 04:12:43.361273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68739cd3-1599-46c9-a1dc-902231d0984d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:43.382571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68739cd3-1599-46c9-a1dc-902231d0984d,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:43.387788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:43.404913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cea8d90c-2683-4bea-92ad-72a77e6a6a9d req-ddb29cc6-2483-476f-b582-11bb4a2f615b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467184
Nov 10 04:12:43.447451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:43.607513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68739cd3-1599-46c9-a1dc-902231d0984d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:44.175971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e630059a-de91-4154-b2f4-dbf8d61ce998 req-82f712e4-6ccf-4d06-bf67-e80a1e281efe tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0278096
Nov 10 04:12:44.315071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0d43a-d386-4aa5-8e3c-474aab2ca66f req-3f71f4a6-4a09-48ac-a301-2b916b9c0f1f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:44.316534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75d0d43a-d386-4aa5-8e3c-474aab2ca66f req-3f71f4a6-4a09-48ac-a301-2b916b9c0f1f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 943 time: 0.0523686
Nov 10 04:12:44.363684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75d0d43a-d386-4aa5-8e3c-474aab2ca66f req-195d905f-178b-4ffa-9290-96e8e025f3cd tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411239
Nov 10 04:12:44.534659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029676-b47b-458b-9e2a-dbb4cf439ea1 req-4ac97446-453e-42bc-a0bb-1cbca216a325 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:44.543340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029676-b47b-458b-9e2a-dbb4cf439ea1 req-4ac97446-453e-42bc-a0bb-1cbca216a325 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:44.545404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81029676-b47b-458b-9e2a-dbb4cf439ea1 req-4ac97446-453e-42bc-a0bb-1cbca216a325 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1681 time: 0.0647433
Nov 10 04:12:44.595798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81029676-b47b-458b-9e2a-dbb4cf439ea1 req-18eb2ee4-6833-4d1f-a107-b8c11d68e2d0 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437689
Nov 10 04:12:44.625791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9f763a8a-da80-4c06-b2e7-5f1023c95f3b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:44.933902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b5e841b1-bd1d-47b2-97dd-914556e5b6ee details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:44.937932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68739cd3-1599-46c9-a1dc-902231d0984d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:45.058641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 68739cd3-1599-46c9-a1dc-902231d0984d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:45.070911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 68739cd3-1599-46c9-a1dc-902231d0984d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:45.071280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:45.096140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:45.112753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee', 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d', 'port_id': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee', 'mac_address': 'fa:16:3e:5c:e5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169ac14-6478-4290-96b9-3c739a40a865', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:45.184013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:45.303610 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7b9f747-44ee-4ee6-8b98-2302cd96426e req-5282fd1f-f84f-42ba-9693-06e072d20df7 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0315030
Nov 10 04:12:45.368494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e841b1-bd1d-47b2-97dd-914556e5b6ee {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:45.372557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:45.404303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:45.412472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:45.414937 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36bf52e-3af9-4298-ae8b-7b08c61135f3" -d '{"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:45.419648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:45.462002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68739cd3-1599-46c9-a1dc-902231d0984d,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:45.473803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:45.490950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:45.523174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562005cc-84a1-47b8-98ea-e35b9bbed3ee req-0f114ac2-fb16-4596-ade6-411a2d34f6e0 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:45.525117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-562005cc-84a1-47b8-98ea-e35b9bbed3ee req-0f114ac2-fb16-4596-ade6-411a2d34f6e0 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 944 time: 0.0730944
Nov 10 04:12:45.565468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:45.585165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-562005cc-84a1-47b8-98ea-e35b9bbed3ee req-7b6a300f-54db-47d9-8481-a02f05136e30 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534618
Nov 10 04:12:45.647125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b5e841b1-bd1d-47b2-97dd-914556e5b6ee'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:45.651570 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c856137-6c84-40e0-b14f-5af76c0c9aef x-openstack-request-id: req-9c856137-6c84-40e0-b14f-5af76c0c9aef {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:45.651861 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:45.652112 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c856137-6c84-40e0-b14f-5af76c0c9aef {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:45.652506 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d', 'code': 200}
Nov 10 04:12:45.759058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5e4a4-6836-4f4c-b2e1-74b2d6bbd5a0 req-ddc4e203-83d5-41d3-962c-89710b8fdbcb tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:45.765291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5e4a4-6836-4f4c-b2e1-74b2d6bbd5a0 req-ddc4e203-83d5-41d3-962c-89710b8fdbcb tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:45.766893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43f5e4a4-6836-4f4c-b2e1-74b2d6bbd5a0 req-ddc4e203-83d5-41d3-962c-89710b8fdbcb tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1682 time: 0.0672376
Nov 10 04:12:45.822194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43f5e4a4-6836-4f4c-b2e1-74b2d6bbd5a0 req-f64bcf65-8429-4975-a56b-a11738ee2f4e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461447
Nov 10 04:12:46.200381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52414) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:46.303785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-625a56a8-6a38-4479-8f2a-4d30f80315b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.378091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-625a56a8-6a38-4479-8f2a-4d30f80315b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.381978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-625a56a8-6a38-4479-8f2a-4d30f80315b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.417909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-939703a2-229d-4c6b-b5b6-9968ac6e2151 req-45ffc48a-dc56-4341-a611-48c153c88110 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0298901
Nov 10 04:12:46.424979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-625a56a8-6a38-4479-8f2a-4d30f80315b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=737e53db1a284b8091da7b1bf7c0828b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2208846
Nov 10 04:12:46.424979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a56a8-6a38-4479-8f2a-4d30f80315b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265f1df0-f057-4d98-b4c8-a3d9aacd3809,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:46.425361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52422) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:46.473746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.493920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.540151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.542623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:46.543750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/265f1df0-f057-4d98-b4c8-a3d9aacd3809 HTTP/1.1" status: 204  len: 168 time: 0.1174676
Nov 10 04:12:46.551222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ddda-3b4f-47d5-b967-84e21c4c2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f1df0-f057-4d98-b4c8-a3d9aacd3809,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:46.712258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dced73-580e-4166-86f6-ad89c16b5187 req-0a7ee20c-646e-4742-8540-2e44e57150e8 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:46.713932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a3dced73-580e-4166-86f6-ad89c16b5187 req-0a7ee20c-646e-4742-8540-2e44e57150e8 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 944 time: 0.0558054
Nov 10 04:12:46.769924 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a3dced73-580e-4166-86f6-ad89c16b5187 req-d2f49f0d-4b5c-4ee7-ba2c-ef29b96dc77c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473220
Nov 10 04:12:46.935684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b5e841b1-bd1d-47b2-97dd-914556e5b6ee up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:46.957378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617cfb-0331-4100-ab6c-97ab62a958b5 req-c589a824-7918-42ff-b476-9c030180187f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:46.965120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617cfb-0331-4100-ab6c-97ab62a958b5 req-c589a824-7918-42ff-b476-9c030180187f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:46.973364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe617cfb-0331-4100-ab6c-97ab62a958b5 req-c589a824-7918-42ff-b476-9c030180187f tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1682 time: 0.0698740
Nov 10 04:12:46.988866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port b5e841b1-bd1d-47b2-97dd-914556e5b6ee completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:46.993382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port b5e841b1-bd1d-47b2-97dd-914556e5b6ee triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:46.993748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.022711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe617cfb-0331-4100-ab6c-97ab62a958b5 req-852da60e-8215-4eff-9dd1-365778e1b900 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478578
Nov 10 04:12:47.107470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.147229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:47.152724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.153808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9f763a8a-da80-4c06-b2e7-5f1023c95f3b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:47.239499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:47.254452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:12:47.258404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:47.258776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.346466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.382370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:47.387075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:47.440409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:47.531423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04841f07-0cad-48d9-af38-cd294e8a3412 req-ee49a6c3-4be6-42c2-bdf1-361e2d236b4d tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0303824
Nov 10 04:12:47.653209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee'}, {'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:47.655573 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b8b2f-2497-46a9-ab5c-e3e5da6afc45" -d '{"events": [{"server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee"}, {"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:47.699154 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee558e38-a4a4-40d5-beef-bda0b8642a02 x-openstack-request-id: req-ee558e38-a4a4-40d5-beef-bda0b8642a02 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:47.699428 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee", "code": 200}, {"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:47.699941 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee558e38-a4a4-40d5-beef-bda0b8642a02 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:47.700345 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee', 'code': 200}
Nov 10 04:12:47.700597 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b', 'code': 200}
Nov 10 04:12:47.877518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcfc66-0034-48a0-afb4-a292b21a4b23 req-daa05fbe-b1c3-4b03-acb0-bf06129234af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:47.879304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1fcfc66-0034-48a0-afb4-a292b21a4b23 req-daa05fbe-b1c3-4b03-acb0-bf06129234af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 1096 time: 0.1077538
Nov 10 04:12:47.881831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98cb15-213e-43dd-92fe-1f6658662770 req-7a22f9b1-a9dc-439d-8b5b-54e8b9b443e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:47.882403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98cb15-213e-43dd-92fe-1f6658662770 req-7a22f9b1-a9dc-439d-8b5b-54e8b9b443e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:47.883842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b98cb15-213e-43dd-92fe-1f6658662770 req-7a22f9b1-a9dc-439d-8b5b-54e8b9b443e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1985 time: 0.0765023
Nov 10 04:12:47.913697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b245-fcc1-4891-8f63-0526609a4553 req-3d1d5bc5-1520-4473-89bc-c7f7fa83f7d0 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:47.917204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4189b245-fcc1-4891-8f63-0526609a4553 req-3d1d5bc5-1520-4473-89bc-c7f7fa83f7d0 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.0638173
Nov 10 04:12:47.964417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1fcfc66-0034-48a0-afb4-a292b21a4b23 req-c816ffd1-36bf-46af-b532-1d21d8c93925 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717773
Nov 10 04:12:47.966657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b98cb15-213e-43dd-92fe-1f6658662770 req-c8299bb5-b602-4407-8709-f070f1e69886 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722284
Nov 10 04:12:47.972548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4189b245-fcc1-4891-8f63-0526609a4553 req-c698ebdd-6968-45d6-ba53-2d828b21b088 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466478
Nov 10 04:12:48.152956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25986-97cf-4367-8f03-5a37f96be7f7 req-ddcf38f6-a8d5-47c8-a5bf-2b9e00292c73 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:48.158975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25986-97cf-4367-8f03-5a37f96be7f7 req-ddcf38f6-a8d5-47c8-a5bf-2b9e00292c73 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:48.160523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ad25986-97cf-4367-8f03-5a37f96be7f7 req-ddcf38f6-a8d5-47c8-a5bf-2b9e00292c73 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0624940
Nov 10 04:12:48.209795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ad25986-97cf-4367-8f03-5a37f96be7f7 req-211d4ac8-ed9a-48f3-81c2-348df08d5788 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427063
Nov 10 04:12:48.260079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52552) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:48.366341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9e914e0-3fc6-4697-9f50-470943ccdc6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.446657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9e914e0-3fc6-4697-9f50-470943ccdc6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.451424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9e914e0-3fc6-4697-9f50-470943ccdc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.491729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e914e0-3fc6-4697-9f50-470943ccdc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339504b-9560-4aec-ba01-0dc81a4e31f2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:48.496465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9e914e0-3fc6-4697-9f50-470943ccdc6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a0bfcc606564ccc968a2f2f4387e94c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2347078
Nov 10 04:12:48.500639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:48.550762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.575330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.576337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.626742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.629304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:48.632292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2339504b-9560-4aec-ba01-0dc81a4e31f2 HTTP/1.1" status: 204  len: 168 time: 0.1325357
Nov 10 04:12:48.641244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3090d3-3e43-4c36-95e7-d690076c152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339504b-9560-4aec-ba01-0dc81a4e31f2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:48.641727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d16e23ca-9a9f-4caf-8fd5-eb968a86a2c0 req-9c7a0b81-3fb1-489d-af1e-8b34a04f5884 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0289247
Nov 10 04:12:48.846441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:49.097847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13470ef-03d1-4d7f-b6f9-476e612cf6d7 req-b788fdc8-fd98-4026-81d1-9e5e81e57e5d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:49.099321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b13470ef-03d1-4d7f-b6f9-476e612cf6d7 req-b788fdc8-fd98-4026-81d1-9e5e81e57e5d tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.0549786
Nov 10 04:12:49.153879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b13470ef-03d1-4d7f-b6f9-476e612cf6d7 req-622b103e-0d1e-4376-ba38-b477f3e59dff tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455313
Nov 10 04:12:49.335397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2a2e-0134-49c1-aecd-fc7ab36c960c req-0729b515-1d53-43c7-8894-742369830d09 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:49.342302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2a2e-0134-49c1-aecd-fc7ab36c960c req-0729b515-1d53-43c7-8894-742369830d09 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:49.344090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2cf2a2e-0134-49c1-aecd-fc7ab36c960c req-0729b515-1d53-43c7-8894-742369830d09 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0629799
Nov 10 04:12:49.400852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2cf2a2e-0134-49c1-aecd-fc7ab36c960c req-b1fa0811-0aca-4dbb-aa61-da0d982464fd tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483618
Nov 10 04:12:49.746638 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0dc6be95-44a0-43d4-bc43-1497c506b8dc req-c165c494-4a80-440c-83b9-51c2acfbda57 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0270369
Nov 10 04:12:49.942912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52634) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:50.044224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6a6b-e12a-42cd-bf79-7ff7a8270a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.120376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6a6b-e12a-42cd-bf79-7ff7a8270a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.123922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6a6b-e12a-42cd-bf79-7ff7a8270a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.161945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9a8d6a6b-e12a-42cd-bf79-7ff7a8270a68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86fb1ad9b27d4a03976a82ec1f5bc7db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2179806
Nov 10 04:12:50.162827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6a6b-e12a-42cd-bf79-7ff7a8270a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb5ee3-5f5e-43ca-8a9f-db3641aed165,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:50.164691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52638) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:50.213348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.235136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.274551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f25fb-076e-4566-ab79-da4280191ec0 req-2158047a-386a-498a-8c5b-0c77d83e92b2 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:50.276057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d79f25fb-076e-4566-ab79-da4280191ec0 req-2158047a-386a-498a-8c5b-0c77d83e92b2 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.0521660
Nov 10 04:12:50.281540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.285120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:50.287002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52eb5ee3-5f5e-43ca-8a9f-db3641aed165 HTTP/1.1" status: 204  len: 168 time: 0.1212573
Nov 10 04:12:50.295663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe9ebd-4dd9-4a87-a58c-affeb79d8ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb5ee3-5f5e-43ca-8a9f-db3641aed165,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:50.331023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d79f25fb-076e-4566-ab79-da4280191ec0 req-eabe53c6-d1d8-4284-9dd3-d7aab4f79b9f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487342
Nov 10 04:12:50.536772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9eb28-a98c-4d9e-b1c8-a6b8b6da8b3e req-c1c9cd63-7a99-4d1c-a53e-499b0f6f8f0a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:50.542913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9eb28-a98c-4d9e-b1c8-a6b8b6da8b3e req-c1c9cd63-7a99-4d1c-a53e-499b0f6f8f0a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:50.544677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ba9eb28-a98c-4d9e-b1c8-a6b8b6da8b3e req-c1c9cd63-7a99-4d1c-a53e-499b0f6f8f0a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0650580
Nov 10 04:12:50.604624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ba9eb28-a98c-4d9e-b1c8-a6b8b6da8b3e req-45763007-b4fb-423c-98d5-f26ed2521a15 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530016
Nov 10 04:12:50.912207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af96702-76d6-43de-a34c-82e76dca0f8d req-b08a5b61-ddde-41d4-900e-a87e7159500e tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0391121
Nov 10 04:12:50.984893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f609d-953c-43d0-9e24-107fe2757e1f req-e53bf57b-7d68-4a16-b95a-938ea1fb5ee1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:50.993602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f609d-953c-43d0-9e24-107fe2757e1f req-e53bf57b-7d68-4a16-b95a-938ea1fb5ee1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:50.995447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c7f609d-953c-43d0-9e24-107fe2757e1f req-e53bf57b-7d68-4a16-b95a-938ea1fb5ee1 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0620852
Nov 10 04:12:51.057334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c7f609d-953c-43d0-9e24-107fe2757e1f req-a3e3e540-1d32-4540-8908-5d151594196c tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556259
Nov 10 04:12:51.559617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52780) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:51.661060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d88b009-285f-4d04-9d94-b69876c33331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.741622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d88b009-285f-4d04-9d94-b69876c33331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.745164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d88b009-285f-4d04-9d94-b69876c33331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.782339 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d88b009-285f-4d04-9d94-b69876c33331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c10109e24fe4545bbb773857dfb1d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2216065
Nov 10 04:12:51.783995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88b009-285f-4d04-9d94-b69876c33331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b0cee-82f1-4b66-98bb-99f2a11a0f5f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:51.785722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:51.835021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.861722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.905431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.908493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:51.909663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf7b0cee-82f1-4b66-98bb-99f2a11a0f5f HTTP/1.1" status: 204  len: 168 time: 0.1229374
Nov 10 04:12:51.917269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d800b-418b-4e8b-a1ca-8c10dfd3905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b0cee-82f1-4b66-98bb-99f2a11a0f5f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:52.012889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5df5975b-2a04-498f-9d86-2b5dd5b92b57 req-c343a984-0b4e-4f12-89b2-ba3a4fa6b095 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0266891
Nov 10 04:12:52.207126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50f4a-59ac-45b4-a3ae-86afeeacb095 req-82a791c4-ce34-47a4-aad5-65ed25e893fa tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:52.213487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50f4a-59ac-45b4-a3ae-86afeeacb095 req-82a791c4-ce34-47a4-aad5-65ed25e893fa tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:52.215115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ca50f4a-59ac-45b4-a3ae-86afeeacb095 req-82a791c4-ce34-47a4-aad5-65ed25e893fa tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0739067
Nov 10 04:12:52.265284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8ea05-8ff5-40da-9ba1-943192bb87f4 req-a268781f-d7c3-427c-9090-d138e6a79b57 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:52.266964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5c8ea05-8ff5-40da-9ba1-943192bb87f4 req-a268781f-d7c3-427c-9090-d138e6a79b57 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.0759413
Nov 10 04:12:52.289942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ca50f4a-59ac-45b4-a3ae-86afeeacb095 req-e6c70462-13a6-4d72-b023-81da2841226b tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670316
Nov 10 04:12:52.334186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5c8ea05-8ff5-40da-9ba1-943192bb87f4 req-51e97ba3-8b13-42b8-9d59-c7d90594a9c7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596373
Nov 10 04:12:52.514466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-87085f63-3177-4eaa-b13f-8995eef6e90a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:52.521483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-87085f63-3177-4eaa-b13f-8995eef6e90a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:52.523268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-87085f63-3177-4eaa-b13f-8995eef6e90a tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 1683 time: 0.0670316
Nov 10 04:12:52.628667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 68739cd3-1599-46c9-a1dc-902231d0984d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:52.629760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:52.740199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 68739cd3-1599-46c9-a1dc-902231d0984d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=68739cd3-1599-46c9-a1dc-902231d0984d,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:52.740568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:52.767096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 68739cd3-1599-46c9-a1dc-902231d0984d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:52.909371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:52.921669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68739cd3-1599-46c9-a1dc-902231d0984d', '9f763a8a-da80-4c06-b2e7-5f1023c95f3b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:52.938999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=68739cd3-1599-46c9-a1dc-902231d0984d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:52.981018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 68739cd3-1599-46c9-a1dc-902231d0984d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:52.984055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:52.989116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-11d32d1b-1f01-4ed3-9436-227908c65859 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "DELETE /v2.0/ports/68739cd3-1599-46c9-a1dc-902231d0984d HTTP/1.1" status: 204  len: 173 time: 0.4584329
Nov 10 04:12:52.989789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-deleted', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:52.992366 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ed77e-0cfe-4580-a4ad-75decea38d24" -d '{"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-deleted", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:53.079393 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea3897-5d26-48e6-b40f-ecfd0d882fa9 x-openstack-request-id: req-ebea3897-5d26-48e6-b40f-ecfd0d882fa9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:53.079915 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-deleted", "tag": "68739cd3-1599-46c9-a1dc-902231d0984d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:53.080340 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebea3897-5d26-48e6-b40f-ecfd0d882fa9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:53.080941 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-deleted', 'tag': '68739cd3-1599-46c9-a1dc-902231d0984d', 'status': 'completed', 'code': 200}
Nov 10 04:12:53.182834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:53.183157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.262449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fe7610a-d607-48a7-ac28-c2e5b3861817 req-8e481f43-d0e9-45d4-be22-a5f91feeda76 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0822740
Nov 10 04:12:53.341709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:53.342090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.361786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 9f763a8a-da80-4c06-b2e7-5f1023c95f3b owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:53.383419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52866) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:53.472875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc4835-6056-4459-8267-b9851b0cdf90 req-4a546c3e-2719-41c1-9a7e-8a8a67803bf2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:53.474391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-33dc4835-6056-4459-8267-b9851b0cdf90 req-4a546c3e-2719-41c1-9a7e-8a8a67803bf2 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7 HTTP/1.1" status: 200  len: 946 time: 0.1010423
Nov 10 04:12:53.509365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1871320114', 'router:external': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:53.534582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Made reservation on behalf of 473d16e063d64ce6abaef8e4f46407c2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:53.537604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.548327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.562350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-33dc4835-6056-4459-8267-b9851b0cdf90 req-8fae18c2-0789-4206-bf2c-325850aacc87 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "GET /v2.0/security-groups?id=406ea635-3abc-42da-9bbd-e2a9039a6d2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750575
Nov 10 04:12:53.584492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.598604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['68739cd3-1599-46c9-a1dc-902231d0984d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:53.645438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=9f763a8a-da80-4c06-b2e7-5f1023c95f3b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:53.647878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.655114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.685912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:12:53.693557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a379e4a6-0955-42b6-a879-82ea3c69fdb0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:53.700299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 9f763a8a-da80-4c06-b2e7-5f1023c95f3b on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:53.703810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.710213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.710443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-924dfb2c-16d5-4b10-8d00-5e2bbe534cf2 req-a1390c20-217c-4f95-a760-fe11aa095285 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.26 "DELETE /v2.0/ports/9f763a8a-da80-4c06-b2e7-5f1023c95f3b HTTP/1.1" status: 204  len: 173 time: 0.7046070
Nov 10 04:12:53.710585 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Added segment 346f9fd0-e4ce-42cc-9f04-2a1f17409947 of type vlan for network ab887074-4b97-4d45-9f88-ff76f54bcff2
Nov 10 04:12:53.780711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.830334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.837796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:53.838419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:53.911571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 0.5265822
Nov 10 04:12:53.915388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52884) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:53.922358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d58b24-2fd4-424a-b718-7dbd8b302fa0 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Network': ['ID=ab887074-4b97-4d45-9f88-ff76f54bcff2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:53.923318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'subnet': {'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:53.933547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:12:53.946804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Made reservation on behalf of 473d16e063d64ce6abaef8e4f46407c2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:53.949372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.282448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:12:54.283423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.345021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3a888da-d9b1-48f6-9c84-f279a8a90545,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:54.375790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Checking segment: {'id': '346f9fd0-e4ce-42cc-9f04-2a1f17409947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:12:54.376160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network hostable DHCP agents. Network: ab887074-4b97-4d45-9f88-ff76f54bcff2, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:12:54.380216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16de7641-7b8e-465e-929c-c1766d0ca768 req-8338178a-d0df-4076-9861-5a2ece4212ee tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0363867
Nov 10 04:12:54.406299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:12:54.418386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ab887074-4b97-4d45-9f88-ff76f54bcff2) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:54.425148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:54.425773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.429318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edaf3d-d669-4f42-9aa1-270cf640cf71 None None] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:54.445148 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-315e40c3-9948-4b44-b851-fdeb5b9c896b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5283461
Nov 10 04:12:54.447912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52890) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:54.452848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-780868267', 'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:54.478186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Made reservation on behalf of 473d16e063d64ce6abaef8e4f46407c2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:12:54.480593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.505495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] device_id is not set on port 3ddd68d0-fa63-4128-98d7-2f0852a26066 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:12:54.575491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f091256-fdc7-4257-acaa-6e5586cf200c None None] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:54.609759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.20.0.10 (ab887074-4b97-4d45-9f88-ff76f54bcff2/f3a888da-d9b1-48f6-9c84-f279a8a90545/3ddd68d0-fa63-4128-98d7-2f0852a26066) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:54.624192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52894) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:54.688096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting subnet a987ab17-920a-4c4b-86ef-6c3cb84b7387 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:12:54.692274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.733702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.763042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.795597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.829399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.842863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:54.848211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:54.852542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:54.855606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddd68d0-fa63-4128-98d7-2f0852a26066,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:54.892272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:54.893170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.893396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.917371 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-80cdd3af-3b06-4c33-ae60-9c3291dc5e61 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 0.4660501
Nov 10 04:12:54.917654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:54.919694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Subnet': ['ID=a987ab17-920a-4c4b-86ef-6c3cb84b7387,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:54.931744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:54.935912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc78b15a-41c8-4bc6-9a6a-9f778c1c3f53 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/subnets/a987ab17-920a-4c4b-86ef-6c3cb84b7387 HTTP/1.1" status: 204  len: 168 time: 0.3105030
Nov 10 04:12:54.938430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:54.939818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1d73f-dd8a-4111-8187-d682f5e0e66f None None] Network b537bc35-70ac-40fd-912f-b34e19db716f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:55.013087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Deleting port 3ddd68d0-fa63-4128-98d7-2f0852a26066 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:55.013816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.029785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.083508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-deleted', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:55.085739 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eaa62c-2aad-42e4-bf9c-c8c819ae6acd" -d '{"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-deleted", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:55.092904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:55.093511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.117677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.134182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Calling delete_port for 3ddd68d0-fa63-4128-98d7-2f0852a26066 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:55.143917 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfe489-157e-4e8b-a865-e1662304ab9d x-openstack-request-id: req-6bbfe489-157e-4e8b-a865-e1662304ab9d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:55.144206 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7", "name": "network-vif-deleted", "tag": "9f763a8a-da80-4c06-b2e7-5f1023c95f3b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:55.144460 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bbfe489-157e-4e8b-a865-e1662304ab9d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:55.144858 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4fb30-71fa-4f5a-9497-99a0bb3ca7d7', 'name': 'network-vif-deleted', 'tag': '9f763a8a-da80-4c06-b2e7-5f1023c95f3b', 'status': 'completed', 'code': 200}
Nov 10 04:12:55.153475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] DHCP port deletion for b537bc35-70ac-40fd-912f-b34e19db716f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:12:55.179689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:55.179970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.192584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:55.205638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Deleting port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:55.206352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.268311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.273563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] For port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,segment=NetworkSegment(a0eb486f-9341-40d1-b81c-8e79e516753f),segment_id=a0eb486f-9341-40d1-b81c-8e79e516753f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:55.274026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.277948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.288535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Calling delete_port for 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:55.297960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ddd68d0-fa63-4128-98d7-2f0852a26066,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:55.310361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:55.314028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:55.363567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.365092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68650241-b4c2-4181-a04f-09865bcf36eb tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3ddd68d0-fa63-4128-98d7-2f0852a26066 HTTP/1.1" status: 204  len: 168 time: 0.4463203
Nov 10 04:12:55.367086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:55.371988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2', 'external_fixed_ips': [{'subnet_id': 'f3a888da-d9b1-48f6-9c84-f279a8a90545', 'ip_address': '172.20.0.10'}]}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.388258 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:12:55.396147 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:12:55.399138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.399138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.399545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.402414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.421597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f104a00>,) {'filters': {'network_id': ['b537bc35-70ac-40fd-912f-b34e19db716f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:55.430206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Pushing event deleted for resources: {'Port': ['ID=1b33213f-d6a4-429a-b9ef-bb0e19e772d1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:55.434573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] No DVR routers for this DVR port 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:55.438607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f104a00>, 'a0eb486f-9341-40d1-b81c-8e79e516753f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:55.438948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f104a00>, 'a0eb486f-9341-40d1-b81c-8e79e516753f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:55.442503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.448342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.449644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.450168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.451607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.452442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.453017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.453562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.454094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.454493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.455512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.455967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d37eb1-10a4-4c2f-b60c-5faeed921a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:12:55.471251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.485491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.491536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:55.491917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.494501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:55.495555 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:55.510549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7245edc5-482d-4dfb-a761-ea7c76cfb025 req-55ea1fa7-9d08-4d87-9341-ab69a5f65894 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0297966
Nov 10 04:12:55.560731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.565970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.572012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/networks/b537bc35-70ac-40fd-912f-b34e19db716f HTTP/1.1" status: 204  len: 168 time: 0.6294191
Nov 10 04:12:55.581423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52914) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:55.589693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6aaa-0e6e-4a4c-86be-fa04d2c2d9f8 tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Network': ['ID=b537bc35-70ac-40fd-912f-b34e19db716f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:55.635735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting subnet 53c0570b-4692-4440-9131-6a0454bc51b0 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:12:55.639419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.687445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.789178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.855846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.881620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Subnet': ['ID=53c0570b-4692-4440-9131-6a0454bc51b0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:55.889084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:55.896382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6431ff2d-bf4c-4e53-a33b-02812a02ad1e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/subnets/53c0570b-4692-4440-9131-6a0454bc51b0 HTTP/1.1" status: 204  len: 168 time: 0.3138580
Nov 10 04:12:55.896973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef3af4-f93f-422a-9117-71329a2b5543 None None] Network 61db3739-83eb-49fa-a63b-4e7d4f4862b9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:12:55.897699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52920) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:55.991690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.043860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.071131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Deleting port eac6c434-32a1-433d-b941-dde26a6026f1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:56.071713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.134000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] DHCP port deletion for 61db3739-83eb-49fa-a63b-4e7d4f4862b9 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:12:56.149258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] For port eac6c434-32a1-433d-b941-dde26a6026f1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=eac6c434-32a1-433d-b941-dde26a6026f1,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:56.149736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.171588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Calling delete_port for eac6c434-32a1-433d-b941-dde26a6026f1 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:56.185143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Deleting port eac6c434-32a1-433d-b941-dde26a6026f1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:56.185834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.257549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] For port eac6c434-32a1-433d-b941-dde26a6026f1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=eac6c434-32a1-433d-b941-dde26a6026f1,segment=NetworkSegment(18663b54-ca53-4b91-a011-13afe4720b8d),segment_id=18663b54-ca53-4b91-a011-13afe4720b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:56.258011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.276712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.280303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Calling delete_port for eac6c434-32a1-433d-b941-dde26a6026f1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:56.292884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] No DVR routers for this DVR port eac6c434-32a1-433d-b941-dde26a6026f1 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:56.313948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.335890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.341162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Port': ['ID=eac6c434-32a1-433d-b941-dde26a6026f1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:56.383771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.411649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] Pushing event deleted for resources: {'Port': ['ID=eac6c434-32a1-433d-b941-dde26a6026f1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:56.422172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.422405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5c523-4269-45d5-a882-d642027127ff None None] No DVR routers for this DVR port eac6c434-32a1-433d-b941-dde26a6026f1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:12:56.449514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f452910>,) {'filters': {'network_id': ['61db3739-83eb-49fa-a63b-4e7d4f4862b9']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:56.460854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f452910>, '18663b54-ca53-4b91-a011-13afe4720b8d') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:56.461161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f452910>, '18663b54-ca53-4b91-a011-13afe4720b8d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:56.472298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.487011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.498142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:12:56.498616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:12:56.502744 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:12:56.522513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.20.0.10 (ab887074-4b97-4d45-9f88-ff76f54bcff2/f3a888da-d9b1-48f6-9c84-f279a8a90545/db5d49bd-0299-4cdc-883a-80182cbda361) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:12:56.571662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.615123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.622951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] 10.222.0.13 "DELETE /v2.0/networks/61db3739-83eb-49fa-a63b-4e7d4f4862b9 HTTP/1.1" status: 204  len: 168 time: 0.7196639
Nov 10 04:12:56.622951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8d62-3919-41f5-8deb-4dfa2a04de6e tempest-ServersTestMultiNic-1001091007 tempest-ServersTestMultiNic-1001091007-project] Pushing event deleted for resources: {'Network': ['ID=61db3739-83eb-49fa-a63b-4e7d4f4862b9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:56.659414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f192aa37-3cda-4bf4-8694-d979f9127de5 req-76421a48-e882-4402-8451-4e0acfdc9187 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0499668
Nov 10 04:12:56.748886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.782576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device eac6c434-32a1-433d-b941-dde26a6026f1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:56.825460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:56.835239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: eac6c434-32a1-433d-b941-dde26a6026f1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:56.835890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device eac6c434-32a1-433d-b941-dde26a6026f1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:56.836171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:56.891192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network ab887074-4b97-4d45-9f88-ff76f54bcff2 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:12:56.894465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:12:56.900029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:56.900478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1b33213f-d6a4-429a-b9ef-bb0e19e772d1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:56.905374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:12:56.914104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52966) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:56.945104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=db5d49bd-0299-4cdc-883a-80182cbda361,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:56.952260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:12:56.955658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68739cd3-1599-46c9-a1dc-902231d0984d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:57.009406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 68739cd3-1599-46c9-a1dc-902231d0984d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:57.009406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 68739cd3-1599-46c9-a1dc-902231d0984d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:57.015056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9f763a8a-da80-4c06-b2e7-5f1023c95f3b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:12:57.099504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9f763a8a-da80-4c06-b2e7-5f1023c95f3b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:12:57.099847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9f763a8a-da80-4c06-b2e7-5f1023c95f3b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:12:57.128994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.resource_extend [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:12:57.269370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:57.283391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:12:57.348743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:57.372143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:12:57.401962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:57.410964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:57.434473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:57.497104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d2b1517-8d23-44e6-b9fb-998c045da632'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:12:57.553804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:57.727839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:57.830771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed33252d-848f-4633-9d0f-690fd1d46159 req-d8de225d-b65b-44fd-92ec-e4e9aeda35bc tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0292435
Nov 10 04:12:57.884245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:57.919447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router 4c970c12-6245-4617-8311-ad78fcd04e16 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:12:58.082244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:12:58.097999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Sync routers for ids ['4c970c12-6245-4617-8311-ad78fcd04e16'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:12:58.114246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Routers {'4c970c12-6245-4617-8311-ad78fcd04e16'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:58.115259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207128fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c970c12-6245-4617-8311-ad78fcd04e16'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:58.115920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.119907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-51f5d1b7-922e-4735-8a66-5a9597cfe023 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 2.7486594
Nov 10 04:12:58.120821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52990) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:12:58.254837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.304105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Set router 4c970c12-6245-4617-8311-ad78fcd04e16 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:58.445482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Deleting port fac7de6a-517a-44d3-b674-18f34554705b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:58.446373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.461331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.554059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207128fa0>, [{'id': '4c970c12-6245-4617-8311-ad78fcd04e16', 'name': '', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2', 'external_fixed_ips': [{'subnet_id': 'f3a888da-d9b1-48f6-9c84-f279a8a90545', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db5d49bd-0299-4cdc-883a-80182cbda361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:55Z', 'updated_at': '2021-11-10T04:12:57Z', 'revision_number': 3, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port': {'id': 'db5d49bd-0299-4cdc-883a-80182cbda361', 'name': '', 'network_id': 'ab887074-4b97-4d45-9f88-ff76f54bcff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c970c12-6245-4617-8311-ad78fcd04e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f3a888da-d9b1-48f6-9c84-f279a8a90545', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:12:56Z', 'updated_at': '2021-11-10T04:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3a888da-d9b1-48f6-9c84-f279a8a90545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:58.590022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Checking router: 4c970c12-6245-4617-8311-ad78fcd04e16 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:12:58.591942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Updating router 4c970c12-6245-4617-8311-ad78fcd04e16 port db5d49bd-0299-4cdc-883a-80182cbda361 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:12:58.599014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] For port fac7de6a-517a-44d3-b674-18f34554705b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fac7de6a-517a-44d3-b674-18f34554705b,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:58.599694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.617484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Calling delete_port for fac7de6a-517a-44d3-b674-18f34554705b owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:58.625958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.633141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Deleting port db5d49bd-0299-4cdc-883a-80182cbda361 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:12:58.633900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.770408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:58.822606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Calling delete_port for db5d49bd-0299-4cdc-883a-80182cbda361 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:12:58.967668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89ae3be6-7795-42ea-9eea-0aa23e14092d req-bc71bbff-ac01-492e-8ce6-0a7dfb104350 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0329213
Nov 10 04:12:58.984397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:12:59.077305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.147347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Pushing event deleted for resources: {'Port': ['ID=fac7de6a-517a-44d3-b674-18f34554705b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:59.241320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.267002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:12:59.267552 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:12:59.290257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5d49bd-0299-4cdc-883a-80182cbda361,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:59.297818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0d2b1517-8d23-44e6-b9fb-998c045da632 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:12:59.299575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.445266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.482257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:12:59.485426 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360b605-51f8-4c38-896b-bb949f84bcd9" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:12:59.518880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:12:59.528074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.534938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.538205 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998652fc-e02f-4c07-8a96-f99a043a6ea2 x-openstack-request-id: req-998652fc-e02f-4c07-8a96-f99a043a6ea2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:12:59.538705 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:12:59.538951 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998652fc-e02f-4c07-8a96-f99a043a6ea2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:12:59.539477 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:12:59.595893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:12:59.693134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.803009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.806888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.816836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Port db5d49bd-0299-4cdc-883a-80182cbda361 not found while updating agent binding for router 4c970c12-6245-4617-8311-ad78fcd04e16. {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 10 04:12:59.846421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Routers {'4c970c12-6245-4617-8311-ad78fcd04e16'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:12:59.846944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207128fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c970c12-6245-4617-8311-ad78fcd04e16'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:12:59.943401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] Set router 4c970c12-6245-4617-8311-ad78fcd04e16 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:12:59.975735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:12:59.977671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c970c12-6245-4617-8311-ad78fcd04e16 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:12:59.991866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:12:59.992413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:12:59.996145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.003125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-869341cf-477a-4ea6-841a-5feb2d6cb75e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4c970c12-6245-4617-8311-ad78fcd04e16 HTTP/1.1" status: 204  len: 168 time: 1.8770852
Nov 10 04:13:00.006044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:00.006301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207128fa0>, [{'id': '4c970c12-6245-4617-8311-ad78fcd04e16', 'name': '', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:55Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 5, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:00.011860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.025299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.034793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9972-108d-43b6-a240-ec3012db00a8 None None] The sync data for ids ['4c970c12-6245-4617-8311-ad78fcd04e16'] in ncdv-817176-1 is: [{'id': '4c970c12-6245-4617-8311-ad78fcd04e16', 'name': '', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:12:55Z', 'updated_at': '2021-11-10T04:12:59Z', 'revision_number': 5, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:00.042138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.061014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.075843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.086984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:00.104590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-28d06d5b-bc5c-46e0-8a53-c784b613c56f tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.1845324
Nov 10 04:13:00.209402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c85ad2f-4fba-48e6-8629-6445df01cf37 req-e2c9f2e0-5495-413a-b8f9-7162ee85c409 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1003270
Nov 10 04:13:00.210876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Deleting subnet f3a888da-d9b1-48f6-9c84-f279a8a90545 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:13:00.237965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43d26698-cccf-48cd-a246-a154e5c22c48 req-dbc053be-2439-42a9-ae0a-a37404c20d1f tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.1029000
Nov 10 04:13:00.238677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.296036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.333014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:00.339101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31dcc40f-8008-4d4c-a4e8-7867c2a6976a admin admin] 10.222.0.13 "PUT /v2.0/routers/3cf1170d-0ff9-4383-9a0e-406e3e87a126/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4228079
Nov 10 04:13:00.341772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:00.353533 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Sync routers for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:00.373445 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:00.373661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.374479 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147cc2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:00.443929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.497211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a888da-d9b1-48f6-9c84-f279a8a90545,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:00.500175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.507592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef557fdc-6d46-47cf-b97c-2979d81f77f1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/f3a888da-d9b1-48f6-9c84-f279a8a90545 HTTP/1.1" status: 204  len: 168 time: 0.4991813
Nov 10 04:13:00.508754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:00.528799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.623821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.677899 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:00.680022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.831849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.855720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Deleting port 1c430282-4c87-462c-9e90-ca371b61a5af {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:00.856879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.864081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f459bb0>,) {'filters': {'network_id': ['ab887074-4b97-4d45-9f88-ff76f54bcff2']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:00.875672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f459bb0>, '346f9fd0-e4ce-42cc-9f04-2a1f17409947') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:00.877056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f459bb0>, '346f9fd0-e4ce-42cc-9f04-2a1f17409947') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:00.888786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.906735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.923107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:13:00.925186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:13:00.929345 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:13:00.994486 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147cc2b0>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167'}], 'enable_snat': True}, 'gw_port_id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:12:58Z', 'revision_number': 5, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port': {'id': '1c430282-4c87-462c-9e90-ca371b61a5af', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:41Z', 'updated_at': '2021-11-10T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:01.028355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.033715 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Checking router: 3cf1170d-0ff9-4383-9a0e-406e3e87a126 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:13:01.045290 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Routers {'3cf1170d-0ff9-4383-9a0e-406e3e87a126'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:01.045470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] For port 1c430282-4c87-462c-9e90-ca371b61a5af, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=1c430282-4c87-462c-9e90-ca371b61a5af,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:01.045945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147cc2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:12:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:01.046651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.055852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ab887074-4b97-4d45-9f88-ff76f54bcff2 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:13:01.062251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.066159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.074431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.083320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.090510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.091927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ab887074-4b97-4d45-9f88-ff76f54bcff2 HTTP/1.1" status: 204  len: 168 time: 0.5820966
Nov 10 04:13:01.098324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.109477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.117763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.120025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-9040d572-5540-484d-a631-99d6c78952f2 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.1990464
Nov 10 04:13:01.135674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c09c-9de0-4c20-bada-1f6240407c7e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab887074-4b97-4d45-9f88-ff76f54bcff2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:01.170881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Calling delete_port for 1c430282-4c87-462c-9e90-ca371b61a5af owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:01.202296 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] Set router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:01.211176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-aa231af3-bbc6-4220-a33b-fd88062740b7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.223079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-aa231af3-bbc6-4220-a33b-fd88062740b7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0931599
Nov 10 04:13:01.342180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147cc2b0>, [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:13:00Z', 'revision_number': 6, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:01.407097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ff3a-5ea0-463f-b177-57c019ea10b2 None None] The sync data for ids ['3cf1170d-0ff9-4383-9a0e-406e3e87a126'] in ncdv-817176-1 is: [{'id': '3cf1170d-0ff9-4383-9a0e-406e3e87a126', 'name': 'tempest-ServersTestMultiNic-1503789459-router', 'tenant_id': '3a4353009c9e414fb3415e98df1fe1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:40Z', 'updated_at': '2021-11-10T04:13:00Z', 'revision_number': 6, 'project_id': '3a4353009c9e414fb3415e98df1fe1ae', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:01.466914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53068) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:01.472200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'name': 'tempest-router--1675523015', 'project_id': '5dd3f3efc0a348619a515fd45d20bf38'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:01.490249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.497777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.505022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.507524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-765be01e-2357-43d0-926c-228b01a567eb req-d9b477e5-725d-426e-a486-054705f908ab tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0747268
Nov 10 04:13:01.511266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.512086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-0ecbf373-cc54-4ba2-bb31-7e286a9360e0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2803833
Nov 10 04:13:01.522461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.529778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.534293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:01.538386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:01.541421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-c7d4c631-357d-4f32-bf8b-0fcbfeddf051 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 5445 time: 0.1798165
Nov 10 04:13:01.600896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.602720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.671312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e797e48-d219-447e-b05d-4ac38f8b522b req-2df4bae9-0dc5-42b4-a45d-40640e29ac1b tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1209641
Nov 10 04:13:01.707473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.714982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.731281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.754112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.778458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:01.786510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-40ab5a46-3d8f-491b-a088-36430b9b0083 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3185391
Nov 10 04:13:01.789146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53072) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:01.812268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c430282-4c87-462c-9e90-ca371b61a5af,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:01.839942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6950b86-8e27-4475-bcf2-459cfcf9186d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:01.947351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.067861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.084380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.094638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=642b8990-ff39-413a-a614-f0973abab49c,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:02.249967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.253701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.254506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf1170d-0ff9-4383-9a0e-406e3e87a126 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:02.260709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.262137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e83f3870-5d45-4344-9641-17c9b57f5886 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3cf1170d-0ff9-4383-9a0e-406e3e87a126 HTTP/1.1" status: 204  len: 168 time: 1.9193459
Nov 10 04:13:02.266133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53080) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:02.278616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] For port 642b8990-ff39-413a-a614-f0973abab49c, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:02.372265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] device_id is not set on port 642b8990-ff39-413a-a614-f0973abab49c yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:13:02.385580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Deleting subnet 57231b11-eddc-4f77-8b6a-425f398cd161 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:13:02.392485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.396003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.434446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.503484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.520283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.523306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.588806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] No DVR routers for this DVR port 642b8990-ff39-413a-a614-f0973abab49c on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:02.592011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Pushing event updated for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:02.620062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.620574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2717a1de-fce2-433c-abd2-fe0caac76189 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:02.625384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.627056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1d532507-4def-407b-9776-609d640805ec tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2717a1de-fce2-433c-abd2-fe0caac76189 HTTP/1.1" status: 204  len: 168 time: 0.8360045
Nov 10 04:13:02.692262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] In _notify_port_updated(), no bound segment for port 642b8990-ff39-413a-a614-f0973abab49c on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:13:02.693210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:02.693835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.695083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d05bf3c6-c9aa-4946-85ac-47c5f6b7681e service neutron] 10.222.0.21 "PUT /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 200  len: 1032 time: 1.1745450
Nov 10 04:13:02.701110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0e6ef8c0-e544-4e81-bf16-7502e4484bdf req-9c32c077-b734-4e78-ae17-8ceb4e1741f7 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0608840
Nov 10 04:13:02.818795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:02.877529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fac7de6a-517a-44d3-b674-18f34554705b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:02.911752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-374d2377-b247-44a4-af85-4eed268236d1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:02.913355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-374d2377-b247-44a4-af85-4eed268236d1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "GET /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2092962
Nov 10 04:13:02.917862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: fac7de6a-517a-44d3-b674-18f34554705b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:02.918224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fac7de6a-517a-44d3-b674-18f34554705b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:02.918724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1c430282-4c87-462c-9e90-ca371b61a5af no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:02.970607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:02.989128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:02.992338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 1c430282-4c87-462c-9e90-ca371b61a5af {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:02.992876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 1c430282-4c87-462c-9e90-ca371b61a5af not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:03.010391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-12c831e2-2744-4cc9-9e9e-aa00affc9061 None None] Provisioning complete for port 642b8990-ff39-413a-a614-f0973abab49c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:03.011047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-12c831e2-2744-4cc9-9e9e-aa00affc9061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.080808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.086057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-12c831e2-2744-4cc9-9e9e-aa00affc9061 None None] Port 642b8990-ff39-413a-a614-f0973abab49c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:03.089986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.097981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.105731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.112256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.119155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.125761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-1b031f6f-1bda-403e-982a-380770661c31 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 4666 time: 0.2088497
Nov 10 04:13:03.195584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.225499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.259594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.266544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53118) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:03.266875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57231b11-eddc-4f77-8b6a-425f398cd161 HTTP/1.1" status: 204  len: 168 time: 0.9985979
Nov 10 04:13:03.275428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0d1f3-06df-4241-b09c-f8c1d8526597 None None] Network ef88846a-fd36-4192-b2f9-526532af5b68 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:03.284385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2ac20-fdd7-43c9-a4bb-a08c62a6dac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57231b11-eddc-4f77-8b6a-425f398cd161,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:03.321508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ad086201-2cb3-4824-9218-44aa61c902e6 req-dde53004-f3ac-4ba5-8cc9-daaed7e6f4e9 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&id=5a697852-46a6-4b68-97b3-6ab12600df96&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1796832
Nov 10 04:13:03.463557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-620326210', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:03.476906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.505408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=aecbef14-ddcb-4a54-be77-c2f27c330162,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:03.530200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.531289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.568023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] DHCP port deletion for ef88846a-fd36-4192-b2f9-526532af5b68 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:03.575611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] For port aecbef14-ddcb-4a54-be77-c2f27c330162, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:03.601588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.605931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Deleting port f0da4524-d24d-4328-a2ca-21194a82ae63 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:03.606571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.623327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] device_id is not set on port aecbef14-ddcb-4a54-be77-c2f27c330162 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:13:03.647735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.653625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Deleting port f0da4524-d24d-4328-a2ca-21194a82ae63 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:03.654064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.661400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.739789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] For port f0da4524-d24d-4328-a2ca-21194a82ae63, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f0da4524-d24d-4328-a2ca-21194a82ae63,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:03.740434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.757700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:03.776526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] For port f0da4524-d24d-4328-a2ca-21194a82ae63, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f0da4524-d24d-4328-a2ca-21194a82ae63,segment=NetworkSegment(718ae0b4-cf9d-4832-8d4f-269749315d3c),segment_id=718ae0b4-cf9d-4832-8d4f-269749315d3c)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:03.777198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.792080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] No DVR routers for this DVR port aecbef14-ddcb-4a54-be77-c2f27c330162 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:03.813612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Calling delete_port for f0da4524-d24d-4328-a2ca-21194a82ae63 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:03.881639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Calling delete_port for f0da4524-d24d-4328-a2ca-21194a82ae63 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:03.887707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] In _notify_port_updated(), no bound segment for port aecbef14-ddcb-4a54-be77-c2f27c330162 on network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:13:03.888622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:03.889233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.889598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:03.891131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-28925719-0db8-4c5d-8eba-1a1d1345ab7f service neutron] 10.222.0.21 "PUT /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 200  len: 1033 time: 0.9329910
Nov 10 04:13:04.025663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.089162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] Pushing event deleted for resources: {'Port': ['ID=f0da4524-d24d-4328-a2ca-21194a82ae63,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:04.092241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-df0c79ff-abe6-48ac-8afe-ce348ad3b541 req-9f488a98-3db5-490e-b2be-dc1ba4aa05d2 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.1193078
Nov 10 04:13:04.103578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa7583-1303-4b87-8cd4-544600dda2d9 None None] No DVR routers for this DVR port f0da4524-d24d-4328-a2ca-21194a82ae63 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:04.137051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port 9f117224-5b80-45a2-b1b0-b6468db02f43 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:04.137629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.166138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ebfdd275-ebad-4b61-8d0e-e36a9dcdd73b None None] Provisioning complete for port aecbef14-ddcb-4a54-be77-c2f27c330162 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:04.166655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebfdd275-ebad-4b61-8d0e-e36a9dcdd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.191534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.220575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdd275-ebad-4b61-8d0e-e36a9dcdd73b None None] Port aecbef14-ddcb-4a54-be77-c2f27c330162 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:04.244297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0da4524-d24d-4328-a2ca-21194a82ae63,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:04.261424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] No DVR routers for this DVR port f0da4524-d24d-4328-a2ca-21194a82ae63 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:04.303763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] For port 9f117224-5b80-45a2-b1b0-b6468db02f43, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9f117224-5b80-45a2-b1b0-b6468db02f43,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:04.304529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.317055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-057d3b4e-f53b-42a2-87e0-f714c444687e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.326776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for 9f117224-5b80-45a2-b1b0-b6468db02f43 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:04.421990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.479988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.492064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e50c310>,) {'filters': {'network_id': ['ef88846a-fd36-4192-b2f9-526532af5b68']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:04.527022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.530305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e50c310>, '718ae0b4-cf9d-4832-8d4f-269749315d3c') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:04.530965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e50c310>, '718ae0b4-cf9d-4832-8d4f-269749315d3c') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:04.536990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=9f117224-5b80-45a2-b1b0-b6468db02f43,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:04.574713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.584209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.607387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-e528a501-47b2-4dc0-b9af-4fa24842c64a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:04.614796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-e528a501-47b2-4dc0-b9af-4fa24842c64a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:04.620891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-e528a501-47b2-4dc0-b9af-4fa24842c64a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:04.628924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-e528a501-47b2-4dc0-b9af-4fa24842c64a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:04.634594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-e528a501-47b2-4dc0-b9af-4fa24842c64a tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 3152 time: 0.1561756
Nov 10 04:13:04.637548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] No DVR routers for this DVR port 9f117224-5b80-45a2-b1b0-b6468db02f43 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:04.644088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.647415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-1c522efe-4d6b-4d29-9849-ca5275d5f0e1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "DELETE /v2.0/ports/9f117224-5b80-45a2-b1b0-b6468db02f43 HTTP/1.1" status: 204  len: 173 time: 0.7378559
Nov 10 04:13:04.647941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:04.650273 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3872a7e5-99d7-4906-91a8-f90532b7be93" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:04.650443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.664501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:13:04.664910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:13:04.671411 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:13:04.768214 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b9c89-bb55-460f-bb9b-2de35c3b868f x-openstack-request-id: req-745b9c89-bb55-460f-bb9b-2de35c3b868f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:04.768986 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "9f117224-5b80-45a2-b1b0-b6468db02f43", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:04.769312 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745b9c89-bb55-460f-bb9b-2de35c3b868f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:04.769740 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '9f117224-5b80-45a2-b1b0-b6468db02f43', 'status': 'completed', 'code': 200}
Nov 10 04:13:04.787118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.793152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.796823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef88846a-fd36-4192-b2f9-526532af5b68 HTTP/1.1" status: 204  len: 168 time: 1.5286958
Nov 10 04:13:04.807652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f0da4524-d24d-4328-a2ca-21194a82ae63 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:04.814486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92d282a1-483a-412f-ace5-40ac1c903bb5 req-da54229b-1ced-410c-bb18-0c7669d2fb75 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1788280
Nov 10 04:13:04.835804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440618d3-9916-447d-93e0-3d32ffdf6030 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef88846a-fd36-4192-b2f9-526532af5b68,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:04.836154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Allocated IP 172.32.3.150 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/118ebd3a-d276-43bb-8e62-0c449d0ff778) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:04.849302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port 5431e081-fae8-42e3-af71-66b332c36250 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:04.849664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:04.883103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f0da4524-d24d-4328-a2ca-21194a82ae63 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:04.883451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f0da4524-d24d-4328-a2ca-21194a82ae63 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:04.971128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.017528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.034389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] For port 5431e081-fae8-42e3-af71-66b332c36250, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5431e081-fae8-42e3-af71-66b332c36250,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:05.035903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.069872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for 5431e081-fae8-42e3-af71-66b332c36250 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:05.078826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:05.086275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:05.118574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:05.125529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a8755-fb93-473f-a1ad-7ea29c376f38 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:05.167535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event updated for resources: {'Port': ['ID=118ebd3a-d276-43bb-8e62-0c449d0ff778,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:05.182008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:05.204848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device aecbef14-ddcb-4a54-be77-c2f27c330162 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:05.281366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device aecbef14-ddcb-4a54-be77-c2f27c330162 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:05.282077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5431e081-fae8-42e3-af71-66b332c36250 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:05.331443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ff628533-d852-4c8d-b8bc-351da7f56d1e None None] Provisioning complete for port 118ebd3a-d276-43bb-8e62-0c449d0ff778 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:05.331801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff628533-d852-4c8d-b8bc-351da7f56d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.358288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67041946-d36d-469f-bf74-d5617cbae63e req-bb601a4c-b7e7-4d49-9bbd-e2e85e1732f7 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0300388
Nov 10 04:13:05.360259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.364079 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No ports have port_id starting with 5431e081-fae8-42e3-af71-66b332c36250
Nov 10 04:13:05.367979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a949935c-009a-4e0c-ab68-f05525b23cf6 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:05.399113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=5431e081-fae8-42e3-af71-66b332c36250,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:05.455344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-488be4b0-70f7-4343-8045-07b098e62a3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4353009c9e414fb3415e98df1fe1ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2721741
Nov 10 04:13:05.456355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53148) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:05.471947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ff628533-d852-4c8d-b8bc-351da7f56d1e None None] Port 118ebd3a-d276-43bb-8e62-0c449d0ff778 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:05.497158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.548824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:05.551139 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8d76f-258d-4186-96ae-ba7b66297305" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:05.570950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:05.576671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.577440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device b4ec535a-aa46-4182-8b21-ffd696395afe no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:05.643823 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4783678-6792-44bc-b76d-31fa5e4ad96f x-openstack-request-id: req-d4783678-6792-44bc-b76d-31fa5e4ad96f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:05.644203 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:05.644384 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4783678-6792-44bc-b76d-31fa5e4ad96f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:05.644778 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'code': 200}
Nov 10 04:13:05.685415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:05.723280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.726392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.752188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.766602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:05.768404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.773958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:05.774818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 644d0829-befd-4497-af90-e6e11fad80b4 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:05.831672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:05.970259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.010406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.013301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.017239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/406ea635-3abc-42da-9bbd-e2a9039a6d2d HTTP/1.1" status: 204  len: 168 time: 0.5577621
Nov 10 04:13:06.034405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f557a2a-0163-4a06-a518-f3c8d3d4ce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ea635-3abc-42da-9bbd-e2a9039a6d2d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:06.068699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:06.081760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.088850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 642b8990-ff39-413a-a614-f0973abab49c no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:06.134590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] No DVR routers for this DVR port 5431e081-fae8-42e3-af71-66b332c36250 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:06.143470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.167570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-359d88ef-133b-4b39-9c45-a4b6a5b79709 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "DELETE /v2.0/ports/5431e081-fae8-42e3-af71-66b332c36250 HTTP/1.1" status: 204  len: 173 time: 1.5127695
Nov 10 04:13:06.241209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.251901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:06.276238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 642b8990-ff39-413a-a614-f0973abab49c not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:06.276960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9f117224-5b80-45a2-b1b0-b6468db02f43 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:06.323054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 9f117224-5b80-45a2-b1b0-b6468db02f43 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:06.323661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9f117224-5b80-45a2-b1b0-b6468db02f43 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:06.441395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b7179-ee4d-4b71-9fac-0b78e2600fec req-211b0163-7c79-429e-bc1d-71ebd7a66781 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:06.448148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b7179-ee4d-4b71-9fac-0b78e2600fec req-211b0163-7c79-429e-bc1d-71ebd7a66781 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:06.456843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b7179-ee4d-4b71-9fac-0b78e2600fec req-211b0163-7c79-429e-bc1d-71ebd7a66781 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:06.458656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e1b7179-ee4d-4b71-9fac-0b78e2600fec req-211b0163-7c79-429e-bc1d-71ebd7a66781 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 2411 time: 0.3893626
Nov 10 04:13:06.522518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port a949935c-009a-4e0c-ab68-f05525b23cf6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:06.522910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.557779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e63b46e8-e57f-40ec-a445-33220a522ab7 req-b513cb56-d3e0-43d0-bf0e-f1902de47158 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0522594
Nov 10 04:13:06.558611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Router f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:06.660140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] For port a949935c-009a-4e0c-ab68-f05525b23cf6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a949935c-009a-4e0c-ab68-f05525b23cf6,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:06.660518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.686973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for a949935c-009a-4e0c-ab68-f05525b23cf6 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:06.711898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e1b7179-ee4d-4b71-9fac-0b78e2600fec req-05b938ca-58d6-4d8b-a0a4-249950df9895 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2305667
Nov 10 04:13:06.810042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '5431e081-fae8-42e3-af71-66b332c36250'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:06.812406 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b22abb-1877-49ed-808c-190713d6714a" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "5431e081-fae8-42e3-af71-66b332c36250"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:06.881677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e6abcd9a-1024-455b-909f-8293998ba633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:06.919896 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58588be5-0da8-4705-b46c-bc603c0fb7ac x-openstack-request-id: req-58588be5-0da8-4705-b46c-bc603c0fb7ac {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:06.920401 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "5431e081-fae8-42e3-af71-66b332c36250", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:06.920841 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58588be5-0da8-4705-b46c-bc603c0fb7ac {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:06.921561 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '5431e081-fae8-42e3-af71-66b332c36250', 'status': 'completed', 'code': 200}
Nov 10 04:13:07.052721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:07.065444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] Sync routers for ids ['f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:07.070712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.080094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.082484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d36858f5-0172-482b-a50f-d72c86bcc7e1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.0912993
Nov 10 04:13:07.085128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:07.119857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=a949935c-009a-4e0c-ab68-f05525b23cf6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:07.123265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] Routers {'f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:07.123908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077c8970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:07.237048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077c8970>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:07.250141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] No DVR routers for this DVR port a949935c-009a-4e0c-ab68-f05525b23cf6 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:07.254182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.259489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-a506e4fa-3fff-419d-aaf0-76db84dcef99 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "DELETE /v2.0/ports/a949935c-009a-4e0c-ab68-f05525b23cf6 HTTP/1.1" status: 204  len: 173 time: 1.0505922
Nov 10 04:13:07.283439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b37e1cc-8948-4aa1-a0d3-0f020721ee99 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 HTTP/1.1" status: 200  len: 920 time: 0.1968863
Nov 10 04:13:07.284049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53192) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:07.296334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] Routers {'f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:07.297016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077c8970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:07.332989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-47810b53-2276-406b-8c05-8a417b9ca386 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 HTTP/1.1" status: 200  len: 205 time: 0.0477502
Nov 10 04:13:07.333606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53194) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:07.427256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077c8970>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:07.430679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d892b40-4a59-4c0e-b315-31845980845e None None] The sync data for ids ['f1aa5803-8fc9-4b75-bec3-6adf5f11ea78'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:07.465690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port b4ec535a-aa46-4182-8b21-ffd696395afe {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:07.466300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.524108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.562100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53200) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:07.618652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] For port b4ec535a-aa46-4182-8b21-ffd696395afe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=b4ec535a-aa46-4182-8b21-ffd696395afe,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:07.620466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.645974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:07.648789 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7eecca-821c-40b6-b0f7-ae30bb0e969d" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "644d0829-befd-4497-af90-e6e11fad80b4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:07.753057 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783262a2-b32b-4b37-8d9b-f401df6d8902 x-openstack-request-id: req-783262a2-b32b-4b37-8d9b-f401df6d8902 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:07.753306 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-unplugged", "status": "completed", "tag": "644d0829-befd-4497-af90-e6e11fad80b4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:07.753548 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783262a2-b32b-4b37-8d9b-f401df6d8902 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:07.754052 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'code': 200}
Nov 10 04:13:07.754234 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4', 'code': 200}
Nov 10 04:13:07.762509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.851469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-53104002-network', 'tenant_id': '86321f398a2f4013915e01d7352f33b5'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:07.877586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.897601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:07.902391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.912708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:07.931063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99735aa9-03e1-41be-8e49-5319566d6858 req-aca29a77-1800-43ac-b45f-14ba480a57f6 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0573919
Nov 10 04:13:07.964738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-9b0af8ce-21d6-4d28-9b77-fea239996338 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0865173
Nov 10 04:13:07.968582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port 118ebd3a-d276-43bb-8e62-0c449d0ff778 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:07.968582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.076721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92da-1ad5-4a25-9513-408e1558341e req-efb6d51a-67ac-4350-b534-ec8507a0db08 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.083827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92da-1ad5-4a25-9513-408e1558341e req-efb6d51a-67ac-4350-b534-ec8507a0db08 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.091994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e79c92da-1ad5-4a25-9513-408e1558341e req-efb6d51a-67ac-4350-b534-ec8507a0db08 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 1678 time: 0.2106957
Nov 10 04:13:08.098005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.109202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498fb1-6548-412d-98ea-661b9e17a25d req-7f4ba1be-983b-420f-9e04-dbc933a6648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.111193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-7f4ba1be-983b-420f-9e04-dbc933a6648e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1097 time: 0.0936334
Nov 10 04:13:08.123222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.124125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.124546 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Floating IP b0b36120-375e-4a69-844d-79e39f05ffaa disassociated. External IP: 172.32.3.71, port: b4ec535a-aa46-4182-8b21-ffd696395afe.
Nov 10 04:13:08.125395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for b4ec535a-aa46-4182-8b21-ffd696395afe owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:08.126708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for 118ebd3a-d276-43bb-8e62-0c449d0ff778 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:08.169169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.212329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.272507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e79c92da-1ad5-4a25-9513-408e1558341e req-7b990414-8baf-46ae-9fb0-2af6e6fed20e tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1757612
Nov 10 04:13:08.321502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:13:08.336394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2faca7-79c3-4722-a71c-26ea43ae0674,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:08.361729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498fb1-6548-412d-98ea-661b9e17a25d req-5b72ab48-9aa8-4ae4-ab2c-5a2bb8b52abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.363353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-5b72ab48-9aa8-4ae4-ab2c-5a2bb8b52abe service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1891403
Nov 10 04:13:08.370321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.370819 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Added segment c95bc196-3baf-4ec7-80f8-ed2f63e04cf0 of type vlan for network 125f91f4-5bab-4f7a-8b1a-f82159a3e087
Nov 10 04:13:08.429052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.475072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0acbba7e-ec75-4e56-adbf-617b30507b3a req-f1cabc99-7281-43ef-b8b7-e0ff7e8a46d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.1015012
Nov 10 04:13:08.532022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.546642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-5ad87f10-d913-4edd-a160-dd4592ff03e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1002 time: 0.1699882
Nov 10 04:13:08.552710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.552710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.553187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.553393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.583701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=118ebd3a-d276-43bb-8e62-0c449d0ff778,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:08.603953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=b4ec535a-aa46-4182-8b21-ffd696395afe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:08.613047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a6136-8192-4fdf-b587-9c6bc16651e7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:08.739961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1771154
Nov 10 04:13:08.747781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53220) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:08.759289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.787717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Request body: {'subnet': {'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-53104002-subnet', 'tenant_id': '86321f398a2f4013915e01d7352f33b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:08.831777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad4c1b-5f0a-4846-b60a-7adf9e6aed0c admin admin] Pushing event updated for resources: {'Network': ['ID=125f91f4-5bab-4f7a-8b1a-f82159a3e087,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:08.846906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:13:08.878375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:08.880763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:08.892703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498fb1-6548-412d-98ea-661b9e17a25d req-db89c137-603d-44ed-a761-8118a55edb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:08.894190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-db89c137-603d-44ed-a761-8118a55edb9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.1437616
Nov 10 04:13:08.945152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:08.947399 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e5720-ccb6-46be-9101-a6a767560c89" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:09.020528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Router eb24bd5c-bb08-45a6-a191-9528447369be has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:13:09.046319 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9559e-01ad-48ff-a024-27d57da7ef1d x-openstack-request-id: req-3ab9559e-01ad-48ff-a024-27d57da7ef1d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:09.046691 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "a949935c-009a-4e0c-ab68-f05525b23cf6", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:09.046865 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ab9559e-01ad-48ff-a024-27d57da7ef1d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:09.047255 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': 'a949935c-009a-4e0c-ab68-f05525b23cf6', 'status': 'completed', 'code': 200}
Nov 10 04:13:09.106058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-651d97ca-2b07-41e4-8cad-d599a4277156 req-59494d19-408d-41c4-a825-e6371cbcb771 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0346253
Nov 10 04:13:09.146517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.150052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.198297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498fb1-6548-412d-98ea-661b9e17a25d req-7858c7e2-d76a-41f3-97c4-0769e3b6907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:09.200302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-7858c7e2-d76a-41f3-97c4-0769e3b6907c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2323096
Nov 10 04:13:09.224035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.224981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:09.237656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.242999 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-46d8a7e9-55dd-42c2-b3ed-15f0df6c004b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 HTTP/1.1" status: 204  len: 168 time: 1.9040833
Nov 10 04:13:09.245938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53230) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:09.258918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-811137628', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:09.295463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:09.307469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Sync routers for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:09.325111 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:09.325527 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146717c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:09.340023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.416449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-4e03c927-f85b-4417-b41b-1c921a1cbc57 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049255
Nov 10 04:13:09.416946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] No DVR routers for this DVR port b4ec535a-aa46-4182-8b21-ffd696395afe on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:09.419708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.423576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-d643cfa0-66e7-443b-bb9a-306b133f7d36 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "DELETE /v2.0/ports/b4ec535a-aa46-4182-8b21-ffd696395afe HTTP/1.1" status: 204  len: 173 time: 2.1492445
Nov 10 04:13:09.496384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.497440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.498653 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:09.582557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38498fb1-6548-412d-98ea-661b9e17a25d req-7b2e0e37-1f76-4248-a4ee-0cac5a212e62 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574562
Nov 10 04:13:09.595743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.724237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146717c0>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:09.757855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Checking router: eb24bd5c-bb08-45a6-a191-9528447369be for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:13:09.768297 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:09.769133 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146717c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:09.788440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d89330-163a-48fe-a261-ae4de1652261 req-3717f3ba-08b3-4fde-b8cf-ee059e165df7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:09.796406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6d89330-163a-48fe-a261-ae4de1652261 req-3717f3ba-08b3-4fde-b8cf-ee059e165df7 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 943 time: 0.3247807
Nov 10 04:13:09.808881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:09.846083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aee34ca-ed35-46e1-9738-3ba68c625bc6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:09.889196 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:09.975670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Checking segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:09.976068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Network hostable DHCP agents. Network: 125f91f4-5bab-4f7a-8b1a-f82159a3e087, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:13:10.016127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6d89330-163a-48fe-a261-ae4de1652261 req-910e1f1c-023c-4fb6-ad04-b84e17ae9430 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups?id=b797fe1a-c3fb-4d75-a815-0b9d28241a1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2163444
Nov 10 04:13:10.096475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port 644d0829-befd-4497-af90-e6e11fad80b4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:10.097230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.136888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146717c0>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:10.145627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:13:10.149024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.183420 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a7ace-ca5c-48a2-b36a-68f217937744 None None] The sync data for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 is: [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:03:38Z', 'revision_number': 4, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c', 'name': '', 'network_id': '078b2318-cb8d-42a2-bc8e-1e7cd68363e4', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'mac_address': 'fa:16:3e:c9:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:37Z', 'updated_at': '2021-11-10T04:03:44Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'subnets': [{'id': '12f0c7a7-9593-458b-9d3a-78aff0714db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:10.192943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.199859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 125f91f4-5bab-4f7a-8b1a-f82159a3e087) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:10.214266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6922ee8-fea9-48a9-8b31-b60c333abc87 None None] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:10.235850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:10.236449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.303423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] For port 644d0829-befd-4497-af90-e6e11fad80b4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=644d0829-befd-4497-af90-e6e11fad80b4,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:10.303767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.320344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf4a118f-f560-45f5-8319-82a08ab694c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5693505
Nov 10 04:13:10.328815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ab79069-ad04-4701-93c3-8a2c1cd45da5 req-058b46fb-0471-4d73-b8ad-37cbb9c56dc0 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.1008148
Nov 10 04:13:10.339022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for 644d0829-befd-4497-af90-e6e11fad80b4 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:10.414634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885befc3-3334-4283-adff-2a75ef57883b None None] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:10.611136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.777753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=644d0829-befd-4497-af90-e6e11fad80b4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:10.793584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19387095-e7c5-4a23-9a4c-fb23504f9474 req-aaf2582b-b17b-421e-b8fe-a8d575c85dd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=039e3178e1c54d10996ea32eb3342123&device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0368049
Nov 10 04:13:10.822910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] No DVR routers for this DVR port 644d0829-befd-4497-af90-e6e11fad80b4 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:10.835418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:10.839207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c0080ed-914a-4658-8cc6-6fe8fbf207e6 req-e9125dfb-fbd2-48db-9973-b3d3e1640faa tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.21 "DELETE /v2.0/ports/644d0829-befd-4497-af90-e6e11fad80b4 HTTP/1.1" status: 204  len: 173 time: 1.4078979
Nov 10 04:13:10.879354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19387095-e7c5-4a23-9a4c-fb23504f9474 req-51bce1d7-c803-4386-94a3-4ee6812928c0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=039e3178e1c54d10996ea32eb3342123&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0768299
Nov 10 04:13:10.915325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d53cd6-abec-4bab-a392-d2732e9d34ec None None] New status for floating IP b0b36120-375e-4a69-844d-79e39f05ffaa: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:13:11.039471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0533ed1b-16bd-495e-8d85-6b1f259ba79d req-152438e4-a9fd-45ac-a4a0-823c639f592a tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.1573489
Nov 10 04:13:11.158225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe'}, {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:11.164638 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb9c67e-2a46-40fd-b76f-1585420262f0" -d '{"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe"}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "644d0829-befd-4497-af90-e6e11fad80b4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:11.446697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19387095-e7c5-4a23-9a4c-fb23504f9474 req-3e09af32-fa17-444d-b2e3-129efe284ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:11.448928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19387095-e7c5-4a23-9a4c-fb23504f9474 req-3e09af32-fa17-444d-b2e3-129efe284ac0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5398946
Nov 10 04:13:11.547593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bed7b0f5-1a31-405d-b1b8-74847aaf2cd8 req-de06885d-b78c-4f01-9505-936f2d34ef93 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/ports?device_id=e18846cb-99a6-4602-8e55-2d1d31217a68 HTTP/1.1" status: 200  len: 210 time: 0.0970886
Nov 10 04:13:11.587618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:11.618403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:11.628574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-368a022c-01da-4ce7-8299-9e3824eb62bc tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:11.629773 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-368a022c-01da-4ce7-8299-9e3824eb62bc tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.3741591
Nov 10 04:13:11.632319 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff606426-bf03-420d-9a9d-85aa7583532f x-openstack-request-id: req-ff606426-bf03-420d-9a9d-85aa7583532f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:11.632638 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "b4ec535a-aa46-4182-8b21-ffd696395afe", "status": "completed", "code": 200}, {"server_uuid": "e18846cb-99a6-4602-8e55-2d1d31217a68", "name": "network-vif-deleted", "tag": "644d0829-befd-4497-af90-e6e11fad80b4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:11.632883 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff606426-bf03-420d-9a9d-85aa7583532f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:11.633265 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': 'b4ec535a-aa46-4182-8b21-ffd696395afe', 'status': 'completed', 'code': 200}
Nov 10 04:13:11.633517 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18846cb-99a6-4602-8e55-2d1d31217a68', 'name': 'network-vif-deleted', 'tag': '644d0829-befd-4497-af90-e6e11fad80b4', 'status': 'completed', 'code': 200}
Nov 10 04:13:11.650714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-df7b724b-b8d3-468f-babb-92d0bb12cb57 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/quotas/86321f398a2f4013915e01d7352f33b5 HTTP/1.1" status: 200  len: 375 time: 0.0114727
Nov 10 04:13:11.726923 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-36c47562-cdac-4804-aef5-8beaf1540a06 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0330930
Nov 10 04:13:11.878775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-d8903e44-d549-43ee-bf0f-406cfbb8023e service neutron] 10.222.0.13 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426694
Nov 10 04:13:11.897884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.32.3.241 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/40c3783e-5708-44da-b9d7-dabcd022fc01) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:12.088886 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-386bd32c-c7cb-4f01-98ad-f5ac1283bdf8 service neutron] 10.222.0.13 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991310
Nov 10 04:13:12.164226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.176423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a08f97b8-e3ab-4eeb-a4b8-fc42ba4d25fd req-ef525171-e4ae-4107-916a-05e794e86033 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0428278
Nov 10 04:13:12.246202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.289181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:12.292550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:12.299230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:12.316735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab39a48-26c0-4b33-96bc-f72bc6746185 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:12.362793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=40c3783e-5708-44da-b9d7-dabcd022fc01,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:12.403670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f90dfa40-edc8-49cf-8754-80d3ba012437 None None] Provisioning complete for port 40c3783e-5708-44da-b9d7-dabcd022fc01 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:12.404294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f90dfa40-edc8-49cf-8754-80d3ba012437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.455555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f90dfa40-edc8-49cf-8754-80d3ba012437 None None] Port 40c3783e-5708-44da-b9d7-dabcd022fc01 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:12.493122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:13:12.612045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3097883-09a9-4974-b10c-ab01fa7158ea req-7fc730d0-394a-4f34-92be-29bfbd8d4e6b tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 210 time: 0.0402467
Nov 10 04:13:12.681668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:12.752111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19387095-e7c5-4a23-9a4c-fb23504f9474 req-26e6a13d-b1c8-4ef2-9b77-c61ed1bd6597 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0427794
Nov 10 04:13:12.768288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.820400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.896015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.970198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.974771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:12.976380 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/security-groups/b797fe1a-c3fb-4d75-a815-0b9d28241a1d HTTP/1.1" status: 204  len: 168 time: 0.2930622
Nov 10 04:13:12.983329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53312) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:13.003345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf455eb-b3f7-4dfb-9594-75c2134c5908 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797fe1a-c3fb-4d75-a815-0b9d28241a1d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:13.005599 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-7ad1769c-09dd-4be6-bc21-e856a085b287 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] show failed (client error): The resource could not be found.
Nov 10 04:13:13.006791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ad1769c-09dd-4be6-bc21-e856a085b287 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "GET /v2.0/security-groups/b797fe1a-c3fb-4d75-a815-0b9d28241a1d HTTP/1.1" status: 404  len: 347 time: 0.0222809
Nov 10 04:13:13.010204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53316) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:13.085206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.181011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port 6089daa4-4198-4ac6-9a6a-ba0225a8bd65 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:13.181793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.407389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.411570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.435934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for 6089daa4-4198-4ac6-9a6a-ba0225a8bd65 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:13.641191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.674591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=6089daa4-4198-4ac6-9a6a-ba0225a8bd65,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:13.693103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec97a7f-c240-4df1-8624-5dacbc432dc4 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:13.775373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.779965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:13.789990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6b7dae55-f1fb-4677-a806-3312d7634826 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/floatingips/b0b36120-375e-4a69-844d-79e39f05ffaa HTTP/1.1" status: 204  len: 168 time: 0.7763777
Nov 10 04:13:13.791737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:13.862569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ecce981c-c6dd-4c14-9f0a-463b3194f1f4 req-84274cc0-d8b7-4410-99b3-760ffaa7d673 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 210 time: 0.0730214
Nov 10 04:13:13.892924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06684d57-ead2-4e6c-8007-0e5bb5e64923 req-662df3ed-ad74-4ca4-ae9e-2bfd427a2982 tempest-ServerShowV257Test-1947749874 tempest-ServerShowV257Test-1947749874-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fae89e0-7edc-467f-ba76-e6d98618d509 HTTP/1.1" status: 200  len: 210 time: 0.0722618
Nov 10 04:13:13.948722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port 642b8990-ff39-413a-a614-f0973abab49c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:13.951158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.048664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:14.106309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.150786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for 642b8990-ff39-413a-a614-f0973abab49c owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:14.222014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:14.231875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Sync routers for ids ['13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:14.243512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.245076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4465c72f-5589-4704-a1d1-ff9cd48eaaa3 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.9981318
Nov 10 04:13:14.248481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53332) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:14.255388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Routers {'13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:14.256316 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144efac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:14.530252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-b8cebe83-6d4e-4e81-ad9c-37a47012a894 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:14.532715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-b8cebe83-6d4e-4e81-ad9c-37a47012a894 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.3705184
Nov 10 04:13:14.541189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-70099149-d15c-487f-84e1-d4f4b76a9e5f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 HTTP/1.1" status: 200  len: 908 time: 0.2895362
Nov 10 04:13:14.543706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53342) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:14.559527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-811137628', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': True}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:14.569699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Request body: {'port': {'device_id': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'admin_state_up': True, 'tenant_id': '86321f398a2f4013915e01d7352f33b5'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:14.592069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-df550769-49b4-4493-9c9d-aa75f1981a93 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:14.594192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-df550769-49b4-4493-9c9d-aa75f1981a93 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.2960796
Nov 10 04:13:14.596804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.599359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.613459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Request body: {'port': {'device_id': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'admin_state_up': True, 'tenant_id': '86321f398a2f4013915e01d7352f33b5'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:14.756717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:14.761145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.779042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Set router 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:14.786529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.845861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:14.849528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.852206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:14.910778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=642b8990-ff39-413a-a614-f0973abab49c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:15.096685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.117179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144efac0>, [{'id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'name': 'tempest-snat-router-811137628', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241'}], 'enable_snat': False}, 'gw_port_id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:09Z', 'updated_at': '2021-11-10T04:13:12Z', 'revision_number': 3, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port': {'id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:da:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:11Z', 'updated_at': '2021-11-10T04:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:15.150280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Allocated IP 172.20.0.10 (125f91f4-5bab-4f7a-8b1a-f82159a3e087/1aee34ca-ed35-46e1-9738-3ba68c625bc6/be884aa8-7663-4a77-8e03-a63f08faa939) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:15.173468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba0df3b8-c089-49f0-bfc1-55ee0e7c7a9d req-be738366-92bf-4a8d-b55e-9ca462cb1260 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 210 time: 0.1127284
Nov 10 04:13:15.214631 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Checking router: 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:13:15.216563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Updating router 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 port 40c3783e-5708-44da-b9d7-dabcd022fc01 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:13:15.234796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.242106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-691eed8f-c842-4ebd-adbc-ee041b4b5f56 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/ports/642b8990-ff39-413a-a614-f0973abab49c HTTP/1.1" status: 204  len: 168 time: 1.4477754
Nov 10 04:13:15.244001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53356) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:15.277624 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.417015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting port aecbef14-ddcb-4a54-be77-c2f27c330162 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:15.417589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.431319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53360) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:15.525777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.528723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.575937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Calling delete_port for aecbef14-ddcb-4a54-be77-c2f27c330162 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:15.623889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.740995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee6350c4-0335-4be6-80b7-698f9cb0c3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.748499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.772546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:15.784186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:15.797772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:15.832635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Port': ['ID=aecbef14-ddcb-4a54-be77-c2f27c330162,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:15.850243 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.859091 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.873550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event updated for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:15.907635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d5e70-ae06-4c60-915a-585cf3128528 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:15.923957 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Attempting to bind port 40c3783e-5708-44da-b9d7-dabcd022fc01 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:15.924336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Attempting to bind port 40c3783e-5708-44da-b9d7-dabcd022fc01 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:15.924727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Attempting to bind port 40c3783e-5708-44da-b9d7-dabcd022fc01 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:15.932971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Pushing event updated for resources: {'Port': ['ID=40c3783e-5708-44da-b9d7-dabcd022fc01,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:15.936375 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:15.936774 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:15.937174 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.937562 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:15.938041 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Bound port: 40c3783e-5708-44da-b9d7-dabcd022fc01, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:15.938776 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:15.965197 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.965530 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.965870 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.966201 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.966526 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.966845 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.967168 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.967484 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.967800 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.968130 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.968435 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:15.968774 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:16.008981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-93c24c3f-c5c2-4b44-b946-26d97a6b76a9 None None] Provisioning complete for port 40c3783e-5708-44da-b9d7-dabcd022fc01 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:16.009366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93c24c3f-c5c2-4b44-b946-26d97a6b76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.029287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.035232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eeb01684-541d-4eae-bbf1-d9ed04e49ee0 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/ports/aecbef14-ddcb-4a54-be77-c2f27c330162 HTTP/1.1" status: 204  len: 168 time: 0.7888272
Nov 10 04:13:16.045765 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] For port 40c3783e-5708-44da-b9d7-dabcd022fc01, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:16.052398 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] For port 40c3783e-5708-44da-b9d7-dabcd022fc01, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40c3783e-5708-44da-b9d7-dabcd022fc01,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:16.065719 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.105162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-93c24c3f-c5c2-4b44-b946-26d97a6b76a9 None None] Port 40c3783e-5708-44da-b9d7-dabcd022fc01 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:16.108170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53372) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:16.123855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Allocated IP 172.20.0.6 (125f91f4-5bab-4f7a-8b1a-f82159a3e087/1aee34ca-ed35-46e1-9738-3ba68c625bc6/7119d2ea-e862-4141-bf14-fb6c2d59d79b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:16.174650 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660b408-a513-4e5e-b8ec-6f0a9486111d None None] Pushing event updated for resources: {'Port': ['ID=40c3783e-5708-44da-b9d7-dabcd022fc01,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:16.197649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77238a-a362-4d20-83bd-2d0df17e0768 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:16.212047 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Routers {'13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:16.212998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144efac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:16.327602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting subnet 91c767d2-d01b-4f2d-b291-9a79dc2a90ae {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:13:16.330871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.347845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] Provisioning complete for port 40c3783e-5708-44da-b9d7-dabcd022fc01 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:16.349308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.358709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] Set router 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:16.369861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:16.370456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.405598 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5dec6cd9-ec19-4ff7-b833-8fb11709f1d9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8401873
Nov 10 04:13:16.419691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Request body: {'port': {'device_id': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:16.437145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.487780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.493771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.498828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.515738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee6350c4-0335-4be6-80b7-698f9cb0c3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.516008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] For port 40c3783e-5708-44da-b9d7-dabcd022fc01, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40c3783e-5708-44da-b9d7-dabcd022fc01,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:16.522219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.526917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee6350c4-0335-4be6-80b7-698f9cb0c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.581153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9ed63-106f-45cf-969f-adbf7c8a6bc1 None None] Pushing event updated for resources: {'Port': ['ID=40c3783e-5708-44da-b9d7-dabcd022fc01,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:16.595353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-393e670b-2d3c-4039-957d-4233c5a24059 req-eca4532a-8a7f-48d1-88ee-e9c80ea834e5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 210 time: 0.1661773
Nov 10 04:13:16.601448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ee6350c4-0335-4be6-80b7-698f9cb0c3f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=039e3178e1c54d10996ea32eb3342123&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1688952
Nov 10 04:13:16.603904 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144efac0>, [{'id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'name': 'tempest-snat-router-811137628', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241'}], 'enable_snat': False}, 'gw_port_id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:09Z', 'updated_at': '2021-11-10T04:13:12Z', 'revision_number': 3, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port': {'id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:da:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:11Z', 'updated_at': '2021-11-10T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:16.609252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53386) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:16.611602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6350c4-0335-4be6-80b7-698f9cb0c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b142d5-c1b8-46cb-96ad-3bc2b3c8ca51,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:16.644216 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371f753-8d2b-4017-94f2-4514dac273b9 None None] The sync data for ids ['13f76c3e-dcc5-47c1-92a7-dd4c7035fed7'] in ncdv-817176-1 is: [{'id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'name': 'tempest-snat-router-811137628', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241'}], 'enable_snat': False}, 'gw_port_id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:09Z', 'updated_at': '2021-11-10T04:13:12Z', 'revision_number': 3, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port': {'id': '40c3783e-5708-44da-b9d7-dabcd022fc01', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:da:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f76c3e-dcc5-47c1-92a7-dd4c7035fed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:11Z', 'updated_at': '2021-11-10T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:16.673982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.764753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.32.3.66 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/1ac2b729-d985-4ed4-8281-067a8dc9b51e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:16.814448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.895351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d6d30-7123-4760-b636-3660b227470d req-19971fd9-37bc-4371-94c8-0650f0b1c99f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:16.896960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b66d6d30-7123-4760-b636-3660b227470d req-19971fd9-37bc-4371-94c8-0650f0b1c99f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.0714273
Nov 10 04:13:16.945269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.949849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:16.957523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b66d6d30-7123-4760-b636-3660b227470d req-c00139b3-743d-4fee-b1f2-52e2a68e67bd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544214
Nov 10 04:13:17.054808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.075776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.158003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.179187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.183796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:17.215695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:17.217624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Subnet': ['ID=91c767d2-d01b-4f2d-b291-9a79dc2a90ae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.219559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:17.233067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f5fb7-9208-4607-8f2b-f107ffe34dc5 None None] Network bbbb02e4-1b97-417e-9e17-4ecfc85ea243 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:17.249853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be884aa8-7663-4a77-8e03-a63f08faa939 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:17.259178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.263979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.272367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc71f5e7-a34e-48c0-a22c-3cc1573b53f1 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/subnets/91c767d2-d01b-4f2d-b291-9a79dc2a90ae HTTP/1.1" status: 204  len: 168 time: 1.1609473
Nov 10 04:13:17.276151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53402) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:17.282580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event updated for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.307273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.313489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.314882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58b142d5-c1b8-46cb-96ad-3bc2b3c8ca51 HTTP/1.1" status: 204  len: 168 time: 0.6873739
Nov 10 04:13:17.331218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Transition to ACTIVE for port object be884aa8-7663-4a77-8e03-a63f08faa939 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:13:17.365194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.365940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:17.367543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.369913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afa2bd-3315-4b92-a6d3-57b42f3a56d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b142d5-c1b8-46cb-96ad-3bc2b3c8ca51,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.374641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.416047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-ee8dcd37-a102-4b07-b5ac-5c84307d49b9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8094594
Nov 10 04:13:17.448124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:17.449566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Deleting subnet 7abe3499-9ef6-4a55-8668-95f454877aad {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:13:17.459294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.475498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Request body: {'port': {'device_id': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:17.484036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:17.494461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] DHCP port deletion for bbbb02e4-1b97-417e-9e17-4ecfc85ea243 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:17.508510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Pushing event updated for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.530566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:17.533320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac2b729-d985-4ed4-8281-067a8dc9b51e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.536034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60f2ff-e3a3-42eb-9e4a-89dab2ed87d0 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:17.569386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Deleting port d2fe20f9-5b6c-43ae-85de-64896d1af752 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:17.569900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.574610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.638322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.660447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] For port d2fe20f9-5b6c-43ae-85de-64896d1af752, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2fe20f9-5b6c-43ae-85de-64896d1af752,segment=NetworkSegment(f5f34de1-ad24-4a10-aaa3-1a437a73d11e),segment_id=f5f34de1-ad24-4a10-aaa3-1a437a73d11e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:17.669213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.705426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c2882074-443c-45f0-a560-acf740c021db None None] Provisioning complete for port 1ac2b729-d985-4ed4-8281-067a8dc9b51e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:17.705922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c2882074-443c-45f0-a560-acf740c021db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.736424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Calling delete_port for d2fe20f9-5b6c-43ae-85de-64896d1af752 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:17.737540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Attempting to bind port be884aa8-7663-4a77-8e03-a63f08faa939 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:17.738036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Attempting to bind port be884aa8-7663-4a77-8e03-a63f08faa939 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:17.738587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Attempting to bind port be884aa8-7663-4a77-8e03-a63f08faa939 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:17.747869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Port be884aa8-7663-4a77-8e03-a63f08faa939 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:13:17.748507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Attempting to bind port be884aa8-7663-4a77-8e03-a63f08faa939 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:17.763874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:17.764225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Checking segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:17.765245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Bound using segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:17.765700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Bound port: be884aa8-7663-4a77-8e03-a63f08faa939, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:17.766057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.769502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c2882074-443c-45f0-a560-acf740c021db None None] Port 1ac2b729-d985-4ed4-8281-067a8dc9b51e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:17.913673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:17.918391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=be884aa8-7663-4a77-8e03-a63f08faa939,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:17.920959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.929931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:17.973286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] Pushing event deleted for resources: {'Port': ['ID=d2fe20f9-5b6c-43ae-85de-64896d1af752,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:17.980240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de8986-030a-48c5-abce-7341e53859f7 None None] No DVR routers for this DVR port d2fe20f9-5b6c-43ae-85de-64896d1af752 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:17.988027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.055053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:18.055687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.058408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] 10.222.0.21 "PUT /v2.0/ports/be884aa8-7663-4a77-8e03-a63f08faa939 HTTP/1.1" status: 200  len: 1092 time: 1.6423061
Nov 10 04:13:18.058408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:18.059837 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214ba344-7a45-4438-bf91-85f9079f1815" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:18.093184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8533cdc-cca1-4ff8-a890-6408d93a7095 service neutron] Pushing event updated for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:18.128483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ed875-8c10-4ef9-803c-84c8d917a813 req-206e31d9-aa9d-4e48-aa8c-4a5825dbfb9a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:18.130101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed7ed875-8c10-4ef9-803c-84c8d917a813 req-206e31d9-aa9d-4e48-aa8c-4a5825dbfb9a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 931 time: 0.3857806
Nov 10 04:13:18.171860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.226446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Subnet': ['ID=7abe3499-9ef6-4a55-8668-95f454877aad,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:18.242402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.245746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9b6072a-cc98-43cb-93b6-9bb0f6ffe482 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/subnets/7abe3499-9ef6-4a55-8668-95f454877aad HTTP/1.1" status: 204  len: 168 time: 0.9684243
Nov 10 04:13:18.250340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53432) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:18.251430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb8e7b-a0dd-404d-ad41-d5e102e09400 None None] Network a94f1a9f-b254-4d9a-b217-1cbdee85bd0f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:18.252339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-d74a53da-4a7a-432c-bf3e-c386a4c4b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:18.253861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-d74a53da-4a7a-432c-bf3e-c386a4c4b842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=8e3fce57-ccc5-4d2c-9c83-a36e14b37846 HTTP/1.1" status: 200  len: 1095 time: 0.1434746
Nov 10 04:13:18.280493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ac126-7dd8-4219-b1d1-424941e043c0 req-47df25f5-bdae-4a87-bf0b-de561d89fabb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:18.282140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b20ac126-7dd8-4219-b1d1-424941e043c0 req-47df25f5-bdae-4a87-bf0b-de561d89fabb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 945 time: 0.1347466
Nov 10 04:13:18.314442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-b908b5f8-fd55-4c36-b0fa-21071328e506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be884aa8-7663-4a77-8e03-a63f08faa939 HTTP/1.1" status: 200  len: 217 time: 0.0512202
Nov 10 04:13:18.338300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed7ed875-8c10-4ef9-803c-84c8d917a813 req-29e3d9f7-faf5-47e7-acd9-01ef684342d1 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965086
Nov 10 04:13:18.355468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.408758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-58039608-1069-42db-93ee-034f68a694fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:18.409972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-58039608-1069-42db-93ee-034f68a694fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.0878713
Nov 10 04:13:18.413822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b20ac126-7dd8-4219-b1d1-424941e043c0 req-e6c4f8cf-d100-4163-bfde-8348cb70b3e9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030414
Nov 10 04:13:18.460503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-0e89a132-be27-4b9a-8f4b-c406120cc1f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430124
Nov 10 04:13:18.657867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] DHCP port deletion for a94f1a9f-b254-4d9a-b217-1cbdee85bd0f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:18.684173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.803909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5b86d96b-d1f1-493d-b754-76f28f845e9f service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344467
Nov 10 04:13:18.856677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Deleting port 6c20af84-0dca-445e-85c8-d1c679330c45 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:18.857294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:18.923888 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10198b4-1cad-4e2f-9b3e-8dfae1949113 x-openstack-request-id: req-a10198b4-1cad-4e2f-9b3e-8dfae1949113 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:18.924442 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:18.924442 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a10198b4-1cad-4e2f-9b3e-8dfae1949113 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:18.924917 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939', 'status': 'completed', 'code': 200}
Nov 10 04:13:18.936721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40c3783e-5708-44da-b9d7-dabcd022fc01 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:18.994605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.005250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-d4b679db-65a5-4c8a-9b47-a114dc2a9015 service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935482
Nov 10 04:13:19.069135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] For port 6c20af84-0dca-445e-85c8-d1c679330c45, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6c20af84-0dca-445e-85c8-d1c679330c45,segment=NetworkSegment(f0ccc37f-8ede-47a3-9238-0205f9964d24),segment_id=f0ccc37f-8ede-47a3-9238-0205f9964d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:19.069814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.151150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Calling delete_port for 6c20af84-0dca-445e-85c8-d1c679330c45 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:19.174590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.177154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba344-7a45-4438-bf91-85f9079f1815 req-ee436186-7b11-413d-bdb1-b611446cb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:19.177570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 40c3783e-5708-44da-b9d7-dabcd022fc01 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:19.178050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.179418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-ee436186-7b11-413d-bdb1-b611446cb8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=8e3fce57-ccc5-4d2c-9c83-a36e14b37846 HTTP/1.1" status: 200  len: 1095 time: 0.0912735
Nov 10 04:13:19.181186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7119d2ea-e862-4141-bf14-fb6c2d59d79b {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:19.195129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.224293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Transition to ACTIVE for port object 7119d2ea-e862-4141-bf14-fb6c2d59d79b will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:13:19.320505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.326625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba344-7a45-4438-bf91-85f9079f1815 req-ffe227e0-47e2-4d41-8a41-8adb40c5faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:19.328671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-ffe227e0-47e2-4d41-8a41-8adb40c5faa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 912 time: 0.1401184
Nov 10 04:13:19.383072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-74376aaa-324e-42ee-b50f-efb0a7f8be27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be884aa8-7663-4a77-8e03-a63f08faa939 HTTP/1.1" status: 200  len: 217 time: 0.0464220
Nov 10 04:13:19.402165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:19.430361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53468) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:19.501676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba344-7a45-4438-bf91-85f9079f1815 req-cf174b32-fa95-496e-84ea-9dadfca94178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:19.503457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-cf174b32-fa95-496e-84ea-9dadfca94178 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.1128216
Nov 10 04:13:19.514735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884abc-d1e8-4021-99dc-e822169d6d0f req-a4b2a228-4725-4af7-928b-651a76af9aaf tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:19.525003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5884abc-d1e8-4021-99dc-e822169d6d0f req-a4b2a228-4725-4af7-928b-651a76af9aaf tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 943 time: 0.0773301
Nov 10 04:13:19.546411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.557219 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-f7aa0a36-44e4-423f-a701-6788165b0ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279808
Nov 10 04:13:19.561454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.571982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.593542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ded4af0>,) {'filters': {'network_id': ['bbbb02e4-1b97-417e-9e17-4ecfc85ea243']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:19.599901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] Pushing event deleted for resources: {'Port': ['ID=6c20af84-0dca-445e-85c8-d1c679330c45,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:19.612342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ded4af0>, 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:19.612677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ded4af0>, 'f5f34de1-ad24-4a10-aaa3-1a437a73d11e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:19.615172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba394d68-d79f-4c17-bb59-2d7ce0733814 None None] No DVR routers for this DVR port 6c20af84-0dca-445e-85c8-d1c679330c45 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:19.651848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2fe20f9-5b6c-43ae-85de-64896d1af752 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:19.664915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-bdbb07ab-525a-4e7c-9cd1-f8e3ee930246 service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981114
Nov 10 04:13:19.680127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d2fe20f9-5b6c-43ae-85de-64896d1af752 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:19.680893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2fe20f9-5b6c-43ae-85de-64896d1af752 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:19.681515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6c20af84-0dca-445e-85c8-d1c679330c45 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:19.702835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.705710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 6c20af84-0dca-445e-85c8-d1c679330c45 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:19.706059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6c20af84-0dca-445e-85c8-d1c679330c45 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:19.754066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e441f1d7-6920-4b12-9766-a5af28052771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.771514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.772163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5884abc-d1e8-4021-99dc-e822169d6d0f req-43067953-3821-48d3-ab8d-905e57e68626 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459209
Nov 10 04:13:19.792711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:13:19.793122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:13:19.796183 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:13:19.811309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-214ba344-7a45-4438-bf91-85f9079f1815 req-eb6596a3-23da-41b5-b73f-d44112cda7f6 service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389174
Nov 10 04:13:19.882240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Attempting to bind port 7119d2ea-e862-4141-bf14-fb6c2d59d79b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:19.882580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Attempting to bind port 7119d2ea-e862-4141-bf14-fb6c2d59d79b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:19.882905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Attempting to bind port 7119d2ea-e862-4141-bf14-fb6c2d59d79b on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:19.899446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.907548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Port 7119d2ea-e862-4141-bf14-fb6c2d59d79b on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:13:19.907873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Attempting to bind port 7119d2ea-e862-4141-bf14-fb6c2d59d79b on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:19.916846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.920128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/networks/bbbb02e4-1b97-417e-9e17-4ecfc85ea243 HTTP/1.1" status: 204  len: 168 time: 1.6650710
Nov 10 04:13:19.923548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:19.943172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:19.943639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Checking segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:19.943905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Bound using segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:19.944383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Bound port: 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:19.944744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:19.954338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1631946-e8fe-4551-8b2d-97e2f079ff8d tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Network': ['ID=bbbb02e4-1b97-417e-9e17-4ecfc85ea243,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:20.022263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.046475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:20.057982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e441f1d7-6920-4b12-9766-a5af28052771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.066661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e441f1d7-6920-4b12-9766-a5af28052771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.102365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:20.113642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.136128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214c33310>,) {'filters': {'network_id': ['a94f1a9f-b254-4d9a-b217-1cbdee85bd0f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:20.147188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c33310>, 'f0ccc37f-8ede-47a3-9238-0205f9964d24') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:20.147485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c33310>, 'f0ccc37f-8ede-47a3-9238-0205f9964d24') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:20.159120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.180890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.188134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:13:20.188520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:20.188716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:13:20.194356 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:13:20.196926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e441f1d7-6920-4b12-9766-a5af28052771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d47eb524ccd44636a3dad9da0791a0b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7334518
Nov 10 04:13:20.196926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:20.200412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f1d7-6920-4b12-9766-a5af28052771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb47e0d-c477-4cd9-bfd0-3d9b5cd26af7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:20.211861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.257518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.265276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.277545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] 10.222.0.13 "DELETE /v2.0/networks/a94f1a9f-b254-4d9a-b217-1cbdee85bd0f HTTP/1.1" status: 204  len: 168 time: 0.3484447
Nov 10 04:13:20.291825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd099-00cc-4700-a8e6-8d7f760e5773 tempest-TaggedBootDevicesTest_v242-2045997453 tempest-TaggedBootDevicesTest_v242-2045997453-project] Pushing event deleted for resources: {'Network': ['ID=a94f1a9f-b254-4d9a-b217-1cbdee85bd0f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:20.293006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:20.294009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.294912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] 10.222.0.26 "PUT /v2.0/ports/7119d2ea-e862-4141-bf14-fb6c2d59d79b HTTP/1.1" status: 200  len: 1091 time: 2.8524652
Nov 10 04:13:20.295365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:20.297662 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b572c8-a021-4a45-bab2-8f221ca8f173" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:20.323725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c140edd-4e6e-498d-930b-ebffe0472b23 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:20.340940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:20.347372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.362703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Sync routers for ids ['51d9cf1b-8ef2-4d15-b5c3-4851d25448c3'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:20.380415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.381273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Routers {'51d9cf1b-8ef2-4d15-b5c3-4851d25448c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:20.381427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4212c6ad-8020-4ffc-953c-8c5f97c20cf7 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 5.8351393
Nov 10 04:13:20.382504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820772f5e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['51d9cf1b-8ef2-4d15-b5c3-4851d25448c3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:20.384574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:20.412593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.423003 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3783c7d-f7f2-4b0f-b64c-9a5329682f59 x-openstack-request-id: req-b3783c7d-f7f2-4b0f-b64c-9a5329682f59 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:20.423537 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:20.423946 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3783c7d-f7f2-4b0f-b64c-9a5329682f59 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:20.424506 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b', 'status': 'completed', 'code': 200}
Nov 10 04:13:20.463688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-2762df8e-08da-4b32-b38c-9eeeff94222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:20.465254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-2762df8e-08da-4b32-b38c-9eeeff94222f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 1094 time: 0.1045778
Nov 10 04:13:20.525375 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c17c116e-3829-4646-9ddb-ef661092e397 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 HTTP/1.1" status: 200  len: 906 time: 0.1398044
Nov 10 04:13:20.527965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53492) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:20.546203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.550341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.551832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb47e0d-c477-4cd9-bfd0-3d9b5cd26af7 HTTP/1.1" status: 204  len: 168 time: 0.3524196
Nov 10 04:13:20.578126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7b12e-b183-49de-b447-a8ad93835f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb47e0d-c477-4cd9-bfd0-3d9b5cd26af7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:20.588324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-804ce117-8db4-40bf-9be7-1ff50e7f744e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b HTTP/1.1" status: 200  len: 217 time: 0.1141515
Nov 10 04:13:20.606636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Set router 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:20.704694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.735992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-c6529cd0-c12d-4865-a16e-7ffa5fd72eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:20.738274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-c6529cd0-c12d-4865-a16e-7ffa5fd72eb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.1416783
Nov 10 04:13:20.777149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-0fe1d858-0a7c-4fdb-bc6f-350c7a20bfd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302844
Nov 10 04:13:20.881274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.943332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820772f5e0>, [{'id': '51d9cf1b-8ef2-4d15-b5c3-4851d25448c3', 'name': 'tempest-snat-router-811137628', 'tenant_id': '473d16e063d64ce6abaef8e4f46407c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.66'}], 'enable_snat': True}, 'gw_port_id': '1ac2b729-d985-4ed4-8281-067a8dc9b51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:13:14Z', 'updated_at': '2021-11-10T04:13:17Z', 'revision_number': 3, 'project_id': '473d16e063d64ce6abaef8e4f46407c2', 'gw_port': {'id': '1ac2b729-d985-4ed4-8281-067a8dc9b51e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d9cf1b-8ef2-4d15-b5c3-4851d25448c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:13:16Z', 'updated_at': '2021-11-10T04:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:20.962802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Deleting port 1ac2b729-d985-4ed4-8281-067a8dc9b51e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:20.963466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:20.975870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-122aecb2-11a4-4116-8966-049b3003a440 service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847003
Nov 10 04:13:20.980456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Checking router: 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:13:20.981222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Updating router 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 port 1ac2b729-d985-4ed4-8281-067a8dc9b51e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:13:21.010220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31346373-1b66-4ad6-bae7-86e4f0c376ea req-15912136-53e1-4a0d-bb06-d3bef7f21999 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:21.010401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:21.013791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31346373-1b66-4ad6-bae7-86e4f0c376ea req-15912136-53e1-4a0d-bb06-d3bef7f21999 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 943 time: 0.0952659
Nov 10 04:13:21.061637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.079470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.101238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Calling delete_port for 1ac2b729-d985-4ed4-8281-067a8dc9b51e owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:21.148889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31346373-1b66-4ad6-bae7-86e4f0c376ea req-314030a9-a27b-43aa-bcbf-ed5a7effa259 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181159
Nov 10 04:13:21.186789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d13d98-4a92-4143-af26-78c0214780d5 req-8b41f833-d98b-47b9-995e-0d0f5f30984d service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006068
Nov 10 04:13:21.253208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.311344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device be884aa8-7663-4a77-8e03-a63f08faa939 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:21.363704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.365725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:21.366928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-6216da0d-4711-4747-a274-150f5b07faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:21.367986 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65880a-0ad4-4928-86d0-365becf38b76" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:21.369080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-6216da0d-4711-4747-a274-150f5b07faf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 1094 time: 0.0698023
Nov 10 04:13:21.379040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:21.389186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.403677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ac2b729-d985-4ed4-8281-067a8dc9b51e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:21.485832 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c84b5e-8de4-415c-8e3f-798fbff49f1f x-openstack-request-id: req-75c84b5e-8de4-415c-8e3f-798fbff49f1f {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:21.486455 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:21.487201 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c84b5e-8de4-415c-8e3f-798fbff49f1f {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:21.488248 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:13:21.492815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1ef42-e046-4583-a639-cd817bf18d07 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:21.500346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.540918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-026328f4-b373-4976-9cbc-553aa11fa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:21.542591 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-026328f4-b373-4976-9cbc-553aa11fa9ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 912 time: 0.1634479
Nov 10 04:13:21.580017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:21.626042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-68fa038d-10b8-4faf-ae87-82006a701ce0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b HTTP/1.1" status: 200  len: 217 time: 0.0723803
Nov 10 04:13:21.640648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=be884aa8-7663-4a77-8e03-a63f08faa939,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:21.658051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.660830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.677765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'be884aa8-7663-4a77-8e03-a63f08faa939', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'port_id': 'be884aa8-7663-4a77-8e03-a63f08faa939', 'mac_address': 'fa:16:3e:2a:fd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aee34ca-ed35-46e1-9738-3ba68c625bc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:21.685414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-53f6a0d7-ad03-4cca-a1ab-1fc9c6196325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:21.688404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-53f6a0d7-ad03-4cca-a1ab-1fc9c6196325 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.0532231
Nov 10 04:13:21.729963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:13:21.730439 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:13:21.733047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.734124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:21.740732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.744242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ad9cc619-7630-4766-b477-69f36c1fe753 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/routers/51d9cf1b-8ef2-4d15-b5c3-4851d25448c3 HTTP/1.1" status: 204  len: 168 time: 1.2128248
Nov 10 04:13:21.744528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53560) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:21.751630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.752821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-0e38ba76-4f25-4e6d-adb1-37b394fd34ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511129
Nov 10 04:13:21.777035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be884aa8-7663-4a77-8e03-a63f08faa939 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:21.806045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=be884aa8-7663-4a77-8e03-a63f08faa939,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:21.816726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.894424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:21.915797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:21.937217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-3722d2f0-fa8e-44d8-9504-74f39ee48601 service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763375
Nov 10 04:13:22.030788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['be884aa8-7663-4a77-8e03-a63f08faa939'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:22.052749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:22.082590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27b572c8-a021-4a45-bab2-8f221ca8f173 req-fc222a35-144b-4747-9e1e-3312ff9632d3 service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363330
Nov 10 04:13:22.140978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Deleting port 40c3783e-5708-44da-b9d7-dabcd022fc01 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:22.142223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:22.257901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] For port 40c3783e-5708-44da-b9d7-dabcd022fc01, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40c3783e-5708-44da-b9d7-dabcd022fc01,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:22.258889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:22.275253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Calling delete_port for 40c3783e-5708-44da-b9d7-dabcd022fc01 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:22.280688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Port 1ac2b729-d985-4ed4-8281-067a8dc9b51e not found while updating agent binding for router 51d9cf1b-8ef2-4d15-b5c3-4851d25448c3. {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 10 04:13:22.308080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6f5e-cd09-42a3-bbf4-797bcfd704e5 req-54b6c0ba-5a56-4c20-b36a-b005b087e4ab tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:22.317113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdde6f5e-cd09-42a3-bbf4-797bcfd704e5 req-54b6c0ba-5a56-4c20-b36a-b005b087e4ab tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 943 time: 0.0771096
Nov 10 04:13:22.341105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:22.341449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:13:22.342046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51d9cf1b-8ef2-4d15-b5c3-4851d25448c3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:13:22.342420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9b61c-0a85-4edf-b3e9-63ddbd4481a8 None None] The sync data for ids ['51d9cf1b-8ef2-4d15-b5c3-4851d25448c3'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:22.412314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bdde6f5e-cd09-42a3-bbf4-797bcfd704e5 req-65ce5454-4cb7-4d3d-aacb-ff1734cea593 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941887
Nov 10 04:13:22.562010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:22.886014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c3783e-5708-44da-b9d7-dabcd022fc01,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:22.904477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85d47c-26a8-4699-9dcc-bd677418805c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:22.957114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:22.997299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:23.096924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.101284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.149768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:23.156897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.158202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:23.166766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:23.171623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.177724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-63fd9327-03af-454b-97ed-7eaae7fae51f tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "DELETE /v2.0/routers/13f76c3e-dcc5-47c1-92a7-dd4c7035fed7 HTTP/1.1" status: 204  len: 168 time: 1.4288168
Nov 10 04:13:23.178069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53664) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:23.186212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-890093013', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:23.242482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.250461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.251992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.276117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:23.300420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device be884aa8-7663-4a77-8e03-a63f08faa939 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:23.364087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:23.378201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.403183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.446315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:23.499161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port be884aa8-7663-4a77-8e03-a63f08faa939 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:13:23.510492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port be884aa8-7663-4a77-8e03-a63f08faa939 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:23.513416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.519392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d2b1517-8d23-44e6-b9fb-998c045da632'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:23.626783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23c87b-6a05-4705-9fe7-a2aaaadda0bf req-581d5d17-1b19-4dc6-820b-49bc8b88f1b0 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:23.635534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d23c87b-6a05-4705-9fe7-a2aaaadda0bf req-581d5d17-1b19-4dc6-820b-49bc8b88f1b0 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 943 time: 0.1162748
Nov 10 04:13:23.736942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:23.740030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d23c87b-6a05-4705-9fe7-a2aaaadda0bf req-0375a52c-eef8-43d6-9af1-9d840f7a172d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026118
Nov 10 04:13:23.945869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.002580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:24.004954 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d7a12-a5a8-4272-a521-1a54f9b8295b" -d '{"events": [{"server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "name": "network-vif-plugged", "status": "completed", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:24.060969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=be884aa8-7663-4a77-8e03-a63f08faa939,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:24.071528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.136722 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a2eaf-53c0-4967-887e-a7db63d2a2f2 x-openstack-request-id: req-ea3a2eaf-53c0-4967-887e-a7db63d2a2f2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:24.137116 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "name": "network-vif-plugged", "status": "completed", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:24.137470 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3a2eaf-53c0-4967-887e-a7db63d2a2f2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:24.139973 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939', 'code': 200}
Nov 10 04:13:24.139973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:24.158780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.184315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.219015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584a81-465f-46ac-a502-ddffdc85b2ed req-6b2ccbbd-77e8-4cc6-b2bf-03f06ee9bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:24.222981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38584a81-465f-46ac-a502-ddffdc85b2ed req-6b2ccbbd-77e8-4cc6-b2bf-03f06ee9bcbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fce57-ccc5-4d2c-9c83-a36e14b37846 HTTP/1.1" status: 200  len: 1097 time: 0.0537612
Nov 10 04:13:24.293801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-38584a81-465f-46ac-a502-ddffdc85b2ed req-2c901af0-96c1-4910-96ee-d981136eab2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602198
Nov 10 04:13:24.316645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Allocated IP 172.32.3.151 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/d519c5fa-81c4-4c8f-8f7c-95d43d5bf955) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:24.457094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.496848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.537612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:24.541221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:24.564471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:24.565374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c37b65-0e11-4ed9-857f-4caf4a9c5af2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:24.616101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-33ffdfd7-e42a-4af8-9a5a-b05771e1f1d0 None None] Provisioning complete for port d519c5fa-81c4-4c8f-8f7c-95d43d5bf955 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:24.616634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-33ffdfd7-e42a-4af8-9a5a-b05771e1f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:24.628054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event updated for resources: {'Port': ['ID=d519c5fa-81c4-4c8f-8f7c-95d43d5bf955,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:24.686816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-33ffdfd7-e42a-4af8-9a5a-b05771e1f1d0 None None] Port d519c5fa-81c4-4c8f-8f7c-95d43d5bf955 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:24.816428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40c3783e-5708-44da-b9d7-dabcd022fc01 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:24.841838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 40c3783e-5708-44da-b9d7-dabcd022fc01 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:24.842252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40c3783e-5708-44da-b9d7-dabcd022fc01 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:24.952687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50066bcf-b2c6-4731-a8a9-c2574a1bb5c1 req-c476ddf4-01f9-49a7-8b17-09a3a2ff3f3b tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:24.954890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50066bcf-b2c6-4731-a8a9-c2574a1bb5c1 req-c476ddf4-01f9-49a7-8b17-09a3a2ff3f3b tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 943 time: 0.0861964
Nov 10 04:13:24.996021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7119d2ea-e862-4141-bf14-fb6c2d59d79b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:24.999806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:25.028203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50066bcf-b2c6-4731-a8a9-c2574a1bb5c1 req-113bf33e-3e1a-4bea-afdb-50f90d5ce445 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629580
Nov 10 04:13:25.135967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.185549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53746) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:25.271423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0d2b1517-8d23-44e6-b9fb-998c045da632 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:25.271933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.429693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:25.446775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7119d2ea-e862-4141-bf14-fb6c2d59d79b', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'port_id': '7119d2ea-e862-4141-bf14-fb6c2d59d79b', 'mac_address': 'fa:16:3e:df:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aee34ca-ed35-46e1-9738-3ba68c625bc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:25.528174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.544990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.566556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119d2ea-e862-4141-bf14-fb6c2d59d79b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:25.601550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:25.614103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.627584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:25.659397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:25.732210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:25.819346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:25.964106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:26.279620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Router 06f4aab4-bc58-492a-acb0-67d940bed0fe is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:26.345602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7119d2ea-e862-4141-bf14-fb6c2d59d79b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:26.348559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:26.355082 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e838c420-613a-49de-9b8e-e82e5ee93009" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:26.418410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:26.444548 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add88fc8-0cd7-4fcd-af6f-cbd185f69a85 x-openstack-request-id: req-add88fc8-0cd7-4fcd-af6f-cbd185f69a85 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:26.444898 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:26.445109 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-add88fc8-0cd7-4fcd-af6f-cbd185f69a85 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:26.445486 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:13:26.469021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241fe8e-fa4d-412e-b84e-f3091a44636d req-7390d29e-4a38-4def-bbd4-57a670f2ec8a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:26.472463 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5241fe8e-fa4d-412e-b84e-f3091a44636d req-7390d29e-4a38-4def-bbd4-57a670f2ec8a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 944 time: 0.1786597
Nov 10 04:13:26.529753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:26.543744 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] Sync routers for ids ['06f4aab4-bc58-492a-acb0-67d940bed0fe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:26.559309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:26.565224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-141b0365-70d9-4732-ad97-4fa24e6ae4c1 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.3857405
Nov 10 04:13:26.565593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] Routers {'06f4aab4-bc58-492a-acb0-67d940bed0fe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:26.565996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53790) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:26.566230 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b549a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['06f4aab4-bc58-492a-acb0-67d940bed0fe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:26.574896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:26.638376 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b549a0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:26.644658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5241fe8e-fa4d-412e-b84e-f3091a44636d req-a35bc6f5-6715-4e6e-aeca-c19c779ac260 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601818
Nov 10 04:13:26.669427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] Routers {'06f4aab4-bc58-492a-acb0-67d940bed0fe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:26.670269 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b549a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['06f4aab4-bc58-492a-acb0-67d940bed0fe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:26.699603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:26.707737 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b549a0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:26.708598 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da868b38-9e7c-4a78-8c36-8a932bb0cbe5 None None] The sync data for ids ['06f4aab4-bc58-492a-acb0-67d940bed0fe'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:26.886375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3233926-8b36-45f7-9a5d-a586682a6e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:26.983988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Deleting port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:26.983988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.004911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3233926-8b36-45f7-9a5d-a586682a6e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.033581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3233926-8b36-45f7-9a5d-a586682a6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.083972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.089522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3233926-8b36-45f7-9a5d-a586682a6e8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c202ba2db2f41bea1c279be7e208461&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3888595
Nov 10 04:13:27.092036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233926-8b36-45f7-9a5d-a586682a6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fb385-50aa-48c6-8e35-f2f74542ecd7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:27.092648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53798) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:27.130112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] For port 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:27.130504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.144989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Calling delete_port for 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:27.225081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.271632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.394340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.425747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:27.477108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.481012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.497119 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e68fb385-50aa-48c6-8e35-f2f74542ecd7 HTTP/1.1" status: 204  len: 168 time: 0.3922181
Nov 10 04:13:27.546900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0387f-40f7-4960-b836-a5f60343873e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fb385-50aa-48c6-8e35-f2f74542ecd7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:27.746348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:27.973914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20d00-c1b5-4fef-9aa8-70a219814670 req-96181d6e-77c7-48c1-8372-79af872d1d55 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:27.975424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91d20d00-c1b5-4fef-9aa8-70a219814670 req-96181d6e-77c7-48c1-8372-79af872d1d55 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 944 time: 0.1343093
Nov 10 04:13:28.002383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.016836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.017747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Router eb24bd5c-bb08-45a6-a191-9528447369be has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:13:28.144839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91d20d00-c1b5-4fef-9aa8-70a219814670 req-d65b77dd-998b-4ca5-b7b4-370713be69ed tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608460
Nov 10 04:13:28.147388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:28.161142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-de7804a0-efb4-429b-93c0-bc287f739c5f admin admin] 10.222.0.13 "PUT /v2.0/routers/eb24bd5c-bb08-45a6-a191-9528447369be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9717669
Nov 10 04:13:28.162350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Sync routers for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:28.165486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53822) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:28.177475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:28.178176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820724ca30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.249556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router 06f4aab4-bc58-492a-acb0-67d940bed0fe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:13:28.358467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.429537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:28.474365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:28.479586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.484546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5527f67b-34e4-48d4-aa24-a9fe78e950d2 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "PUT /v2.0/routers/06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 200  len: 921 time: 1.9106781
Nov 10 04:13:28.484691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:28.485434 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] Sync routers for ids ['06f4aab4-bc58-492a-acb0-67d940bed0fe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:28.509170 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] Routers {'06f4aab4-bc58-492a-acb0-67d940bed0fe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:28.513200 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b6880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['06f4aab4-bc58-492a-acb0-67d940bed0fe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.574024 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b6880>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.585909 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] Routers {'06f4aab4-bc58-492a-acb0-67d940bed0fe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:28.586723 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b6880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['06f4aab4-bc58-492a-acb0-67d940bed0fe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.629281 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b6880>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.630459 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cc03a-d83a-4547-a0ad-5f18fc2d7c4a None None] The sync data for ids ['06f4aab4-bc58-492a-acb0-67d940bed0fe'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:28.656574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.777462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820724ca30>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52'}], 'enable_snat': True}, 'gw_port_id': '21b393d8-0378-47c8-9965-d18c9f499693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:13:27Z', 'revision_number': 5, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port': {'id': '21b393d8-0378-47c8-9965-d18c9f499693', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:03:34Z', 'updated_at': '2021-11-10T04:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.812834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53862) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:28.814495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Checking router: eb24bd5c-bb08-45a6-a191-9528447369be for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:13:28.816136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-895a8893-d858-495e-9236-098cd4305f0b tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 200  len: 921 time: 0.3311195
Nov 10 04:13:28.831717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Deleting port 21b393d8-0378-47c8-9965-d18c9f499693 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:28.831717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.840538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Routers {'eb24bd5c-bb08-45a6-a191-9528447369be'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:28.841386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820724ca30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eb24bd5c-bb08-45a6-a191-9528447369be'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:28.946244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fbeb76-2a8f-4cf1-81f0-813bd0c7aacf tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:28.947929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-22fbeb76-2a8f-4cf1-81f0-813bd0c7aacf tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=06f4aab4-bc58-492a-acb0-67d940bed0fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1339386
Nov 10 04:13:28.950751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53866) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:28.955130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] For port 21b393d8-0378-47c8-9965-d18c9f499693, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=21b393d8-0378-47c8-9965-d18c9f499693,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:28.955503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:28.972911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Calling delete_port for 21b393d8-0378-47c8-9965-d18c9f499693 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:29.039231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7119d2ea-e862-4141-bf14-fb6c2d59d79b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:29.090769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] Set router eb24bd5c-bb08-45a6-a191-9528447369be gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:13:29.091608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0182425-671c-4e93-bdc1-f7a79d279fca tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:29.111403 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0182425-671c-4e93-bdc1-f7a79d279fca tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1566978
Nov 10 04:13:29.112063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53872) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:29.196437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fb4bdbf8-0b75-4906-aa73-65f5084a07e6 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 200  len: 205 time: 0.0829687
Nov 10 04:13:29.197051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:29.213038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820724ca30>, [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:13:28Z', 'revision_number': 6, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:29.237152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.275484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b393d8-0378-47c8-9965-d18c9f499693,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:29.319193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff0fa0-eedd-4d3f-bd3c-5791ad46b854 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:29.324784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cae020-f067-47e4-8cc6-cd67625272c4 None None] The sync data for ids ['eb24bd5c-bb08-45a6-a191-9528447369be'] in ncdv-817176-1 is: [{'id': 'eb24bd5c-bb08-45a6-a191-9528447369be', 'name': 'tempest-TaggedBootDevicesTest_v242-1500740532-router', 'tenant_id': '3444d571fcd742ef8ce43822b52d49be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:03:33Z', 'updated_at': '2021-11-10T04:13:28Z', 'revision_number': 6, 'project_id': '3444d571fcd742ef8ce43822b52d49be', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:29.382140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 7119d2ea-e862-4141-bf14-fb6c2d59d79b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:13:29.391789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.395272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7119d2ea-e862-4141-bf14-fb6c2d59d79b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:29.395606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.487905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd944e1-dd1f-499e-8b7c-5b938d1edcb4 req-6e5b79ab-56a8-43f2-bc58-41e2f125f734 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:29.489969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdd944e1-dd1f-499e-8b7c-5b938d1edcb4 req-6e5b79ab-56a8-43f2-bc58-41e2f125f734 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 944 time: 0.1599536
Nov 10 04:13:29.558199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.610530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.619193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.634404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.693558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.695014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb24bd5c-bb08-45a6-a191-9528447369be {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:29.706192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.707864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e5618df-4b1d-4a28-8ce5-1cb3dd349762 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb24bd5c-bb08-45a6-a191-9528447369be HTTP/1.1" status: 204  len: 168 time: 1.5412765
Nov 10 04:13:29.710730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53894) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:29.728643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:29.730422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:29.737615 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd7015-98ba-46fa-b3fc-5f1330aca461" -d '{"events": [{"server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "name": "network-vif-plugged", "status": "completed", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:29.768253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.787743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Deleting subnet 12f0c7a7-9593-458b-9d3a-78aff0714db1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:13:29.799765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.874355 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edde71a-01be-4f0a-a0be-b2ae2b22c01c x-openstack-request-id: req-6edde71a-01be-4f0a-a0be-b2ae2b22c01c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:29.874508 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "name": "network-vif-plugged", "status": "completed", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:29.874720 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6edde71a-01be-4f0a-a0be-b2ae2b22c01c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:29.875114 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b', 'code': 200}
Nov 10 04:13:29.932237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdd944e1-dd1f-499e-8b7c-5b938d1edcb4 req-ecf6049f-1765-4672-9bc6-035d20ba7130 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4354935
Nov 10 04:13:29.951202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:29.971750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:29.999685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d765a-0d4a-45c3-af9b-f1df43874ff1 req-d228e0bf-e3fe-462d-be7f-c9cdb54c7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:30.001798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-064d765a-0d4a-45c3-af9b-f1df43874ff1 req-d228e0bf-e3fe-462d-be7f-c9cdb54c7281 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 1096 time: 0.0682902
Nov 10 04:13:30.009034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.095299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-064d765a-0d4a-45c3-af9b-f1df43874ff1 req-5c662c65-4be2-42d1-875b-5b322584d16b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820541
Nov 10 04:13:30.120417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port d519c5fa-81c4-4c8f-8f7c-95d43d5bf955 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:30.120550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.132426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.206805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.227209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.232199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958c6af-f179-4f83-8971-6463d1564fbf None None] Network 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:30.236093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12f0c7a7-9593-458b-9d3a-78aff0714db1 HTTP/1.1" status: 204  len: 168 time: 0.5230718
Nov 10 04:13:30.238636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:30.280781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82846ddf-0350-49ff-a7b3-3d9c873f4e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f0c7a7-9593-458b-9d3a-78aff0714db1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:30.327103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.355403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for d519c5fa-81c4-4c8f-8f7c-95d43d5bf955 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:30.440651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.557289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] DHCP port deletion for 078b2318-cb8d-42a2-bc8e-1e7cd68363e4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:30.566935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Deleting port d1967a87-730c-406f-8822-0eb4f562014e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:30.566935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.680833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] For port d1967a87-730c-406f-8822-0eb4f562014e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1967a87-730c-406f-8822-0eb4f562014e,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:30.681472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.683499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Deleting port d1967a87-730c-406f-8822-0eb4f562014e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:30.683880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.718165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Calling delete_port for d1967a87-730c-406f-8822-0eb4f562014e owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:30.755595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.794823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=d519c5fa-81c4-4c8f-8f7c-95d43d5bf955,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:30.828385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f4f19-ded6-46ab-a12c-1e9368f9bdbe None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:30.870852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1967a87-730c-406f-8822-0eb4f562014e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:30.951532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:30.961091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] For port d1967a87-730c-406f-8822-0eb4f562014e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1967a87-730c-406f-8822-0eb4f562014e,segment=NetworkSegment(224b5551-5000-40d8-8908-62d71b35d214),segment_id=224b5551-5000-40d8-8908-62d71b35d214)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:30.962980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.002692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.022068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Calling delete_port for d1967a87-730c-406f-8822-0eb4f562014e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:31.063203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Port d1967a87-730c-406f-8822-0eb4f562014e update to DOWN by agent not found {{(pid=119698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 10 04:13:31.063896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:31.069726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] No DVR routers for this DVR port d1967a87-730c-406f-8822-0eb4f562014e on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:31.071810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1967a87-730c-406f-8822-0eb4f562014e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:31.106993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.107273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:31.107796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ed4ea35-cdcb-46d8-a40c-17c54aaf0a1c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:31.108377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 21b393d8-0378-47c8-9965-d18c9f499693 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:31.111260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.138428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 21b393d8-0378-47c8-9965-d18c9f499693 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:31.139078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 21b393d8-0378-47c8-9965-d18c9f499693 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:31.258440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.258440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router 06f4aab4-bc58-492a-acb0-67d940bed0fe {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:31.314404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.320227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc802db9-5e13-4904-aa4e-de29d75bdbaf tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 204  len: 168 time: 2.1217704
Nov 10 04:13:31.324990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53932) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:31.329832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.359513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1512885511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:31.380133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] No DVR routers for this DVR port d1967a87-730c-406f-8822-0eb4f562014e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:31.452477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f3ff6-6890-4a3c-a9f0-e81920c7858d None None] Pushing event deleted for resources: {'Port': ['ID=d1967a87-730c-406f-8822-0eb4f562014e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:31.481232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c40aab-25b6-4de4-9c4e-2d4829c207bb req-0b6721f1-5aaa-4b71-b446-046e655185d5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:31.490494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b9c40aab-25b6-4de4-9c4e-2d4829c207bb req-0b6721f1-5aaa-4b71-b446-046e655185d5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 945 time: 0.2798800
Nov 10 04:13:31.493484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.495627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.623425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.641341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b9c40aab-25b6-4de4-9c4e-2d4829c207bb req-af93236a-ec4b-41b1-9db2-95d30089eaa4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490881
Nov 10 04:13:31.651499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.658690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.680312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.684857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:31.685703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4378ee22-855b-4e20-b305-82125b0c054e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3397658
Nov 10 04:13:31.690964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:31.785045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82145418b0>,) {'filters': {'network_id': ['078b2318-cb8d-42a2-bc8e-1e7cd68363e4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:31.798991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145418b0>, '224b5551-5000-40d8-8908-62d71b35d214') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:31.799293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145418b0>, '224b5551-5000-40d8-8908-62d71b35d214') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:31.813586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.898458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.975181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:13:31.975592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:13:31.977464 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:13:32.021344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.098861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.123286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.127982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/078b2318-cb8d-42a2-bc8e-1e7cd68363e4 HTTP/1.1" status: 204  len: 168 time: 1.8869555
Nov 10 04:13:32.129697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317592e-ff25-4f2a-bd80-52b7f2fe1a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=078b2318-cb8d-42a2-bc8e-1e7cd68363e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:32.317951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.343242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.480311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Allocated IP 172.32.3.5 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/ac60ad89-0405-41e6-a5c2-24eb2bcec380) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:32.512861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53964) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:32.600460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b40f8c88-e566-4377-9e36-4e6b9aada1a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3444d571fcd742ef8ce43822b52d49be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0849926
Nov 10 04:13:32.602803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53970) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:32.651959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.674279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.704128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.706277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.776513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:32.783128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:32.797807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:32.799169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3ab8e-e6eb-42dc-92cd-e9f03702df7b None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:32.800234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event updated for resources: {'Port': ['ID=ac60ad89-0405-41e6-a5c2-24eb2bcec380,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:32.850560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497949-9d02-41f8-a8a8-eab9219a534b req-3c933082-a6a2-40a2-9ab0-172d124fe321 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:32.853062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c497949-9d02-41f8-a8a8-eab9219a534b req-3c933082-a6a2-40a2-9ab0-172d124fe321 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 945 time: 0.0933266
Nov 10 04:13:32.897350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.901836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.905888 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a697852-46a6-4b68-97b3-6ab12600df96 HTTP/1.1" status: 204  len: 168 time: 0.2995977
Nov 10 04:13:32.932393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f3db754d-28f1-418e-af9d-aa509e04ddec None None] Provisioning complete for port ac60ad89-0405-41e6-a5c2-24eb2bcec380 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:32.934599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f3db754d-28f1-418e-af9d-aa509e04ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:32.986178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5f404-829c-4e53-958a-52da880e4c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a697852-46a6-4b68-97b3-6ab12600df96,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:33.049207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f3db754d-28f1-418e-af9d-aa509e04ddec None None] Port ac60ad89-0405-41e6-a5c2-24eb2bcec380 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:33.077364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c497949-9d02-41f8-a8a8-eab9219a534b req-78d99764-9678-4a37-b448-f8cbcc66edc9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119117
Nov 10 04:13:33.324875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8968b-abea-48b0-be21-6ac78641446e req-5e58bf8f-77d1-4110-9699-027a86402014 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:33.332977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca8968b-abea-48b0-be21-6ac78641446e req-5e58bf8f-77d1-4110-9699-027a86402014 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e3fce57-ccc5-4d2c-9c83-a36e14b37846 HTTP/1.1" status: 200  len: 946 time: 0.1036966
Nov 10 04:13:33.343422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:33.598395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ca8968b-abea-48b0-be21-6ac78641446e req-5c33b5cc-1b04-4cc1-bd2a-c04deba588f6 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637804
Nov 10 04:13:33.655619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:33.665434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:33.908859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Router 6b8723ce-1903-4f64-b8c4-488cdfc65e28 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:34.110110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:34.119645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:34.121362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1effdaf5-aac1-4580-a17d-e5a6af7b2c15 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "PUT /v2.0/routers/6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 200  len: 878 time: 2.4343572
Nov 10 04:13:34.121639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] Sync routers for ids ['6b8723ce-1903-4f64-b8c4-488cdfc65e28'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:34.123933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54024) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:34.165435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] Routers {'6b8723ce-1903-4f64-b8c4-488cdfc65e28'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:34.168234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820707f340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6b8723ce-1903-4f64-b8c4-488cdfc65e28'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:34.273043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820707f340>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:34.314543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] Routers {'6b8723ce-1903-4f64-b8c4-488cdfc65e28'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:34.315584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820707f340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6b8723ce-1903-4f64-b8c4-488cdfc65e28'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:34.357816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820707f340>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:34.358894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7dca4-d642-4259-a436-3e58f75d568f None None] The sync data for ids ['6b8723ce-1903-4f64-b8c4-488cdfc65e28'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:34.361209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fff03f9b-a565-441b-b25f-64afef85d3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:34.926318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0f1ba460-8b0b-405b-94a1-d9250491722c tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 200  len: 919 time: 0.8012388
Nov 10 04:13:34.944517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-68117331-367d-4713-af8e-640fdd36d5a2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:34.946382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-68117331-367d-4713-af8e-640fdd36d5a2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.1932445
Nov 10 04:13:34.974281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54066) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:35.016741 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-c98d2a22-4528-4db8-9aea-c49bf9faccef tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/quotas/86321f398a2f4013915e01d7352f33b5 HTTP/1.1" status: 200  len: 375 time: 0.0598626
Nov 10 04:13:35.082760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-8d176adb-f075-4b6d-9f94-1c2f2ee22c17 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0647840
Nov 10 04:13:35.099689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:35.108976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2fb12-1687-4d41-988a-7f6a00a1421e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:35.112539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7db2fb12-1687-4d41-988a-7f6a00a1421e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=6b8723ce-1903-4f64-b8c4-488cdfc65e28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1371574
Nov 10 04:13:35.115135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54078) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:35.226646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2904dd0-a5d7-48a7-a841-e50966393729 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:35.227985 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a2904dd0-a5d7-48a7-a841-e50966393729 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1117132
Nov 10 04:13:35.230911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54082) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:35.312506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5a68f45-4a5a-4dfb-8808-f25e9ad5135e tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 200  len: 205 time: 0.0800591
Nov 10 04:13:35.316984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54084) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:35.360452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f21f9964-16ff-49f5-bfb8-f897795e8026 service neutron] 10.222.0.13 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664886
Nov 10 04:13:35.517142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-6e48a2ae-976c-4ed8-ad41-285a25634169 service neutron] 10.222.0.13 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503184
Nov 10 04:13:35.561141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1896017706-network', 'tenant_id': 'c1641302347f4b8788361ba3c39de208'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:35.562573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.593835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Made reservation on behalf of c1641302347f4b8788361ba3c39de208 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:35.596866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.609397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.628046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-e409db12-bddb-4dc1-bbaa-a148978f0ed9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:35.629642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-e409db12-bddb-4dc1-bbaa-a148978f0ed9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fce57-ccc5-4d2c-9c83-a36e14b37846 HTTP/1.1" status: 200  len: 946 time: 0.1724918
Nov 10 04:13:35.739730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.779397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.796094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:13:35.809738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.810178 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Added segment ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf of type vlan for network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4
Nov 10 04:13:35.816381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.859055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Deleting port be884aa8-7663-4a77-8e03-a63f08faa939 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:35.860501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.870000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.915628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:35.917002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:35.918326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.115293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Pushing event updated for resources: {'Network': ['ID=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:36.125767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:13:36.157032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port ac60ad89-0405-41e6-a5c2-24eb2bcec380 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:36.158932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.238631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] For port be884aa8-7663-4a77-8e03-a63f08faa939, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=be884aa8-7663-4a77-8e03-a63f08faa939,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:36.238937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.252597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1510682
Nov 10 04:13:36.257034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:36.268098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Request body: {'subnet': {'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1896017706-subnet', 'tenant_id': 'c1641302347f4b8788361ba3c39de208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:36.276424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-3c89603a-2271-4002-8918-9bde6849327e tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:36.293999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-3c89603a-2271-4002-8918-9bde6849327e tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a4e4f33-b7d8-4d46-89e8-566525dffd17 HTTP/1.1" status: 200  len: 945 time: 0.5526810
Nov 10 04:13:36.307470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Calling delete_port for be884aa8-7663-4a77-8e03-a63f08faa939 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:36.313827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Made reservation on behalf of c1641302347f4b8788361ba3c39de208 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:36.316967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.339311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e148e0-0dd6-45d3-8396-5000525dfb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925290c-484d-4b79-a0dd-b2b96f5d8b08,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:36.365257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-299050f7-2805-4468-91eb-f14d8816fe1b req-ccde0c12-fe74-4164-b6b9-2b9066c43496 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 210 time: 0.2511296
Nov 10 04:13:36.507346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Deleting port 7119d2ea-e862-4141-bf14-fb6c2d59d79b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:36.507711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.651220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] For port 7119d2ea-e862-4141-bf14-fb6c2d59d79b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7119d2ea-e862-4141-bf14-fb6c2d59d79b,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:36.651914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.673680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Calling delete_port for 7119d2ea-e862-4141-bf14-fb6c2d59d79b owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:36.867585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f97c55df-3fbf-47f1-a1bb-ae0af6ea7cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.954692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:36.969454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7119d2ea-e862-4141-bf14-fb6c2d59d79b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:37.002963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['be884aa8-7663-4a77-8e03-a63f08faa939'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:37.036218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event deleted for resources: {'Port': ['ID=7119d2ea-e862-4141-bf14-fb6c2d59d79b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:37.172765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] No DVR routers for this DVR port 7119d2ea-e862-4141-bf14-fb6c2d59d79b on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:37.184298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.199186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa40cda9-c87d-4819-ba0d-d97c54f54a38 req-d31e782c-3f2e-473a-9957-6915ae3ef13a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "DELETE /v2.0/ports/7119d2ea-e862-4141-bf14-fb6c2d59d79b HTTP/1.1" status: 204  len: 173 time: 0.8599966
Nov 10 04:13:37.199848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'name': 'network-vif-deleted', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:37.206972 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f68a9-6a87-413d-afca-7869eaa99360" -d '{"events": [{"server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "name": "network-vif-deleted", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:37.294384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.310406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for ac60ad89-0405-41e6-a5c2-24eb2bcec380 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:37.323100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.365323 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a3470-2e9a-4077-8599-1a40a5194154 x-openstack-request-id: req-e98a3470-2e9a-4077-8599-1a40a5194154 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:37.365868 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4e4f33-b7d8-4d46-89e8-566525dffd17", "name": "network-vif-deleted", "tag": "7119d2ea-e862-4141-bf14-fb6c2d59d79b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:37.365970 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e98a3470-2e9a-4077-8599-1a40a5194154 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:37.366373 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4e4f33-b7d8-4d46-89e8-566525dffd17', 'name': 'network-vif-deleted', 'tag': '7119d2ea-e862-4141-bf14-fb6c2d59d79b', 'status': 'completed', 'code': 200}
Nov 10 04:13:37.506212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd80b228-aa80-4b72-b1e0-c888d9f5fb70 req-ead26fb7-e043-4806-9fc2-3975f26c48f7 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 210 time: 0.0433273
Nov 10 04:13:37.557803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454d1c0a-8310-414f-a28c-4d1b2622af56,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:37.605717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.606265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.606571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.606905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.607291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.607584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.607921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.608256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.608580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.609178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.609619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.610234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:37.699856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Checking segment: {'id': 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:37.700229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Network hostable DHCP agents. Network: 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:13:37.743766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.757698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:13:37.787072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event deleted for resources: {'Port': ['ID=be884aa8-7663-4a77-8e03-a63f08faa939,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:37.818574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:37.832762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c206d-2f07-4325-9fdd-7b0978effce8 None None] Network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:37.852526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:37.853445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.897688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] No DVR routers for this DVR port be884aa8-7663-4a77-8e03-a63f08faa939 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:13:37.904828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:37.909285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274407fc-4dc6-4f0b-8714-5b452744fa61 req-9f91f618-3a2e-4103-9269-9d30b7a55ac5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "DELETE /v2.0/ports/be884aa8-7663-4a77-8e03-a63f08faa939 HTTP/1.1" status: 204  len: 173 time: 2.2301221
Nov 10 04:13:37.909746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'name': 'network-vif-deleted', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:37.912273 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e06fa4-77a1-4c59-966c-f1ece33f827e" -d '{"events": [{"server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "name": "network-vif-deleted", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:37.945230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dee0d7d3-dc88-4237-89d6-d82913cd4a18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6854839
Nov 10 04:13:37.954699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.017144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=ac60ad89-0405-41e6-a5c2-24eb2bcec380,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:38.027619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.050762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b66863-5497-4486-9815-e1196c2b2536 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:38.112839 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae381d-c7bf-4e7b-be67-ad34f9762a51 x-openstack-request-id: req-d8ae381d-c7bf-4e7b-be67-ad34f9762a51 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:38.113462 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fce57-ccc5-4d2c-9c83-a36e14b37846", "name": "network-vif-deleted", "tag": "be884aa8-7663-4a77-8e03-a63f08faa939", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:38.113921 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ae381d-c7bf-4e7b-be67-ad34f9762a51 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:38.114557 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fce57-ccc5-4d2c-9c83-a36e14b37846', 'name': 'network-vif-deleted', 'tag': 'be884aa8-7663-4a77-8e03-a63f08faa939', 'status': 'completed', 'code': 200}
Nov 10 04:13:38.181854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be94acf-39ad-430f-aee1-0b5cb7a63a5d None None] Network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:13:38.182551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.406123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.440307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.572984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.573835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8723ce-1903-4f64-b8c4-488cdfc65e28 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:38.585120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.586322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-53981403-af6e-48c2-9100-63ee50362f95 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 204  len: 168 time: 3.2683973
Nov 10 04:13:38.590080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54168) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:38.595160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116788238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:38.655540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-7d96de76-77fa-47e5-b319-d6a7a8a09810 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:38.657577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-7d96de76-77fa-47e5-b319-d6a7a8a09810 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.2822638
Nov 10 04:13:38.663815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.665073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:38.675849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Request body: {'port': {'device_id': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'admin_state_up': True, 'tenant_id': '86321f398a2f4013915e01d7352f33b5'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:38.790191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd322e35-d70e-4151-8c06-6588448d0820 req-902f73b3-43bb-45dd-a1e1-b310b3e40f59 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 210 time: 0.0761106
Nov 10 04:13:38.939503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54174) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:39.021021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.032193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.060957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7119d2ea-e862-4141-bf14-fb6c2d59d79b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:39.089936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 7119d2ea-e862-4141-bf14-fb6c2d59d79b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:39.090655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7119d2ea-e862-4141-bf14-fb6c2d59d79b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:39.135218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:39.140442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.164565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.169796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16fcda15-a95f-4e23-a122-594af2426b76 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5786638
Nov 10 04:13:39.176324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:39.185476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': True}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:39.198196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.362267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.370957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device be884aa8-7663-4a77-8e03-a63f08faa939 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:39.380918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.405489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: be884aa8-7663-4a77-8e03-a63f08faa939 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:13:39.406158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device be884aa8-7663-4a77-8e03-a63f08faa939 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:13:39.420533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-403e59ee-5b91-4d90-8db1-e6eae8eff7e9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:39.425805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-403e59ee-5b91-4d90-8db1-e6eae8eff7e9 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 811 time: 0.3464637
Nov 10 04:13:39.429301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.452100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Request body: {'port': {'device_id': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'admin_state_up': True, 'tenant_id': '86321f398a2f4013915e01d7352f33b5'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:39.534059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1739d6cf932445b8bcee0df4457ea1df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5898237
Nov 10 04:13:39.535502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54186) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:39.537440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35955b7e-12c8-454e-a651-1b93eb362381,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:39.550796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.551126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.561358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.566375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.566375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.566375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.566375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.566375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.567169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.569886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.570313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.570739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40fdfc-6f3e-4ca5-856f-9754b86238cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:13:39.660037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Allocated IP 172.20.0.2 (125f91f4-5bab-4f7a-8b1a-f82159a3e087/1aee34ca-ed35-46e1-9738-3ba68c625bc6/89073ab9-2c7c-43a4-98aa-6d5ac54e066f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:39.664997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Made reservation on behalf of 86321f398a2f4013915e01d7352f33b5 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:39.670418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.677836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.723989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.809686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:39.944079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8d2b943-728d-4afd-a735-905a9aa5d841 req-0c976032-206e-41bc-bd05-bd55f34962da tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 210 time: 0.0517459
Nov 10 04:13:40.004718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.005794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.008413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.011852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35955b7e-12c8-454e-a651-1b93eb362381 HTTP/1.1" status: 204  len: 168 time: 0.4730828
Nov 10 04:13:40.036164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e73357-3343-41d6-9057-cc9c01e12ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35955b7e-12c8-454e-a651-1b93eb362381,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:40.187394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.272816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.274712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.303001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Allocated IP 172.20.0.4 (125f91f4-5bab-4f7a-8b1a-f82159a3e087/1aee34ca-ed35-46e1-9738-3ba68c625bc6/be2b0efc-a70d-48a3-a91b-c171c86e3b30) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:40.380352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.495485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54216) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:40.519071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dbb492-4175-4c32-8c2c-5c020b03e9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.530213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.32.3.253 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/97680dd1-3df8-48c8-8b21-377146077dfb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:40.602440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.694674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dbb492-4175-4c32-8c2c-5c020b03e9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.697305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.725625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.731245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dbb492-4175-4c32-8c2c-5c020b03e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.746892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:40.753027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:40.771655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:40.786631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event updated for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:40.806320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:40.818110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:40.821459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:40.910846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:40.911856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.927600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.937015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:40.937015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:40.940557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event updated for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:40.943028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbb492-4175-4c32-8c2c-5c020b03e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b99263-18ac-4770-86b2-fda2cb3c62d4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:40.948200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-a7915bcd-20c0-487f-8cbc-6dea505e3cd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2776175
Nov 10 04:13:40.984973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75dbb492-4175-4c32-8c2c-5c020b03e9e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=161f148c5be941a9bde581802d3ccdfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4825523
Nov 10 04:13:40.985233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54232) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:41.007460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-91dd67e1-450c-48de-8fd5-8b37084bd79a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5571251
Nov 10 04:13:41.013296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Request body: {'port': {'device_id': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:41.021326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Request body: {'port': {'device_id': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:41.081437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:41.168662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:41.181402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.197752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:41.249030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29903fde-937c-49a3-9aac-3caa1b2092d4 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:41.253430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=97680dd1-3df8-48c8-8b21-377146077dfb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:41.289524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.341638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b8071-e978-4396-8845-4382e750e6af req-4825d8f9-e75e-49d3-8468-43619e0e1dd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:41.349599 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df2b8071-e978-4396-8845-4382e750e6af req-4825d8f9-e75e-49d3-8468-43619e0e1dd2 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 931 time: 0.2074435
Nov 10 04:13:41.409322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3b2930f7-888a-44b4-bff3-1b3a1e79d6e5 None None] Provisioning complete for port 97680dd1-3df8-48c8-8b21-377146077dfb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:41.411964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3b2930f7-888a-44b4-bff3-1b3a1e79d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.505966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3b2930f7-888a-44b4-bff3-1b3a1e79d6e5 None None] Port 97680dd1-3df8-48c8-8b21-377146077dfb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:41.515456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df2b8071-e978-4396-8845-4382e750e6af req-20e28a0c-e46d-4f47-9ef1-2da87b3f486d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643140
Nov 10 04:13:41.697863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2b0efc-a70d-48a3-a91b-c171c86e3b30 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:41.707139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.721795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Transition to ACTIVE for port object be2b0efc-a70d-48a3-a91b-c171c86e3b30 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:13:41.727941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.781525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.814901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Pushing event updated for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:41.858186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:41.913168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Attempting to bind port be2b0efc-a70d-48a3-a91b-c171c86e3b30 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:41.913779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Attempting to bind port be2b0efc-a70d-48a3-a91b-c171c86e3b30 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:41.914276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Attempting to bind port be2b0efc-a70d-48a3-a91b-c171c86e3b30 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:41.920228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Port be2b0efc-a70d-48a3-a91b-c171c86e3b30 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:13:41.920590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Attempting to bind port be2b0efc-a70d-48a3-a91b-c171c86e3b30 on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:41.932775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:41.933104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Checking segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:41.933493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Bound using segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:41.933963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Bound port: be2b0efc-a70d-48a3-a91b-c171c86e3b30, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:41.934320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.018856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:42.022324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:42.030413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.061354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.063859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.067307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2b99263-18ac-4770-86b2-fda2cb3c62d4 HTTP/1.1" status: 204  len: 168 time: 1.0815396
Nov 10 04:13:42.074435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.075183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.077081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] 10.222.0.26 "PUT /v2.0/ports/be2b0efc-a70d-48a3-a91b-c171c86e3b30 HTTP/1.1" status: 200  len: 1091 time: 1.0639095
Nov 10 04:13:42.077595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:42.080237 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ed994-1a4b-417b-b495-bc700ead16f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:42.117985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab45e-984a-49eb-b72a-e924534b4987 service neutron] Pushing event updated for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:42.198923 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3507a886-25f0-4991-ac54-120daa35635a x-openstack-request-id: req-3507a886-25f0-4991-ac54-120daa35635a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:42.199224 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:42.199542 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3507a886-25f0-4991-ac54-120daa35635a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:42.199951 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30', 'status': 'completed', 'code': 200}
Nov 10 04:13:42.227208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-248c61dd-950f-4520-b92f-d3ff89db970c tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.228970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-248c61dd-950f-4520-b92f-d3ff89db970c tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/networks?id=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 HTTP/1.1" status: 200  len: 810 time: 0.9217501
Nov 10 04:13:42.239606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-5f417647-eca0-4efc-9f29-a3babff01c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.241550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-5f417647-eca0-4efc-9f29-a3babff01c70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 1094 time: 0.1176717
Nov 10 04:13:42.275646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e90e6e-09ea-4823-88c7-e15bfee16656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b99263-18ac-4770-86b2-fda2cb3c62d4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:42.291337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-6e600eda-bd12-44b3-8bc7-845768923d5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30 HTTP/1.1" status: 200  len: 217 time: 0.0386350
Nov 10 04:13:42.315240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-5452350d-055a-4d76-99c1-075a0c07df76 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/quotas/c1641302347f4b8788361ba3c39de208 HTTP/1.1" status: 200  len: 375 time: 0.0448797
Nov 10 04:13:42.363276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-af3d4010-628a-46de-9d6a-2f30679c45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.365129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-af3d4010-628a-46de-9d6a-2f30679c45e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.0664070
Nov 10 04:13:42.366320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-705b51e0-68c5-4806-a0b2-410a9b1cf521 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1641302347f4b8788361ba3c39de208&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501292
Nov 10 04:13:42.411145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.449642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-5853a529-e932-42b7-994e-3ed05019b399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0750442
Nov 10 04:13:42.522830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89073ab9-2c7c-43a4-98aa-6d5ac54e066f {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:42.534526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.555073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Transition to ACTIVE for port object 89073ab9-2c7c-43a4-98aa-6d5ac54e066f will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:13:42.563019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.583328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-89af2b9e-c188-4a36-8d67-c3ab1286d999 service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309001
Nov 10 04:13:42.735975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:42.776401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-2749dd31-f5dd-4aa9-9109-844b467c3b7a service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833928
Nov 10 04:13:42.795692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba556a01-0fa4-48f6-9d9f-16e8451ab14b req-25c7decb-c5fe-43f4-b520-2885906a3c18 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.803317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba556a01-0fa4-48f6-9d9f-16e8451ab14b req-25c7decb-c5fe-43f4-b520-2885906a3c18 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 943 time: 0.1411378
Nov 10 04:13:42.824519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.850356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:42.874899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-df56c7e5-66f7-431d-916f-a8f8ac3fae12 service neutron] 10.222.0.13 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996126
Nov 10 04:13:42.924037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ba556a01-0fa4-48f6-9d9f-16e8451ab14b req-737acd74-c648-40eb-a4c2-022f5b770a0b tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195076
Nov 10 04:13:42.945334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-5ff46fb1-0072-4a61-a45c-bb89d8b4a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:42.946969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-5ff46fb1-0072-4a61-a45c-bb89d8b4a47d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 1094 time: 0.0812960
Nov 10 04:13:43.020581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Attempting to bind port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:43.020944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Attempting to bind port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:43.021273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Attempting to bind port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:43.042256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:13:43.042672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Attempting to bind port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f on network 125f91f4-5bab-4f7a-8b1a-f82159a3e087 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:43.067148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:43.067489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Checking segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:43.067872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Bound using segment: {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:43.068370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Bound port: 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:43.068698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:43.069845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-1f48b0c5-5c68-4c60-9449-a784d343305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.071348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-1f48b0c5-5c68-4c60-9449-a784d343305c service neutron] 10.222.0.26 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 912 time: 0.1174614
Nov 10 04:13:43.087331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-150c1366-35b8-4b73-b9cc-989f66ed62a7 service neutron] 10.222.0.13 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2114780
Nov 10 04:13:43.127910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-9eabc131-2d80-491b-a859-6277c888cf8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30 HTTP/1.1" status: 200  len: 217 time: 0.0487485
Nov 10 04:13:43.164294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:43.166300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router fb56c251-19a3-48ae-a38a-fb5e447a3c06 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:43.169252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:43.179563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:43.228252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-67bff96f-c734-4d09-b3b7-8d52f50027cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.232877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-67bff96f-c734-4d09-b3b7-8d52f50027cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.0973325
Nov 10 04:13:43.288054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.288713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:43.290115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/89073ab9-2c7c-43a4-98aa-6d5ac54e066f HTTP/1.1" status: 200  len: 1091 time: 2.3113890
Nov 10 04:13:43.290576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:43.292854 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15" -d '{"events": [{"name": "network-changed", "server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:43.323941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-3822a772-c67a-43ce-aaee-07951262a5bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836849
Nov 10 04:13:43.327533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5668-b0f4-4705-90aa-27983a69c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:43.374237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:43.378894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:43.380097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8209dd4f-6998-4b9c-aacf-4f20fe2db122 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "PUT /v2.0/routers/fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 200  len: 915 time: 4.2028418
Nov 10 04:13:43.383335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54324) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:43.386932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] Sync routers for ids ['fb56c251-19a3-48ae-a38a-fb5e447a3c06'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:43.405167 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] Routers {'fb56c251-19a3-48ae-a38a-fb5e447a3c06'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:43.409882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e4c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fb56c251-19a3-48ae-a38a-fb5e447a3c06'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:43.429186 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650b5457-d721-4983-80a3-a7566d873dba x-openstack-request-id: req-650b5457-d721-4983-80a3-a7566d873dba {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:43.429582 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:43.429731 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-650b5457-d721-4983-80a3-a7566d873dba {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:43.430102 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f', 'status': 'completed', 'code': 200}
Nov 10 04:13:43.502492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e4c40>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:43.513406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-afe122c4-526b-4600-b530-53e27152517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.515002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-afe122c4-526b-4600-b530-53e27152517c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 1094 time: 0.1825118
Nov 10 04:13:43.525968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] Routers {'fb56c251-19a3-48ae-a38a-fb5e447a3c06'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:43.526881 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e4c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fb56c251-19a3-48ae-a38a-fb5e447a3c06'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:43.558311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-32017c54-68c1-4b5e-bae8-20c7abc7034d service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255950
Nov 10 04:13:43.569179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e4c40>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:43.569974 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d61a9-04b9-4bdb-b9f0-5b9d3bf47c0e None None] The sync data for ids ['fb56c251-19a3-48ae-a38a-fb5e447a3c06'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:43.590902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-4e46d03f-b732-4784-89e0-b84fd48e4147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f HTTP/1.1" status: 200  len: 217 time: 0.0528648
Nov 10 04:13:43.650230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-557f3074-2855-4917-9f20-da016df34025 req-eec325ec-26f2-43ca-b314-ae578f8713a4 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 210 time: 0.1133175
Nov 10 04:13:43.679102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-dcd0e50a-54b1-4e8b-bc9a-d4968d5ea657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.679102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-dcd0e50a-54b1-4e8b-bc9a-d4968d5ea657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.0762367
Nov 10 04:13:43.687860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d7ed994-1a4b-417b-b495-bc700ead16f7 req-bc973aa0-31e6-4968-b8d8-c4cb42749f66 service neutron] 10.222.0.26 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196442
Nov 10 04:13:43.715930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-762384b0-25e7-4009-8719-a8bf1384dcff tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 200  len: 921 time: 0.3314462
Nov 10 04:13:43.718167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-0fc6f52b-0a5e-4281-8c60-0b55173085a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344212
Nov 10 04:13:43.718605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54338) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:43.738488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3b1c-611d-4cd7-a342-0cbb55f27721 req-674cc57b-0862-4f85-aebe-a0869bb881a0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.740278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f9a3b1c-611d-4cd7-a342-0cbb55f27721 req-674cc57b-0862-4f85-aebe-a0869bb881a0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1810377
Nov 10 04:13:43.813866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f9a3b1c-611d-4cd7-a342-0cbb55f27721 req-34633762-372d-4ae6-9495-4f96226c4d60 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673585
Nov 10 04:13:43.872005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fcd41-5b24-4a39-aeb8-3d5269fa3377 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:43.873683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f2fcd41-5b24-4a39-aeb8-3d5269fa3377 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=fb56c251-19a3-48ae-a38a-fb5e447a3c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1536441
Nov 10 04:13:43.876633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54350) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:43.921573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-2b42b50b-087f-49a9-8b2c-93e566d8eaec service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920795
Nov 10 04:13:44.038051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439e49a-267e-47eb-9774-c9387fac2030 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:44.043764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1439e49a-267e-47eb-9774-c9387fac2030 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1629267
Nov 10 04:13:44.046109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:44.081148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e54518b2-0348-42b6-a5f6-78e4a27f4e9e req-9996e802-6af2-46fa-913d-f3ac5f96fd10 service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524398
Nov 10 04:13:44.105778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dc87090c-b6ef-4b84-9ce0-862a02d20e4f tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 200  len: 205 time: 0.0558035
Nov 10 04:13:44.107615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54374) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:44.171504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaadd54-abe7-42d4-a738-d54870ec084d req-294dd3b6-2a0e-4dca-81d3-faba372041f5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:44.173362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aaadd54-abe7-42d4-a738-d54870ec084d req-294dd3b6-2a0e-4dca-81d3-faba372041f5 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 943 time: 0.1262178
Nov 10 04:13:44.261946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4aaadd54-abe7-42d4-a738-d54870ec084d req-b2bc62bc-7360-4d00-be85-799bb51f0eed tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667460
Nov 10 04:13:44.640438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-d2b8db31-2b3c-43d1-8c32-f791c6f42b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:44.642489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-d2b8db31-2b3c-43d1-8c32-f791c6f42b3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86321f398a2f4013915e01d7352f33b5&device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 1094 time: 0.4636149
Nov 10 04:13:44.713429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:44.726420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cfd84-8f29-45a6-956d-610e6cf9294e req-6ba32ba7-a66e-4052-8979-9b0bd9930ca3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:44.728313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d8cfd84-8f29-45a6-956d-610e6cf9294e req-6ba32ba7-a66e-4052-8979-9b0bd9930ca3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1322556
Nov 10 04:13:44.776846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee6df577-cae1-4161-b595-0d571fa2cbb7 req-a31d59fd-ae9c-4a7b-ab75-c1e7e16868c8 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 210 time: 0.0273592
Nov 10 04:13:44.894021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d8cfd84-8f29-45a6-956d-610e6cf9294e req-5dcb2bc5-f696-4572-8475-362d70c08dbd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251917
Nov 10 04:13:44.899618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-eeead4ce-1ba9-4bfb-80ab-0502f9cf61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:44.901410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-eeead4ce-1ba9-4bfb-80ab-0502f9cf61c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 200  len: 912 time: 0.2503574
Nov 10 04:13:44.954347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-5db98055-e039-4a4b-b8bb-d7cde5d29e10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f HTTP/1.1" status: 200  len: 217 time: 0.0445905
Nov 10 04:13:44.955708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.065401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-5fc494d2-4728-4bc8-9bbe-0a1221ce288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:45.067484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-5fc494d2-4728-4bc8-9bbe-0a1221ce288f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 200  len: 851 time: 0.1030798
Nov 10 04:13:45.104056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port 97680dd1-3df8-48c8-8b21-377146077dfb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:45.104982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.110149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-1b68f07a-9ae7-4db3-a69d-ad778b256095 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=125f91f4-5bab-4f7a-8b1a-f82159a3e087&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344522
Nov 10 04:13:45.144640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-7a5a4c35-3999-4139-9283-9ea969840556 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:45.146223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-7a5a4c35-3999-4139-9283-9ea969840556 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.21 "GET /v2.0/networks?id=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 HTTP/1.1" status: 200  len: 810 time: 0.1211109
Nov 10 04:13:45.161143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Request body: {'port': {'device_id': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4', 'admin_state_up': True, 'tenant_id': 'c1641302347f4b8788361ba3c39de208'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:45.220647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54414) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:45.249619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-29500155-6587-45a9-a4eb-308eb7796c3f service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288874
Nov 10 04:13:45.307044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Made reservation on behalf of c1641302347f4b8788361ba3c39de208 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:13:45.311887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.317665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.343106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for 97680dd1-3df8-48c8-8b21-377146077dfb owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:45.417364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fc32d06-26dc-4071-9649-aa50b75e7ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.429489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4dc2b55-4fbc-4c4f-95fe-3637f1353c15 req-d5c38513-4f4a-4f08-b254-f2bfd9e0ee4e service neutron] 10.222.0.21 "GET /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690700
Nov 10 04:13:45.466691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36591a-970d-435c-96a4-eeff6b3d216d req-663b011d-dd36-4d96-89d2-b95ce6a3cc3d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:45.468178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f36591a-970d-435c-96a4-eeff6b3d216d req-663b011d-dd36-4d96-89d2-b95ce6a3cc3d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 943 time: 0.1365976
Nov 10 04:13:45.547724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Allocated IP 172.20.0.5 (28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4/454d1c0a-8310-414f-a28c-4d1b2622af56/65d27459-6843-4da6-8902-9c4dd6dff176) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:45.553619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.581287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f36591a-970d-435c-96a4-eeff6b3d216d req-54de397a-3615-4ed7-9fda-63d64f4abb17 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877090
Nov 10 04:13:45.587331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=97680dd1-3df8-48c8-8b21-377146077dfb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:45.611150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f23735-9bd9-484c-9077-26ca5188232a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:45.656358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.703023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fc32d06-26dc-4071-9649-aa50b75e7ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.707791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fc32d06-26dc-4071-9649-aa50b75e7ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.751824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.754056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.767782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2fc32d06-26dc-4071-9649-aa50b75e7ef4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d12321bbc1d476ca83bfcca7a2679ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5433793
Nov 10 04:13:45.768082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc32d06-26dc-4071-9649-aa50b75e7ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc4b49-0344-47ac-9fe4-7e3fc090a9d2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:45.770484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54424) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:45.812676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.813237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router fb56c251-19a3-48ae-a38a-fb5e447a3c06 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:45.819799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.820216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.821454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5011c88c-d5e1-411b-9318-821fd0a66cb4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 204  len: 168 time: 1.7120605
Nov 10 04:13:45.829337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:45.835459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-806844625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:45.863023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.864542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.870587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.896000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.898133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d36aff97-dac2-4dd4-8ace-dbc501454134 req-d2ba31ca-0e9d-47df-8077-e94bb4c61879 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 210 time: 0.0299349
Nov 10 04:13:45.898771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.954007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.958805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.960712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:45.972229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:45.977442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:45.979616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:45.980875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5a4725a9-5785-4c97-93b9-f54ad56a4396 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1503005
Nov 10 04:13:45.983619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Pushing event updated for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:45.983768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54432) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:45.989800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:46.063600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:46.064217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.068629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.071110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.072208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96cc4b49-0344-47ac-9fe4-7e3fc090a9d2 HTTP/1.1" status: 204  len: 168 time: 0.2978611
Nov 10 04:13:46.095580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7932631-ed32-4362-aaee-6ef477444c70 req-59fba0cc-021b-452b-b82d-51a4746471e7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:46.097312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7932631-ed32-4362-aaee-6ef477444c70 req-59fba0cc-021b-452b-b82d-51a4746471e7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1167076
Nov 10 04:13:46.099278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48267f06-eda9-4145-9af9-213c36e2f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc4b49-0344-47ac-9fe4-7e3fc090a9d2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:46.107426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ac40ae53-2127-42f5-bcf0-ab75b101c813 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9516788
Nov 10 04:13:46.120492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Request body: {'port': {'device_id': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:46.197365 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7932631-ed32-4362-aaee-6ef477444c70 req-56dec53d-4dad-4c14-b73d-003fa5454175 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889575
Nov 10 04:13:46.203679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.209414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.405010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:46.426512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94ca7604-7877-4fe7-a3d7-de4a3edf6e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.430174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.451687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.521597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d27459-6843-4da6-8902-9c4dd6dff176 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:46.533369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.552311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Transition to ACTIVE for port object 65d27459-6843-4da6-8902-9c4dd6dff176 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:13:46.559106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.568439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Allocated IP 172.32.3.208 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/ed229e2f-621e-45bd-8e2d-621b7f09c694) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:46.604563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94ca7604-7877-4fe7-a3d7-de4a3edf6e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.613951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94ca7604-7877-4fe7-a3d7-de4a3edf6e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.638873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:46.677873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.689388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-94ca7604-7877-4fe7-a3d7-de4a3edf6e2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8f3e6a50744390afcc08394aeed686&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2833896
Nov 10 04:13:46.692409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca7604-7877-4fe7-a3d7-de4a3edf6e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084a2afd-4d87-463f-8f36-27c207c88279,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:46.698905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:46.748073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.764087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336c0e-6db8-4d88-9df3-acd4a6b1760c req-61d029d9-39e9-44a0-abbe-aed4f2302cf3 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:46.766150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab336c0e-6db8-4d88-9df3-acd4a6b1760c req-61d029d9-39e9-44a0-abbe-aed4f2302cf3 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 943 time: 0.0901642
Nov 10 04:13:46.770457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Attempting to bind port 65d27459-6843-4da6-8902-9c4dd6dff176 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:13:46.770785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Attempting to bind port 65d27459-6843-4da6-8902-9c4dd6dff176 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:13:46.771095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Attempting to bind port 65d27459-6843-4da6-8902-9c4dd6dff176 on network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:46.791987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Port 65d27459-6843-4da6-8902-9c4dd6dff176 on network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:13:46.792334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Attempting to bind port 65d27459-6843-4da6-8902-9c4dd6dff176 on network 28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:13:46.797903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:46.798809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.800141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:13:46.802851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Checking segment: {'id': 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:13:46.803321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Bound using segment: {'id': 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:13:46.803832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Bound port: 65d27459-6843-4da6-8902-9c4dd6dff176, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:13:46.804258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.807067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:46.815024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:46.822208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2b6c3-72a2-47b3-b665-01821a74653a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:46.839851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Pushing event updated for resources: {'Port': ['ID=ed229e2f-621e-45bd-8e2d-621b7f09c694,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:46.853149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab336c0e-6db8-4d88-9df3-acd4a6b1760c req-d1cbb627-c4d0-4b48-b8b9-3d3194c7e35d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797415
Nov 10 04:13:46.869062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.878349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9d019565-9d5e-40bb-9411-8d55703ada5f None None] Provisioning complete for port ed229e2f-621e-45bd-8e2d-621b7f09c694 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:46.878830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9d019565-9d5e-40bb-9411-8d55703ada5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.909395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:13:46.913114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65d27459-6843-4da6-8902-9c4dd6dff176,segment=NetworkSegment(ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf),segment_id=ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:13:46.917599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9d019565-9d5e-40bb-9411-8d55703ada5f None None] Port ed229e2f-621e-45bd-8e2d-621b7f09c694 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:46.918435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.964506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:46.965197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:46.966511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] 10.222.0.21 "PUT /v2.0/ports/65d27459-6843-4da6-8902-9c4dd6dff176 HTTP/1.1" status: 200  len: 1091 time: 0.8500421
Nov 10 04:13:46.966949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:46.969800 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8ee77-a682-4217-95ad-fa8c59082865" -d '{"events": [{"name": "network-changed", "server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:47.020322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d56a4-dabb-48d5-9f7e-5845fbba8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:47.024827 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2153e3b5-95df-4a1e-a419-9edd8ac1f913 x-openstack-request-id: req-2153e3b5-95df-4a1e-a419-9edd8ac1f913 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:47.025111 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:47.025364 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2153e3b5-95df-4a1e-a419-9edd8ac1f913 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:47.025755 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176', 'status': 'completed', 'code': 200}
Nov 10 04:13:47.056655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.059333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.060465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/084a2afd-4d87-463f-8f36-27c207c88279 HTTP/1.1" status: 204  len: 168 time: 0.3604679
Nov 10 04:13:47.072377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-d8e88589-7756-48b0-93f0-48f8d249d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.074316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-d8e88589-7756-48b0-93f0-48f8d249d4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1641302347f4b8788361ba3c39de208&device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 1094 time: 0.0461011
Nov 10 04:13:47.086025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:47.125688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-f259d83d-9138-4476-b69e-ec4039ffe2d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d27459-6843-4da6-8902-9c4dd6dff176 HTTP/1.1" status: 200  len: 217 time: 0.0416176
Nov 10 04:13:47.132923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390f42f-0e47-413c-b3bd-4542467b7168 req-0cc93846-cbf1-4dc7-b610-047d61f84135 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.134432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a390f42f-0e47-413c-b3bd-4542467b7168 req-0cc93846-cbf1-4dc7-b610-047d61f84135 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 943 time: 0.1433949
Nov 10 04:13:47.142731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db178cc6-bac7-4784-a0d3-a7531b6b4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084a2afd-4d87-463f-8f36-27c207c88279,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:47.182900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:13:47.209668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-796343fe-517b-4875-8102-f531122be65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.209899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.212658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-796343fe-517b-4875-8102-f531122be65d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=454d1c0a-8310-414f-a28c-4d1b2622af56 HTTP/1.1" status: 200  len: 850 time: 0.0802910
Nov 10 04:13:47.214872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a390f42f-0e47-413c-b3bd-4542467b7168 req-c63128c4-0e08-498f-b213-ad73255dd711 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701118
Nov 10 04:13:47.269822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-bc5d178a-49a8-4e41-94e2-6a3c291a8ff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424023
Nov 10 04:13:47.420112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:47.426918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89073ab9-2c7c-43a4-98aa-6d5ac54e066f details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:47.428856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbacafb-86fa-4611-8a0c-fe63b656ab2b req-971d0073-17c8-46d4-a930-f43158758859 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.430360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bbacafb-86fa-4611-8a0c-fe63b656ab2b req-971d0073-17c8-46d4-a930-f43158758859 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1186783
Nov 10 04:13:47.448940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-39c1ed6d-35be-46cd-9b4a-b32f7708d987 service neutron] 10.222.0.21 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683414
Nov 10 04:13:47.472226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'mac_address': 'fa:16:3e:58:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:47.490759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.502669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.535286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.568481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9bbacafb-86fa-4611-8a0c-fe63b656ab2b req-8c6be22d-cf86-453e-9c3b-d143199e55f4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298513
Nov 10 04:13:47.612718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:47.635954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:47.640230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f0bb44f-b2a3-43b5-ba38-28f77ccfda56 req-5aff414e-07db-496b-9baf-ac81db833583 service neutron] 10.222.0.21 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825442
Nov 10 04:13:47.661330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.662374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device be2b0efc-a70d-48a3-a91b-c171c86e3b30 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:47.698323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Router 9f81bf1c-1852-445a-ab63-71376a7767d6 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:47.753177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-edf816b0-1265-4584-b9c0-66f75da73bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.756284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-edf816b0-1265-4584-b9c0-66f75da73bfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1641302347f4b8788361ba3c39de208&device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 1094 time: 0.0514801
Nov 10 04:13:47.800213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:47.818331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'port_id': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30', 'mac_address': 'fa:16:3e:bb:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aee34ca-ed35-46e1-9738-3ba68c625bc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:47.851085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.911094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-5b69a852-96b4-4c3e-b011-aa506739ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:47.914254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-5b69a852-96b4-4c3e-b011-aa506739ec9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 HTTP/1.1" status: 200  len: 911 time: 0.1514225
Nov 10 04:13:47.920043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:47.926153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.935405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bcfcac40-a933-48f4-9517-b5dfc3f98549 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "PUT /v2.0/routers/9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 200  len: 915 time: 1.9475293
Nov 10 04:13:47.935759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54484) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:47.936098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:47.950520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] Sync routers for ids ['9f81bf1c-1852-445a-ab63-71376a7767d6'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:48.030859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2b0efc-a70d-48a3-a91b-c171c86e3b30 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:48.057897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:48.063085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:48.068587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:48.078862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:48.118492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] Routers {'9f81bf1c-1852-445a-ab63-71376a7767d6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:48.119150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d42700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9f81bf1c-1852-445a-ab63-71376a7767d6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:48.236869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:48.252950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d42700>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:48.270901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['0d2b1517-8d23-44e6-b9fb-998c045da632'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:48.339560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f', 'network_id': '125f91f4-5bab-4f7a-8b1a-f82159a3e087', 'port_id': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f', 'mac_address': 'fa:16:3e:51:04:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aee34ca-ed35-46e1-9738-3ba68c625bc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:48.342285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:13:48.342647 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:13:48.366411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['be2b0efc-a70d-48a3-a91b-c171c86e3b30'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:48.434771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-48c0d6aa-a68e-44e3-92a0-d724242453c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d27459-6843-4da6-8902-9c4dd6dff176 HTTP/1.1" status: 200  len: 217 time: 0.5116460
Nov 10 04:13:48.475763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] Routers {'9f81bf1c-1852-445a-ab63-71376a7767d6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:48.481122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d42700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9f81bf1c-1852-445a-ab63-71376a7767d6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:48.516372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-61b1ed25-2ea6-4bf0-a849-f5680f59c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:48.521822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-61b1ed25-2ea6-4bf0-a849-f5680f59c998 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=454d1c0a-8310-414f-a28c-4d1b2622af56 HTTP/1.1" status: 200  len: 850 time: 0.0774219
Nov 10 04:13:48.529706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0133-5149-4c5d-9892-4cb8cbcb3db8 req-7b690114-80e8-4abb-a603-2ece302eef81 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:48.531249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29cc0133-5149-4c5d-9892-4cb8cbcb3db8 req-7b690114-80e8-4abb-a603-2ece302eef81 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 944 time: 0.0993164
Nov 10 04:13:48.566067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-599d46e0-d4db-4f06-a3c4-e22d10634feb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337808
Nov 10 04:13:48.576666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d42700>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:48.581357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08047177-3b7f-4bb0-ac76-3c95400be842 None None] The sync data for ids ['9f81bf1c-1852-445a-ab63-71376a7767d6'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:48.630932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f882b666-c619-462f-b97c-5c9b8a037f44 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 200  len: 921 time: 0.6934662
Nov 10 04:13:48.635974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:48.728299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197b8f-924c-4a90-92d5-0188f9faf949 req-5ec67eb9-ebc8-4702-9df0-f09e9f60562d tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:48.733492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61197b8f-924c-4a90-92d5-0188f9faf949 req-5ec67eb9-ebc8-4702-9df0-f09e9f60562d tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 943 time: 0.1752605
Nov 10 04:13:48.753888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:48.763797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:48.823970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89073ab9-2c7c-43a4-98aa-6d5ac54e066f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:48.836721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-29cc0133-5149-4c5d-9892-4cb8cbcb3db8 req-2f99731f-06bf-4a08-acef-a5ab901c695e tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730677
Nov 10 04:13:48.928832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61197b8f-924c-4a90-92d5-0188f9faf949 req-599f25ed-b80a-4670-9ad9-9859035a4c33 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697221
Nov 10 04:13:48.962782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:48.999638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b6a8d-e9e5-4bf9-b841-e6feefcf8b6c tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:49.007862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5a8b6a8d-e9e5-4bf9-b841-e6feefcf8b6c tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=9f81bf1c-1852-445a-ab63-71376a7767d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3661072
Nov 10 04:13:49.010606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:49.031718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.033596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:49.047918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-366c03dd-0d3b-40c0-9518-90ce2894e852 service neutron] 10.222.0.21 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4729717
Nov 10 04:13:49.048512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:49.066037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.132483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:49.145687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.168410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:49.227492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:49.243020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f2fd4-da7c-4fd6-8f05-69ef9751c439 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:49.247680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b0f2fd4-da7c-4fd6-8f05-69ef9751c439 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.2355375
Nov 10 04:13:49.248383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:49.270342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['89073ab9-2c7c-43a4-98aa-6d5ac54e066f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:49.297936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a978a-989d-43f6-92ec-a17d49839a05 req-58b7b410-ff49-42a3-8fe7-1a42e09ad849 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:49.299515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-784a978a-989d-43f6-92ec-a17d49839a05 req-58b7b410-ff49-42a3-8fe7-1a42e09ad849 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1515677
Nov 10 04:13:49.303605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:49.304907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0bcf7e15-a655-4635-a463-d0a08d3b47bc tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 200  len: 205 time: 0.0546076
Nov 10 04:13:49.342438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54534) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:49.393291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63c8ee77-a682-4217-95ad-fa8c59082865 req-6a58ae14-04e5-4e8b-8574-6b81e6697857 service neutron] 10.222.0.21 "GET /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375287
Nov 10 04:13:49.468278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-784a978a-989d-43f6-92ec-a17d49839a05 req-61e961a1-9fc3-4bc1-924f-78123c5b9435 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525648
Nov 10 04:13:49.504807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.508855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:13:49.582177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f5183bc-8732-454a-a472-91402a684e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.655146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.682941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f5183bc-8732-454a-a472-91402a684e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.689857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f5183bc-8732-454a-a472-91402a684e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.728120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port ed229e2f-621e-45bd-8e2d-621b7f09c694 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:49.729178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.745105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54540) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:49.746228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f5183bc-8732-454a-a472-91402a684e0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4238bae0af894b4ca9e80be69a8a9f6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4025836
Nov 10 04:13:49.747954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5183bc-8732-454a-a472-91402a684e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52cece5-ace1-4d2b-aa9e-169485597f85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:49.847455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.869829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.891754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.893669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for ed229e2f-621e-45bd-8e2d-621b7f09c694 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:49.996361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227dca1-5049-468b-8a40-03d529bb368c req-17c2533e-28bb-41bf-9bfc-c5fbed09dcf0 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:49.996671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:49.998220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9227dca1-5049-468b-8a40-03d529bb368c req-17c2533e-28bb-41bf-9bfc-c5fbed09dcf0 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 944 time: 0.0793574
Nov 10 04:13:49.999398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.000763 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e52cece5-ace1-4d2b-aa9e-169485597f85 HTTP/1.1" status: 204  len: 168 time: 0.2541587
Nov 10 04:13:50.049201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb43e3-2937-49b6-b491-03c727fe8186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52cece5-ace1-4d2b-aa9e-169485597f85,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:50.087793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9227dca1-5049-468b-8a40-03d529bb368c req-f24e63e6-2a99-4e50-9094-78b516f0394d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775945
Nov 10 04:13:50.158203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc6d8-c964-45a7-ae4c-277bbc5409e0 req-cbb33092-2727-46fe-979f-d75719f15f26 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:50.159765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-954cc6d8-c964-45a7-ae4c-277bbc5409e0 req-cbb33092-2727-46fe-979f-d75719f15f26 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 943 time: 0.0947356
Nov 10 04:13:50.175300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.235158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a10b3-a93d-4da3-956d-680296700474 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:50.240801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=ed229e2f-621e-45bd-8e2d-621b7f09c694,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:50.324338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-954cc6d8-c964-45a7-ae4c-277bbc5409e0 req-495ff87e-05ab-4fa2-93ea-dc9b87b40497 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575487
Nov 10 04:13:50.342475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.455293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.457641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.530132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.530718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router 9f81bf1c-1852-445a-ab63-71376a7767d6 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:50.545511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.557249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54564) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:50.558551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a3a64e5c-2ca8-46ac-a6ae-7740a15dd864 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 204  len: 168 time: 1.2540860
Nov 10 04:13:50.562060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1739373693', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:50.610236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.611687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.727990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.740239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57c5d-01c8-40bb-8978-21d7e7f4806c req-c856be74-54c1-449d-8df7-21ae8f1a687b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:50.742291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25f57c5d-01c8-40bb-8978-21d7e7f4806c req-c856be74-54c1-449d-8df7-21ae8f1a687b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1268051
Nov 10 04:13:50.934098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:50.970102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-25f57c5d-01c8-40bb-8978-21d7e7f4806c req-4c8a7a38-e096-4745-a34e-17559bc85a1a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518586
Nov 10 04:13:51.104778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:51.198650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 0d2b1517-8d23-44e6-b9fb-998c045da632 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:51.199125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.240442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.261177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.311339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5ad4-73ce-4e38-913c-5a1c5553dca3 req-722ff616-98e4-4066-8fff-a1f7a5ad0948 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:51.313828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adea5ad4-73ce-4e38-913c-5a1c5553dca3 req-722ff616-98e4-4066-8fff-a1f7a5ad0948 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 944 time: 0.1086371
Nov 10 04:13:51.364441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.396329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adea5ad4-73ce-4e38-913c-5a1c5553dca3 req-5d7faf91-901d-4d46-82d1-e00831cda82a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755031
Nov 10 04:13:51.398055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65d27459-6843-4da6-8902-9c4dd6dff176 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:13:51.400923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89073ab9-2c7c-43a4-98aa-6d5ac54e066f up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:51.464863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Allocated IP 172.32.3.201 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3f66e5cf-83bd-4f54-a978-f836321195bd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:13:51.480849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:51.483696 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196b3f2-462f-4ea2-b7aa-2af658860859" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:51.492847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:13:51.510328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:51.510712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.522229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:51.586565 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22164c87-1f94-4270-b7a1-705871e6c44c x-openstack-request-id: req-22164c87-1f94-4270-b7a1-705871e6c44c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:51.586817 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-plugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:51.587069 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22164c87-1f94-4270-b7a1-705871e6c44c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:51.587453 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:13:51.588079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.588915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device be2b0efc-a70d-48a3-a91b-c171c86e3b30 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:51.690476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd1b4-857c-4aab-a290-6c93cbb499f8 req-18eb03f8-de3c-47d1-81e8-539abc7b380e tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:51.698760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78ebd1b4-857c-4aab-a290-6c93cbb499f8 req-18eb03f8-de3c-47d1-81e8-539abc7b380e tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 943 time: 0.1767321
Nov 10 04:13:51.732010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65d27459-6843-4da6-8902-9c4dd6dff176,segment=NetworkSegment(ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf),segment_id=ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:51.740678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=13']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:51.762170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.783079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78ebd1b4-857c-4aab-a290-6c93cbb499f8 req-5d9fbf9a-4fcb-43bd-9f50-c20e0b7e1c81 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822971
Nov 10 04:13:51.783969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '65d27459-6843-4da6-8902-9c4dd6dff176', 'network_id': '28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4', 'port_id': '65d27459-6843-4da6-8902-9c4dd6dff176', 'mac_address': 'fa:16:3e:b1:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454d1c0a-8310-414f-a28c-4d1b2622af56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:13:51.809480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port be2b0efc-a70d-48a3-a91b-c171c86e3b30 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:13:51.836837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.840518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port be2b0efc-a70d-48a3-a91b-c171c86e3b30 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:51.841096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.847697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.899595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:13:51.902640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.902991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:13:51.907803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:13:51.910301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event updated for resources: {'Port': ['ID=3f66e5cf-83bd-4f54-a978-f836321195bd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:51.939113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fa4b2-518d-43da-ad58-349bfb09f44f None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:51.947612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d27459-6843-4da6-8902-9c4dd6dff176 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:13:51.954954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:51.978437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:51.989736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65d27459-6843-4da6-8902-9c4dd6dff176,segment=NetworkSegment(ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf),segment_id=ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:52.045176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:52.088293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4519c61d-6ab0-470f-8fee-43ce870b2894 None None] Provisioning complete for port 3f66e5cf-83bd-4f54-a978-f836321195bd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:52.088293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4519c61d-6ab0-470f-8fee-43ce870b2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:52.094249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:52.119812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:52.232070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4519c61d-6ab0-470f-8fee-43ce870b2894 None None] Port 3f66e5cf-83bd-4f54-a978-f836321195bd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:13:52.251933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e538a50-ca9b-4eda-a2e7-58532c2a1d07 req-e113a12a-1ee6-4158-96df-872fff12bc63 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:52.253592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e538a50-ca9b-4eda-a2e7-58532c2a1d07 req-e113a12a-1ee6-4158-96df-872fff12bc63 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.0996830
Nov 10 04:13:52.258207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:52.263189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['65d27459-6843-4da6-8902-9c4dd6dff176'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:13:52.267628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:52.384907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e538a50-ca9b-4eda-a2e7-58532c2a1d07 req-2e9d1bdd-aed6-4c1b-998f-787108771df9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223302
Nov 10 04:13:52.438033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:52.465951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:52.559338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:52.668717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5385-74a1-4015-a27e-b815691fa8b2 req-1eb1356e-549a-4275-86e4-9adf32aa9079 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:52.671364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-621f5385-74a1-4015-a27e-b815691fa8b2 req-1eb1356e-549a-4275-86e4-9adf32aa9079 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 945 time: 0.1089389
Nov 10 04:13:52.771219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-621f5385-74a1-4015-a27e-b815691fa8b2 req-c25973be-94a7-4035-be16-88d972088cdc tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865448
Nov 10 04:13:52.852038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:53.187707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Router 6c211b3c-d8e4-4871-ba0c-b649024538a2 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:13:53.206216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c23fb-cb58-4875-a4f0-69f0b40bcf77 req-6b444513-a2bd-4bb0-85b4-7e9847dc54ae tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:53.207835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410c23fb-cb58-4875-a4f0-69f0b40bcf77 req-6b444513-a2bd-4bb0-85b4-7e9847dc54ae tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 944 time: 0.0689018
Nov 10 04:13:53.346672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410c23fb-cb58-4875-a4f0-69f0b40bcf77 req-755dcd1e-76cc-4409-b892-3e330dcd5e60 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309321
Nov 10 04:13:53.367941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:53.381921 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] Sync routers for ids ['6c211b3c-d8e4-4871-ba0c-b649024538a2'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:53.389991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65d27459-6843-4da6-8902-9c4dd6dff176 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:13:53.394723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:53.398949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:53.399928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f8e58601-e0e0-4891-b00d-8b8cd3fa3d37 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8414874
Nov 10 04:13:53.407512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:13:53.419904 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] Routers {'6c211b3c-d8e4-4871-ba0c-b649024538a2'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:53.432655 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860a60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c211b3c-d8e4-4871-ba0c-b649024538a2'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:53.489683 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860a60>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:53.497114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 65d27459-6843-4da6-8902-9c4dd6dff176 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:13:53.508250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 65d27459-6843-4da6-8902-9c4dd6dff176 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:13:53.508524 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] Routers {'6c211b3c-d8e4-4871-ba0c-b649024538a2'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:53.508666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:53.512431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860a60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c211b3c-d8e4-4871-ba0c-b649024538a2'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:53.588829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f'}, {'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:53.592012 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a868d52c-15d5-409d-9606-e32c1b711d7c" -d '{"events": [{"server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "name": "network-vif-plugged", "status": "completed", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f"}, {"server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "name": "network-vif-plugged", "status": "completed", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:53.615601 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860a60>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:53.616486 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a878f2-778e-44ad-9bfc-6a4bc35529ab None None] The sync data for ids ['6c211b3c-d8e4-4871-ba0c-b649024538a2'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:53.690016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8e6e5-4cfe-4840-bfda-24e89dce6e68 req-6ad5777c-d3cf-4267-bdfb-c41ac7f3d9be tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:53.691810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ff8e6e5-4cfe-4840-bfda-24e89dce6e68 req-6ad5777c-d3cf-4267-bdfb-c41ac7f3d9be tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1616027
Nov 10 04:13:53.725751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:53.778597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54666) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:53.795575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65d27459-6843-4da6-8902-9c4dd6dff176,segment=NetworkSegment(ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf),segment_id=ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:53.804498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:53.849706 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff2c0d9-550e-406a-b414-51f535e9dea8 x-openstack-request-id: req-1ff2c0d9-550e-406a-b414-51f535e9dea8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:53.850273 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "name": "network-vif-plugged", "status": "completed", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f", "code": 200}, {"server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "name": "network-vif-plugged", "status": "completed", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:53.850700 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ff2c0d9-550e-406a-b414-51f535e9dea8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:53.851930 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f', 'code': 200}
Nov 10 04:13:53.852354 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30', 'code': 200}
Nov 10 04:13:53.866651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ff8e6e5-4cfe-4840-bfda-24e89dce6e68 req-1c0fc49e-8e2b-4360-a8c1-2882a71f1d65 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1638269
Nov 10 04:13:53.935048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:54.001324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0206a68-9669-4ae2-bdf7-d432872e1cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.022852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e87a9-8726-4ee1-8f30-be701126f7d2 req-bfa496a4-7f8e-4ccc-b54d-4001545375a3 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:54.032347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-362e87a9-8726-4ee1-8f30-be701126f7d2 req-bfa496a4-7f8e-4ccc-b54d-4001545375a3 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 945 time: 0.1065109
Nov 10 04:13:54.082938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b724e4-1a82-4452-8110-28cc78a7dd82 req-01807de2-a148-45af-9cdb-0813eb3237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:54.084439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67b724e4-1a82-4452-8110-28cc78a7dd82 req-01807de2-a148-45af-9cdb-0813eb3237f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 1096 time: 0.2160580
Nov 10 04:13:54.105904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aff7d-c121-43f0-bd38-aaeea3133433 req-56e7cd90-d8be-489a-9c4d-a442cb7bf9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:54.107425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-533aff7d-c121-43f0-bd38-aaeea3133433 req-56e7cd90-d8be-489a-9c4d-a442cb7bf9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 1096 time: 0.1046231
Nov 10 04:13:54.125443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-362e87a9-8726-4ee1-8f30-be701126f7d2 req-356d6985-2bc8-4c1f-aedd-034d8b6b0e51 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861208
Nov 10 04:13:54.154362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.181973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.189075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0206a68-9669-4ae2-bdf7-d432872e1cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.195491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0206a68-9669-4ae2-bdf7-d432872e1cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.213693 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67b724e4-1a82-4452-8110-28cc78a7dd82 req-e4ba1a0d-0266-4a3c-afbb-8e8cf1958829 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179063
Nov 10 04:13:54.248594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:54.248964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0206a68-9669-4ae2-bdf7-d432872e1cfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d43e03f10bbb40c49854cc4969898669&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4679027
Nov 10 04:13:54.249904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206a68-9669-4ae2-bdf7-d432872e1cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed2b41-95d8-4813-8d68-3dd11b737919,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:54.275298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-533aff7d-c121-43f0-bd38-aaeea3133433 req-5493b7f0-e0dd-4187-8a78-96876a6dd288 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582024
Nov 10 04:13:54.326845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Deleting port 3f66e5cf-83bd-4f54-a978-f836321195bd {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:54.327179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.329057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.399418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.490983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.507617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Calling delete_port for 3f66e5cf-83bd-4f54-a978-f836321195bd owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:54.528344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.531961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.536380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15ed2b41-95d8-4813-8d68-3dd11b737919 HTTP/1.1" status: 204  len: 168 time: 0.2858407
Nov 10 04:13:54.546777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0cd5-8675-4faa-8a38-3ad03ead8efa req-9c376257-b041-4088-b273-72ca4f8073f4 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:54.548333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cab0cd5-8675-4faa-8a38-3ad03ead8efa req-9c376257-b041-4088-b273-72ca4f8073f4 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.1047616
Nov 10 04:13:54.594321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce20afc-9960-41c2-8249-219728d0fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed2b41-95d8-4813-8d68-3dd11b737919,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:54.683909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cab0cd5-8675-4faa-8a38-3ad03ead8efa req-eedc780f-d012-4d3f-b466-6b2afb5713be tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118014
Nov 10 04:13:54.843378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.878274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Pushing event deleted for resources: {'Port': ['ID=3f66e5cf-83bd-4f54-a978-f836321195bd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:54.906894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094656a8-47df-4eed-a38a-7c119596b1fe None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:13:54.955220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:54.989424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.003845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efb9db4e-3917-4e72-b99b-924b6b70ecff admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.088535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efb9db4e-3917-4e72-b99b-924b6b70ecff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.095217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-efb9db4e-3917-4e72-b99b-924b6b70ecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.156956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-efb9db4e-3917-4e72-b99b-924b6b70ecff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8b1431903f34b2f8d18c3aad15197e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1663868
Nov 10 04:13:55.160678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54690) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.161370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10b444-0a8e-4871-89d0-e988606715a0 req-2b1fda55-3a42-4840-af0c-93113cefdfbc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:55.170372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c10b444-0a8e-4871-89d0-e988606715a0 req-2b1fda55-3a42-4840-af0c-93113cefdfbc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1668866
Nov 10 04:13:55.170607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9db4e-3917-4e72-b99b-924b6b70ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aaa2ba-9ef2-4c95-86f7-b67f595fa333,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:55.289981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.304314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c10b444-0a8e-4871-89d0-e988606715a0 req-5eba4320-fe45-41e6-84a3-39f8534c9132 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329291
Nov 10 04:13:55.305912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.313156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.347923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2268c0-866d-45a1-86c7-607f736704dd req-5fc383b2-9078-4ac9-ac57-2773323d55ea tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:55.355647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b2268c0-866d-45a1-86c7-607f736704dd req-5fc383b2-9078-4ac9-ac57-2773323d55ea tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 945 time: 0.1192033
Nov 10 04:13:55.389034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.401486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Router 6c211b3c-d8e4-4871-ba0c-b649024538a2 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:13:55.441187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b2268c0-866d-45a1-86c7-607f736704dd req-5886d39b-e578-42e3-9642-cc801fb67e2c tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846035
Nov 10 04:13:55.486032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.490420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.495703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45aaa2ba-9ef2-4c95-86f7-b67f595fa333 HTTP/1.1" status: 204  len: 168 time: 0.3279953
Nov 10 04:13:55.502151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b37c38-6db5-45cc-8b80-020a2c2ef723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aaa2ba-9ef2-4c95-86f7-b67f595fa333,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:55.572151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:13:55.590554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] Sync routers for ids ['6c211b3c-d8e4-4871-ba0c-b649024538a2'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:13:55.599364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:55.600326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7ba80f2b-aa63-4894-8740-a5d83d0ab4b3 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "PUT /v2.0/routers/6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 200  len: 706 time: 2.1995265
Nov 10 04:13:55.603676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54694) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.607790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] Routers {'6c211b3c-d8e4-4871-ba0c-b649024538a2'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:55.608420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c211b3c-d8e4-4871-ba0c-b649024538a2'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:55.649540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3850>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:55.660242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] Routers {'6c211b3c-d8e4-4871-ba0c-b649024538a2'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:13:55.661159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:13:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c211b3c-d8e4-4871-ba0c-b649024538a2'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:55.706172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ba3850>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:13:55.707003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d2f8c-c954-4fcd-af2e-0ce1f6951169 None None] The sync data for ids ['6c211b3c-d8e4-4871-ba0c-b649024538a2'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:13:55.724573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aee91e54-aaab-4c28-8d1e-8cc434ac08e1 tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/routers/6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 200  len: 741 time: 0.1165442
Nov 10 04:13:55.725363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54700) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.842183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-205defc5-4ab1-4d00-9c99-c429f074fe9e tempest-RoutersAdminTest-1209760423 tempest-RoutersAdminTest-1209760423-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 200  len: 205 time: 0.1128886
Nov 10 04:13:55.842529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54706) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.853489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:13:55.856660 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0687282-f51b-4a3d-9fc9-986b0e25b7f7" -d '{"events": [{"server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "name": "network-vif-plugged", "status": "completed", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:13:55.892543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6b4758d8-632d-4745-b33a-b1f9180726da tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 200  len: 205 time: 0.0458782
Nov 10 04:13:55.892800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70b89-0476-4a19-a405-67e663ebe3ac req-8944f028-c454-4568-9ad3-efa9702beede tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:55.893035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0a70b89-0476-4a19-a405-67e663ebe3ac req-8944f028-c454-4568-9ad3-efa9702beede tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.0939133
Nov 10 04:13:55.893486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54710) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:55.926773 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c919f93-bb28-4c63-b8c5-86632cad6eee x-openstack-request-id: req-9c919f93-bb28-4c63-b8c5-86632cad6eee {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:13:55.927280 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "name": "network-vif-plugged", "status": "completed", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:13:55.927280 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c919f93-bb28-4c63-b8c5-86632cad6eee {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:13:55.927685 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176', 'code': 200}
Nov 10 04:13:56.029078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:56.469950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0a70b89-0476-4a19-a405-67e663ebe3ac req-da7684ca-a5dc-4454-934b-98ab4291e2ae tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5655520
Nov 10 04:13:56.524568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2246192-b189-4f00-b78e-163e85586156 req-c3bb40d2-5817-4f3b-b2fd-c3c151c8f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:56.526191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2246192-b189-4f00-b78e-163e85586156 req-c3bb40d2-5817-4f3b-b2fd-c3c151c8f865 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 1096 time: 0.5130258
Nov 10 04:13:56.569997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43442fb-1a92-45fb-852d-2d9c5b16e4a7 req-9f329d93-97b1-4f38-915c-27f53f35b517 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:56.584530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b43442fb-1a92-45fb-852d-2d9c5b16e4a7 req-9f329d93-97b1-4f38-915c-27f53f35b517 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1270754
Nov 10 04:13:56.643637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:56.648849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:56.676475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b43442fb-1a92-45fb-852d-2d9c5b16e4a7 req-db4eaf66-cfc3-427f-8aed-a6b9c8a6a254 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882456
Nov 10 04:13:56.722771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c444b8-4024-4b29-9106-38073fb4598d req-9dd68e98-3194-4edf-a897-2321f917ae2a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:56.724460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c444b8-4024-4b29-9106-38073fb4598d req-9dd68e98-3194-4edf-a897-2321f917ae2a tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 945 time: 0.1239698
Nov 10 04:13:56.728492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2246192-b189-4f00-b78e-163e85586156 req-aecac2ac-ec49-4168-ab3e-7bd498977602 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680200
Nov 10 04:13:56.734508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:56.734956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Fanout notify agent at l3_agent the message router_deleted on router 6c211b3c-d8e4-4871-ba0c-b649024538a2 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:13:56.742513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:56.746827 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-305d15b8-5a9c-40b9-975f-6fa30e7f782a tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 204  len: 168 time: 0.8491118
Nov 10 04:13:56.746976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54738) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:56.791550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-858f3cff-ee40-4cb8-bcf5-b5264daf729b tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 200  len: 205 time: 0.0433958
Nov 10 04:13:56.794076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54742) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:56.837458 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-86ff26a5-579b-402b-9859-239d3c96209f tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:56.841091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-86ff26a5-579b-402b-9859-239d3c96209f tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/6c211b3c-d8e4-4871-ba0c-b649024538a2 HTTP/1.1" status: 404  len: 336 time: 0.0432992
Nov 10 04:13:56.841602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:56.877223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-872ca880-df1b-47a1-a144-c7c003ecbc78 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 200  len: 205 time: 0.0345929
Nov 10 04:13:56.880203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54750) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:56.893787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c444b8-4024-4b29-9106-38073fb4598d req-22112d40-41fb-43b1-a46f-0db066b28416 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608970
Nov 10 04:13:56.943822 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-2e32f63a-5345-432a-8d93-be1bf39ce633 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:56.945992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2e32f63a-5345-432a-8d93-be1bf39ce633 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/9f81bf1c-1852-445a-ab63-71376a7767d6 HTTP/1.1" status: 404  len: 336 time: 0.0633709
Nov 10 04:13:56.948104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54754) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:56.991808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d039847a-241d-4647-8c08-a3cc7aa48e3d tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 200  len: 205 time: 0.0420761
Nov 10 04:13:56.994435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54758) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.043234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54760) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.070140 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-93338dda-dfa2-4e6c-8b32-784b7aa13ec8 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:57.075966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54766) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.078038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-93338dda-dfa2-4e6c-8b32-784b7aa13ec8 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/fb56c251-19a3-48ae-a38a-fb5e447a3c06 HTTP/1.1" status: 404  len: 336 time: 0.0823028
Nov 10 04:13:57.101108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6946ecd-0df2-4ae5-a5bc-7cf8d054f2ee req-c5137944-8fa4-4ad0-abc0-811661172d81 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:57.102622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6946ecd-0df2-4ae5-a5bc-7cf8d054f2ee req-c5137944-8fa4-4ad0-abc0-811661172d81 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 945 time: 0.0885324
Nov 10 04:13:57.127002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2db44017-d8f3-458c-af05-ff3d9c9231ed tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 200  len: 205 time: 0.0440369
Nov 10 04:13:57.128344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.168761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6946ecd-0df2-4ae5-a5bc-7cf8d054f2ee req-d1e293d4-1e9a-4e44-b4a6-2b9beba08e80 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515802
Nov 10 04:13:57.214605 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-cc35f4ef-be39-4291-9de3-f387c2222d83 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:57.215721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc35f4ef-be39-4291-9de3-f387c2222d83 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/6b8723ce-1903-4f64-b8c4-488cdfc65e28 HTTP/1.1" status: 404  len: 336 time: 0.0861433
Nov 10 04:13:57.219636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.262347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d91c59b0-431e-4264-b0ad-8400c2fac6f4 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 200  len: 205 time: 0.0412731
Nov 10 04:13:57.264835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54774) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.277169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26c39f87-7a63-4f30-8b89-659cdeacb2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:57.341270 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-61c1f363-2f20-460b-81e0-66865b3d2e9f tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:57.342629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-61c1f363-2f20-460b-81e0-66865b3d2e9f tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/06f4aab4-bc58-492a-acb0-67d940bed0fe HTTP/1.1" status: 404  len: 336 time: 0.0762126
Nov 10 04:13:57.345766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.414955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-929a9211-2a2d-4c5e-a561-378a7cb24ac2 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 HTTP/1.1" status: 200  len: 205 time: 0.0655556
Nov 10 04:13:57.415402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54778) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.419906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26c39f87-7a63-4f30-8b89-659cdeacb2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:57.434173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26c39f87-7a63-4f30-8b89-659cdeacb2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:57.526936 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-a7a3adac-0993-40de-84c8-039fda9f4b1d tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] delete failed (client error): The resource could not be found.
Nov 10 04:13:57.527988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a7a3adac-0993-40de-84c8-039fda9f4b1d tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/routers/f1aa5803-8fc9-4b75-bec3-6adf5f11ea78 HTTP/1.1" status: 404  len: 336 time: 0.1117487
Nov 10 04:13:57.532587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.545603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c39f87-7a63-4f30-8b89-659cdeacb2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59082a-c573-4a3c-baef-0bc52d8c8274,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:57.558523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26c39f87-7a63-4f30-8b89-659cdeacb2eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=355352fa2d7b42fbbc18b16a56be8be9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5077741
Nov 10 04:13:57.561194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54788) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:57.587277 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b35c60-fd6c-44ca-88c6-40827723a945 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:13:57.587770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b35c60-fd6c-44ca-88c6-40827723a945 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:13:57.606187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-54b35c60-fd6c-44ca-88c6-40827723a945 tempest-RoutersAdminTest-1388670821 tempest-RoutersAdminTest-1388670821-project] 10.222.0.13 "DELETE /v2.0/subnets/f3a888da-d9b1-48f6-9c84-f279a8a90545 HTTP/1.1" status: 404  len: 337 time: 0.0725172
Nov 10 04:13:57.760042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:57.827468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d28cf-f159-4024-8fb5-720dd5c71190 req-99d6b469-dca8-46dc-a3b4-7283bfd2d821 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:57.833677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac1d28cf-f159-4024-8fb5-720dd5c71190 req-99d6b469-dca8-46dc-a3b4-7283bfd2d821 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.1808510
Nov 10 04:13:57.859508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.009285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac1d28cf-f159-4024-8fb5-720dd5c71190 req-c8390d3c-a7c1-468c-a3be-ee1af7a1f840 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628268
Nov 10 04:13:58.011048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.014539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.018771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b59082a-c573-4a3c-baef-0bc52d8c8274 HTTP/1.1" status: 204  len: 168 time: 0.4544799
Nov 10 04:13:58.019771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3864455-6b60-44a5-bf08-1ac72b1c127d req-f7e478fb-684c-4b39-ac01-b15ecce9fd9e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:58.022211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3864455-6b60-44a5-bf08-1ac72b1c127d req-f7e478fb-684c-4b39-ac01-b15ecce9fd9e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1121681
Nov 10 04:13:58.053996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54816) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:58.082579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792b580-95f1-46a7-b16b-2322947f820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59082a-c573-4a3c-baef-0bc52d8c8274,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:58.150273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3864455-6b60-44a5-bf08-1ac72b1c127d req-32637f87-06d0-4ee8-afe9-2dbe12315e5b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154263
Nov 10 04:13:58.224935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bef895-0659-4ed5-b8af-ce3a118446a2 req-0c1b679d-43f0-438a-a153-49017ba7460d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:58.227377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e1bef895-0659-4ed5-b8af-ce3a118446a2 req-0c1b679d-43f0-438a-a153-49017ba7460d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 945 time: 0.0861130
Nov 10 04:13:58.315044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e1bef895-0659-4ed5-b8af-ce3a118446a2 req-ec97356f-7714-4391-9286-51acc25ecf41 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730867
Nov 10 04:13:58.427079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b086f4f3-e559-485f-b482-7c08a4882217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.561357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b086f4f3-e559-485f-b482-7c08a4882217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.569858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b086f4f3-e559-485f-b482-7c08a4882217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.613234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b086f4f3-e559-485f-b482-7c08a4882217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d62aa7e8f439479e9b10744d8935b20d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5548570
Nov 10 04:13:58.613444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:58.621760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f4f3-e559-485f-b482-7c08a4882217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d9ada-6d7f-484e-8ebb-ba472b477d67,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:58.712928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.753665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.813220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.818144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:58.821655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f7d9ada-6d7f-484e-8ebb-ba472b477d67 HTTP/1.1" status: 204  len: 168 time: 0.2048748
Nov 10 04:13:58.839468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf68ee-1180-4b4e-b323-a36ef2b73659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d9ada-6d7f-484e-8ebb-ba472b477d67,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:58.953471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-2c242542-b150-47ef-b9ab-da2dcdc710ec tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:58.955240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-2c242542-b150-47ef-b9ab-da2dcdc710ec tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 945 time: 0.0868752
Nov 10 04:13:59.196535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a054b-b931-4777-a750-81e3765a6024 req-1a010cec-2ad2-41ba-b8cd-cbb20304ded1 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:59.209617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-104a054b-b931-4777-a750-81e3765a6024 req-1a010cec-2ad2-41ba-b8cd-cbb20304ded1 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.0882387
Nov 10 04:13:59.280185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-e681ff52-52a7-46fd-8083-b73626a83881 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:59.282256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:59.282420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-e681ff52-52a7-46fd-8083-b73626a83881 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 945 time: 0.1722076
Nov 10 04:13:59.336571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-104a054b-b931-4777-a750-81e3765a6024 req-e4dcae0d-4e77-4a28-94fb-dc268b0d2a80 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204858
Nov 10 04:13:59.340100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Deleting port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:59.340749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.387190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a99d32b-3db3-4aff-8eee-bdda498c7304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=473d16e063d64ce6abaef8e4f46407c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1034651
Nov 10 04:13:59.387786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54870) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:13:59.458940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.483768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367c83-a952-4361-81ed-4c461b121181 req-9d8e32e7-0a93-4b94-ad26-0ff8b09ecefe tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:13:59.487518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db367c83-a952-4361-81ed-4c461b121181 req-9d8e32e7-0a93-4b94-ad26-0ff8b09ecefe tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1923733
Nov 10 04:13:59.489447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.584163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.586324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] For port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:13:59.587284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.589160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:13:59.597720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a379e4a6-0955-42b6-a879-82ea3c69fdb0 HTTP/1.1" status: 204  len: 168 time: 0.2087848
Nov 10 04:13:59.621258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9813a-6015-4a25-aded-b98619e65bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a379e4a6-0955-42b6-a879-82ea3c69fdb0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:13:59.657168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Calling delete_port for 89073ab9-2c7c-43a4-98aa-6d5ac54e066f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:13:59.727177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db367c83-a952-4361-81ed-4c461b121181 req-096016c9-cee3-4ae1-9525-583d41d68b8d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1894331
Nov 10 04:13:59.836262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Deleting port be2b0efc-a70d-48a3-a91b-c171c86e3b30 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:13:59.836665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:00.227865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2f7e-37bf-4b38-84f3-424b36fcc7fa req-648433c3-cd93-4850-8ebe-f9960cff6d0d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:00.239001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fef2f7e-37bf-4b38-84f3-424b36fcc7fa req-648433c3-cd93-4850-8ebe-f9960cff6d0d tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b22a6a3-8a1b-47f9-924b-839c7124ede6 HTTP/1.1" status: 200  len: 945 time: 0.3597744
Nov 10 04:14:00.249872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:00.266090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['be2b0efc-a70d-48a3-a91b-c171c86e3b30'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:00.269851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['89073ab9-2c7c-43a4-98aa-6d5ac54e066f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:00.329571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6e9bc-45c9-43a2-833b-b9dd9cbab2f3 req-181a1a9a-e72a-4f6a-beed-31120d02d7c8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:00.338377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eac6e9bc-45c9-43a2-833b-b9dd9cbab2f3 req-181a1a9a-e72a-4f6a-beed-31120d02d7c8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0838821
Nov 10 04:14:00.392133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event deleted for resources: {'Port': ['ID=89073ab9-2c7c-43a4-98aa-6d5ac54e066f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:00.410928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eac6e9bc-45c9-43a2-833b-b9dd9cbab2f3 req-2a95bb89-76e7-4788-b37b-c72907d3dbc2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699522
Nov 10 04:14:00.411847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] For port be2b0efc-a70d-48a3-a91b-c171c86e3b30, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=be2b0efc-a70d-48a3-a91b-c171c86e3b30,segment=NetworkSegment(c95bc196-3baf-4ec7-80f8-ed2f63e04cf0),segment_id=c95bc196-3baf-4ec7-80f8-ed2f63e04cf0)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:00.414158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:00.545382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] No DVR routers for this DVR port 89073ab9-2c7c-43a4-98aa-6d5ac54e066f on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:00.550199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:00.554114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80478da3-9843-455c-8d9b-7d3e16697bd5 req-8b90cb2b-a919-464f-8c1d-5f58b686e90f tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.21 "DELETE /v2.0/ports/89073ab9-2c7c-43a4-98aa-6d5ac54e066f HTTP/1.1" status: 204  len: 173 time: 1.5921853
Nov 10 04:14:00.563121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'name': 'network-vif-deleted', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:00.565831 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b15c1-bfda-4a6a-abf5-3852255d6377" -d '{"events": [{"server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "name": "network-vif-deleted", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:00.569735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Calling delete_port for be2b0efc-a70d-48a3-a91b-c171c86e3b30 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:00.638436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fef2f7e-37bf-4b38-84f3-424b36fcc7fa req-33c6d9f7-341d-4447-af38-80f185d0bd68 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a2faca7-79c3-4722-a71c-26ea43ae0674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983321
Nov 10 04:14:00.737278 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7a701-c67d-42c8-b6be-f439519deec5 x-openstack-request-id: req-56f7a701-c67d-42c8-b6be-f439519deec5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:00.737575 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b22a6a3-8a1b-47f9-924b-839c7124ede6", "name": "network-vif-deleted", "tag": "89073ab9-2c7c-43a4-98aa-6d5ac54e066f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:00.737892 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56f7a701-c67d-42c8-b6be-f439519deec5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:00.740981 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22a6a3-8a1b-47f9-924b-839c7124ede6', 'name': 'network-vif-deleted', 'tag': '89073ab9-2c7c-43a4-98aa-6d5ac54e066f', 'status': 'completed', 'code': 200}
Nov 10 04:14:00.929152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603b2c-e05c-4e94-bee5-dc02ea7a7d33 req-6940f76a-d36a-495b-8c0c-eafb32f2ce8d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:00.931788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:00.938259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62603b2c-e05c-4e94-bee5-dc02ea7a7d33 req-6940f76a-d36a-495b-8c0c-eafb32f2ce8d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.0822151
Nov 10 04:14:00.938516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:00.948248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['89073ab9-2c7c-43a4-98aa-6d5ac54e066f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:01.016564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62603b2c-e05c-4e94-bee5-dc02ea7a7d33 req-6f21676c-98d2-4c44-a2d8-be564f257a1c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758319
Nov 10 04:14:01.022398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Pushing event deleted for resources: {'Port': ['ID=be2b0efc-a70d-48a3-a91b-c171c86e3b30,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:01.100301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942109ba-a557-4ed1-b386-7932a3ba926d req-6c8961ba-8c21-48a7-8532-2b56869f93ee tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:01.102531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-942109ba-a557-4ed1-b386-7932a3ba926d req-6c8961ba-8c21-48a7-8532-2b56869f93ee tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.3223658
Nov 10 04:14:01.103791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] No DVR routers for this DVR port be2b0efc-a70d-48a3-a91b-c171c86e3b30 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:01.107718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.112597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5eb9099-7114-4d2c-92a8-bd3b537d8660 req-9413c5e8-ca97-4083-823b-44b4e3760ef4 tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.26 "DELETE /v2.0/ports/be2b0efc-a70d-48a3-a91b-c171c86e3b30 HTTP/1.1" status: 204  len: 173 time: 1.8152888
Nov 10 04:14:01.178301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-942109ba-a557-4ed1-b386-7932a3ba926d req-3e846cf3-21f4-4378-a2b9-20f76f66bf8f tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645928
Nov 10 04:14:01.370861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1711589913'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:01.408695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Made reservation on behalf of e50d2df481434682af55e346b3145b37 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:01.412450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.422843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.525045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.532267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.555458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:01.570599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.571255 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Added segment 132ce33e-e344-41c4-88ae-f5cf1d313464 of type vlan for network 434d4a2f-608f-4af1-a94e-769b51aef151
Nov 10 04:14:01.588737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d2f51-2f8c-4d23-94c0-88d48cbc4f9c req-475125e7-bc99-417a-af5b-48b4893d9995 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:01.590466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-504d2f51-2f8c-4d23-94c0-88d48cbc4f9c req-475125e7-bc99-417a-af5b-48b4893d9995 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0670762
Nov 10 04:14:01.629046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.666865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.673987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:01.675009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:01.696889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-504d2f51-2f8c-4d23-94c0-88d48cbc4f9c req-41dab044-0cec-4da5-8237-4b510de4e601 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970976
Nov 10 04:14:01.798988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cfcb5c-b97c-4b7e-80c2-93d009a4a2fb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:01.816170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 0.8515480
Nov 10 04:14:01.844221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf6a60-66a1-4479-a7fe-a1cbabcf54ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Pushing event updated for resources: {'Network': ['ID=434d4a2f-608f-4af1-a94e-769b51aef151,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:01.859374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 434d4a2f-608f-4af1-a94e-769b51aef151 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:01.946410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34efde06-7c4f-4e3a-8094-afcd8839af81 req-5990f31a-d14c-4cce-b354-2d10ffcc976b tempest-MultipleCreateTestJSON-676056557 tempest-MultipleCreateTestJSON-676056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc546a4d-922d-4cca-998e-0363a5e6967f HTTP/1.1" status: 200  len: 210 time: 0.0455770
Nov 10 04:14:02.172588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a27c90cd-e0f8-43bd-9195-10cf82e31f06 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:02.176211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54958) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:02.178254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a27c90cd-e0f8-43bd-9195-10cf82e31f06 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.21 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.1566799
Nov 10 04:14:02.222648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183b5e-d276-4271-948a-0b227065cb3c req-c2e86bc5-4ff4-4b68-8e96-fc4b8a1a15fd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:02.224466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0183b5e-d276-4271-948a-0b227065cb3c req-c2e86bc5-4ff4-4b68-8e96-fc4b8a1a15fd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1011384
Nov 10 04:14:02.323653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Deleting port 65d27459-6843-4da6-8902-9c4dd6dff176 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:02.324272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.334504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-738105343', 'router:external': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:02.370868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0183b5e-d276-4271-948a-0b227065cb3c req-9584804f-eedf-4d39-901c-9aa37c4d39cc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385758
Nov 10 04:14:02.377353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Made reservation on behalf of d7a81957d3cc4708909ba7b629601d35 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:02.379941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.393903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54964) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:02.394908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.402427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151', 'binding:host_id': 'nch1-817176-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-133093276'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:02.446847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Made reservation on behalf of fb271059976f4285983d04eb40eb7573 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:02.449266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.467867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.504330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] For port 65d27459-6843-4da6-8902-9c4dd6dff176, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=65d27459-6843-4da6-8902-9c4dd6dff176,segment=NetworkSegment(ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf),segment_id=ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:02.504774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.525659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Calling delete_port for 65d27459-6843-4da6-8902-9c4dd6dff176 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:02.542427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb99953-2491-4e73-9fb5-980d9e255c42 req-c0e07267-2521-4f04-be3e-36876b1397d0 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:02.544117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fbb99953-2491-4e73-9fb5-980d9e255c42 req-c0e07267-2521-4f04-be3e-36876b1397d0 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/ports?device_id=995ceff3-7036-4699-b78d-fc9bfd6ef58d HTTP/1.1" status: 200  len: 945 time: 0.0833378
Nov 10 04:14:02.565938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.575397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.580919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port d130f97b-a6c1-4c1d-806d-aab440f22881 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:02.655885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fbb99953-2491-4e73-9fb5-980d9e255c42 req-cff1afa6-6b0d-4669-85af-ff8f8673bf37 tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.13 "GET /v2.0/security-groups?id=6925290c-484d-4b79-a0dd-b2b96f5d8b08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042137
Nov 10 04:14:02.708246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392868b-07d8-4829-844f-e1e78c754fd6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:02.716528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.740161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.741783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'name': 'network-vif-deleted', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:02.746186 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b252da7-977e-4f10-9f7f-ca5d31595b25" -d '{"events": [{"server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "name": "network-vif-deleted", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:02.754287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['65d27459-6843-4da6-8902-9c4dd6dff176'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:02.758552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.819873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:02.834585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Pushing event deleted for resources: {'Port': ['ID=65d27459-6843-4da6-8902-9c4dd6dff176,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:02.838348 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93b622-a9b8-4a33-948d-e923187ba7f5 x-openstack-request-id: req-1a93b622-a9b8-4a33-948d-e923187ba7f5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:02.838996 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc546a4d-922d-4cca-998e-0363a5e6967f", "name": "network-vif-deleted", "tag": "be2b0efc-a70d-48a3-a91b-c171c86e3b30", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:02.839427 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a93b622-a9b8-4a33-948d-e923187ba7f5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:02.839981 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc546a4d-922d-4cca-998e-0363a5e6967f', 'name': 'network-vif-deleted', 'tag': 'be2b0efc-a70d-48a3-a91b-c171c86e3b30', 'status': 'completed', 'code': 200}
Nov 10 04:14:02.870963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] No DVR routers for this DVR port 65d27459-6843-4da6-8902-9c4dd6dff176 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:02.873867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.877976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6311bd31-cea1-46e2-a0bc-97fd18790397 req-a352ce68-3d68-4afb-b8b6-394d6c36ecaf tempest-ServerGroupTestJSON-2144820151 tempest-ServerGroupTestJSON-2144820151-project] 10.222.0.21 "DELETE /v2.0/ports/65d27459-6843-4da6-8902-9c4dd6dff176 HTTP/1.1" status: 204  len: 173 time: 0.6928837
Nov 10 04:14:02.887782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:02.888304 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Added segment f85aee4e-6f2a-467f-a502-0feb202c67ff of type vlan for network 59728a0f-eeb0-4492-8831-6371fb4e490c
Nov 10 04:14:02.978078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d535139-12ab-4d64-9415-8a7b1f8f0c57,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:03.057301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54974) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:03.073125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.088437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2ce4c-a97c-4274-9f16-88eea0548f80 req-780d0b7d-872f-4c8b-8f57-db942adbaaa1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:03.097919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d9b2ce4c-a97c-4274-9f16-88eea0548f80 req-780d0b7d-872f-4c8b-8f57-db942adbaaa1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.2120922
Nov 10 04:14:03.127667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Deleting subnet 1aee34ca-ed35-46e1-9738-3ba68c625bc6 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:03.131078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.149728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device be2b0efc-a70d-48a3-a91b-c171c86e3b30 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:03.189235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port d130f97b-a6c1-4c1d-806d-aab440f22881 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:03.191984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.196000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.197215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:03.198014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.203844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: be2b0efc-a70d-48a3-a91b-c171c86e3b30 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:03.204675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device be2b0efc-a70d-48a3-a91b-c171c86e3b30 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:03.226189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.0458746
Nov 10 04:14:03.230131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 54976) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:03.231698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.254557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'subnet': {'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:03.282906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.285394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d9b2ce4c-a97c-4274-9f16-88eea0548f80 req-18d83351-6430-4b48-ad13-0581eed96997 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1862407
Nov 10 04:14:03.297574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.404219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89073ab9-2c7c-43a4-98aa-6d5ac54e066f no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:03.457218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f40d8d-20ac-4ac5-9274-bb6eb9be6b0f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Network': ['ID=59728a0f-eeb0-4492-8831-6371fb4e490c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:03.469599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Made reservation on behalf of d7a81957d3cc4708909ba7b629601d35 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:03.475515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.479298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 89073ab9-2c7c-43a4-98aa-6d5ac54e066f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:03.479646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89073ab9-2c7c-43a4-98aa-6d5ac54e066f not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:03.506792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 59728a0f-eeb0-4492-8831-6371fb4e490c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:03.573360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=d130f97b-a6c1-4c1d-806d-aab440f22881,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:03.595501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Checking segment: {'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:03.598839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Network hostable DHCP agents. Network: 434d4a2f-608f-4af1-a94e-769b51aef151, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:03.602819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.654283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Network 434d4a2f-608f-4af1-a94e-769b51aef151 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:03.659066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aee34ca-ed35-46e1-9738-3ba68c625bc6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:03.663199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.669426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6354d4bf-eeb6-46d4-9dce-f93ffc3d5431 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1aee34ca-ed35-46e1-9738-3ba68c625bc6 HTTP/1.1" status: 204  len: 168 time: 0.6109409
Nov 10 04:14:03.669625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54980) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:03.681749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 434d4a2f-608f-4af1-a94e-769b51aef151) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:03.719875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782732ae-8a27-47d0-925e-7b22993b37ca req-0f53bc0a-a868-40fe-aa12-a023552d87da tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:03.721552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-782732ae-8a27-47d0-925e-7b22993b37ca req-0f53bc0a-a868-40fe-aa12-a023552d87da tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1584678
Nov 10 04:14:03.729846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:03.740011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a1871-e378-44ae-8165-cafa9a1faef8 None None] Network 434d4a2f-608f-4af1-a94e-769b51aef151 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:03.756195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:03.756639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:03.756961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:03.770538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:03.770922 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:03.773298 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 2 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:03.786476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.796769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:03.797989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:03.797989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:03.820562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:03.820919 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:03.825866 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 3 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:03.845257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:03.845601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:03.846403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:03.867364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:03.867721 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:03.868176 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 4 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:03.892646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-782732ae-8a27-47d0-925e-7b22993b37ca req-0703f343-b9e9-44cc-930c-afadd43d18f7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627433
Nov 10 04:14:03.919397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:03.919728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:03.920314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:03.934264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:03.938049 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:03.944698 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 5 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:03.959968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:03.962537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:03.963365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:03.963365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:03.975233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:03.975821 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:03.978196 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 6 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:04.006176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ec6f820>,) {'filters': {'network_id': ['125f91f4-5bab-4f7a-8b1a-f82159a3e087']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:04.016958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:04.017361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:04.017897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:04.047165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec6f820>, 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:04.047872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec6f820>, 'c95bc196-3baf-4ec7-80f8-ed2f63e04cf0') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:04.060813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.075525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:04.075883 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:04.076291 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 7 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:04.079579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.094194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:04.094610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:04.096446 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:04.107769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:04.108109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:04.108451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:04.219301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:04.219889 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:04.220537 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 8 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:04.226479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.240340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.249528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] 10.222.0.13 "DELETE /v2.0/networks/125f91f4-5bab-4f7a-8b1a-f82159a3e087 HTTP/1.1" status: 204  len: 168 time: 0.5764756
Nov 10 04:14:04.262137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3526a-eb69-4514-8efd-59464e73790b admin admin] Pushing event deleted for resources: {'Network': ['ID=125f91f4-5bab-4f7a-8b1a-f82159a3e087,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:04.264177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:04.264340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:04.265902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:04.276368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:04.276994 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:04.277567 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 9 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:04.308265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:04.310885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c102-d8c9-453a-98b8-0fdef5352717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.313091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:04.314171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:04.320454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:04.321111 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:04.321708 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 10 to bind port d130f97b-a6c1-4c1d-806d-aab440f22881
Nov 10 04:14:04.354422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:04.355847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:04.358048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:04.371220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port d130f97b-a6c1-4c1d-806d-aab440f22881 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:04.378490 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port d130f97b-a6c1-4c1d-806d-aab440f22881 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:04.379459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.384817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55012) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:04.559117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:14:04.559510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.586157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port d130f97b-a6c1-4c1d-806d-aab440f22881, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:04.586806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempted to set empty binding levels {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:14:04.596803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.638724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:04.639445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Checking segment: {'id': 'f85aee4e-6f2a-467f-a502-0feb202c67ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:04.639802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network hostable DHCP agents. Network: 59728a0f-eeb0-4492-8831-6371fb4e490c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:04.642320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5a18333-ccf2-4198-a1e9-6104567d5471,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:04.674718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=d130f97b-a6c1-4c1d-806d-aab440f22881,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:04.677698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:04.678378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.696924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Deleting subnet 454d1c0a-8310-414f-a28c-4d1b2622af56 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:04.703065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5c5c1fca-90a5-405d-ab41-72fba7da9dff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86321f398a2f4013915e01d7352f33b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0550389
Nov 10 04:14:04.703265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.706361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:04.715147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network 59728a0f-eeb0-4492-8831-6371fb4e490c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:04.739185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 59728a0f-eeb0-4492-8831-6371fb4e490c) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:04.748697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:04.749866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.750265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d923a5e-651f-4d3e-a9ef-76cc25118354 None None] Network 59728a0f-eeb0-4492-8831-6371fb4e490c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:04.782388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.787266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d3446b7-390d-4ff8-91c6-b6db35765e7f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.5536988
Nov 10 04:14:04.791071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55018) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:04.795891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1460757841', 'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:04.842440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'name': 'network-vif-deleted', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:04.846754 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcb3ab-c68d-4bfd-a147-281af8d70839" -d '{"events": [{"server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "name": "network-vif-deleted", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:04.851222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.888926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Made reservation on behalf of d7a81957d3cc4708909ba7b629601d35 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:04.892083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:04.919187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] device_id is not set on port 8a8dd930-e904-473b-ab55-b7f0c3e1b1c5 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:04.941785 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800bd188-fa29-45fb-a594-c88a9328ecb2 x-openstack-request-id: req-800bd188-fa29-45fb-a594-c88a9328ecb2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:04.942110 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995ceff3-7036-4699-b78d-fc9bfd6ef58d", "name": "network-vif-deleted", "tag": "65d27459-6843-4da6-8902-9c4dd6dff176", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:04.942347 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-800bd188-fa29-45fb-a594-c88a9328ecb2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:04.942825 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ceff3-7036-4699-b78d-fc9bfd6ef58d', 'name': 'network-vif-deleted', 'tag': '65d27459-6843-4da6-8902-9c4dd6dff176', 'status': 'completed', 'code': 200}
Nov 10 04:14:04.951920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d76a3d-10c6-4f1c-8e4b-df13fd8e0db0 None None] Network 59728a0f-eeb0-4492-8831-6371fb4e490c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:05.018459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.021549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.022838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a2faca7-79c3-4722-a71c-26ea43ae0674 HTTP/1.1" status: 204  len: 168 time: 0.3165052
Nov 10 04:14:05.036558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a011-22ba-4611-9b2b-66900c25c24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2faca7-79c3-4722-a71c-26ea43ae0674,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:05.170183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e69f07-4a1a-4da0-a102-e0f021d88d39 req-e0fece54-c4a5-41c2-858b-e63f506f4108 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:05.170335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.180461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67e69f07-4a1a-4da0-a102-e0f021d88d39 req-e0fece54-c4a5-41c2-858b-e63f506f4108 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.0942845
Nov 10 04:14:05.198166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 2001:db8::265 (59728a0f-eeb0-4492-8831-6371fb4e490c/b5a18333-ccf2-4198-a1e9-6104567d5471/8a8dd930-e904-473b-ab55-b7f0c3e1b1c5) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:05.259813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67e69f07-4a1a-4da0-a102-e0f021d88d39 req-1b859c1d-7f1e-4d73-904f-9c4fc7a2c3cd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746875
Nov 10 04:14:05.274544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.369867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.390814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04adf37-9833-40c1-8080-42e6ad1a5622 req-9fa769b1-eead-42a2-9d5f-99ea6aa152b9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:05.399065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c04adf37-9833-40c1-8080-42e6ad1a5622 req-9fa769b1-eead-42a2-9d5f-99ea6aa152b9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.9280262
Nov 10 04:14:05.407574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b536c927-5698-4cd2-8087-e654bf9c7875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 3.0056856
Nov 10 04:14:05.410384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:05.416942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65d27459-6843-4da6-8902-9c4dd6dff176 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:05.442509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.476054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 65d27459-6843-4da6-8902-9c4dd6dff176 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:05.477694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 65d27459-6843-4da6-8902-9c4dd6dff176 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:05.532726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.537915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.545994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/454d1c0a-8310-414f-a28c-4d1b2622af56 HTTP/1.1" status: 204  len: 168 time: 1.1543503
Nov 10 04:14:05.549100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eb9c3-2c86-496a-b8e8-0eb09f37008c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454d1c0a-8310-414f-a28c-4d1b2622af56,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:05.556259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55050) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:05.595008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=8a8dd930-e904-473b-ab55-b7f0c3e1b1c5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:05.612898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network 59728a0f-eeb0-4492-8831-6371fb4e490c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:05.614508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:05.665854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:05.670787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:05.672403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.713956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-78bb4b62-2bf8-4346-ac63-766043326219 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.9218266
Nov 10 04:14:05.716437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55056) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:05.732799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c04adf37-9833-40c1-8080-42e6ad1a5622 req-5f281d59-f50d-4af0-9674-329a2c0c6149 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3324711
Nov 10 04:14:05.753537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.818818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Deleting port d130f97b-a6c1-4c1d-806d-aab440f22881 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:05.819225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.823714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Deleting port 8a8dd930-e904-473b-ab55-b7f0c3e1b1c5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:05.824178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.924827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.930702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.939114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Calling delete_port for 8a8dd930-e904-473b-ab55-b7f0c3e1b1c5 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:05.952536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port d130f97b-a6c1-4c1d-806d-aab440f22881, host nch1-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:05.952988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:05.968755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f280e80>,) {'filters': {'network_id': ['28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:05.977975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Calling delete_port for d130f97b-a6c1-4c1d-806d-aab440f22881 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:05.984727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f280e80>, 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:05.985090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f280e80>, 'ad9c05b8-6a38-4fea-8df5-9f4924c9bfcf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:05.999950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.045835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.057919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:06.058582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:06.060458 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:06.090720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.134770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a8dd930-e904-473b-ab55-b7f0c3e1b1c5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:06.137488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.148089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.156794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.160751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4 HTTP/1.1" status: 204  len: 168 time: 0.6025896
Nov 10 04:14:06.164367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.168278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e00f8200-ae48-4411-a801-46075c188849 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8a8dd930-e904-473b-ab55-b7f0c3e1b1c5 HTTP/1.1" status: 204  len: 168 time: 0.4507904
Nov 10 04:14:06.170984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.174703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.177190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe5eb-254c-4ce3-8b5c-bea35d2d9d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=28a63f9e-bdc3-4c50-99ab-aacc30a3f0f4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:06.177721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c', 'external_fixed_ips': [{'subnet_id': 'b5a18333-ccf2-4198-a1e9-6104567d5471', 'ip_address': '2001:db8::265'}]}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:06.203193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.205464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.206820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event deleted for resources: {'Port': ['ID=d130f97b-a6c1-4c1d-806d-aab440f22881,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:06.212723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.220306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3f3f8ebe-45cc-4598-b444-2b761cfed8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d130f97b-a6c1-4c1d-806d-aab440f22881 HTTP/1.1" status: 204  len: 168 time: 0.8076048
Nov 10 04:14:06.221159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55084) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.251697 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feb4557-5d26-4f24-8e62-ed6d5b403cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:14:06.257567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9feb4557-5d26-4f24-8e62-ed6d5b403cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports/d130f97b-a6c1-4c1d-806d-aab440f22881 HTTP/1.1" status: 404  len: 333 time: 0.0350749
Nov 10 04:14:06.258438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.263614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101572661'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:06.300232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.315665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Made reservation on behalf of fb271059976f4285983d04eb40eb7573 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:06.318357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.367244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port 691c2d5a-cd00-4355-8dce-d68749218bc3 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:06.377071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1875992448-network', 'tenant_id': '47f9e14c6ad9417985c8ed5d4a42b760'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:06.424228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.464738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Made reservation on behalf of 47f9e14c6ad9417985c8ed5d4a42b760 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:06.467160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.498740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.517429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.540804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a447a-87fa-4f5a-a675-549288bf7c17 req-1303b47c-d549-4908-b9d0-db77ca4d1158 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:06.542293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059a447a-87fa-4f5a-a675-549288bf7c17 req-1303b47c-d549-4908-b9d0-db77ca4d1158 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1449254
Nov 10 04:14:06.571286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-faf053f9-dd9b-49ed-b149-df599427047e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1641302347f4b8788361ba3c39de208&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451561
Nov 10 04:14:06.578002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:06.638721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059a447a-87fa-4f5a-a675-549288bf7c17 req-cd792151-72d9-4c30-8ecb-522450af2151 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836453
Nov 10 04:14:06.662103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.724225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.772249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.775930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.777465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.791948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.836863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.848947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:06.860956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-062da886-c506-479f-85a9-f6b43c87c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.864855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.901138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.901485 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Added segment cf4fbb9b-9e8a-4447-893e-f3f2f4189b03 of type vlan for network 2576ef6f-a748-45d9-8fc1-993b3f403351
Nov 10 04:14:06.926851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Network 434d4a2f-608f-4af1-a94e-769b51aef151 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:06.961371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:06.989661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:06.991201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:06.991356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:06.994112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d59996-8053-4185-9d9c-146459d3f628,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.011207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=691c2d5a-cd00-4355-8dce-d68749218bc3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.023208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.038744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-393f72b0-0f6d-4229-ab78-5c7eb83ae3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.7788615
Nov 10 04:14:07.041323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55140) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:07.049156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:07.053642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.056287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.060375 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6925290c-484d-4b79-a0dd-b2b96f5d8b08 HTTP/1.1" status: 204  len: 168 time: 0.4814060
Nov 10 04:14:07.070950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 2001:db8::265 (59728a0f-eeb0-4492-8831-6371fb4e490c/b5a18333-ccf2-4198-a1e9-6104567d5471/f93c835d-c998-4434-ba56-ed63f3252826) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:07.072448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eced689-414f-4a27-9fe6-030ef1e9a28d req-6113fb8b-68cd-418f-ac21-ad760a1ff56e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:07.074239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eced689-414f-4a27-9fe6-030ef1e9a28d req-6113fb8b-68cd-418f-ac21-ad760a1ff56e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1816854
Nov 10 04:14:07.086958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67880932-db1b-484c-83e5-4306a6ead05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925290c-484d-4b79-a0dd-b2b96f5d8b08,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.098603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.100002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:07.101267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.170730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.201877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0628164
Nov 10 04:14:07.208750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55144) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:07.213508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Request body: {'subnet': {'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1875992448-subnet', 'tenant_id': '47f9e14c6ad9417985c8ed5d4a42b760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:07.220109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8f95f-f09e-4742-952f-2ebdc42ef0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2576ef6f-a748-45d9-8fc1-993b3f403351,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.234212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 2576ef6f-a748-45d9-8fc1-993b3f403351 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:07.236169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eced689-414f-4a27-9fe6-030ef1e9a28d req-afd46bb5-f6e0-40c3-b39a-6dee82070d58 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466777
Nov 10 04:14:07.276647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Made reservation on behalf of 47f9e14c6ad9417985c8ed5d4a42b760 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:07.279735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.310663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.389713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.465274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network 59728a0f-eeb0-4492-8831-6371fb4e490c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:07.471066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:07.479003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.479173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:07.544323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92947e83-6294-4b0d-b626-3482e6011668,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.550722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=f93c835d-c998-4434-ba56-ed63f3252826,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.551152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Checking segment: {'id': 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:07.551521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Network hostable DHCP agents. Network: 2576ef6f-a748-45d9-8fc1-993b3f403351, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:07.560830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port 691c2d5a-cd00-4355-8dce-d68749218bc3 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:07.571615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Network 2576ef6f-a748-45d9-8fc1-993b3f403351 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:07.585935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 2576ef6f-a748-45d9-8fc1-993b3f403351) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:07.587514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.591342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:07.592473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.602554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c067c-dbd0-467c-8f3c-863abf47db60 None None] Network 2576ef6f-a748-45d9-8fc1-993b3f403351 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:07.602924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.622542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3415aa76-2baa-4729-bec5-c1b1b57e99dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4046955
Nov 10 04:14:07.742555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=691c2d5a-cd00-4355-8dce-d68749218bc3,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:07.768850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:07.769129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:07.769474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:07.779238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:07.779501 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:07.781826 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 2 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:07.806277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:07.806277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:07.806277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:07.813262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:07.813609 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:07.815331 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 3 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:07.819488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:07.824697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39df4a-5817-46c6-9ca7-4f5848b2ed38 None None] Network 2576ef6f-a748-45d9-8fc1-993b3f403351 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:07.830235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:07.830575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:07.830919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:07.899974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:07.900309 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:07.902142 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 4 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:07.925673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:07.926024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:07.926361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:07.934699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:07.935029 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:07.936958 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 5 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:07.959610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:07.959949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:07.960292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:07.978368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:07.978368 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:07.979613 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 6 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:08.017731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.049368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:08.068775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:08.069324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:08.069428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:08.101331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:08.101660 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:08.104352 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 7 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:08.164086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd21431-9579-473e-bcd1-11fbdef9d41b req-a9be22e6-053f-48f5-b2af-7822fe376340 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:08.164792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2121681448-network', 'tenant_id': 'fd815b8b2d9c426a81237a9121798c37'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:08.165643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebd21431-9579-473e-bcd1-11fbdef9d41b req-a9be22e6-053f-48f5-b2af-7822fe376340 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.1995122
Nov 10 04:14:08.173566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:08.173898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:08.174231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:08.187980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.191977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:08.192305 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:08.193659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Made reservation on behalf of fd815b8b2d9c426a81237a9121798c37 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:08.196333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.200444 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 8 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:08.208164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.369452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.384394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.419701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:08.428294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-0f444854-e7c1-4c77-9f19-0ad7175e1c88 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:08.429892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-0f444854-e7c1-4c77-9f19-0ad7175e1c88 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/networks?id=2576ef6f-a748-45d9-8fc1-993b3f403351 HTTP/1.1" status: 200  len: 809 time: 0.1691256
Nov 10 04:14:08.454741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-0c92efe8-397a-434a-8b74-700963950b10 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/quotas/47f9e14c6ad9417985c8ed5d4a42b760 HTTP/1.1" status: 200  len: 375 time: 0.0155077
Nov 10 04:14:08.458504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.458858 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Added segment bc756358-b971-4c27-9c5a-3b92b9217665 of type vlan for network ea68b606-26ba-47ff-b812-21606bae40c9
Nov 10 04:14:08.460050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1c78b-7b5f-4635-a4df-db82c34f28ea,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:08.468868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-030cdfdf-34da-41fd-9186-f5d66ac77f9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3561361
Nov 10 04:14:08.502748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-117695a1-31f1-4df7-a45d-3a31316229ec tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47f9e14c6ad9417985c8ed5d4a42b760&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0387802
Nov 10 04:14:08.538985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:08.539316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:08.539647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:08.577340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.590990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:08.591327 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:08.595324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebd21431-9579-473e-bcd1-11fbdef9d41b req-b459b296-e836-4f64-bbc2-f275d19865d2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4179745
Nov 10 04:14:08.598434 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 9 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:08.620640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:08.621006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:08.621352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:08.632317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:08.632695 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:08.634437 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 10 to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3
Nov 10 04:14:08.637717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.638672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:08.639259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.655163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-cb8ef4e1-9e4c-4d5d-8387-b8636f5de87d service neutron] 10.222.0.13 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304123
Nov 10 04:14:08.656245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-b4a3961b-0023-4627-b337-041802b50fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:08.657747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-b4a3961b-0023-4627-b337-041802b50fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1097 time: 0.1141188
Nov 10 04:14:08.664683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:08.665016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:08.665349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:08.677105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:08.677389 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 691c2d5a-cd00-4355-8dce-d68749218bc3 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:08.677756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.730384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6798530
Nov 10 04:14:08.731063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:08.762579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Request body: {'subnet': {'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2121681448-subnet', 'tenant_id': 'fd815b8b2d9c426a81237a9121798c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:08.787879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34841df9-95c6-4964-89bc-b8b1869bbba7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea68b606-26ba-47ff-b812-21606bae40c9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:08.819914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ea68b606-26ba-47ff-b812-21606bae40c9 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:08.835473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Made reservation on behalf of fd815b8b2d9c426a81237a9121798c37 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:08.839955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:08.840127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router 5baff601-350a-410d-8c4a-ddb8ef0cb296 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:08.883087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373749-2e46-4741-aad2-055b7c10df6c req-6af00bc4-fb20-4431-9dc0-8cb687afbfe1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:08.891514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13373749-2e46-4741-aad2-055b7c10df6c req-6af00bc4-fb20-4431-9dc0-8cb687afbfe1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1779654
Nov 10 04:14:08.906447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port 691c2d5a-cd00-4355-8dce-d68749218bc3, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:08.906820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempted to set empty binding levels {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:14:08.949522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-1bd89fd0-e3d5-45b7-914b-79f8ca0ced80 service neutron] 10.222.0.13 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474682
Nov 10 04:14:08.949708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.034238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-2e6286f6-9173-4eea-adad-9004fe1b0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.035811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-2e6286f6-9173-4eea-adad-9004fe1b0138 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.3370378
Nov 10 04:14:09.055702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] In _notify_port_updated(), no bound segment for port 691c2d5a-cd00-4355-8dce-d68749218bc3 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:14:09.056434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.057068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.058380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "PUT /v2.0/ports/691c2d5a-cd00-4355-8dce-d68749218bc3 HTTP/1.1" status: 200  len: 979 time: 2.0148084
Nov 10 04:14:09.061062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55218) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:09.133625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e524-a5bf-483e-9db1-a40991e02367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=691c2d5a-cd00-4355-8dce-d68749218bc3,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:09.142610 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13373749-2e46-4741-aad2-055b7c10df6c req-e00a2b74-7348-4df8-8e68-2b8263675c37 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2502315
Nov 10 04:14:09.175718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:09.178540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-93ea9cf7-3126-4c32-8e94-19d2796ec4a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 1000 time: 0.1332426
Nov 10 04:14:09.186177 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Sync routers for ids ['5baff601-350a-410d-8c4a-ddb8ef0cb296'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:09.198482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Routers {'5baff601-350a-410d-8c4a-ddb8ef0cb296'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:09.199105 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214734820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5baff601-350a-410d-8c4a-ddb8ef0cb296'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:09.232134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af325e37-48a5-4096-88a9-08b322612c0b req-8975c601-c01b-4f4b-97b2-152ab3ee9539 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 210 time: 0.0768232
Nov 10 04:14:09.253729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.283359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.287848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bfa5740b-4cbf-409b-b6a8-d2d674f364c3 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.1149020
Nov 10 04:14:09.288486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55240) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:09.338019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.343400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-68941b33-3410-4b49-ba1a-e1ffa07dae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.344850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-68941b33-3410-4b49-ba1a-e1ffa07dae09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1490970
Nov 10 04:14:09.354321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:09.388286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.388836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.389303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.390392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.390899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.392043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.392502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.393022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.393672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.394303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.395048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.395501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.396943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.398212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.398847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.399499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.400198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.403687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f1cf5b11-6dc8-4ace-8f7a-732784e887b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15155 time: 0.3412189
Nov 10 04:14:09.408046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55248) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:09.436572 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Set router 5baff601-350a-410d-8c4a-ddb8ef0cb296 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:09.453982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-5b1bd964-cf7e-4f83-9d58-818457c9b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.455517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-5b1bd964-cf7e-4f83-9d58-818457c9b9d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0796154
Nov 10 04:14:09.525149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Checking segment: {'id': 'bc756358-b971-4c27-9c5a-3b92b9217665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:09.525824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Network hostable DHCP agents. Network: ea68b606-26ba-47ff-b812-21606bae40c9, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:09.531553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.566317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Network ea68b606-26ba-47ff-b812-21606bae40c9 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:09.585648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Deleting port 691c2d5a-cd00-4355-8dce-d68749218bc3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:09.586012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.670237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port 691c2d5a-cd00-4355-8dce-d68749218bc3, host nch1-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:09.670668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.689821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214734820>, [{'id': '5baff601-350a-410d-8c4a-ddb8ef0cb296', 'name': '', 'tenant_id': 'd7a81957d3cc4708909ba7b629601d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c', 'external_fixed_ips': [{'subnet_id': 'b5a18333-ccf2-4198-a1e9-6104567d5471', 'ip_address': '2001:db8::265'}], 'enable_snat': True}, 'gw_port_id': 'f93c835d-c998-4434-ba56-ed63f3252826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:06Z', 'updated_at': '2021-11-10T04:14:07Z', 'revision_number': 3, 'project_id': 'd7a81957d3cc4708909ba7b629601d35', 'gw_port': {'id': 'f93c835d-c998-4434-ba56-ed63f3252826', 'name': '', 'network_id': '59728a0f-eeb0-4492-8831-6371fb4e490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff601-350a-410d-8c4a-ddb8ef0cb296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'b5a18333-ccf2-4198-a1e9-6104567d5471', 'ip_address': '2001:db8::265', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:06Z', 'updated_at': '2021-11-10T04:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5a18333-ccf2-4198-a1e9-6104567d5471', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:09.691697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-e2322946-cd39-4e5d-bc2c-e05bba942f5a service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277710
Nov 10 04:14:09.694910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Calling delete_port for 691c2d5a-cd00-4355-8dce-d68749218bc3 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:09.711294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.763490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Checking router: 5baff601-350a-410d-8c4a-ddb8ef0cb296 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:14:09.764071 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Updating router 5baff601-350a-410d-8c4a-ddb8ef0cb296 port f93c835d-c998-4434-ba56-ed63f3252826 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:14:09.782032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ea68b606-26ba-47ff-b812-21606bae40c9) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:09.793958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c2229-b54d-4ef4-abf9-b2f97ee676dc None None] Network ea68b606-26ba-47ff-b812-21606bae40c9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:09.796352 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.798474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.800698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:09.808107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.860058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:09.864333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "DELETE /v2.0/ports/691c2d5a-cd00-4355-8dce-d68749218bc3 HTTP/1.1" status: 204  len: 168 time: 0.4540889
Nov 10 04:14:09.865740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bffba-49cd-4024-a921-18234e92fb2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event deleted for resources: {'Port': ['ID=691c2d5a-cd00-4355-8dce-d68749218bc3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:09.868937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55270) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:09.899492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e9f4dfd-1579-495b-b170-cee30db0f772 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.1366076
Nov 10 04:14:09.925344 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1f58c9-926f-478e-8ef9-2f531b48106b tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:14:09.927044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f1f58c9-926f-478e-8ef9-2f531b48106b tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports/691c2d5a-cd00-4355-8dce-d68749218bc3 HTTP/1.1" status: 404  len: 333 time: 0.0566702
Nov 10 04:14:09.931309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55276) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:09.940646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-272308973', 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:09.940825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c95e72dc-1bdb-4325-9c74-dcbf459b04b4 req-f51ab8ca-548f-4f7a-ab27-0a1d66fbaaa3 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403245
Nov 10 04:14:09.945698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Deleting port f93c835d-c998-4434-ba56-ed63f3252826 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:09.946038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.019396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Made reservation on behalf of fb271059976f4285983d04eb40eb7573 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:10.027296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.069772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port 3facade8-b6ce-4d0f-a73d-45f99f541d71 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:10.077820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.113236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Calling delete_port for f93c835d-c998-4434-ba56-ed63f3252826 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:10.171883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79092c3a-b3af-4c49-90e0-b26c14071db9 None None] Network ea68b606-26ba-47ff-b812-21606bae40c9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:10.408127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.421370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea8421-4b4a-461a-8cad-42af07d73089 req-749d8212-6136-4a01-9327-dbe7e76d701f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:10.429675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8ea8421-4b4a-461a-8cad-42af07d73089 req-749d8212-6136-4a01-9327-dbe7e76d701f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0954211
Nov 10 04:14:10.460590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.530104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b8ea8421-4b4a-461a-8cad-42af07d73089 req-3aabe3d8-805a-4b43-9c2b-6ab63ab057ee tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993838
Nov 10 04:14:10.544135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.549947 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.db.api [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:14:10.550489 ncdv-817176-1 neutron-server[119699]: DEBUG oslo_db.api [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:14:10.552042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.611268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Network 434d4a2f-608f-4af1-a94e-769b51aef151 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:10.612394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Port': ['ID=f93c835d-c998-4434-ba56-ed63f3252826,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:10.617316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:10.620229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:10.621782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:10.622510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.635589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=3facade8-b6ce-4d0f-a73d-45f99f541d71,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:10.648901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.653818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27a823aa-2478-4e83-a30f-b5cb571d7e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.7202265
Nov 10 04:14:10.656669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55320) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:10.683428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f5c3b02-54da-4b96-ae84-6fd2686dee8b req-db6d4071-61eb-4f7d-90b5-d2b7fd45b6ff tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 210 time: 0.0495276
Nov 10 04:14:10.684820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-87c87d33-9b5a-49a0-9c24-66d385847e64 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:10.692400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-87c87d33-9b5a-49a0-9c24-66d385847e64 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/networks?id=ea68b606-26ba-47ff-b812-21606bae40c9 HTTP/1.1" status: 200  len: 821 time: 0.2347145
Nov 10 04:14:10.721072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e222c84-47b2-46e9-a302-4c50b19e3967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:10.722651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e222c84-47b2-46e9-a302-4c50b19e3967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports/3facade8-b6ce-4d0f-a73d-45f99f541d71 HTTP/1.1" status: 200  len: 958 time: 0.0651479
Nov 10 04:14:10.728138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:10.822550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.834366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-9bee2071-ee85-4c2f-824e-51194e683e1e tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/quotas/fd815b8b2d9c426a81237a9121798c37 HTTP/1.1" status: 200  len: 375 time: 0.1410694
Nov 10 04:14:10.837501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.864769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6848d1-c4b0-4264-92a6-56a23978b7cc req-866ad420-eacb-4e97-a311-17d6a7f59fee tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:10.866235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be6848d1-c4b0-4264-92a6-56a23978b7cc req-866ad420-eacb-4e97-a311-17d6a7f59fee tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.0872262
Nov 10 04:14:10.874970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Deleting port 3facade8-b6ce-4d0f-a73d-45f99f541d71 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:10.875309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.914112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-a34d29ca-9bac-49d4-93cc-a7bd287ff883 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd815b8b2d9c426a81237a9121798c37&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637710
Nov 10 04:14:10.943518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.944040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5baff601-350a-410d-8c4a-ddb8ef0cb296 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:10.948540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:10.949905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f0d4272-8f79-4d9c-b421-bca964a99778 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5baff601-350a-410d-8c4a-ddb8ef0cb296 HTTP/1.1" status: 204  len: 168 time: 1.6581271
Nov 10 04:14:10.955329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55324) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:10.979201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.006608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-27a2f72c-9d8a-4a15-8800-1bc14d4ae65e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:11.007687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be6848d1-c4b0-4264-92a6-56a23978b7cc req-6306ba1a-88c1-4725-b379-8fdef6d8ff8c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303420
Nov 10 04:14:11.008055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-27a2f72c-9d8a-4a15-8800-1bc14d4ae65e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.21 "GET /v2.0/networks?id=2576ef6f-a748-45d9-8fc1-993b3f403351 HTTP/1.1" status: 200  len: 809 time: 0.3134139
Nov 10 04:14:11.020806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Calling delete_port for 3facade8-b6ce-4d0f-a73d-45f99f541d71 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:11.032262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Request body: {'port': {'device_id': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351', 'admin_state_up': True, 'tenant_id': '47f9e14c6ad9417985c8ed5d4a42b760'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:11.033423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Deleting subnet b5a18333-ccf2-4198-a1e9-6104567d5471 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:11.039411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.077688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Port f93c835d-c998-4434-ba56-ed63f3252826 not found while updating agent binding for router 5baff601-350a-410d-8c4a-ddb8ef0cb296. {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 10 04:14:11.107540 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:11.108007 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:14:11.108948 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_agentschedulers_db [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5baff601-350a-410d-8c4a-ddb8ef0cb296'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119699) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:14:11.109507 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865607b-93e2-4a36-82a0-ac770091b129 None None] The sync data for ids ['5baff601-350a-410d-8c4a-ddb8ef0cb296'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:11.112452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-e3afd08c-669d-49ec-9586-d31db314ccdf service neutron] 10.222.0.13 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846168
Nov 10 04:14:11.113210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.173303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.182451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:11.226093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.236154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Made reservation on behalf of 47f9e14c6ad9417985c8ed5d4a42b760 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:11.243235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.266949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event deleted for resources: {'Port': ['ID=3facade8-b6ce-4d0f-a73d-45f99f541d71,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:11.312265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.317971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1fca8013-0d28-4655-b005-c284f65d79bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3facade8-b6ce-4d0f-a73d-45f99f541d71 HTTP/1.1" status: 204  len: 168 time: 0.5864258
Nov 10 04:14:11.319388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:11.331157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-1b43505c-c9f2-4e2c-939d-468ea7ca98d1 service neutron] 10.222.0.13 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941288
Nov 10 04:14:11.342439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.362322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.370127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:11.372444 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd94806-d7e3-4782-bf28-5ed40c1fd2fc" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:11.385404 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57b30c1-f3b0-4804-a03f-8771f147f4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:14:11.391860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:11.392117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d57b30c1-f3b0-4804-a03f-8771f147f4c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports/3facade8-b6ce-4d0f-a73d-45f99f541d71 HTTP/1.1" status: 404  len: 333 time: 0.0678105
Nov 10 04:14:11.398948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.417840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55334) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:11.426005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42706020'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:11.454606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.462643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/b5a18333-ccf2-4198-a1e9-6104567d5471 HTTP/1.1" status: 204  len: 168 time: 0.5039124
Nov 10 04:14:11.463267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=14']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:11.473676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.474476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6c68a-e2e0-4d2c-b884-c87097fdb47e req-ba8c8146-f8be-45df-b011-5710f21fe5f1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:11.474744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.475277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.475806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.476342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.476947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.477494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.478018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.478544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.479183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.479952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.480474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:11.484296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f6c68a-e2e0-4d2c-b884-c87097fdb47e req-ba8c8146-f8be-45df-b011-5710f21fe5f1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 946 time: 0.2251732
Nov 10 04:14:11.499057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35952c40-6949-4114-9e08-5e2a4ab9bb80 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a18333-ccf2-4198-a1e9-6104567d5471,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:11.510829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:11.539782 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669dfa65-b539-4f4e-8714-021f0e949ef1 x-openstack-request-id: req-669dfa65-b539-4f4e-8714-021f0e949ef1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:11.540291 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:11.540899 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-669dfa65-b539-4f4e-8714-021f0e949ef1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:11.541443 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'code': 200}
Nov 10 04:14:11.580360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Made reservation on behalf of fb271059976f4285983d04eb40eb7573 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:11.582858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.640434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port 4fce628c-519f-4d0d-9d90-21050f6e3f47 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:11.660261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93f6c68a-e2e0-4d2c-b884-c87097fdb47e req-79c4fef6-b010-4fc1-b852-3d38b1fda215 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751051
Nov 10 04:14:11.671413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.696026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-605c862d-991e-43db-a2cb-fbfa31866ff8 req-928cbccb-9656-4067-b302-0e199d230797 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 210 time: 0.0490968
Nov 10 04:14:11.738995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-8b5ff263-0a35-490d-922f-4e11d284cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:11.748951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-8b5ff263-0a35-490d-922f-4e11d284cd61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1097 time: 0.4511082
Nov 10 04:14:11.875126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ffe58fb-8319-4dc5-a552-cafefaddd27c req-111575ff-eb52-4353-a48f-df9d1f5e1d80 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 210 time: 0.0606704
Nov 10 04:14:11.887131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.908276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214c5efd0>,) {'filters': {'network_id': ['59728a0f-eeb0-4492-8831-6371fb4e490c']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:11.917998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c5efd0>, 'f85aee4e-6f2a-467f-a502-0feb202c67ff') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:11.917998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c5efd0>, 'f85aee4e-6f2a-467f-a502-0feb202c67ff') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:11.918404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Allocated IP 172.20.0.13 (2576ef6f-a748-45d9-8fc1-993b3f403351/92947e83-6294-4b0d-b626-3482e6011668/8d420ec0-b7a2-424a-be66-3c690adf4963) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:11.942092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:11.953179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-3e83ffa9-bcaf-4085-8074-fba66b8d3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:11.954718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-3e83ffa9-bcaf-4085-8074-fba66b8d3272 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1885056
Nov 10 04:14:11.975758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ee4e-b81f-4297-b55d-1a2f51992d57 req-2dd0995c-a94c-433a-986e-8b62f9194fd0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:11.977374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e613ee4e-b81f-4297-b55d-1a2f51992d57 req-2dd0995c-a94c-433a-986e-8b62f9194fd0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.2427857
Nov 10 04:14:12.011611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.033095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:12.033496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:12.041008 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:12.093378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-623e500b-6437-4396-af4f-6c2d14f5375e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.1291685
Nov 10 04:14:12.135388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.153202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e613ee4e-b81f-4297-b55d-1a2f51992d57 req-b54c9446-8f2b-47d6-85b2-aa7523ba4fdc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443493
Nov 10 04:14:12.175629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.177854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  59728a0f-eeb0-4492-8831-6371fb4e490c {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:14:12.179016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-8d8b2566-398c-40f1-83c5-35b372fd5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:12.180634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-8d8b2566-398c-40f1-83c5-35b372fd5137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0780408
Nov 10 04:14:12.185615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.188970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/networks/59728a0f-eeb0-4492-8831-6371fb4e490c HTTP/1.1" status: 204  len: 168 time: 0.6769774
Nov 10 04:14:12.212779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59324b18-836a-4624-b5bd-8a1198cf90dc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Network': ['ID=59728a0f-eeb0-4492-8831-6371fb4e490c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:12.229489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.236508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.283856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=4fce628c-519f-4d0d-9d90-21050f6e3f47,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:12.291121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Network 434d4a2f-608f-4af1-a94e-769b51aef151 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:12.293917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:12.299839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:12.300935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:12.301702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.314477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.323092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b67ab40c-e827-4aaa-86fa-c029ef93fb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 962 time: 0.9034572
Nov 10 04:14:12.325873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:12.331959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Request body: {'port': {'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:12.426383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Network 2576ef6f-a748-45d9-8fc1-993b3f403351 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:12.432373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:12.438785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.447910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:12.453005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-d8f7a1de-a74a-4e29-9c42-9f41dc52db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:12.466346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-d8f7a1de-a74a-4e29-9c42-9f41dc52db7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1721931
Nov 10 04:14:12.469993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Pushing event updated for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:12.593914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55370) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:12.637468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'name': 'tempest-router--1033832068', 'project_id': '119c0fe8ff184e52ad576484b0733872'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:12.666108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:12.666595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.733378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.735885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.844428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-260d853f-f075-4284-a2e2-67bdcb590f9c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8260713
Nov 10 04:14:12.852979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.870656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.871315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Request body: {'port': {'device_id': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:12.895113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d3ee624-19e6-43ef-95ba-ddb1f0523efb req-461d94fa-55d3-404c-b7d3-9adbec0adcc9 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 210 time: 0.0388472
Nov 10 04:14:12.913750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:12.915116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0c07cc01-2de5-470a-bb56-64e4c357b5ac tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3201358
Nov 10 04:14:12.918167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55386) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:12.946261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-e7769add-139d-4a1c-b619-99e3b09c06c5 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4441681
Nov 10 04:14:12.960288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-b0bef0be-4aac-4f42-909c-d1d5d93fecb0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:12.962120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-b0bef0be-4aac-4f42-909c-d1d5d93fecb0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.26 "GET /v2.0/networks?id=ea68b606-26ba-47ff-b812-21606bae40c9 HTTP/1.1" status: 200  len: 821 time: 0.3308935
Nov 10 04:14:12.981935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Request body: {'port': {'device_id': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9', 'admin_state_up': True, 'tenant_id': 'fd815b8b2d9c426a81237a9121798c37'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:13.064142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a610a-e799-4458-ad6c-0dd41b709ee2 req-27319882-452e-421c-a2e6-1b40aa678569 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:13.065894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae2a610a-e799-4458-ad6c-0dd41b709ee2 req-27319882-452e-421c-a2e6-1b40aa678569 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.2680407
Nov 10 04:14:13.111313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.300153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae2a610a-e799-4458-ad6c-0dd41b709ee2 req-50c7ab47-cc72-4111-a770-38e343c1d2f5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1940801
Nov 10 04:14:13.309384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb710cbe-005d-4527-84cc-4ea867a1cfc8 req-02dc3f46-4ac2-4a14-8b72-976678c2db83 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3427050
Nov 10 04:14:13.383114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] device_id is not set on port 4fce628c-519f-4d0d-9d90-21050f6e3f47 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:13.410285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.411111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.415898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:14:13.496063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.589244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9245db-d90b-43bd-be04-a5c752e787c2 req-b176680e-445b-4f6b-a4b8-16f493a3cb49 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:13.592832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:13.599325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e9245db-d90b-43bd-be04-a5c752e787c2 req-b176680e-445b-4f6b-a4b8-16f493a3cb49 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 932 time: 0.3116989
Nov 10 04:14:13.609576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:14:13.672237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.680561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Made reservation on behalf of fd815b8b2d9c426a81237a9121798c37 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:13.684694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.697630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:13.730106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:13.742165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.791270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.792907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=4fce628c-519f-4d0d-9d90-21050f6e3f47,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:13.813887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d420ec0-b7a2-424a-be66-3c690adf4963 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:13.818286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.832549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.850186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da211-371f-4711-89cd-034cafefd94c req-e41fb6ce-ee50-4d79-8cff-3b13ccafd4d2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:13.856565 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-844da211-371f-4711-89cd-034cafefd94c req-e41fb6ce-ee50-4d79-8cff-3b13ccafd4d2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.3634281
Nov 10 04:14:13.862330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a374cd49-1149-4eef-9124-8b3aa27bcb47'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:13.870347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:13.871081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:13.872078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:13.900621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Transition to ACTIVE for port object 8d420ec0-b7a2-424a-be66-3c690adf4963 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:14:13.920651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.939171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e9245db-d90b-43bd-be04-a5c752e787c2 req-a7119e19-f515-4723-885e-1f24e2c024f2 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3373673
Nov 10 04:14:13.944528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:13.945341 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:13.946052 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 2 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:13.960269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.961358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7691e7e5-c43e-4963-b45c-850076c17a83 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:13.966918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:13.970344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f5b1a893-e65c-4f02-898b-0d1e1a07ca71 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7691e7e5-c43e-4963-b45c-850076c17a83 HTTP/1.1" status: 204  len: 168 time: 1.0493827
Nov 10 04:14:13.974883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:13.975326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:13.975828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:13.980835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:13.981172 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:13.981644 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 3 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:13.989566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:13.997429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:13.997691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:13.998011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.005648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.005943 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.017044 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 4 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.037159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.037720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.038260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.044736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.045340 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.046493 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 5 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.080511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.081754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.082334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.087915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.088652 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.089342 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 6 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.113377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.114093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.114759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.121359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.122040 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.122809 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 7 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.168058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4e7ba91-9890-48e9-9154-3c05f239bfc9 req-dcc532ed-f6cb-4da4-925b-91d68db7a153 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 210 time: 0.0405855
Nov 10 04:14:14.171562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.172228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.173003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.190243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.190662 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.191654 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 8 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.220197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.221199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.221803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.228199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.228856 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.229645 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 9 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.250521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:14.251607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.252021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.252577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.263119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.263525 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.264152 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempt 10 to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47
Nov 10 04:14:14.280036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.281106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.281487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-844da211-371f-4711-89cd-034cafefd94c req-bc271abe-200b-46f1-8204-ecee21ba86eb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4083869
Nov 10 04:14:14.281766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempting to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.291252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.292112 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Failed to bind port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on host nch1-817176-1 for vnic_type normal using segments [{'id': '132ce33e-e344-41c4-88ae-f5cf1d313464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '434d4a2f-608f-4af1-a94e-769b51aef151'}]
Nov 10 04:14:14.292996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.303496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Pushing event updated for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:14.317068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Allocated IP 172.20.0.9 (ea68b606-26ba-47ff-b812-21606bae40c9/c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7/79c283de-5c8f-4c60-873f-90d9d784bbc4) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:14.324565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Attempting to bind port 8d420ec0-b7a2-424a-be66-3c690adf4963 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:14.324910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Attempting to bind port 8d420ec0-b7a2-424a-be66-3c690adf4963 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:14.325655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Attempting to bind port 8d420ec0-b7a2-424a-be66-3c690adf4963 on network 2576ef6f-a748-45d9-8fc1-993b3f403351 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.337889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Port 8d420ec0-b7a2-424a-be66-3c690adf4963 on network 2576ef6f-a748-45d9-8fc1-993b3f403351 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:14.338323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Attempting to bind port 8d420ec0-b7a2-424a-be66-3c690adf4963 on network 2576ef6f-a748-45d9-8fc1-993b3f403351 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:14.347676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:14.348068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Checking segment: {'id': 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:14.348463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Bound using segment: {'id': 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:14.348920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Bound port: 8d420ec0-b7a2-424a-be66-3c690adf4963, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:14.349320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.474440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port 4fce628c-519f-4d0d-9d90-21050f6e3f47, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:14.475027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attempted to set empty binding levels {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:14:14.518689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3df1-7c9e-46a1-92fa-4b1a26bb2c4e req-a848a694-5282-468b-986e-0b93befa5ff4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:14.521994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2af3df1-7c9e-46a1-92fa-4b1a26bb2c4e req-a848a694-5282-468b-986e-0b93befa5ff4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1131914
Nov 10 04:14:14.524185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.590916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1162849313', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:14.591807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:14.597204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8d420ec0-b7a2-424a-be66-3c690adf4963,segment=NetworkSegment(cf4fbb9b-9e8a-4447-893e-f3f2f4189b03),segment_id=cf4fbb9b-9e8a-4447-893e-f3f2f4189b03)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:14.605954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] In _notify_port_updated(), no bound segment for port 4fce628c-519f-4d0d-9d90-21050f6e3f47 on network 434d4a2f-608f-4af1-a94e-769b51aef151 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:14:14.606870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:14.607342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.607478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.612071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "PUT /v2.0/ports/4fce628c-519f-4d0d-9d90-21050f6e3f47 HTTP/1.1" status: 200  len: 977 time: 2.2815876
Nov 10 04:14:14.613059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55410) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:14.640763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff150a-9cc3-421e-9d60-e9732c34774e tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event updated for resources: {'Port': ['ID=4fce628c-519f-4d0d-9d90-21050f6e3f47,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:14.645342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.646390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.713399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:14.713902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2af3df1-7c9e-46a1-92fa-4b1a26bb2c4e req-3b5379ba-6b58-4584-9fb2-82d2973bd222 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516750
Nov 10 04:14:14.714189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.715751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] 10.222.0.21 "PUT /v2.0/ports/8d420ec0-b7a2-424a-be66-3c690adf4963 HTTP/1.1" status: 200  len: 1092 time: 1.8490317
Nov 10 04:14:14.716202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:14.718960 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131844f4-4b3a-4c00-8d70-f4aef0879ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:14.774284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.854460 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951adc0a-0f16-4fe8-8489-322f3a3ecbf8 x-openstack-request-id: req-951adc0a-0f16-4fe8-8489-322f3a3ecbf8 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:14.855000 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:14.855000 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-951adc0a-0f16-4fe8-8489-322f3a3ecbf8 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:14.855366 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963', 'status': 'completed', 'code': 200}
Nov 10 04:14:14.888870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:14.896315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e0b0-67b6-4429-bb39-a9297d2dcc5e service neutron] Pushing event updated for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:14.956173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-a5130015-b969-4680-b2d1-7c2bc0626fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:14.957627 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-a5130015-b969-4680-b2d1-7c2bc0626fee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f9e14c6ad9417985c8ed5d4a42b760&device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 1095 time: 0.1768596
Nov 10 04:14:15.003508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.019404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-ba09c273-5637-4507-9f3b-e57b9553ae48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d420ec0-b7a2-424a-be66-3c690adf4963 HTTP/1.1" status: 200  len: 217 time: 0.0505073
Nov 10 04:14:15.024256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.089098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Deleting port 4fce628c-519f-4d0d-9d90-21050f6e3f47 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:15.089376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.148026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639735c-cb9f-43f3-814f-9e9aa5312591 req-6b81f18f-13eb-4df9-873c-678c9c0be7f5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.148026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a639735c-cb9f-43f3-814f-9e9aa5312591 req-6b81f18f-13eb-4df9-873c-678c9c0be7f5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.2328598
Nov 10 04:14:15.170001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Network ea68b606-26ba-47ff-b812-21606bae40c9 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:15.185419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:15.188374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:15.190703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf909d-4962-4cd9-8a07-db625ae68b9f req-0dab2e44-eae6-4a31-b88b-17fd80db2281 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.198589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccaf909d-4962-4cd9-8a07-db625ae68b9f req-0dab2e44-eae6-4a31-b88b-17fd80db2281 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 944 time: 0.0927083
Nov 10 04:14:15.214775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Pushing event updated for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:15.239305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-0cfaf0f5-ddd3-40cc-ab5c-669bd57f9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.240792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-0cfaf0f5-ddd3-40cc-ab5c-669bd57f9029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92947e83-6294-4b0d-b626-3482e6011668 HTTP/1.1" status: 200  len: 849 time: 0.2123959
Nov 10 04:14:15.277128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] For port 4fce628c-519f-4d0d-9d90-21050f6e3f47, host nch1-817176-1, got binding levels [] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:15.277506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.286869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccaf909d-4962-4cd9-8a07-db625ae68b9f req-43ba5afc-5991-4b3b-a1ce-be769c3c9a8c tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874219
Nov 10 04:14:15.308508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-216b44e4-5a2e-4a0c-abf8-ca1c6037fe53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2576ef6f-a748-45d9-8fc1-993b3f403351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578480
Nov 10 04:14:15.322763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Calling delete_port for 4fce628c-519f-4d0d-9d90-21050f6e3f47 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:15.347630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.348258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.429651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:15.468248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.536441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.549822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a374cd49-1149-4eef-9124-8b3aa27bcb47 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:15.550384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5038fd-e5f9-43dd-8ded-a2d335ba8407 req-e161be87-6178-4508-8353-e01a6804677d tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.550696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.552121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b5038fd-e5f9-43dd-8ded-a2d335ba8407 req-e161be87-6178-4508-8353-e01a6804677d tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 931 time: 0.1567616
Nov 10 04:14:15.655326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a639735c-cb9f-43f3-814f-9e9aa5312591 req-754b6169-3d46-4e8d-b60a-a9ea76cb336a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4870815
Nov 10 04:14:15.682575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.685204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b5038fd-e5f9-43dd-8ded-a2d335ba8407 req-7ac34f34-3b2f-4758-a661-873c22b05408 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231761
Nov 10 04:14:15.755604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:15.762274 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7158dc33-e003-47cf-bdc9-3c2f6745a7f3" -d '{"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:15.776597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-06c02b59-1657-400b-8bee-2f62288d28ad tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7984922
Nov 10 04:14:15.785381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:15.795112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Request body: {'port': {'device_id': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:15.819400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Allocated IP 172.32.3.232 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/2de3f855-f928-4a8b-87a1-cef743f299cb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:15.821086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.949240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-a84ef0b2-fd4e-4f53-a77b-7ea9b3f05cdb service neutron] 10.222.0.21 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6242931
Nov 10 04:14:15.955780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:15.961759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd307-a02f-4111-9c8a-c0390c04afb9 req-82fde0fb-7967-49d1-a849-8589f3473cb3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:15.969784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b5fd307-a02f-4111-9c8a-c0390c04afb9 req-82fde0fb-7967-49d1-a849-8589f3473cb3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1705806
Nov 10 04:14:15.986292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:15.998642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2089-c392-40f1-9741-e79948a5b36a req-fda480c1-3aec-45d7-942c-f8d27795374a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:16.000175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2cf2089-c392-40f1-9741-e79948a5b36a req-fda480c1-3aec-45d7-942c-f8d27795374a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1758132
Nov 10 04:14:16.013596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.040588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.080013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2cf2089-c392-40f1-9741-e79948a5b36a req-a3dbe11c-52de-4233-ad5e-cb9bc33390c1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631166
Nov 10 04:14:16.090572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.097049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4fce628c-519f-4d0d-9d90-21050f6e3f47 HTTP/1.1" status: 204  len: 168 time: 1.4784851
Nov 10 04:14:16.097049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c685961-c399-4c6a-b1e7-6725c7e56970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fce628c-519f-4d0d-9d90-21050f6e3f47,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:16.097351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.100258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55432) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:16.165850 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527f16b-5eb4-4747-9df4-1bcd71ef239d x-openstack-request-id: req-d527f16b-5eb4-4747-9df4-1bcd71ef239d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:16.166469 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:16.166880 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d527f16b-5eb4-4747-9df4-1bcd71ef239d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:16.167465 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'code': 200}
Nov 10 04:14:16.177439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b5fd307-a02f-4111-9c8a-c0390c04afb9 req-ea0d6fe2-4ae5-4dfb-b16c-f28f3cd379ba tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019248
Nov 10 04:14:16.209096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event updated for resources: {'Port': ['ID=2de3f855-f928-4a8b-87a1-cef743f299cb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:16.224757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1fd58c17-278b-4bd7-a8b4-a19be36fee08 req-77b29d68-1a6e-48cf-be5d-a8112e17d689 service neutron] 10.222.0.21 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515154
Nov 10 04:14:16.257710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:16.259374 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3417a9-0ebd-4f19-ae57-0d4aa0a3be98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:14:16.261516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b3417a9-0ebd-4f19-ae57-0d4aa0a3be98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-295179473-project-admin] 10.222.0.13 "GET /v2.0/ports/4fce628c-519f-4d0d-9d90-21050f6e3f47 HTTP/1.1" status: 404  len: 333 time: 0.0834615
Nov 10 04:14:16.263281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:16.271446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:16.278909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9640e98-468b-4adb-b798-4144258181a3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:16.431503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:16.439320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.548035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c283de-5c8f-4c60-873f-90d9d784bbc4 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:16.558620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.572483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-a0622d26-2865-498f-bc62-2ab22c01fd8e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:16.574752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-a0622d26-2865-498f-bc62-2ab22c01fd8e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.1400030
Nov 10 04:14:16.583171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Transition to ACTIVE for port object 79c283de-5c8f-4c60-873f-90d9d784bbc4 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:14:16.589406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bafa6934-33c7-41f2-b967-5eb63e9ea48d None None] Provisioning complete for port 2de3f855-f928-4a8b-87a1-cef743f299cb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:16.590023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bafa6934-33c7-41f2-b967-5eb63e9ea48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.630032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.635010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bafa6934-33c7-41f2-b967-5eb63e9ea48d None None] Port 2de3f855-f928-4a8b-87a1-cef743f299cb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:16.643640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-3b103822-f422-4747-9383-b9b0c6b8708b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/quotas/805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 375 time: 0.0404868
Nov 10 04:14:16.742185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c85dcc-c3e4-40cc-82b8-8cef944d6376 req-c1a6cf9f-a533-4a4b-81ab-cde4b728ddc1 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:16.743993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39c85dcc-c3e4-40cc-82b8-8cef944d6376 req-c1a6cf9f-a533-4a4b-81ab-cde4b728ddc1 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 944 time: 0.1563337
Nov 10 04:14:16.745909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-4f70f7b1-970f-4f2c-b65a-1336d4d5d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:16.747258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-4f70f7b1-970f-4f2c-b65a-1336d4d5d166 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f9e14c6ad9417985c8ed5d4a42b760&device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 1095 time: 0.4448185
Nov 10 04:14:16.782100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Pushing event updated for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:16.910980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Attempting to bind port 79c283de-5c8f-4c60-873f-90d9d784bbc4 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:16.911878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Attempting to bind port 79c283de-5c8f-4c60-873f-90d9d784bbc4 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'bc756358-b971-4c27-9c5a-3b92b9217665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:16.912347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Attempting to bind port 79c283de-5c8f-4c60-873f-90d9d784bbc4 on network ea68b606-26ba-47ff-b812-21606bae40c9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:16.949896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-ddac80c7-d140-46e8-97d8-00a6c8644796 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3052540
Nov 10 04:14:16.954415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:16.955114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Port 79c283de-5c8f-4c60-873f-90d9d784bbc4 on network ea68b606-26ba-47ff-b812-21606bae40c9 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:16.955742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Attempting to bind port 79c283de-5c8f-4c60-873f-90d9d784bbc4 on network ea68b606-26ba-47ff-b812-21606bae40c9 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:16.974594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39c85dcc-c3e4-40cc-82b8-8cef944d6376 req-e783ad44-8360-4d01-b39d-c83b20fa6336 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977751
Nov 10 04:14:16.991657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-716c7afc-1d49-45fa-a427-f80299ef4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:16.991657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-716c7afc-1d49-45fa-a427-f80299ef4b67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2576ef6f-a748-45d9-8fc1-993b3f403351 HTTP/1.1" status: 200  len: 910 time: 0.2189286
Nov 10 04:14:17.021623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:17.022110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Checking segment: {'id': 'bc756358-b971-4c27-9c5a-3b92b9217665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:17.022613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Bound using segment: {'id': 'bc756358-b971-4c27-9c5a-3b92b9217665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:17.023830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Bound port: 79c283de-5c8f-4c60-873f-90d9d784bbc4, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc756358-b971-4c27-9c5a-3b92b9217665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:17.024294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.073344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-089f426c-142f-471e-9c38-9bbaa787bd69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d420ec0-b7a2-424a-be66-3c690adf4963 HTTP/1.1" status: 200  len: 217 time: 0.0768833
Nov 10 04:14:17.196239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82165577f0>,) {'filters': {'network_id': ['434d4a2f-608f-4af1-a94e-769b51aef151']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:17.208463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-b6c5626b-b0a7-4829-a563-9298fd6b40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.211170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-b6c5626b-b0a7-4829-a563-9298fd6b40ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92947e83-6294-4b0d-b626-3482e6011668 HTTP/1.1" status: 200  len: 849 time: 0.1259139
Nov 10 04:14:17.224350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82165577f0>, '132ce33e-e344-41c4-88ae-f5cf1d313464') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:17.224739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82165577f0>, '132ce33e-e344-41c4-88ae-f5cf1d313464') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:17.243210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.272642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb490a-ad3b-4b51-979c-b6db8b03d5f3 req-00b881bb-22a3-4eb5-974d-70ea740c3040 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.274225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24cb490a-ad3b-4b51-979c-b6db8b03d5f3 req-00b881bb-22a3-4eb5-974d-70ea740c3040 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 943 time: 0.1478322
Nov 10 04:14:17.276147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-fe900db7-5587-46a6-aec7-abe7c0a226ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2576ef6f-a748-45d9-8fc1-993b3f403351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546246
Nov 10 04:14:17.286711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:17.297526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.302989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4,segment=NetworkSegment(bc756358-b971-4c27-9c5a-3b92b9217665),segment_id=bc756358-b971-4c27-9c5a-3b92b9217665)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:17.320627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:17.321247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:17.324906 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:17.340764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-e9f8598c-6205-4583-bc95-da66cb30306f service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3899415
Nov 10 04:14:17.358628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.375069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.437675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.437675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.437675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] 10.222.0.26 "PUT /v2.0/ports/79c283de-5c8f-4c60-873f-90d9d784bbc4 HTTP/1.1" status: 200  len: 1091 time: 1.6469707
Nov 10 04:14:17.444276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:17.446610 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2fd37-452b-43c7-aee6-a9d8386107e2" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:17.473146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24cb490a-ad3b-4b51-979c-b6db8b03d5f3 req-809cff7b-0a6d-4d6a-a709-fc953540f62c tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722248
Nov 10 04:14:17.482365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204419-a982-469b-89b2-ef466d2e9b1f service neutron] Pushing event updated for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:17.533998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-d0e875a3-b306-470a-9bbf-5424f8b5b4cf service neutron] 10.222.0.21 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487540
Nov 10 04:14:17.593951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-809933e9-844b-4bf4-b980-1104bb6d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.595369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-809933e9-844b-4bf4-b980-1104bb6d9ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd815b8b2d9c426a81237a9121798c37&device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 1094 time: 0.1040902
Nov 10 04:14:17.674337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-08031376-4879-482a-8c41-0e61ce6a4f37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4 HTTP/1.1" status: 200  len: 217 time: 0.0660467
Nov 10 04:14:17.756098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f57290-86ad-44aa-98f1-1d4873556176 req-e37ba114-d882-4267-9ee1-9fb18531ab5e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.763486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07f57290-86ad-44aa-98f1-1d4873556176 req-e37ba114-d882-4267-9ee1-9fb18531ab5e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1740170
Nov 10 04:14:17.778776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-131844f4-4b3a-4c00-8d70-f4aef0879ff0 req-6a18c116-34e3-43e5-b888-5f8acdd32b35 service neutron] 10.222.0.21 "GET /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371702
Nov 10 04:14:17.797061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-ec344455-5fcd-46cc-b8fe-dacfd4a28412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:17.798518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-ec344455-5fcd-46cc-b8fe-dacfd4a28412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7 HTTP/1.1" status: 200  len: 861 time: 0.1163683
Nov 10 04:14:17.869481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-5fac004d-96d5-4a78-a5a6-b821623fbb43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ea68b606-26ba-47ff-b812-21606bae40c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594511
Nov 10 04:14:17.881130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07f57290-86ad-44aa-98f1-1d4873556176 req-21cf0cf6-5a0e-4783-9313-356bc89ccb5c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164103
Nov 10 04:14:17.927758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.932348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:17.935965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] 10.222.0.13 "DELETE /v2.0/networks/434d4a2f-608f-4af1-a94e-769b51aef151 HTTP/1.1" status: 204  len: 168 time: 1.6635141
Nov 10 04:14:17.961673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37569e87-6d58-48e4-8848-77c494e93e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036588428-project] Pushing event deleted for resources: {'Network': ['ID=434d4a2f-608f-4af1-a94e-769b51aef151,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:17.974675 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d42f74-0dd7-4d12-b75c-697acf121118 x-openstack-request-id: req-c9d42f74-0dd7-4d12-b75c-697acf121118 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:17.975611 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:17.976034 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9d42f74-0dd7-4d12-b75c-697acf121118 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:17.976594 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4', 'status': 'completed', 'code': 200}
Nov 10 04:14:18.017336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-67b1edf4-f6ef-45d1-820a-1e46ca46dba3 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6434035
Nov 10 04:14:18.068221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-36f75358-919b-4ed5-8356-d6de29519c9a service neutron] 10.222.0.26 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856170
Nov 10 04:14:18.253728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:18.277102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd54e-2345-4dd7-8acc-3ed05933c055 req-8db67166-24eb-4301-bf19-bf974ff3ec64 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:18.278623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd7bd54e-2345-4dd7-8acc-3ed05933c055 req-8db67166-24eb-4301-bf19-bf974ff3ec64 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 944 time: 0.1178846
Nov 10 04:14:18.322832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa4d26ac-ab1b-417a-b6ef-9a41ceadb4a5 req-90462682-a13e-4ea3-8d12-9320075824d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451649
Nov 10 04:14:18.371960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd7bd54e-2345-4dd7-8acc-3ed05933c055 req-0db7b97e-30c0-4f7e-b9bb-827484ef0857 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823503
Nov 10 04:14:18.453782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2027769d-6d50-43df-bfca-15fbe312c95f req-f21ce35e-5a68-4b31-af77-98f268799ba8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 210 time: 0.0643511
Nov 10 04:14:18.459993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:18.529931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Router e0f846f8-2bb9-43ed-a4bf-15b444cc8962 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:18.532308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-846ec8ca-3812-4649-b7d1-603689781046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:18.533964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-846ec8ca-3812-4649-b7d1-603689781046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd815b8b2d9c426a81237a9121798c37&device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 1094 time: 0.0771875
Nov 10 04:14:18.638582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:18.716752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:18.722369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeea7c-be2b-4acc-bf93-0096e1b48360 req-0f67c000-9174-4761-ade1-8c553109defc tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:18.724351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02aeea7c-be2b-4acc-bf93-0096e1b48360 req-0f67c000-9174-4761-ade1-8c553109defc tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 943 time: 0.1526597
Nov 10 04:14:18.732787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] Sync routers for ids ['e0f846f8-2bb9-43ed-a4bf-15b444cc8962'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:18.757810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] Routers {'e0f846f8-2bb9-43ed-a4bf-15b444cc8962'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:18.758118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d41250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e0f846f8-2bb9-43ed-a4bf-15b444cc8962'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:18.771918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-ff4ff824-494c-4889-85cf-87c23ce7bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:18.773430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-ff4ff824-494c-4889-85cf-87c23ce7bfb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ea68b606-26ba-47ff-b812-21606bae40c9 HTTP/1.1" status: 200  len: 922 time: 0.2200606
Nov 10 04:14:18.825818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:18.828971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3dc2d0f9-4abe-4dce-b0d9-fb3cbe94eba3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.5736461
Nov 10 04:14:18.839278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4b9bdaf8-e106-4264-82b0-584338623468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e50d2df481434682af55e346b3145b37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3763559
Nov 10 04:14:18.840551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:18.841225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-8427cbc9-8600-4ea3-887d-da1cf8b2fb8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4 HTTP/1.1" status: 200  len: 217 time: 0.0450778
Nov 10 04:14:18.841755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:18.872545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02aeea7c-be2b-4acc-bf93-0096e1b48360 req-240b074b-5187-4087-83ba-5c18f4ae71ac tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255021
Nov 10 04:14:18.873644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d41250>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:18.912683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] Routers {'e0f846f8-2bb9-43ed-a4bf-15b444cc8962'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:18.913590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d41250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e0f846f8-2bb9-43ed-a4bf-15b444cc8962'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:18.938331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-729b7f38-ef16-46d0-b9a3-b359d3a9d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:18.940703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-729b7f38-ef16-46d0-b9a3-b359d3a9d137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7 HTTP/1.1" status: 200  len: 861 time: 0.0902631
Nov 10 04:14:18.955053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d41250>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:18.955975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe8687-e1f5-4471-b968-c9729835635f None None] The sync data for ids ['e0f846f8-2bb9-43ed-a4bf-15b444cc8962'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:18.958496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:18.992987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-7b109039-e049-49fa-ba70-3ffc47cf8777 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ea68b606-26ba-47ff-b812-21606bae40c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424960
Nov 10 04:14:19.108763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.114622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-8543a57a-f71e-4c4a-b480-f8c3a3216f8c service neutron] 10.222.0.26 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126556
Nov 10 04:14:19.141212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-915e2ef0-f39a-42b1-b8f1-43ba7f4a1a66 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/e0f846f8-2bb9-43ed-a4bf-15b444cc8962 HTTP/1.1" status: 200  len: 925 time: 0.2971210
Nov 10 04:14:19.142810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:19.175403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac78d1-10c6-474f-8c26-8682b44b38e5 req-c5423e5c-e695-449f-a534-fbfd3e630654 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:19.179300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-04ac78d1-10c6-474f-8c26-8682b44b38e5 req-c5423e5c-e695-449f-a534-fbfd3e630654 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1435959
Nov 10 04:14:19.187638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.219429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-53fc0962-c3ad-4f0b-ab51-71d8d756004f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f846f8-2bb9-43ed-a4bf-15b444cc8962 HTTP/1.1" status: 200  len: 205 time: 0.0704401
Nov 10 04:14:19.220800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:19.251294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b2fd37-452b-43c7-aee6-a9d8386107e2 req-fc983803-cef4-47b6-abf4-195acddbe5f8 service neutron] 10.222.0.26 "GET /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280839
Nov 10 04:14:19.397846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-04ac78d1-10c6-474f-8c26-8682b44b38e5 req-6fd0a94b-334f-437c-9de2-af69d33242ae tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929958
Nov 10 04:14:19.425737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.429285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.432937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77cfcb5c-b97c-4b7e-80c2-93d009a4a2fb HTTP/1.1" status: 204  len: 168 time: 0.5646625
Nov 10 04:14:19.448305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8d420ec0-b7a2-424a-be66-3c690adf4963 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:14:19.450890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c405ad6-7a62-4bc2-9929-77ffc5fb25fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cfcb5c-b97c-4b7e-80c2-93d009a4a2fb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:19.466748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.593663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7495b-25d3-427b-bdb7-76a1b4aae01a req-3635dc13-1ecb-4664-b030-9efa808c161f tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:19.601409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bc7495b-25d3-427b-bdb7-76a1b4aae01a req-3635dc13-1ecb-4664-b030-9efa808c161f tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 944 time: 0.0870142
Nov 10 04:14:19.685169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad22e888-61af-48b0-bcfa-1e957638479d req-854577ee-2911-44a0-95b7-3fc11d641d92 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 210 time: 0.0980108
Nov 10 04:14:19.718706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bc7495b-25d3-427b-bdb7-76a1b4aae01a req-5e5af64e-ec03-456b-b272-a7a9e41ae0e2 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146548
Nov 10 04:14:19.736439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8d420ec0-b7a2-424a-be66-3c690adf4963,segment=NetworkSegment(cf4fbb9b-9e8a-4447-893e-f3f2f4189b03),segment_id=cf4fbb9b-9e8a-4447-893e-f3f2f4189b03)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:19.759791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '8d420ec0-b7a2-424a-be66-3c690adf4963', 'network_id': '2576ef6f-a748-45d9-8fc1-993b3f403351', 'port_id': '8d420ec0-b7a2-424a-be66-3c690adf4963', 'mac_address': 'fa:16:3e:a6:3f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92947e83-6294-4b0d-b626-3482e6011668', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:14:19.769476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.854789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port 2de3f855-f928-4a8b-87a1-cef743f299cb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:19.855138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.870687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:19.911916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d420ec0-b7a2-424a-be66-3c690adf4963 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:19.984902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8d420ec0-b7a2-424a-be66-3c690adf4963,segment=NetworkSegment(cf4fbb9b-9e8a-4447-893e-f3f2f4189b03),segment_id=cf4fbb9b-9e8a-4447-893e-f3f2f4189b03)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:19.998040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.049745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.056038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55512) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:20.089059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for 2de3f855-f928-4a8b-87a1-cef743f299cb owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:20.117907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:20.128023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-b4e3921b-bfc2-4138-b4a8-863415dac422 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:20.134936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-b4e3921b-bfc2-4138-b4a8-863415dac422 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.3260007
Nov 10 04:14:20.156798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'device_id': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'admin_state_up': True, 'tenant_id': '805d7a00cdff46bf93787cb1abccceba'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:20.200442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c75b-6740-4512-94bd-aa6583e118e7 req-fe9b0bee-b3ba-498e-a4da-972ab0ac6eb5 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:20.202514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f375c75b-6740-4512-94bd-aa6583e118e7 req-fe9b0bee-b3ba-498e-a4da-972ab0ac6eb5 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 943 time: 0.1153619
Nov 10 04:14:20.221374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['8d420ec0-b7a2-424a-be66-3c690adf4963'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:20.314660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f375c75b-6740-4512-94bd-aa6583e118e7 req-78347879-9177-45d6-a0ce-79e7cdd73c3e tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031709
Nov 10 04:14:20.408715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.449720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb3f9a-ea16-4749-8a5c-adabaa15d51a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:20.523875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=2de3f855-f928-4a8b-87a1-cef743f299cb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:20.525083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bfd9c6a4-5570-4db3-8c0d-edfa5889657b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb271059976f4285983d04eb40eb7573&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4673469
Nov 10 04:14:20.527719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:20.597491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.647957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.662228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8b46-6e72-4004-9ff0-b718810ad5bd req-6bcf7076-3406-44b8-a55b-24744c162f9a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:20.664659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc6d8b46-6e72-4004-9ff0-b718810ad5bd req-6bcf7076-3406-44b8-a55b-24744c162f9a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1266403
Nov 10 04:14:20.703986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.706638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.706990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.747483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:20.751662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.763132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.763929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router e0f846f8-2bb9-43ed-a4bf-15b444cc8962 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:20.787983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.793071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a834f963-851e-447b-ad62-48cb69d3e212 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/e0f846f8-2bb9-43ed-a4bf-15b444cc8962 HTTP/1.1" status: 204  len: 168 time: 1.5374405
Nov 10 04:14:20.796456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:20.815946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1814827648', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:20.840060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc6d8b46-6e72-4004-9ff0-b718810ad5bd req-f32f533e-a817-4ad6-a5d0-5ac75e7d7dd5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659522
Nov 10 04:14:20.858810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.862535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.864090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2392868b-07d8-4829-844f-e1e78c754fd6 HTTP/1.1" status: 204  len: 168 time: 0.3351450
Nov 10 04:14:20.871010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c63f-1145-4b98-81f5-af0d73ae3a57 req-92c78c50-5fb8-473f-ba1a-2d90163c6449 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:20.880106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4c44c63f-1145-4b98-81f5-af0d73ae3a57 req-92c78c50-5fb8-473f-ba1a-2d90163c6449 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 945 time: 0.0857341
Nov 10 04:14:20.928054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198907d0-0b13-4a0d-9844-175b6c551ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392868b-07d8-4829-844f-e1e78c754fd6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:20.941093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.942157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:20.945344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4c44c63f-1145-4b98-81f5-af0d73ae3a57 req-2a13d413-c80a-4922-9347-758cf294bdcf tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641227
Nov 10 04:14:21.029443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.111440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06ee5b7f-3637-4e6b-94ff-680c024d611d req-22881c1a-ef9e-4e2e-9598-40ae77b989ce tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 210 time: 0.0787003
Nov 10 04:14:21.230039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 79c283de-5c8f-4c60-873f-90d9d784bbc4 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:14:21.311162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.319566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.20.0.7 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/e8a32348-9f91-439a-aaae-2d39b639286a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:21.436750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4,segment=NetworkSegment(bc756358-b971-4c27-9c5a-3b92b9217665),segment_id=bc756358-b971-4c27-9c5a-3b92b9217665)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:21.460959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '79c283de-5c8f-4c60-873f-90d9d784bbc4', 'network_id': 'ea68b606-26ba-47ff-b812-21606bae40c9', 'port_id': '79c283de-5c8f-4c60-873f-90d9d784bbc4', 'mac_address': 'fa:16:3e:de:b0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:14:21.463515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8d420ec0-b7a2-424a-be66-3c690adf4963 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:21.541559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242235a-cd4e-48a4-a51d-cbee3a4d3d03 req-2864e7a8-6d02-4afe-a9f5-734aac33526e tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:21.545197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f242235a-cd4e-48a4-a51d-cbee3a4d3d03 req-2864e7a8-6d02-4afe-a9f5-734aac33526e tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 943 time: 0.1073534
Nov 10 04:14:21.648854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 8d420ec0-b7a2-424a-be66-3c690adf4963 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:14:21.655704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.658182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 8d420ec0-b7a2-424a-be66-3c690adf4963 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:21.658935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.682705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f242235a-cd4e-48a4-a51d-cbee3a4d3d03 req-e20add9c-8b59-4a99-938d-68697695741e tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104319
Nov 10 04:14:21.690258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.699594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c283de-5c8f-4c60-873f-90d9d784bbc4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:21.734425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4,segment=NetworkSegment(bc756358-b971-4c27-9c5a-3b92b9217665),segment_id=bc756358-b971-4c27-9c5a-3b92b9217665)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:21.746064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.773461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.796290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.798336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.839790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.906805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:21.915303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:21.926194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:21.930862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:21.931659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:21.933714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:21.935154 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfa4cb-69f7-4460-8737-0438c5c0c458" -d '{"events": [{"server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "name": "network-vif-plugged", "status": "completed", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:21.956049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8d420ec0-b7a2-424a-be66-3c690adf4963,segment=NetworkSegment(cf4fbb9b-9e8a-4447-893e-f3f2f4189b03),segment_id=cf4fbb9b-9e8a-4447-893e-f3f2f4189b03)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:21.977997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:21.989373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['79c283de-5c8f-4c60-873f-90d9d784bbc4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:22.038052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.038820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.092222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 172.32.3.225 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/44fd84d5-38f2-4b9b-a3a7-3727a6b01b58) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:22.120297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-785dc04b-8435-4eda-988e-99993bc675a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9708586
Nov 10 04:14:22.160736 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb0361-f24b-462f-9300-2a923d3a35ab x-openstack-request-id: req-f4cb0361-f24b-462f-9300-2a923d3a35ab {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:22.162898 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "name": "network-vif-plugged", "status": "completed", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:22.163185 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4cb0361-f24b-462f-9300-2a923d3a35ab {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:22.165605 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963', 'code': 200}
Nov 10 04:14:22.186922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Request body: {'port': {'device_id': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:22.190447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb6ba-3f67-48de-84d3-2d6328791835 req-f77eee9d-7952-4e9a-b571-59d4b11926ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.193112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c5eb6ba-3f67-48de-84d3-2d6328791835 req-f77eee9d-7952-4e9a-b571-59d4b11926ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 1097 time: 0.0715113
Nov 10 04:14:22.250647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:22.342354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc2e7-88eb-4011-b324-2791a22ecd54 req-6b72aeb3-5b9c-45e3-b4d0-3ebc28156eee tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.344038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d67dc2e7-88eb-4011-b324-2791a22ecd54 req-6b72aeb3-5b9c-45e3-b4d0-3ebc28156eee tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.2719703
Nov 10 04:14:22.393512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.402394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c5eb6ba-3f67-48de-84d3-2d6328791835 req-2cde19fd-b787-4ca6-88b5-f0db405dbf70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008021
Nov 10 04:14:22.450366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686253-7928-426d-8461-6f185a6b61c6 req-535a731d-b92c-402f-8ba8-d90cdc86776d tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.459852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e686253-7928-426d-8461-6f185a6b61c6 req-535a731d-b92c-402f-8ba8-d90cdc86776d tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 946 time: 0.2472966
Nov 10 04:14:22.476390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:22.484459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-55e7a372-5aa4-4f4e-9cc5-7929729ad287 None None] Provisioning complete for port e8a32348-9f91-439a-aaae-2d39b639286a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:22.485105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55e7a372-5aa4-4f4e-9cc5-7929729ad287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.494925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.506470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d67dc2e7-88eb-4011-b324-2791a22ecd54 req-ae72e376-8247-4b18-9fd6-4b75255e377f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394966
Nov 10 04:14:22.588249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e686253-7928-426d-8461-6f185a6b61c6 req-a3e99e9a-8bde-47bf-8911-b8df32682d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221759
Nov 10 04:14:22.602957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-55e7a372-5aa4-4f4e-9cc5-7929729ad287 None None] Port e8a32348-9f91-439a-aaae-2d39b639286a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:22.688651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-475665673'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:22.694807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.719668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Made reservation on behalf of 32939d26f7eb4a9c8a2280407b557d39 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:22.727176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.742209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.770541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:22.781591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:22.794059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:22.797952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b79466-ee80-446f-8c65-8c5a902b0310 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:22.840240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5e77e5e2-c746-4709-ac2a-3c66ceecb827 None None] Provisioning complete for port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:22.841129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5e77e5e2-c746-4709-ac2a-3c66ceecb827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.847543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:22.859736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b199a96-1a45-48f2-b53a-2ac7b542d8d6 req-f713b4e0-e221-4274-851b-e1da5fac0797 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.861317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b199a96-1a45-48f2-b53a-2ac7b542d8d6 req-f713b4e0-e221-4274-851b-e1da5fac0797 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 931 time: 0.2222817
Nov 10 04:14:22.872863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea27d18-d3d5-4551-8112-267e7b53a3b4 req-1406cf27-8cb8-4703-8e85-bf5e2d523dd7 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:22.875006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ea27d18-d3d5-4551-8112-267e7b53a3b4 req-1406cf27-8cb8-4703-8e85-bf5e2d523dd7 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 944 time: 0.0847192
Nov 10 04:14:22.899525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5e77e5e2-c746-4709-ac2a-3c66ceecb827 None None] Port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:22.927633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.964841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ea27d18-d3d5-4551-8112-267e7b53a3b4 req-e7024a2e-cd78-4425-af0d-c09bcffe55fc tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765069
Nov 10 04:14:22.965685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:22.996766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:23.002985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7098a9-014d-4eb5-8b55-54906c3ae1ff,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:23.011477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.011895 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Added segment c9f12c1f-f7f0-48b2-987f-6809acc16f74 of type vlan for network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a
Nov 10 04:14:23.032124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b199a96-1a45-48f2-b53a-2ac7b542d8d6 req-161d9cd3-b33e-4a4e-9964-41fc71b7a2c0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617806
Nov 10 04:14:23.040507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a32348-9f91-439a-aaae-2d39b639286a {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:23.061517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.076438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.096206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Transition to ACTIVE for port object e8a32348-9f91-439a-aaae-2d39b639286a will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:14:23.106613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.139158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.165437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:23.166484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.243832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 79c283de-5c8f-4c60-873f-90d9d784bbc4 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:23.257168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'Network': ['ID=8b3f5e17-69ec-4251-af53-4cf2eca3ac0a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:23.291834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-08b9d5a7-f2ad-4b7e-9809-c410f4570898 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.8142452
Nov 10 04:14:23.293704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:23.294840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55566) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:23.299992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Request body: {'subnet': {'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:23.497990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Made reservation on behalf of 32939d26f7eb4a9c8a2280407b557d39 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:23.505104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.552238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 79c283de-5c8f-4c60-873f-90d9d784bbc4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:14:23.559499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 79c283de-5c8f-4c60-873f-90d9d784bbc4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:23.560070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.687567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:23.767392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.779260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506661-8247-4e8c-b03e-f3b2bf704aad req-33deab35-d62c-45c2-ad7b-2636739deb26 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:23.786680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01506661-8247-4e8c-b03e-f3b2bf704aad req-33deab35-d62c-45c2-ad7b-2636739deb26 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1148853
Nov 10 04:14:23.845536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4,segment=NetworkSegment(bc756358-b971-4c27-9c5a-3b92b9217665),segment_id=bc756358-b971-4c27-9c5a-3b92b9217665)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:23.894440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.919835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b45af-70c9-4070-b995-7556cdae12ac req-f8c4d038-d52e-4ded-ae79-ea65b7fa1851 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:23.937726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01506661-8247-4e8c-b03e-f3b2bf704aad req-30bf3033-6a21-41a9-b712-7aaabae6318a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501439
Nov 10 04:14:23.948472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b65b45af-70c9-4070-b995-7556cdae12ac req-f8c4d038-d52e-4ded-ae79-ea65b7fa1851 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 946 time: 0.1666894
Nov 10 04:14:23.952804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Attempting to bind port e8a32348-9f91-439a-aaae-2d39b639286a on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:23.953254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Attempting to bind port e8a32348-9f91-439a-aaae-2d39b639286a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:23.953554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Attempting to bind port e8a32348-9f91-439a-aaae-2d39b639286a on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:23.957708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.958964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:23.990569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:24.058821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Port e8a32348-9f91-439a-aaae-2d39b639286a on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:14:24.058821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Attempting to bind port e8a32348-9f91-439a-aaae-2d39b639286a on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:24.069379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:24.069379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:24.069780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:24.070049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Bound port: e8a32348-9f91-439a-aaae-2d39b639286a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:24.070412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.084006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'Subnet': ['ID=e42a0b47-d971-467a-a565-6dc38a0c4a2f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:24.104554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Checking segment: {'id': 'c9f12c1f-f7f0-48b2-987f-6809acc16f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:24.104937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Network hostable DHCP agents. Network: 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:24.166763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:24.169729 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b545dad-56fb-4dfc-895d-ec764551aeb2" -d '{"events": [{"server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "name": "network-vif-plugged", "status": "completed", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:24.171531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:24.178640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b65b45af-70c9-4070-b995-7556cdae12ac req-2d51d9ec-deaf-44e8-aab3-558717b0fbfe tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046092
Nov 10 04:14:24.188576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:24.194571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:24.195375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.204426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10dbe1-1002-4567-8cc1-c81cc2edb245 None None] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:24.225251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe04793-5c4d-4e52-9a1d-dc65da7bf8b3 req-4cb1ecbc-d3f7-4439-a99b-d137988869d0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:24.226869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebe04793-5c4d-4e52-9a1d-dc65da7bf8b3 req-4cb1ecbc-d3f7-4439-a99b-d137988869d0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.0925579
Nov 10 04:14:24.231673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c4c761a1-abad-43b1-813c-2c8cd392a4f7 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9357965
Nov 10 04:14:24.235539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55586) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:24.251837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Request body: {'port': {'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1360117815'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:24.289818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:24.368147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e8a32348-9f91-439a-aaae-2d39b639286a,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:24.383129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.411358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebe04793-5c4d-4e52-9a1d-dc65da7bf8b3 req-8830408e-0083-4c43-b191-523838e8d2f4 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746802
Nov 10 04:14:24.432131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:24.432886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.434320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 200  len: 1091 time: 2.2672477
Nov 10 04:14:24.444696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8b3f5e17-69ec-4251-af53-4cf2eca3ac0a', 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a', 'tenant_id': '32939d26f7eb4a9c8a2280407b557d39', 'fixed_ips': [{'subnet_id': 'e42a0b47-d971-467a-a565-6dc38a0c4a2f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:14:24.447473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.457555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7746-d352-4369-b985-8b05b3742240 req-72cbcdb8-a9db-4a7a-beba-5d8135c9855d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:24.459530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0aa7746-d352-4369-b985-8b05b3742240 req-72cbcdb8-a9db-4a7a-beba-5d8135c9855d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 943 time: 0.1674042
Nov 10 04:14:24.459982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:24.462475 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:24.583776 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1876ac-a9a7-4626-8d49-2ad39ab5d963 x-openstack-request-id: req-bf1876ac-a9a7-4626-8d49-2ad39ab5d963 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:24.584246 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "name": "network-vif-plugged", "status": "completed", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:24.584694 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf1876ac-a9a7-4626-8d49-2ad39ab5d963 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:24.585212 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4', 'code': 200}
Nov 10 04:14:24.590785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Made reservation on behalf of 32939d26f7eb4a9c8a2280407b557d39 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:24.602903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.646771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] device_id is not set on port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:24.724284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0aa7746-d352-4369-b985-8b05b3742240 req-97e70f58-078d-4668-aaf6-eda986ed23d3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524347
Nov 10 04:14:24.774805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:24.788707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fa4fd-29e3-477d-9c8f-949b38bb29b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:24.826375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Allocated IP 2001:db8::2 (8b3f5e17-69ec-4251-af53-4cf2eca3ac0a/e42a0b47-d971-467a-a565-6dc38a0c4a2f/b7853ef3-cdc7-4dce-8de0-dc45e8273101) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:24.940366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-76114f11-48f3-4ca9-84f5-5bfa7e99e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:24.942427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-76114f11-48f3-4ca9-84f5-5bfa7e99e182 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 1094 time: 0.4541733
Nov 10 04:14:24.945413 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdedfa2-fe7c-42e9-89e3-24eb6b38f031 x-openstack-request-id: req-5bdedfa2-fe7c-42e9-89e3-24eb6b38f031 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:24.945702 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:24.946068 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bdedfa2-fe7c-42e9-89e3-24eb6b38f031 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:24.946504 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a', 'status': 'completed', 'code': 200}
Nov 10 04:14:24.998089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31b27a-b99b-47a3-8073-11584f152933 req-26136723-3a15-4ed5-b756-6dec3ac7a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.000643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c31b27a-b99b-47a3-8073-11584f152933 req-26136723-3a15-4ed5-b756-6dec3ac7a769 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 1096 time: 0.4027584
Nov 10 04:14:25.072323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-52663ebc-2312-4562-86dd-b811441a320c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 200  len: 217 time: 0.0673254
Nov 10 04:14:25.101245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.112723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.154603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-9498777c-5cde-479a-8d84-c850b829a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.158074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-9498777c-5cde-479a-8d84-c850b829a6a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0774817
Nov 10 04:14:25.158865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:25.164590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:25.180689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:25.243631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Pushing event updated for resources: {'Port': ['ID=b7853ef3-cdc7-4dce-8de0-dc45e8273101,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:25.251570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Allocated IP 2001:db8::259 (8b3f5e17-69ec-4251-af53-4cf2eca3ac0a/e42a0b47-d971-467a-a565-6dc38a0c4a2f/3781721d-c3f8-41c1-a3c7-9c110850b6e1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:25.287544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Attempting to bind port b7853ef3-cdc7-4dce-8de0-dc45e8273101 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:25.288011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Attempting to bind port b7853ef3-cdc7-4dce-8de0-dc45e8273101 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c9f12c1f-f7f0-48b2-987f-6809acc16f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:25.288444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Attempting to bind port b7853ef3-cdc7-4dce-8de0-dc45e8273101 on network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:25.300753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:25.301226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Checking segment: {'id': 'c9f12c1f-f7f0-48b2-987f-6809acc16f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:25.301713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.302214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Bound using segment: {'id': 'c9f12c1f-f7f0-48b2-987f-6809acc16f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:25.302795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Bound port: b7853ef3-cdc7-4dce-8de0-dc45e8273101, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f12c1f-f7f0-48b2-987f-6809acc16f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:25.303260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.364184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-70db4392-169e-45d6-a06d-b1dcea392a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.366885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-70db4392-169e-45d6-a06d-b1dcea392a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1980460
Nov 10 04:14:25.374627 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c31b27a-b99b-47a3-8073-11584f152933 req-c955e163-ba76-43b5-b9ea-bf14d0e2ec15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606863
Nov 10 04:14:25.412947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] For port b7853ef3-cdc7-4dce-8de0-dc45e8273101, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:25.421769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] For port b7853ef3-cdc7-4dce-8de0-dc45e8273101, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b7853ef3-cdc7-4dce-8de0-dc45e8273101,segment=NetworkSegment(c9f12c1f-f7f0-48b2-987f-6809acc16f74),segment_id=c9f12c1f-f7f0-48b2-987f-6809acc16f74)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:25.437736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.476763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2839-c0fb-43de-a4bf-6f785b5fd7b8 req-9b9c1f5a-047d-41b0-b095-022a30e50a6d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.480437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b9f2839-c0fb-43de-a4bf-6f785b5fd7b8 req-9b9c1f5a-047d-41b0-b095-022a30e50a6d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.3188908
Nov 10 04:14:25.541841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8b947-b76c-45e0-aaca-a62e2100948c None None] Pushing event updated for resources: {'Port': ['ID=b7853ef3-cdc7-4dce-8de0-dc45e8273101,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:25.578431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.578983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-48d13d5f-868f-4a71-9a7d-53345246d56d service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022250
Nov 10 04:14:25.647767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f965-f16a-4cba-aa71-86643cb30334 req-4d728e08-0554-4c1d-a04b-52e230e475df tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.655733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7de4f965-f16a-4cba-aa71-86643cb30334 req-4d728e08-0554-4c1d-a04b-52e230e475df tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.0949769
Nov 10 04:14:25.690265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router b9004e17-5d38-4af2-844d-70a0d3aa77c5 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:25.693308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.720309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b9f2839-c0fb-43de-a4bf-6f785b5fd7b8 req-cd62ebe7-3f7f-4263-8d9e-a70532a8e08e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2278261
Nov 10 04:14:25.764377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:25.781189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7de4f965-f16a-4cba-aa71-86643cb30334 req-86a85f24-601f-4ece-9c6f-b405be2fd080 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241913
Nov 10 04:14:25.784834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:25.804513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:25.820206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:25.821022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:25.876683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'Port': ['ID=3781721d-c3f8-41c1-a3c7-9c110850b6e1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:25.909336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d61f4f3f-898d-42cd-a3d7-d23466206746 req-26f12036-41b5-4869-aef6-38cfd4a603a4 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3144596
Nov 10 04:14:25.948724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f66606cf-a673-417b-8b70-86aeb415795c tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.7069356
Nov 10 04:14:25.955570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:25.968967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Request body: {'port': {'network_id': '8b3f5e17-69ec-4251-af53-4cf2eca3ac0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-256048952', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:25.969516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] bootfile-name is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:25.969857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] tftp-server is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:25.970189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] server-ip-address is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:25.987105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:25.998721 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Sync routers for ids ['b9004e17-5d38-4af2-844d-70a0d3aa77c5'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:26.023541 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Routers {'b9004e17-5d38-4af2-844d-70a0d3aa77c5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:26.027743 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144559d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b9004e17-5d38-4af2-844d-70a0d3aa77c5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:26.047568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4771-637c-4e7a-ad37-b53e0f613b69 req-ac1bec69-81d7-48d3-85b1-da55e850fc4c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:26.056073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c51b4771-637c-4e7a-ad37-b53e0f613b69 req-ac1bec69-81d7-48d3-85b1-da55e850fc4c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 943 time: 0.1630006
Nov 10 04:14:26.111170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.112393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1673d881-fafa-4cfa-8e95-5c954d84447e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.3149688
Nov 10 04:14:26.115160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55618) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:26.181345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Set router b9004e17-5d38-4af2-844d-70a0d3aa77c5 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:26.246917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-e0ed8226-be73-4fb0-b635-35a5f87ae4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:26.248262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c51b4771-637c-4e7a-ad37-b53e0f613b69 req-5215ffc4-1c22-4f8f-b1a1-58c5cbc221fe tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913288
Nov 10 04:14:26.271506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-e0ed8226-be73-4fb0-b635-35a5f87ae4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 1094 time: 0.2805362
Nov 10 04:14:26.301034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Made reservation on behalf of 32939d26f7eb4a9c8a2280407b557d39 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:26.306250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.385395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01367c05-c352-4a7d-82be-c786d2cd103d tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/b9004e17-5d38-4af2-844d-70a0d3aa77c5 HTTP/1.1" status: 200  len: 909 time: 0.2691097
Nov 10 04:14:26.392117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55624) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:26.397627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1814827648', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': True}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:26.441985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-82df6221-50d9-4375-a3fd-1cef31fc5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:26.444885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-82df6221-50d9-4375-a3fd-1cef31fc5620 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1609366
Nov 10 04:14:26.501971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144559d0>, [{'id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'name': 'tempest-snat-router-1814827648', 'tenant_id': 'd7a81957d3cc4708909ba7b629601d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225'}], 'enable_snat': False}, 'gw_port_id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:20Z', 'updated_at': '2021-11-10T04:14:23Z', 'revision_number': 3, 'project_id': 'd7a81957d3cc4708909ba7b629601d35', 'gw_port': {'id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:28:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:21Z', 'updated_at': '2021-11-10T04:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:26.506422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:14:26.537517 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Checking router: b9004e17-5d38-4af2-844d-70a0d3aa77c5 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:14:26.538237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Updating router b9004e17-5d38-4af2-844d-70a0d3aa77c5 port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:14:26.558270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.559349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.579364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-2227d7f3-0fbc-4620-a50e-fab42dbdf93c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 200  len: 217 time: 0.1253214
Nov 10 04:14:26.636017 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.762648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:26.768049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-b1993e4d-4959-412d-bbe0-12cce92f0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:26.770039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-b1993e4d-4959-412d-bbe0-12cce92f0c02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1817515
Nov 10 04:14:26.971815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b7853ef3-cdc7-4dce-8de0-dc45e8273101 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:27.035067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] device_id is not set on port 859bc8c2-08fd-411d-8205-3f7c2134f24b yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:27.127717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b7853ef3-cdc7-4dce-8de0-dc45e8273101 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:27.129044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.212389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.227516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-bf756cee-6237-492f-8377-ed8790f1865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:27.229134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-bf756cee-6237-492f-8377-ed8790f1865e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3787541
Nov 10 04:14:27.238555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcaf82-dc2a-4ac3-872e-bad18d87b23a req-31c6111b-e60a-40f2-97ab-b94ac17bf68c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:27.248337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71bcaf82-dc2a-4ac3-872e-bad18d87b23a req-31c6111b-e60a-40f2-97ab-b94ac17bf68c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.3449051
Nov 10 04:14:27.288175 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.298424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Allocated IP 2001:db8::172 (8b3f5e17-69ec-4251-af53-4cf2eca3ac0a/e42a0b47-d971-467a-a565-6dc38a0c4a2f/859bc8c2-08fd-411d-8205-3f7c2134f24b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:27.304869 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.387611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6854499-d1f0-4289-a33f-72512611aa15 None None] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:27.396049 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Attempting to bind port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:27.396428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Attempting to bind port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:27.405735 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Attempting to bind port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:27.411744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3e5ed-b5af-46c8-a8c9-b3d20fa1f1f2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:27.440634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7be69f-70f1-4eb9-afdc-51dc67af89c0 req-2d45b57f-9257-4539-82b9-dabdebffbdf0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:27.445389 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:27.445815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:27.446163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.446560 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:27.447064 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Bound port: 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:27.447976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.448175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b7be69f-70f1-4eb9-afdc-51dc67af89c0 req-2d45b57f-9257-4539-82b9-dabdebffbdf0 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.2688534
Nov 10 04:14:27.502191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-74ec414d-f372-4360-bdb8-c0d7642db256 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507877
Nov 10 04:14:27.503277 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Pushing event updated for resources: {'Port': ['ID=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:27.526026 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.535264 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.535881 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.537920 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.540478 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.541092 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.541529 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.542843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.545238 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.545746 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.547568 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.548016 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:27.555781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.568936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b7be69f-70f1-4eb9-afdc-51dc67af89c0 req-33297f6f-9c20-4d4f-844d-fc4a118972c3 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048574
Nov 10 04:14:27.608659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-610b6710-709d-481b-9ed9-e321ee39feff None None] Provisioning complete for port b7853ef3-cdc7-4dce-8de0-dc45e8273101 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:27.609140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-610b6710-709d-481b-9ed9-e321ee39feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.677648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port b7853ef3-cdc7-4dce-8de0-dc45e8273101, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b7853ef3-cdc7-4dce-8de0-dc45e8273101,segment=NetworkSegment(c9f12c1f-f7f0-48b2-987f-6809acc16f74),segment_id=c9f12c1f-f7f0-48b2-987f-6809acc16f74)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:27.689380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.784249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2a8c62-ab89-4e70-81e5-f2c37b1fb4e4 req-fb2b3e0a-32ee-45c1-8b81-dca01de081dd service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177756
Nov 10 04:14:27.836386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.877968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71bcaf82-dc2a-4ac3-872e-bad18d87b23a req-03bb7e65-0048-4410-b2db-771c1f2117c8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6286247
Nov 10 04:14:27.917992 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] For port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:27.929189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:27.933584 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] For port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:27.945187 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.030800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:28.041336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:28.068572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:28.071328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc539-ba68-48de-9081-3ff969a3e0eb None None] Pushing event updated for resources: {'Port': ['ID=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:28.090280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:28.099015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.117037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Routers {'b9004e17-5d38-4af2-844d-70a0d3aa77c5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:28.117777 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144559d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b9004e17-5d38-4af2-844d-70a0d3aa77c5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:28.127574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'Port': ['ID=859bc8c2-08fd-411d-8205-3f7c2134f24b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:28.158775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd84d701-f702-488d-b45e-4612852178c0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.1998725
Nov 10 04:14:28.159577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:28.327598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b02a02-9f76-4f04-9af4-2b243b0e41f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:28.347983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b02a02-9f76-4f04-9af4-2b243b0e41f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:28.360263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b02a02-9f76-4f04-9af4-2b243b0e41f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:28.362252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b1b02a02-9f76-4f04-9af4-2b243b0e41f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.2020650
Nov 10 04:14:28.369194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:28.371216 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] Set router b9004e17-5d38-4af2-844d-70a0d3aa77c5 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:28.372644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f56e8-b635-4a51-b880-9e6ef9c5b330 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:28.536858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=b7853ef3-cdc7-4dce-8de0-dc45e8273101,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:28.621904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Deleting port 859bc8c2-08fd-411d-8205-3f7c2134f24b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:28.622486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.646499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] Provisioning complete for port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:28.646883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.797253 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144559d0>, [{'id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'name': 'tempest-snat-router-1814827648', 'tenant_id': 'd7a81957d3cc4708909ba7b629601d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225'}], 'enable_snat': False}, 'gw_port_id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:20Z', 'updated_at': '2021-11-10T04:14:23Z', 'revision_number': 3, 'project_id': 'd7a81957d3cc4708909ba7b629601d35', 'gw_port': {'id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:28:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:21Z', 'updated_at': '2021-11-10T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:28.801747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.833779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.873103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:28.877364 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57933a-1b61-4ffd-ab5a-c36ddd67a0a8 None None] The sync data for ids ['b9004e17-5d38-4af2-844d-70a0d3aa77c5'] in ncdv-817176-1 is: [{'id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'name': 'tempest-snat-router-1814827648', 'tenant_id': 'd7a81957d3cc4708909ba7b629601d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225'}], 'enable_snat': False}, 'gw_port_id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:20Z', 'updated_at': '2021-11-10T04:14:23Z', 'revision_number': 3, 'project_id': 'd7a81957d3cc4708909ba7b629601d35', 'gw_port': {'id': '44fd84d5-38f2-4b9b-a3a7-3727a6b01b58', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:28:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9004e17-5d38-4af2-844d-70a0d3aa77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:21Z', 'updated_at': '2021-11-10T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:28.882559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Calling delete_port for 859bc8c2-08fd-411d-8205-3f7c2134f24b owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:28.956591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b7853ef3-cdc7-4dce-8de0-dc45e8273101 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:28.969483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.036437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 172.32.3.153 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/37b3d4a7-321c-4dd9-8efb-b8765943673f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:29.109569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] For port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:29.124685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.174543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.177643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b7853ef3-cdc7-4dce-8de0-dc45e8273101 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:29.178000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.228596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3eed6-ac74-46af-a0f0-fb2818e24637 req-94b5292a-51f1-4819-836f-e0f44b6cabe3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:29.238675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0c3eed6-ac74-46af-a0f0-fb2818e24637 req-94b5292a-51f1-4819-836f-e0f44b6cabe3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 943 time: 1.0689676
Nov 10 04:14:29.242601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.261726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bba1e-7524-42c6-ad9c-63775b9db802 req-f55aac3e-6ec4-46ad-99c5-7f408ecc45a1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:29.263090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a48bba1e-7524-42c6-ad9c-63775b9db802 req-f55aac3e-6ec4-46ad-99c5-7f408ecc45a1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1381583
Nov 10 04:14:29.306048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc454b-a2d0-4251-8b2b-ebf5b7a192ee None None] Pushing event updated for resources: {'Port': ['ID=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:29.332928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:29.350848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:29.367424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:29.381256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c69ab7b-6044-48ec-9b1f-9cc3b167f0df None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:29.430386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7b8c2d96-d706-4619-bd0c-5cb061faeee9 None None] Provisioning complete for port b7853ef3-cdc7-4dce-8de0-dc45e8273101 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:29.430765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2d96-d706-4619-bd0c-5cb061faeee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.499958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=37b3d4a7-321c-4dd9-8efb-b8765943673f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:29.545628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.588392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a48bba1e-7524-42c6-ad9c-63775b9db802 req-824b2889-3da8-4a32-9a22-762217538f56 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3048642
Nov 10 04:14:29.603933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e8a32348-9f91-439a-aaae-2d39b639286a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:14:29.607473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0c3eed6-ac74-46af-a0f0-fb2818e24637 req-fe033cd9-2764-45be-98de-b6491525874e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621166
Nov 10 04:14:29.681422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event deleted for resources: {'Port': ['ID=859bc8c2-08fd-411d-8205-3f7c2134f24b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:29.740290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:29.748354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8bf71756-ad3e-4ee3-bf4b-cb38c15b9ab0 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "DELETE /v2.0/ports/859bc8c2-08fd-411d-8205-3f7c2134f24b HTTP/1.1" status: 204  len: 168 time: 1.3781774
Nov 10 04:14:29.768893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55700) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:29.784627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Request body: {'port': {'name': 'tempest-new-port-name-1096921374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:29.785040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] bootfile-name is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:29.785393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] tftp-server is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:29.785725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.api.validators [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] server-ip-address is not in valid_values {{(pid=119697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:14:29.985706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.068564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7b8c2d96-d706-4619-bd0c-5cb061faeee9 None None] Provisioning complete for port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:30.069011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2d96-d706-4619-bd0c-5cb061faeee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.086287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e8a32348-9f91-439a-aaae-2d39b639286a,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:30.144318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585393e0-981a-46d8-873a-f850aa9a95ba req-b0602e1d-3cd5-4a00-9e80-2a3b0a3a5b8f tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:30.161144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-585393e0-981a-46d8-873a-f850aa9a95ba req-b0602e1d-3cd5-4a00-9e80-2a3b0a3a5b8f tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 946 time: 0.3145149
Nov 10 04:14:30.205563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'e8a32348-9f91-439a-aaae-2d39b639286a', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': 'e8a32348-9f91-439a-aaae-2d39b639286a', 'mac_address': 'fa:16:3e:39:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:14:30.252724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c2d96-d706-4619-bd0c-5cb061faeee9 None None] Port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:30.265662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-585393e0-981a-46d8-873a-f850aa9a95ba req-4709397f-bcdf-4336-8287-6b79f08e9aa5 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035078
Nov 10 04:14:30.281669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.331900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.373654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a32348-9f91-439a-aaae-2d39b639286a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:30.381186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110eb4e-34e4-49c4-a339-5b65993ef92f req-55faa600-9352-44b3-a289-10c6a21948a6 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:30.394955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a110eb4e-34e4-49c4-a339-5b65993ef92f req-55faa600-9352-44b3-a289-10c6a21948a6 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.1468329
Nov 10 04:14:30.419797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Could not find standard attr ID for object 859bc8c2-08fd-411d-8205-3f7c2134f24b. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:14:30.440409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e8a32348-9f91-439a-aaae-2d39b639286a,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:30.470405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.556985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-24f340da-edae-4336-901f-9b916d0b3814 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:30.562246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-24f340da-edae-4336-901f-9b916d0b3814 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.21 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 946 time: 0.2688303
Nov 10 04:14:30.574563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:30.586463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Provisioning complete for port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:30.587161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.592252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a110eb4e-34e4-49c4-a339-5b65993ef92f req-de5c247f-b1c8-4ecc-adc4-51a0f25f8802 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961584
Nov 10 04:14:30.656257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:30.680712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.686709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Provisioning complete for port 37b3d4a7-321c-4dd9-8efb-b8765943673f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:30.687221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.702188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.731181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:30.805632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0fde64cb-45e6-4b44-b7ac-1da834c0137a None None] Port 37b3d4a7-321c-4dd9-8efb-b8765943673f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:30.818820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] In _notify_port_updated(), no bound segment for port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 on network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:14:30.830434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:30.832534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.837720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "PUT /v2.0/ports/3781721d-c3f8-41c1-a3c7-9c110850b6e1 HTTP/1.1" status: 200  len: 1130 time: 1.0661759
Nov 10 04:14:30.847983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55714) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:30.902881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:30.949985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:30.988023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06b50-0db3-49ae-94f4-1bc67aebf852 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event updated for resources: {'Port': ['ID=3781721d-c3f8-41c1-a3c7-9c110850b6e1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:31.003727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e292b0-5d39-40d9-b75c-26f9c2c2db04 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.005363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-09e292b0-5d39-40d9-b75c-26f9c2c2db04 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "GET /v2.0/ports/3781721d-c3f8-41c1-a3c7-9c110850b6e1 HTTP/1.1" status: 200  len: 1130 time: 0.1525757
Nov 10 04:14:31.010021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:31.026875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d801-9850-4c10-84ad-e80cc94ae729 req-6ae4eec2-16fb-448f-95fc-06e50c1e83f8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.036227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84c6d801-9850-4c10-84ad-e80cc94ae729 req-6ae4eec2-16fb-448f-95fc-06e50c1e83f8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 944 time: 0.2491746
Nov 10 04:14:31.079770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:31.080910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.132588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Deleting port 8d420ec0-b7a2-424a-be66-3c690adf4963 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:31.132953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.175504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56effdb-2f5b-4890-b394-0626d312864b req-ee86e366-9e20-4761-906b-af1ba5ebc038 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.183482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a56effdb-2f5b-4890-b394-0626d312864b req-ee86e366-9e20-4761-906b-af1ba5ebc038 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.3950753
Nov 10 04:14:31.188716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84c6d801-9850-4c10-84ad-e80cc94ae729 req-a89b0911-7895-4d3a-8de8-9aa9a8f657bf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891430
Nov 10 04:14:31.214138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Deleting port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:31.214562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.306530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ede7765e-f153-4c86-8584-a1bdc93b8f0a None None] Provisioning complete for port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:31.306900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ede7765e-f153-4c86-8584-a1bdc93b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.372779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ede7765e-f153-4c86-8584-a1bdc93b8f0a None None] Port 3781721d-c3f8-41c1-a3c7-9c110850b6e1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:31.401215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a56effdb-2f5b-4890-b394-0626d312864b req-1dec903f-0b7e-4749-8af7-68a0f6e8948c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161994
Nov 10 04:14:31.401869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.457962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Calling delete_port for 3781721d-c3f8-41c1-a3c7-9c110850b6e1 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:31.463418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] For port 8d420ec0-b7a2-424a-be66-3c690adf4963, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=8d420ec0-b7a2-424a-be66-3c690adf4963,segment=NetworkSegment(cf4fbb9b-9e8a-4447-893e-f3f2f4189b03),segment_id=cf4fbb9b-9e8a-4447-893e-f3f2f4189b03)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:31.463874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.488058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Calling delete_port for 8d420ec0-b7a2-424a-be66-3c690adf4963 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:31.510883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 8d420ec0-b7a2-424a-be66-3c690adf4963 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:31.555391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-1b26fb04-c1d9-4c6b-97a9-eb066133f819 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.557159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-1b26fb04-c1d9-4c6b-97a9-eb066133f819 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.26 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.1456537
Nov 10 04:14:31.588337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3938b-e16e-412f-af3c-08bff0ddb818 req-b54146ce-c51a-4a44-a442-2161e6ef7942 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.596483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1da3938b-e16e-412f-af3c-08bff0ddb818 req-b54146ce-c51a-4a44-a442-2161e6ef7942 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/ports?device_id=df899ea9-88b2-4ad6-bef0-326a19597ffe HTTP/1.1" status: 200  len: 946 time: 0.2103837
Nov 10 04:14:31.603066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router d7e225b9-056c-40ab-98e9-b353b743bc88 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:31.718856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.801211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.806358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1da3938b-e16e-412f-af3c-08bff0ddb818 req-74fa885a-a3d0-4341-bbcc-93ab81d67737 tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.13 "GET /v2.0/security-groups?id=03d59996-8053-4185-9d9c-146459d3f628&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028227
Nov 10 04:14:31.848488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Pushing event deleted for resources: {'Port': ['ID=8d420ec0-b7a2-424a-be66-3c690adf4963,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:31.856592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.902700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event deleted for resources: {'Port': ['ID=3781721d-c3f8-41c1-a3c7-9c110850b6e1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:31.936201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:31.940249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a92c0497-1a43-4306-8847-64b3a220d9ee tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "DELETE /v2.0/ports/3781721d-c3f8-41c1-a3c7-9c110850b6e1 HTTP/1.1" status: 204  len: 168 time: 0.9291608
Nov 10 04:14:31.942640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55724) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:31.979366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ae948-561f-43d4-9458-8f3fc0d1c5fc req-a172e098-d947-4686-9ed1-4883be270495 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:31.994689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc9ae948-561f-43d4-9458-8f3fc0d1c5fc req-a172e098-d947-4686-9ed1-4883be270495 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 945 time: 0.2800689
Nov 10 04:14:32.039319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Deleting subnet e42a0b47-d971-467a-a565-6dc38a0c4a2f {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:32.043833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.069153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] No DVR routers for this DVR port 8d420ec0-b7a2-424a-be66-3c690adf4963 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:32.072298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.077166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb6fb00b-12de-4dd3-b549-fe680e1f7e30 req-990b6075-85b9-49e0-aa99-ad6095ab1d1e tempest-ServerTagsTestJSON-595484275 tempest-ServerTagsTestJSON-595484275-project] 10.222.0.21 "DELETE /v2.0/ports/8d420ec0-b7a2-424a-be66-3c690adf4963 HTTP/1.1" status: 204  len: 173 time: 1.5013397
Nov 10 04:14:32.081829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'name': 'network-vif-deleted', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:32.084304 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75699794-9e6d-43ac-8023-88a362cd7709" -d '{"events": [{"server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "name": "network-vif-deleted", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:32.123236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.159032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Deleting port 79c283de-5c8f-4c60-873f-90d9d784bbc4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:32.159838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.243381 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb481c4-96c1-4096-852d-6e5d169b3bde x-openstack-request-id: req-1cb481c4-96c1-4096-852d-6e5d169b3bde {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:32.244125 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df899ea9-88b2-4ad6-bef0-326a19597ffe", "name": "network-vif-deleted", "tag": "8d420ec0-b7a2-424a-be66-3c690adf4963", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:32.244125 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cb481c4-96c1-4096-852d-6e5d169b3bde {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:32.244531 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df899ea9-88b2-4ad6-bef0-326a19597ffe', 'name': 'network-vif-deleted', 'tag': '8d420ec0-b7a2-424a-be66-3c690adf4963', 'status': 'completed', 'code': 200}
Nov 10 04:14:32.245623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:32.263144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc9ae948-561f-43d4-9458-8f3fc0d1c5fc req-d3f9d6c3-c078-491c-81c2-87849a57de31 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/security-groups?id=75b1c78b-7b5f-4635-a4df-db82c34f28ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673333
Nov 10 04:14:32.268576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42528e69-2157-4935-b8ae-946740f78add None None] Sync routers for ids ['d7e225b9-056c-40ab-98e9-b353b743bc88'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:32.269946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.284982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-739f1091-5deb-413d-8b96-c4b0fbd20d03 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.8775024
Nov 10 04:14:32.284982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:32.370027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] Routers {'d7e225b9-056c-40ab-98e9-b353b743bc88'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:32.370620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073313a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d7e225b9-056c-40ab-98e9-b353b743bc88'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:32.408755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.497400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138388f-a23a-46c4-9600-3d1777901efc req-0f8a869d-0926-4ed0-8298-cf917cb6aeeb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:32.498974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a138388f-a23a-46c4-9600-3d1777901efc req-0f8a869d-0926-4ed0-8298-cf917cb6aeeb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 944 time: 0.1546688
Nov 10 04:14:32.607408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a138388f-a23a-46c4-9600-3d1777901efc req-9577f6b3-d18c-4af2-887c-adf6056b7d8d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982754
Nov 10 04:14:32.610163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.649355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event deleted for resources: {'Subnet': ['ID=e42a0b47-d971-467a-a565-6dc38a0c4a2f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:32.665231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.670752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff8c240c-793f-4c41-bfe3-6b06e7c5d766 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "DELETE /v2.0/subnets/e42a0b47-d971-467a-a565-6dc38a0c4a2f HTTP/1.1" status: 204  len: 168 time: 0.7265139
Nov 10 04:14:32.684202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55740) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:32.692475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] Set router d7e225b9-056c-40ab-98e9-b353b743bc88 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:32.785881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45f450-76ec-4e0c-a8e6-6f1a7d702f26 None None] Network 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:32.837853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:32.919160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55744) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:32.957054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9847a2ef-a6cf-4eed-9562-3a8a3ceef609 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/d7e225b9-056c-40ab-98e9-b353b743bc88 HTTP/1.1" status: 200  len: 908 time: 0.6625495
Nov 10 04:14:32.963274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55746) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:33.034364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Deleting subnet 92947e83-6294-4b0d-b626-3482e6011668 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:33.035618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] For port 79c283de-5c8f-4c60-873f-90d9d784bbc4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=79c283de-5c8f-4c60-873f-90d9d784bbc4,segment=NetworkSegment(bc756358-b971-4c27-9c5a-3b92b9217665),segment_id=bc756358-b971-4c27-9c5a-3b92b9217665)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:33.036341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.050482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Calling delete_port for 79c283de-5c8f-4c60-873f-90d9d784bbc4 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:33.070740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.166779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Deleting port b7853ef3-cdc7-4dce-8de0-dc45e8273101 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:33.167590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.185439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] DHCP port deletion for 8b3f5e17-69ec-4251-af53-4cf2eca3ac0a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:33.225691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073313a0>, [{'id': 'd7e225b9-056c-40ab-98e9-b353b743bc88', 'name': 'tempest-snat-router-1814827648', 'tenant_id': 'd7a81957d3cc4708909ba7b629601d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '37b3d4a7-321c-4dd9-8efb-b8765943673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:26Z', 'updated_at': '2021-11-10T04:14:29Z', 'revision_number': 3, 'project_id': 'd7a81957d3cc4708909ba7b629601d35', 'gw_port': {'id': '37b3d4a7-321c-4dd9-8efb-b8765943673f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e225b9-056c-40ab-98e9-b353b743bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:28Z', 'updated_at': '2021-11-10T04:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:33.228708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.260262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42528e69-2157-4935-b8ae-946740f78add None None] Checking router: d7e225b9-056c-40ab-98e9-b353b743bc88 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:14:33.260671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42528e69-2157-4935-b8ae-946740f78add None None] Updating router d7e225b9-056c-40ab-98e9-b353b743bc88 port 37b3d4a7-321c-4dd9-8efb-b8765943673f binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:14:33.266867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['79c283de-5c8f-4c60-873f-90d9d784bbc4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:33.268698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] For port b7853ef3-cdc7-4dce-8de0-dc45e8273101, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b7853ef3-cdc7-4dce-8de0-dc45e8273101,segment=NetworkSegment(c9f12c1f-f7f0-48b2-987f-6809acc16f74),segment_id=c9f12c1f-f7f0-48b2-987f-6809acc16f74)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:33.269574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.287396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Pushing event deleted for resources: {'Port': ['ID=79c283de-5c8f-4c60-873f-90d9d784bbc4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:33.302404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Calling delete_port for b7853ef3-cdc7-4dce-8de0-dc45e8273101 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:33.360285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] No DVR routers for this DVR port 79c283de-5c8f-4c60-873f-90d9d784bbc4 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:33.368163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.372534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0a3bb06-791f-4c9e-8b37-b6194c56cb01 req-d73f12fc-f976-4f27-8693-3b2375dbb52f tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.26 "DELETE /v2.0/ports/79c283de-5c8f-4c60-873f-90d9d784bbc4 HTTP/1.1" status: 204  len: 173 time: 1.8060181
Nov 10 04:14:33.386114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c94eb-3128-40c7-9d0e-5b8b8f6d0d8f req-035908a5-e845-4a33-a18f-12dabfc6db34 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:33.397723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-236c94eb-3128-40c7-9d0e-5b8b8f6d0d8f req-035908a5-e845-4a33-a18f-12dabfc6db34 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.6013472
Nov 10 04:14:33.448105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.461085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.518308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-236c94eb-3128-40c7-9d0e-5b8b8f6d0d8f req-b13c47dd-1729-4f95-baf2-e09c27c3b83f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191113
Nov 10 04:14:33.552096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e8a32348-9f91-439a-aaae-2d39b639286a up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:33.564158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event deleted for resources: {'Port': ['ID=b7853ef3-cdc7-4dce-8de0-dc45e8273101,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:33.581773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbe32357-d2cb-4852-b315-52027fb97896 req-f2950836-8763-4742-b095-09383dc757f9 tempest-ServerMetadataNegativeTestJSON-287996563 tempest-ServerMetadataNegativeTestJSON-287996563-project] 10.222.0.13 "GET /v2.0/ports?device_id=078a9683-5a4d-41b8-ae57-c84fe132b335 HTTP/1.1" status: 200  len: 210 time: 0.0911238
Nov 10 04:14:33.597844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] No DVR routers for this DVR port b7853ef3-cdc7-4dce-8de0-dc45e8273101 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:33.615309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.699410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.712710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.755423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Deleting port b7853ef3-cdc7-4dce-8de0-dc45e8273101 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:33.756198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.761428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50350d-ad17-4bc8-a9a6-6e29b8b62201 req-ac228a84-4aec-469a-9003-6450d418dd24 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:33.771719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.772204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d50350d-ad17-4bc8-a9a6-6e29b8b62201 req-ac228a84-4aec-469a-9003-6450d418dd24 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 944 time: 0.0778124
Nov 10 04:14:33.801256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82151c6a90>,) {'filters': {'network_id': ['8b3f5e17-69ec-4251-af53-4cf2eca3ac0a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:33.848160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82151c6a90>, 'c9f12c1f-f7f0-48b2-987f-6809acc16f74') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:33.848829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82151c6a90>, 'c9f12c1f-f7f0-48b2-987f-6809acc16f74') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:33.855441 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5d50350d-ad17-4bc8-a9a6-6e29b8b62201 req-3fb0a06f-ee4f-41e8-8d13-0e2169cbdae8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742636
Nov 10 04:14:33.876404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.910484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.928875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:33.929303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:33.932661 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:33.944356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] For port b7853ef3-cdc7-4dce-8de0-dc45e8273101, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:33.944928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:33.970147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Calling delete_port for b7853ef3-cdc7-4dce-8de0-dc45e8273101 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:33.978305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Port b7853ef3-cdc7-4dce-8de0-dc45e8273101 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:14:33.979238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port e8a32348-9f91-439a-aaae-2d39b639286a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:14:33.987394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.027989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.035034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] Pushing event deleted for resources: {'Port': ['ID=b7853ef3-cdc7-4dce-8de0-dc45e8273101,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.037362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port e8a32348-9f91-439a-aaae-2d39b639286a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:34.037851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.056368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92947e83-6294-4b0d-b626-3482e6011668,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.059268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.075561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.077318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1199e8-de6f-4e24-bd40-1516fd889366 None None] No DVR routers for this DVR port b7853ef3-cdc7-4dce-8de0-dc45e8273101 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:34.082729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55754) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:34.083419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-901ddd4b-09f5-41d4-a2f2-c948b8534919 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92947e83-6294-4b0d-b626-3482e6011668 HTTP/1.1" status: 204  len: 168 time: 1.1605794
Nov 10 04:14:34.091857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.101906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.105899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] 10.222.0.13 "DELETE /v2.0/networks/8b3f5e17-69ec-4251-af53-4cf2eca3ac0a HTTP/1.1" status: 204  len: 168 time: 1.4201379
Nov 10 04:14:34.147826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269038-11a3-48dd-a1a7-c991d1390748 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096 tempest-ExtraDHCPOptionsIpV6TestJSON-2096703096-project] Pushing event deleted for resources: {'Network': ['ID=8b3f5e17-69ec-4251-af53-4cf2eca3ac0a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.148344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.169454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.181437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Deleting port 37b3d4a7-321c-4dd9-8efb-b8765943673f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:34.182276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.259832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'name': 'network-vif-deleted', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:34.263019 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c679fe-4cef-4452-8da6-1741c8880aab" -d '{"events": [{"server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "name": "network-vif-deleted", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:34.282828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.302036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.305842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6eb99b-5b4e-42ea-a714-f7b52bd65b81 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:34.318908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Calling delete_port for 37b3d4a7-321c-4dd9-8efb-b8765943673f owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:34.351702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1595c-bc06-4468-8874-185317a2ce95 None None] Pushing event updated for resources: {'Port': ['ID=37b3d4a7-321c-4dd9-8efb-b8765943673f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.358398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:34.358905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:34.359322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:34.368453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:34.368880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:34.369511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.370325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:34.370946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Bound port: 37b3d4a7-321c-4dd9-8efb-b8765943673f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:34.371516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.372181 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677abac-30c4-4a8a-8fb9-b3877816b972 x-openstack-request-id: req-d677abac-30c4-4a8a-8fb9-b3877816b972 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:34.372696 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9683-5a4d-41b8-ae57-c84fe132b335", "name": "network-vif-deleted", "tag": "79c283de-5c8f-4c60-873f-90d9d784bbc4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:34.373198 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d677abac-30c4-4a8a-8fb9-b3877816b972 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:34.374160 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9683-5a4d-41b8-ae57-c84fe132b335', 'name': 'network-vif-deleted', 'tag': '79c283de-5c8f-4c60-873f-90d9d784bbc4', 'status': 'completed', 'code': 200}
Nov 10 04:14:34.405905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cde44636-8c24-4e79-8e33-cf6e4bbb929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.475663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.507971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82149adbe0>,) {'filters': {'network_id': ['2576ef6f-a748-45d9-8fc1-993b3f403351']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:34.523130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82149adbe0>, 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:34.523425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82149adbe0>, 'cf4fbb9b-9e8a-4447-893e-f3f2f4189b03') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:34.531587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df95adac-e8cc-4eb4-b0b1-22d21921f3a6 None None] Provisioning complete for port 37b3d4a7-321c-4dd9-8efb-b8765943673f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:34.533982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df95adac-e8cc-4eb4-b0b1-22d21921f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.536999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.554197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.566470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.570088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:34.570546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:34.575588 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:34.589871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.594916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-42528e69-2157-4935-b8ae-946740f78add None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:14:34.595263 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-42528e69-2157-4935-b8ae-946740f78add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:14:34.626466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-df95adac-e8cc-4eb4-b0b1-22d21921f3a6 None None] Port 37b3d4a7-321c-4dd9-8efb-b8765943673f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:34.639669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55774) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:34.648386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:34.664461 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d3b22c-0a15-4b0e-a253-b63a48609d60" -d '{"events": [{"server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "name": "network-vif-plugged", "status": "completed", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:34.664828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b3d4a7-321c-4dd9-8efb-b8765943673f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.697846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55784) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:34.702882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803eea57-f3a3-4d5e-a5af-2ce69e7c72c1 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:34.711035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e8a32348-9f91-439a-aaae-2d39b639286a,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:34.728126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.763792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.771758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.776333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2576ef6f-a748-45d9-8fc1-993b3f403351 HTTP/1.1" status: 204  len: 168 time: 0.6919746
Nov 10 04:14:34.785118 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b79edd-f4a0-490b-a574-d01daacf5c4b x-openstack-request-id: req-21b79edd-f4a0-490b-a574-d01daacf5c4b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:34.785619 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "name": "network-vif-plugged", "status": "completed", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:34.792591 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b79edd-f4a0-490b-a574-d01daacf5c4b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:34.796865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ecf5a-4c4f-489a-8440-e8baa08f6070 admin admin] Pushing event deleted for resources: {'Network': ['ID=2576ef6f-a748-45d9-8fc1-993b3f403351,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.798095 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a', 'code': 200}
Nov 10 04:14:34.832665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Deleting subnet c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:34.837824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.850465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:34.859537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.932566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b7853ef3-cdc7-4dce-8de0-dc45e8273101 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:34.959211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.969698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.973463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:34.985760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b7853ef3-cdc7-4dce-8de0-dc45e8273101 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:34.986123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b7853ef3-cdc7-4dce-8de0-dc45e8273101 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:35.016671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-19315257-98f8-49c8-ad0b-ce90c29682b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32939d26f7eb4a9c8a2280407b557d39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3740115
Nov 10 04:14:35.017438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef6a7-0aad-43ca-89cb-da6e2ad5c930 req-8b555398-f661-4bc8-877e-a3dad9586bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:35.018981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffbef6a7-0aad-43ca-89cb-da6e2ad5c930 req-8b555398-f661-4bc8-877e-a3dad9586bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 1096 time: 0.1443646
Nov 10 04:14:35.021774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4516cf-0597-4c13-8875-a7aa75efd9b2 req-ecb61329-39f8-41b7-929c-9cca145206ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:35.023070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55790) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:35.023317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da4516cf-0597-4c13-8875-a7aa75efd9b2 req-ecb61329-39f8-41b7-929c-9cca145206ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.2528729
Nov 10 04:14:35.032945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:35.054005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.054630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7e225b9-056c-40ab-98e9-b353b743bc88 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:35.070825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.072042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d90cbf10-7746-4841-94be-d7f59b26a823 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d7e225b9-056c-40ab-98e9-b353b743bc88 HTTP/1.1" status: 204  len: 168 time: 2.1073911
Nov 10 04:14:35.081199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55794) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:35.106545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.116658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:35.117351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:35.117885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Attempting to bind port 37b3d4a7-321c-4dd9-8efb-b8765943673f on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:35.123700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:35.124066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:35.124456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.125178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42528e69-2157-4935-b8ae-946740f78add None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:35.125642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42528e69-2157-4935-b8ae-946740f78add None None] Bound port: 37b3d4a7-321c-4dd9-8efb-b8765943673f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:35.126026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42528e69-2157-4935-b8ae-946740f78add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.132447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-58c9b4a9-94cc-42be-be19-9eb188509f76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47f9e14c6ad9417985c8ed5d4a42b760&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0867186
Nov 10 04:14:35.136175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da4516cf-0597-4c13-8875-a7aa75efd9b2 req-3003cde8-f0fe-47ae-9807-5b7f2084838c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850348
Nov 10 04:14:35.136723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:35.147895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-42528e69-2157-4935-b8ae-946740f78add None None] Port 37b3d4a7-321c-4dd9-8efb-b8765943673f has been deleted concurrently {{(pid=119698) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 10 04:14:35.157974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:35.158346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:14:35.158935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-42528e69-2157-4935-b8ae-946740f78add None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7e225b9-056c-40ab-98e9-b353b743bc88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:14:35.160441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42528e69-2157-4935-b8ae-946740f78add None None] The sync data for ids ['d7e225b9-056c-40ab-98e9-b353b743bc88'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:35.191269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.221587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd7243-ca5c-4fe4-99d2-825f04ba0fd8 req-61fcbd8b-0adc-49dd-9e86-7707556ee585 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:35.223105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88bd7243-ca5c-4fe4-99d2-825f04ba0fd8 req-61fcbd8b-0adc-49dd-9e86-7707556ee585 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.2578380
Nov 10 04:14:35.237226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.263379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffbef6a7-0aad-43ca-89cb-da6e2ad5c930 req-8a7f0267-e83c-430f-817e-5afb44734234 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226605
Nov 10 04:14:35.276632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-fd7983b7-1757-4edd-96da-2613981b988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:35.278058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 79c283de-5c8f-4c60-873f-90d9d784bbc4 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:35.278205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-fd7983b7-1757-4edd-96da-2613981b988d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1097 time: 0.0773056
Nov 10 04:14:35.293400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.299980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 79c283de-5c8f-4c60-873f-90d9d784bbc4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:35.300327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 79c283de-5c8f-4c60-873f-90d9d784bbc4 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:35.307069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.309812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.311479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03d59996-8053-4185-9d9c-146459d3f628 HTTP/1.1" status: 204  len: 168 time: 0.1732676
Nov 10 04:14:35.320534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c2d56-9d35-46bf-93d9-c2b0fb279ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d59996-8053-4185-9d9c-146459d3f628,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:35.348804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.361628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.366212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.370609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88bd7243-ca5c-4fe4-99d2-825f04ba0fd8 req-5393bb4d-bd77-4a94-8545-e2025e9dafad tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371365
Nov 10 04:14:35.456346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:35.464902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.468817 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-51bfeb22-b9a2-48ef-a794-a3dbd7b978de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9c9a946-fe14-4539-8d5b-1c4cefc0e1b7 HTTP/1.1" status: 204  len: 168 time: 0.7698755
Nov 10 04:14:35.474388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:35.590411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.608232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.610856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.614916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7098a9-014d-4eb5-8b55-54906c3ae1ff HTTP/1.1" status: 204  len: 168 time: 0.5750816
Nov 10 04:14:35.619656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.631307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622adb-e2ae-443a-aaa0-619e26d88be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7098a9-014d-4eb5-8b55-54906c3ae1ff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:35.750682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.781425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e6502b0>,) {'filters': {'network_id': ['ea68b606-26ba-47ff-b812-21606bae40c9']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:35.799591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e6502b0>, 'bc756358-b971-4c27-9c5a-3b92b9217665') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:35.799790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e6502b0>, 'bc756358-b971-4c27-9c5a-3b92b9217665') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:35.823556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.874105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.894650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Deleting port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:35.895275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.900201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:35.900935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:35.903157 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:35.941959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-eb5b6a94-b7da-40e2-b0a1-6bf52d4d5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:35.943611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-eb5b6a94-b7da-40e2-b0a1-6bf52d4d5f8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.4944730
Nov 10 04:14:36.058506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-dfedd464-7638-457a-b94d-53ce6e8ee348 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1002 time: 0.1057353
Nov 10 04:14:36.080658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] For port 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:36.081216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.095398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Calling delete_port for 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:36.137787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-8d42b321-0286-4260-987f-5a027a18c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:36.140092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-8d42b321-0286-4260-987f-5a027a18c0ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0670643
Nov 10 04:14:36.159981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.179398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.185173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea68b606-26ba-47ff-b812-21606bae40c9 HTTP/1.1" status: 204  len: 168 time: 0.7098036
Nov 10 04:14:36.186379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067a39b-66fc-40e4-8be9-0b562a9be621 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea68b606-26ba-47ff-b812-21606bae40c9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:36.253920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-1ebc6e70-0b85-4f9b-b32a-7f06d1d5bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:36.259225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-1ebc6e70-0b85-4f9b-b32a-7f06d1d5bfdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0953653
Nov 10 04:14:36.374079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fc7b-c564-4ca2-b5ad-3df063c64dcd req-8c574a2e-60e8-48bd-aa66-23f8454de12a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:36.375903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d19fc7b-c564-4ca2-b5ad-3df063c64dcd req-8c574a2e-60e8-48bd-aa66-23f8454de12a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.0732234
Nov 10 04:14:36.377193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.414698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event deleted for resources: {'Port': ['ID=44fd84d5-38f2-4b9b-a3a7-3727a6b01b58,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:36.432486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec08266-c0a5-42ba-8452-dd8f6974c47d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:36.434275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-2f0aa64d-a972-48e6-94c3-5df5ad8f8a2e service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651380
Nov 10 04:14:36.478915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:36.518603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d19fc7b-c564-4ca2-b5ad-3df063c64dcd req-2c3544d6-0932-4860-bc0f-b8fee34dd45f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320715
Nov 10 04:14:36.538354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.633686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b454e-3c1c-4fd4-934f-faad3bef7fbd req-10b11cb3-d08d-4534-b471-33138970248d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:36.635474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7b454e-3c1c-4fd4-934f-faad3bef7fbd req-10b11cb3-d08d-4534-b471-33138970248d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1747484
Nov 10 04:14:36.643058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9363e8a-1206-403c-9967-394b2afdcc01 req-651d8ae5-334c-49af-9c0c-ea8ff00191aa service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079237
Nov 10 04:14:36.734450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da7b454e-3c1c-4fd4-934f-faad3bef7fbd req-446a9731-392f-4fc0-85c9-37cc662aded3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897908
Nov 10 04:14:36.876941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-14c36b6f-595c-4ff2-a079-5d30318c5b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.946832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6da2e00f-bc54-45a5-8fea-5982d789c412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd815b8b2d9c426a81237a9121798c37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4649723
Nov 10 04:14:36.949441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:36.961106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:36.964517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.056798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.057333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9004e17-5d38-4af2-844d-70a0d3aa77c5 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:37.063740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.077494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.079749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-29dd5f7b-94a6-4fe5-aed8-23dada8c6295 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b9004e17-5d38-4af2-844d-70a0d3aa77c5 HTTP/1.1" status: 204  len: 168 time: 1.9912968
Nov 10 04:14:37.082322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55872) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:37.092462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c611c-ca90-4e86-bcd1-625788271408 req-0eda5fd1-1c19-4ca4-95f7-6953be949f82 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:37.093067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1073521648', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:37.094387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc5c611c-ca90-4e86-bcd1-625788271408 req-0eda5fd1-1c19-4ca4-95f7-6953be949f82 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.0810587
Nov 10 04:14:37.115005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.159705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.163044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.195458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc5c611c-ca90-4e86-bcd1-625788271408 req-ebda15f2-1be8-46f7-91c3-78640a247b2a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918999
Nov 10 04:14:37.224858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.229366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.230749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75b1c78b-7b5f-4635-a4df-db82c34f28ea HTTP/1.1" status: 204  len: 168 time: 0.2802675
Nov 10 04:14:37.237216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:37.242908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d88f2-8ad1-440f-bffc-9baa170eaa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1c78b-7b5f-4635-a4df-db82c34f28ea,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:37.244934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.463978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.586047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb936e-680a-4306-b649-8b357a788e69 req-7db8d73e-7dd2-464a-b798-39467381568f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:37.593377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47fb936e-680a-4306-b649-8b357a788e69 req-7db8d73e-7dd2-464a-b798-39467381568f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.1039906
Nov 10 04:14:37.679987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47fb936e-680a-4306-b649-8b357a788e69 req-acb968e7-68b8-4c14-a59a-cc2ea3dca9c4 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856545
Nov 10 04:14:37.764845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7475ac58-6ce8-4ef6-9498-974bac5c091a req-e33b9f02-2fc6-4ddd-9e64-2d6a9ab5bdc0 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0288136
Nov 10 04:14:37.813965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1082197956'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:37.871422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.877638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.902776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:37.907101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.910538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.927242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:37.948023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af162-8988-47c9-990a-97391906366f req-d5bc4440-6d69-438c-87a4-09d599a4d73e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:37.956037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e71af162-8988-47c9-990a-97391906366f req-d5bc4440-6d69-438c-87a4-09d599a4d73e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.2320693
Nov 10 04:14:38.107879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.159643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e71af162-8988-47c9-990a-97391906366f req-938aca0f-7f47-4fb4-9786-0330193bc7b2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2026618
Nov 10 04:14:38.163022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.251540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:38.254633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Allocated IP 172.32.3.60 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/d2736868-97c3-4f4d-9a0a-eebddb895a32) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:38.284760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.285440 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment 426a27ac-5423-475c-a30f-118827c9564b of type vlan for network be161a11-f156-43aa-b8ca-258e76b586f4
Nov 10 04:14:38.287111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac9a773-e227-423f-812e-1dc83b2eceaf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:38.422302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6316a3-341a-47e4-8397-eb37c9ad4384 req-473b281b-c0cd-4fdd-b30d-6915c98f585a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:38.424060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab6316a3-341a-47e4-8397-eb37c9ad4384 req-473b281b-c0cd-4fdd-b30d-6915c98f585a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1005423
Nov 10 04:14:38.427237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.469501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-919ae758-b7bc-4178-95dc-498c0eeda2b5 req-6c7c0826-b0ae-414f-8bb4-e57169abe5ec tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0460227
Nov 10 04:14:38.499740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.505658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:38.506250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.513398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab6316a3-341a-47e4-8397-eb37c9ad4384 req-a9219172-78bc-4715-b3ec-6a2e3cbcedde tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813508
Nov 10 04:14:38.561843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:38.636553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.3982506
Nov 10 04:14:38.639802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55950) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:38.643029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.646020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c2dfd-6b5e-4b6d-b223-101bc2762525 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=be161a11-f156-43aa-b8ca-258e76b586f4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:38.646243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'name': 'tempest-PortsTestJSON-743219129'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:38.666812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:38.685475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.757080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:38.758241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-204925889-network', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:38.763540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:38.768724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:38.794927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f71da-3f39-4101-abc7-337d4254468b None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:38.827835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Made reservation on behalf of 26827b5258ad40dfae9a961a5dda3346 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:38.831871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:38.834173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.865066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:38.865723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 44fd84d5-38f2-4b9b-a3a7-3727a6b01b58 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:38.870165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.872965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:38.877631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.902233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ea616fbe-b220-4578-846f-894aca1dbcc6 None None] Provisioning complete for port d2736868-97c3-4f4d-9a0a-eebddb895a32 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:38.902931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea616fbe-b220-4578-846f-894aca1dbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:38.906918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event updated for resources: {'Port': ['ID=d2736868-97c3-4f4d-9a0a-eebddb895a32,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:38.917422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 34c2d453-e362-4d5a-80f7-0f2251b60db3 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:38.962567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ea616fbe-b220-4578-846f-894aca1dbcc6 None None] Port d2736868-97c3-4f4d-9a0a-eebddb895a32 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:38.992331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02beb-f2cd-4c15-86ec-4871ec20fecd req-7963bdd0-72d9-4bc1-b5cf-6f57a32106fe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.000347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bf02beb-f2cd-4c15-86ec-4871ec20fecd req-7963bdd0-72d9-4bc1-b5cf-6f57a32106fe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.2385781
Nov 10 04:14:39.143320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.151998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.156965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5bf02beb-f2cd-4c15-86ec-4871ec20fecd req-7a04ab19-4742-476d-8bf2-e2819785a74f tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555450
Nov 10 04:14:39.200777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-6b830976-ba99-483a-ae20-bf818bdb53c5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.202909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-6b830976-ba99-483a-ae20-bf818bdb53c5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.1743336
Nov 10 04:14:39.212323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:39.223044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf1f6b-188d-419a-88e2-ba46d7e4d21e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:39.243307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.243731 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Added segment f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a of type vlan for network d7c63912-eb84-46e3-b229-1672c2d8eb82
Nov 10 04:14:39.245880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.246227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.246572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.247224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.247559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.248049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.248410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.248764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.249094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.249416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.249977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.250305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:39.265115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.318343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.333620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.345953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.394823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.395925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.396513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.409554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb6d59-cb34-4c06-bf7a-45c690ca09df req-bb095cbf-7c9e-4143-8392-a8c6eaa6cd82 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.411044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ceb6d59-cb34-4c06-bf7a-45c690ca09df req-bb095cbf-7c9e-4143-8392-a8c6eaa6cd82 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 946 time: 0.1048253
Nov 10 04:14:39.414038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Deleting port b5e841b1-bd1d-47b2-97dd-914556e5b6ee {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:39.414387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.415545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.507169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9436841
Nov 10 04:14:39.512259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:39.523413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Request body: {'subnet': {'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-204925889-subnet', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:39.535186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22129-002f-458d-9059-0ce41d72091a admin admin] Pushing event updated for resources: {'Network': ['ID=d7c63912-eb84-46e3-b229-1672c2d8eb82,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:39.554022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=34c2d453-e362-4d5a-80f7-0f2251b60db3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:39.557656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:39.593244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ceb6d59-cb34-4c06-bf7a-45c690ca09df req-eb81256b-27eb-4699-a372-3aaf0af4389c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647615
Nov 10 04:14:39.606126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': '426a27ac-5423-475c-a30f-118827c9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:39.606717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: be161a11-f156-43aa-b8ca-258e76b586f4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:39.625723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:39.645209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:39.671976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, be161a11-f156-43aa-b8ca-258e76b586f4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:39.676723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b1b3e3f-ea06-48ba-93f8-7b44a1593cca req-5fbd9048-85c7-4ad7-9b01-8a08f0e88d2f tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0826864
Nov 10 04:14:39.688267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:39.694802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.695884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.723989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161bf374-0292-425f-b3df-c9437dcc4ba4 None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:39.735816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Made reservation on behalf of 26827b5258ad40dfae9a961a5dda3346 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:39.738601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.758712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] For port b5e841b1-bd1d-47b2-97dd-914556e5b6ee, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:39.759470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.773860 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0686beb7-eeb0-46c4-9a9e-33966c65389a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.1327975
Nov 10 04:14:39.780246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:39.787553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55f78b-e8a8-4126-b535-9c25b819e239 req-ffecf0f6-7940-4a9a-8b2b-1f4f100a2f52 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:39.789315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a55f78b-e8a8-4126-b535-9c25b819e239 req-ffecf0f6-7940-4a9a-8b2b-1f4f100a2f52 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1149356
Nov 10 04:14:39.815107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-349170666'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:39.847899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Calling delete_port for b5e841b1-bd1d-47b2-97dd-914556e5b6ee owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:39.859412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.911997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a55f78b-e8a8-4126-b535-9c25b819e239 req-e546c70f-5181-4254-879c-ef19cf294961 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097620
Nov 10 04:14:39.927403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.935026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:39.938557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:39.995023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:39.997387 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c393481-f539-4552-828f-0f355dc8d639" -d '{"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:40.013516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:40.021004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.057697 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb942455-e9f6-41f5-89dc-3ce0652d68bf x-openstack-request-id: req-eb942455-e9f6-41f5-89dc-3ce0652d68bf {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:40.057991 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-unplugged", "status": "failed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "code": 422}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:40.058435 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb942455-e9f6-41f5-89dc-3ce0652d68bf {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:40.059016 ncdv-817176-1 neutron-server[119698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'code': 422} returned with failed status
Nov 10 04:14:40.080972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:40.223606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.287396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7d062c2-44ba-492b-bf20-9bfdc8207b88 req-920f3324-45df-4f28-9b3d-9c27b28bbad9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0527973
Nov 10 04:14:40.319311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de1eb-11d8-4864-aece-85e72fa365b2 req-1574b029-fe67-49e0-9059-69083c150537 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:40.321007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-250de1eb-11d8-4864-aece-85e72fa365b2 req-1574b029-fe67-49e0-9059-69083c150537 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 945 time: 0.0661654
Nov 10 04:14:40.352326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-ebda87bf-d511-466b-8dcf-51068a3aa47b req-6fb2452c-5c7c-4d67-81aa-c96755bcd21a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:14:40.353364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebda87bf-d511-466b-8dcf-51068a3aa47b req-6fb2452c-5c7c-4d67-81aa-c96755bcd21a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0294278
Nov 10 04:14:40.356724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:40.371629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-250de1eb-11d8-4864-aece-85e72fa365b2 req-6ed437f0-bd62-4604-a696-04a4ffc3e930 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435469
Nov 10 04:14:40.394724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.395074 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment dd8608e4-e124-4a3a-9307-0f104774695b of type vlan for network bbed3ef1-ccf9-4f1b-9a27-9ff525983e35
Nov 10 04:14:40.512117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.533304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3304-ec8b-4b88-85a0-51be598dd1cd req-b171852c-7a01-48ea-990c-9eb6a4d26327 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:40.534967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a2f3304-ec8b-4b88-85a0-51be598dd1cd req-b171852c-7a01-48ea-990c-9eb6a4d26327 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0513480
Nov 10 04:14:40.551226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.592516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a2f3304-ec8b-4b88-85a0-51be598dd1cd req-3c71ebed-a0f0-4b18-bbd5-220058a3c989 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503590
Nov 10 04:14:40.607353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.608973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.614764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:40.615360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.620961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['b5e841b1-bd1d-47b2-97dd-914556e5b6ee'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:14:40.625521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Router 54a4e39a-6acf-4056-a809-8a4ae0425b3b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:40.732562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9223385
Nov 10 04:14:40.735314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56004) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:40.740891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'ports': [{'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'}, {'network_id': 'bbed3ef1-ccf9-4f1b-9a27-9ff525983e35'}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:40.741170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:40.741828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'bbed3ef1-ccf9-4f1b-9a27-9ff525983e35'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:40.769273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b40bb16-85ab-4abf-974e-2a37fdadfa75,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:40.817808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Pushing event deleted for resources: {'Port': ['ID=b5e841b1-bd1d-47b2-97dd-914556e5b6ee,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:40.863156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=bbed3ef1-ccf9-4f1b-9a27-9ff525983e35,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:40.878680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.879029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.879368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.879703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.880037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.880368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.880717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.881047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.881371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.881692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.882017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.882340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.885248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] No DVR routers for this DVR port b5e841b1-bd1d-47b2-97dd-914556e5b6ee on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:40.913844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 2} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:40.918473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.920856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.924168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ab0cf95-5f4c-475a-a962-426dd33c9c45 req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.26 "DELETE /v2.0/ports/b5e841b1-bd1d-47b2-97dd-914556e5b6ee HTTP/1.1" status: 204  len: 173 time: 1.7132053
Nov 10 04:14:40.924585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'name': 'network-vif-deleted', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:14:40.927343 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be3207-b7a6-48f1-b78d-66d97d7e22db" -d '{"events": [{"server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "name": "network-vif-deleted", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:14:40.934470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0705d5f-3514-4e01-976f-2d0d433167ad req-273a9fdd-4253-425b-b35a-609d26ee1fb6 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1181405
Nov 10 04:14:40.935929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.936547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.937025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.937025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.937337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.937554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.937734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:40.937987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.938266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.938526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.938809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.939134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.939526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e04d-6eff-4bec-9da9-52ad5f69589f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.943124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.943461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.943812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.944156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.944485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.944846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.945276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.945587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.945918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.946240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.946562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.947097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03da3b-e83c-4607-9883-c89fc34551a6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:14:40.949764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Checking segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:40.950113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Network hostable DHCP agents. Network: d7c63912-eb84-46e3-b229-1672c2d8eb82, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:40.957455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network bbed3ef1-ccf9-4f1b-9a27-9ff525983e35 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:41.028811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-075df3ae-c0ba-4f14-ab1c-91ad6d0fdab5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2757432
Nov 10 04:14:41.031383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:41.038734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-7dfd4be0-ca39-4b8c-8b28-a876f2671723 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:14:41.050228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-7dfd4be0-ca39-4b8c-8b28-a876f2671723 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0133731
Nov 10 04:14:41.065471 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c291942-b1a0-406d-8cb7-0e6bb9c2a11a x-openstack-request-id: req-5c291942-b1a0-406d-8cb7-0e6bb9c2a11a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:14:41.065765 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce941367-e7c4-4612-9836-70491fdba1e7", "name": "network-vif-deleted", "tag": "b5e841b1-bd1d-47b2-97dd-914556e5b6ee", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:14:41.066019 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c291942-b1a0-406d-8cb7-0e6bb9c2a11a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:14:41.066420 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce941367-e7c4-4612-9836-70491fdba1e7', 'name': 'network-vif-deleted', 'tag': 'b5e841b1-bd1d-47b2-97dd-914556e5b6ee', 'status': 'completed', 'code': 200}
Nov 10 04:14:41.067464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:41.075472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d7c63912-eb84-46e3-b229-1672c2d8eb82) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:41.078797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97350275-1281-485a-afce-e5fb76f80463 None None] Sync routers for ids ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:41.084284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:41.084950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.095322 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] Routers {'54a4e39a-6acf-4056-a809-8a4ae0425b3b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:41.096339 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214aa8100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:41.101996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3b454-b3ec-4168-aed8-9d7fd31448c6 None None] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:41.103505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.106297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-581508d3-978b-481b-8f36-ad6fd389602f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 4.0221360
Nov 10 04:14:41.115308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:41.130893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fef8d8d3-71d0-45e9-86e9-66a7eb8b399a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6111515
Nov 10 04:14:41.131117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:41.135719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:41.160139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:41.170883 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214aa8100>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:41.187442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.188569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.192310 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] Routers {'54a4e39a-6acf-4056-a809-8a4ae0425b3b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:41.193623 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214aa8100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:41.258483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d345300-4799-4722-93c3-352e1e4df1d6 req-d979a37e-c2ba-4ef3-8051-60bb08828164 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0528479
Nov 10 04:14:41.262553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-97350275-1281-485a-afce-e5fb76f80463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214aa8100>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:41.265217 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97350275-1281-485a-afce-e5fb76f80463 None None] The sync data for ids ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:41.286507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 815cfa8b-ca54-4ebd-899c-c8023a518201 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:41.317410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.318306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9734cd-590c-4fd9-9a36-2d99caa52f6d req-1bb3b43a-e017-49d9-8ca8-0d367f42d15f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:41.319866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc9734cd-590c-4fd9-9a36-2d99caa52f6d req-1bb3b43a-e017-49d9-8ca8-0d367f42d15f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.2836988
Nov 10 04:14:41.363966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a60ccf-06b5-4527-adb8-1bf403110394 None None] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:41.447073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc9734cd-590c-4fd9-9a36-2d99caa52f6d req-202073e2-2edc-48f6-becd-c5b555b0d7d4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186392
Nov 10 04:14:41.548089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.590459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56306779-ee10-468a-a4ce-92862586c518 req-b9ab585e-6325-49e0-961e-86df67280f85 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce941367-e7c4-4612-9836-70491fdba1e7 HTTP/1.1" status: 200  len: 210 time: 0.0376487
Nov 10 04:14:41.634098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.783292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 532b0dd3-9b8c-4b4e-a3a2-520d61375a07 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:41.872223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07072c28-6628-4fe0-a3c8-279bf410309a req-e3d7e860-700a-4c0d-8522-5110dfaaac1e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:41.873798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07072c28-6628-4fe0-a3c8-279bf410309a req-e3d7e860-700a-4c0d-8522-5110dfaaac1e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.1669307
Nov 10 04:14:41.885598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.909639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:41.988970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.006273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07072c28-6628-4fe0-a3c8-279bf410309a req-0a79ac58-18d2-4cb9-b30e-fd9bb085abbe tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218808
Nov 10 04:14:42.026562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Allocated IP 172.32.3.23 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9110f21a-12b0-4e6e-9f6a-52638e369ff2) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:42.117882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.122057 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-331c78ba-c267-47ce-ac4b-e8e19b8e6d9c req-793537bc-8481-415e-b5d9-fd0b7e5a88b3 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0638571
Nov 10 04:14:42.173732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.183887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.217582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.247909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:42.255821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:42.259496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:42.260296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:42.261600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.264655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:42.268678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:42.278443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=815cfa8b-ca54-4ebd-899c-c8023a518201,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:42.293030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Pushing event updated for resources: {'Port': ['ID=9110f21a-12b0-4e6e-9f6a-52638e369ff2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:42.310244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbc7f1-7c50-4ae8-8caf-31a73421546a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:42.434257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-44fd2f14-e752-4d2c-a090-b8d0aa185c5f None None] Provisioning complete for port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:42.436310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44fd2f14-e752-4d2c-a090-b8d0aa185c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.451626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=532b0dd3-9b8c-4b4e-a3a2-520d61375a07,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:42.474797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': 'dd8608e4-e124-4a3a-9307-0f104774695b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bbed3ef1-ccf9-4f1b-9a27-9ff525983e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:42.475156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: bbed3ef1-ccf9-4f1b-9a27-9ff525983e35, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:42.525117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-44fd2f14-e752-4d2c-a090-b8d0aa185c5f None None] Port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:42.578569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network bbed3ef1-ccf9-4f1b-9a27-9ff525983e35 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:42.600451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.622882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, bbed3ef1-ccf9-4f1b-9a27-9ff525983e35) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:42.627307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:42.631719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6bc70-97bc-4a61-b5f5-27349014a75a None None] Network bbed3ef1-ccf9-4f1b-9a27-9ff525983e35 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:42.634890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:42.640129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:42.640833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.674723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7c5bdb2c-6bc4-42a8-aec8-a148579ed7d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.9382858
Nov 10 04:14:42.688718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:42.712062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2c61-1b12-4508-84a3-518c179d2c3f req-704f9def-4bd6-4638-817f-8fe243d55641 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:42.713680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7ea2c61-1b12-4508-84a3-518c179d2c3f req-704f9def-4bd6-4638-817f-8fe243d55641 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1376045
Nov 10 04:14:42.950049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7ea2c61-1b12-4508-84a3-518c179d2c3f req-f4ac1062-a2b5-463d-babc-f07446fb89cd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129242
Nov 10 04:14:42.972575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:42.995904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.003563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.015541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 532b0dd3-9b8c-4b4e-a3a2-520d61375a07 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:43.015882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.187608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffedb37-b12c-42bd-bbed-7653dcda85f8 req-bff1a493-ab60-4581-8a51-1de5e320c505 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:43.189240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dffedb37-b12c-42bd-bbed-7653dcda85f8 req-bff1a493-ab60-4581-8a51-1de5e320c505 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0755599
Nov 10 04:14:43.261833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dffedb37-b12c-42bd-bbed-7653dcda85f8 req-65473b8c-7885-4c95-94a6-7f4854a896ae tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639379
Nov 10 04:14:43.263558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Router bf6ee203-3b44-4d0d-b575-3a0dfa531177 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:43.322294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b5e841b1-bd1d-47b2-97dd-914556e5b6ee no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:43.351321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: b5e841b1-bd1d-47b2-97dd-914556e5b6ee {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:43.351908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device b5e841b1-bd1d-47b2-97dd-914556e5b6ee not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:43.383878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:43.393032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Sync routers for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:43.404163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.408082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5ace63ea-307e-4cc9-a326-f4fe895e5da5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2739964
Nov 10 04:14:43.408255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:43.408255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a82310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:43.410835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:43.491168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96476492-7f1e-41a3-ae6e-1bac4e52e0b1 req-52ce0e80-d295-45d1-9395-53d7d424358b tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0976949
Nov 10 04:14:43.569910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.598704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-5e9d4aee-604a-492e-8837-ae49f8310d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:43.600231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-5e9d4aee-604a-492e-8837-ae49f8310d50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 1095 time: 0.1940627
Nov 10 04:14:43.601298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 532b0dd3-9b8c-4b4e-a3a2-520d61375a07 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:43.631342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router 54a4e39a-6acf-4056-a809-8a4ae0425b3b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:14:43.761299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:43.804026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-1bfd50dd-1c82-4f19-8949-01246884cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:43.806415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-1bfd50dd-1c82-4f19-8949-01246884cf83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1095 time: 0.1739979
Nov 10 04:14:43.906039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:43.958178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:43.963185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=532b0dd3-9b8c-4b4e-a3a2-520d61375a07,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:43.972873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] Sync routers for ids ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:43.996085 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] Routers {'54a4e39a-6acf-4056-a809-8a4ae0425b3b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:43.998313 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821458c220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.010895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.012345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f665750-1e88-4448-9de9-a3e01be3a452 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "PUT /v2.0/routers/54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 200  len: 925 time: 2.8916082
Nov 10 04:14:44.019277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.024434 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5d768ff6-97fa-431a-ab38-e19540610f17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/532b0dd3-9b8c-4b4e-a3a2-520d61375a07 HTTP/1.1" status: 204  len: 168 time: 1.3374140
Nov 10 04:14:44.041418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.041737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.064962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821458c220>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.077589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] Routers {'54a4e39a-6acf-4056-a809-8a4ae0425b3b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:44.078605 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821458c220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.085386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a82310>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:42Z', 'revision_number': 3, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.104009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-d66db674-4f9a-4c39-af93-e9cf14efc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.105385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-d66db674-4f9a-4c39-af93-e9cf14efc8ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.2889767
Nov 10 04:14:44.124509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Checking router: bf6ee203-3b44-4d0d-b575-3a0dfa531177 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:14:44.124900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Updating router bf6ee203-3b44-4d0d-b575-3a0dfa531177 port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:14:44.153242 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821458c220>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.154241 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342373af-3b7a-45ca-890d-c309fcb07ec7 None None] The sync data for ids ['54a4e39a-6acf-4056-a809-8a4ae0425b3b'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:44.157279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.317295 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ed0751d-40f2-4b82-84b1-cedfcba16af4 req-e25ea157-5b2d-4afe-bd43-ed87c4f92678 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.2865648
Nov 10 04:14:44.385457 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-0140b413-89b2-4cc4-8333-7cec59a8bc7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1000 time: 0.1420617
Nov 10 04:14:44.388585 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81bbaa69-10ce-4c33-9fd0-5b4d24b99245 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 200  len: 925 time: 0.3421104
Nov 10 04:14:44.393344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56108) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.491344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a064413-3fe9-4cd1-b3d4-9fad841382b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.497532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a064413-3fe9-4cd1-b3d4-9fad841382b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.499741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a064413-3fe9-4cd1-b3d4-9fad841382b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.4441104
Nov 10 04:14:44.515556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56116) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.535064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.543443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-770da310-679e-48f0-9f26-57b7d4b94527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.545441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-770da310-679e-48f0-9f26-57b7d4b94527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.1505861
Nov 10 04:14:44.545599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.584701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731dc8-1ecd-470a-812a-aef90f3e414e req-1a64c291-abcd-4e01-8ca4-2ef604db2c7b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.585631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd731dc8-1ecd-470a-812a-aef90f3e414e req-1a64c291-abcd-4e01-8ca4-2ef604db2c7b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.4991152
Nov 10 04:14:44.589826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.639347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c0506-225a-4160-aa83-9c7d68913299 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.643930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-207c0506-225a-4160-aa83-9c7d68913299 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=54a4e39a-6acf-4056-a809-8a4ae0425b3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2396061
Nov 10 04:14:44.646427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143968c-ca77-401c-b3eb-d65513dec164 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:44.656084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Attempting to bind port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:44.656855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Attempting to bind port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:44.657921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Attempting to bind port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:44.666697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:44.666986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56118) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.667589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:44.668236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.668911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:44.669619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Bound port: 9110f21a-12b0-4e6e-9f6a-52638e369ff2, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:44.670839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.710456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189982d9-0ec7-4900-8082-fe1537dfd737 req-27e61380-4c47-44e0-bfa6-a611128b8e43 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.712110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-189982d9-0ec7-4900-8082-fe1537dfd737 req-27e61380-4c47-44e0-bfa6-a611128b8e43 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.2366080
Nov 10 04:14:44.735177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ded78-f810-41ee-949a-e7de882d5f30 None None] Pushing event updated for resources: {'Port': ['ID=9110f21a-12b0-4e6e-9f6a-52638e369ff2,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:44.743770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd731dc8-1ecd-470a-812a-aef90f3e414e req-17ca0dfa-882b-4944-ad1f-24c9c902910b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507232
Nov 10 04:14:44.765097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-c552a83a-300b-40fe-8551-eaa718013da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.766376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] For port 9110f21a-12b0-4e6e-9f6a-52638e369ff2, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:44.766690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-c552a83a-300b-40fe-8551-eaa718013da4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1849930
Nov 10 04:14:44.787722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] For port 9110f21a-12b0-4e6e-9f6a-52638e369ff2, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9110f21a-12b0-4e6e-9f6a-52638e369ff2,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:44.800028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.833138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce46644-ac7f-4c6c-9201-f3cda7ec0111 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:44.834358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9ce46644-ac7f-4c6c-9201-f3cda7ec0111 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1664624
Nov 10 04:14:44.834520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] Provisioning complete for port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:44.835059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.857197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.872114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd3c51-7d77-4645-969a-8231ff8d1488 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:44.886584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-189982d9-0ec7-4900-8082-fe1537dfd737 req-a401e871-de1a-462d-ae40-52b564a466ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660395
Nov 10 04:14:44.890261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 815cfa8b-ca54-4ebd-899c-c8023a518201 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:44.890567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.895688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:44.896427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a82310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:44.908958 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1924a43-26ec-4ec2-8e5e-62f3294b7d8f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 200  len: 205 time: 0.0492427
Nov 10 04:14:44.911492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:44.986154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Allocated IP 172.20.0.1 (d7c63912-eb84-46e3-b229-1672c2d8eb82/7b40bb16-85ab-4abf-974e-2a37fdadfa75/bcf3165f-8ac7-4943-bb9a-213d9dc3816b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:44.988927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ded78-f810-41ee-949a-e7de882d5f30 None None] Pushing event updated for resources: {'Port': ['ID=9110f21a-12b0-4e6e-9f6a-52638e369ff2,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:44.994201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:44.999235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-f50503a5-82c0-46fe-8bbf-b4e971698d59 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186198
Nov 10 04:14:45.021389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 815cfa8b-ca54-4ebd-899c-c8023a518201 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:45.064245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.081021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:45.085246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.141974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] For port 9110f21a-12b0-4e6e-9f6a-52638e369ff2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9110f21a-12b0-4e6e-9f6a-52638e369ff2,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:45.155948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0aebdd2-c490-4636-9d8f-b9d10ba9bcef req-6ed14a88-61af-4f48-a597-2cc5dbcba49c service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488204
Nov 10 04:14:45.183573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.194309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.194552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.219458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=815cfa8b-ca54-4ebd-899c-c8023a518201,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:45.227415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.231414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-656674f6-67ff-40d2-b33c-37a1d6adeee8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/815cfa8b-ca54-4ebd-899c-c8023a518201 HTTP/1.1" status: 204  len: 168 time: 0.7164385
Nov 10 04:14:45.234306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56126) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:45.237085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.286840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4325b6-3e7f-4b06-9447-08dccfd80807 None None] Pushing event updated for resources: {'Port': ['ID=9110f21a-12b0-4e6e-9f6a-52638e369ff2,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:45.334279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.334568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b230dc44-397e-45a0-a066-c9109cfd7bbc None None] Provisioning complete for port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:45.334943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b230dc44-397e-45a0-a066-c9109cfd7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.396161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:45.415359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:45.425601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a82310>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:42Z', 'revision_number': 3, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:45.425869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d730cd-6472-42ec-a25f-6de7b2fee948 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:45.427636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f4d730cd-6472-42ec-a25f-6de7b2fee948 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1921999
Nov 10 04:14:45.428750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:45.430388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:45.460367 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3ab82c-9e69-4502-8f42-d8ba7036246b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:14:45.461968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b3ab82c-9e69-4502-8f42-d8ba7036246b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/532b0dd3-9b8c-4b4e-a3a2-520d61375a07 HTTP/1.1" status: 404  len: 333 time: 0.0305209
Nov 10 04:14:45.464688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:45.473764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36406f-347b-4ee3-8636-052f0c791a8d None None] The sync data for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 is: [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:42Z', 'revision_number': 3, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:45.484573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:45.506119 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-697201df-5fc7-4bfb-9531-9257b2b755f0 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:14:45.508095 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-697201df-5fc7-4bfb-9531-9257b2b755f0 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/815cfa8b-ca54-4ebd-899c-c8023a518201 HTTP/1.1" status: 404  len: 333 time: 0.0424566
Nov 10 04:14:45.510720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56148) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:45.551261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fad1354f-5801-4b99-9b92-8f064743cb91 req-c97901b3-79fc-481d-9b36-102e0db2768b tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0432148
Nov 10 04:14:45.564867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port d2736868-97c3-4f4d-9a0a-eebddb895a32 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:45.565290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.575763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.641347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.872674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.957226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3d2a00>,) {'filters': {'network_id': ['bbed3ef1-ccf9-4f1b-9a27-9ff525983e35']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:45.975962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3d2a00>, 'dd8608e4-e124-4a3a-9307-0f104774695b') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:45.977106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3d2a00>, 'dd8608e4-e124-4a3a-9307-0f104774695b') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:45.996234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:45.999183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.023530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4b149-df47-40e9-a413-97c0b753d227 req-722f9b84-97d8-4e47-a278-f6e2ced99ccb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:46.027728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for d2736868-97c3-4f4d-9a0a-eebddb895a32 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:46.033194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71f4b149-df47-40e9-a413-97c0b753d227 req-722f9b84-97d8-4e47-a278-f6e2ced99ccb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1344187
Nov 10 04:14:46.078563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.098003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:46.098799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:46.102901 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:46.181609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.239660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71f4b149-df47-40e9-a413-97c0b753d227 req-9e30d88e-27a1-4164-9fd5-5288c7f0484f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032564
Nov 10 04:14:46.266023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.298393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7312d3-0811-4c1a-b36a-ed247e6f29dc req-bc1aca5f-58f9-4e65-a902-b896a3f5185b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:46.300258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d7312d3-0811-4c1a-b36a-ed247e6f29dc req-bc1aca5f-58f9-4e65-a902-b896a3f5185b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.2189975
Nov 10 04:14:46.311506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=bbed3ef1-ccf9-4f1b-9a27-9ff525983e35,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:46.321850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.327069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49ad5cf0-073a-46c4-8891-a8452878c6cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/bbed3ef1-ccf9-4f1b-9a27-9ff525983e35 HTTP/1.1" status: 204  len: 168 time: 0.8145432
Nov 10 04:14:46.333783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:46.338962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1781988320'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:46.364422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:46.368184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.401048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:46.412725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.413132 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment 302c7ca6-8d7a-4a02-89ba-3c832ba884bb of type vlan for network 74180931-3823-40d8-b80c-a292d499d1e3
Nov 10 04:14:46.477995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.519680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.540575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:46.542813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.643697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3085666
Nov 10 04:14:46.646835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56176) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:46.652244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': '74180931-3823-40d8-b80c-a292d499d1e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:46.690491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d7312d3-0811-4c1a-b36a-ed247e6f29dc req-57c9fb83-c073-4acf-8157-b1c0aca69d0e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2916780
Nov 10 04:14:46.797978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ad016-8dd3-4c2d-854f-91c37e477636 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=74180931-3823-40d8-b80c-a292d499d1e3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:46.832985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 74180931-3823-40d8-b80c-a292d499d1e3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:46.865428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.869359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.871879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0577cb20-a57b-44dc-9841-6e9b166a786f req-f1b6b508-9e0e-4790-a5c9-8c01e29ae059 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0926490
Nov 10 04:14:46.908671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:46.914251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.933512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:46.959875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bb2ee-0df5-40c0-88ec-c72e0d137d08 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:46.990623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=d2736868-97c3-4f4d-9a0a-eebddb895a32,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:46.993198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.004555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9110f21a-12b0-4e6e-9f6a-52638e369ff2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:47.052423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Performing IP validity checks on allocation pools {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:14:47.053074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:14:47.112115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.130194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:47.131021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.244062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.246790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.307309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.374530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=9efc720e-509a-4645-b7b3-d46ab35710aa,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:47.394614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': '302c7ca6-8d7a-4a02-89ba-3c832ba884bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:47.395144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: 74180931-3823-40d8-b80c-a292d499d1e3, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:47.419683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 74180931-3823-40d8-b80c-a292d499d1e3 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:47.438591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 74180931-3823-40d8-b80c-a292d499d1e3) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:47.449135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e593fd9-c558-4ddb-9aac-6fa780ec7bdb None None] Network 74180931-3823-40d8-b80c-a292d499d1e3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:47.464515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:47.465347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.499091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f3e56f6d-b0de-4643-a671-e3eaf586b42a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8511727
Nov 10 04:14:47.502033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56182) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:47.514833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': '74180931-3823-40d8-b80c-a292d499d1e3', 'name': 'tempest-PortsTestJSON-270974955'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:47.528480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.529687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router 54a4e39a-6acf-4056-a809-8a4ae0425b3b {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:47.546158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:47.574301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.583200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac6ed3a1-c3dd-4cbd-ad37-b709be7ba3c1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 204  len: 168 time: 2.6701326
Nov 10 04:14:47.589771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:47.596174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:47.611756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56184) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:47.622788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-235053039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:47.708230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-74180931-3823-40d8-b80c-a292d499d1e3', 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': '9efc720e-509a-4645-b7b3-d46ab35710aa'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:14:47.709868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.814180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:47.832372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:47.921506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Allocated IP 172.20.0.2 (74180931-3823-40d8-b80c-a292d499d1e3/9efc720e-509a-4645-b7b3-d46ab35710aa/f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:48.051004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 023ea10d-8869-4e24-968d-f0738228f327 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:48.236655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.246147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.252392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3a1e0-828e-4e0e-9bce-b259a25377b9 req-58f119d4-8c7c-443c-b956-c0b919bed171 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:48.254631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ac3a1e0-828e-4e0e-9bce-b259a25377b9 req-58f119d4-8c7c-443c-b956-c0b919bed171 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.3406262
Nov 10 04:14:48.307951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Network 74180931-3823-40d8-b80c-a292d499d1e3 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:48.319579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:48.328230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:48.329487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.14 (74180931-3823-40d8-b80c-a292d499d1e3/9efc720e-509a-4645-b7b3-d46ab35710aa/023ea10d-8869-4e24-968d-f0738228f327) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:48.363545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Pushing event updated for resources: {'Port': ['ID=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:48.433450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Router bf6ee203-3b44-4d0d-b575-3a0dfa531177 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:14:48.445691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ac3a1e0-828e-4e0e-9bce-b259a25377b9 req-3a0dc45e-7830-403e-b1f4-6695a202837d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980709
Nov 10 04:14:48.491903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91a0c-91d1-42c4-b3e2-0a7b9f52565b req-86d5bdb5-130f-4b5f-b2a6-5aef90bf06e3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:48.501039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Attempting to bind port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:48.501563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Attempting to bind port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '302c7ca6-8d7a-4a02-89ba-3c832ba884bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:48.501953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Attempting to bind port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 on network 74180931-3823-40d8-b80c-a292d499d1e3 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:48.504138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b91a0c-91d1-42c4-b3e2-0a7b9f52565b req-86d5bdb5-130f-4b5f-b2a6-5aef90bf06e3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 1.1393945
Nov 10 04:14:48.519471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:48.520016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Checking segment: {'id': '302c7ca6-8d7a-4a02-89ba-3c832ba884bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:48.520434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.523359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Bound using segment: {'id': '302c7ca6-8d7a-4a02-89ba-3c832ba884bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:48.523927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Bound port: f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c7ca6-8d7a-4a02-89ba-3c832ba884bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '74180931-3823-40d8-b80c-a292d499d1e3'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:48.525304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.602821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.603073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.650623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] For port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:48.655286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] For port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,segment=NetworkSegment(302c7ca6-8d7a-4a02-89ba-3c832ba884bb),segment_id=302c7ca6-8d7a-4a02-89ba-3c832ba884bb)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:48.666111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.678543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.682740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b91a0c-91d1-42c4-b3e2-0a7b9f52565b req-73f8ad4e-42ce-4298-9419-5afcca2905c0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761043
Nov 10 04:14:48.767682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.775957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e616692-cb6c-4fe0-9905-e8ac158ae633 None None] Pushing event updated for resources: {'Port': ['ID=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:48.780256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.797813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.811195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:48.823932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d8312f8c-4505-43f0-a099-f87c034d46a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf6ee203-3b44-4d0d-b575-3a0dfa531177/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4120758
Nov 10 04:14:48.835983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Sync routers for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:48.840397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b4cef4-c33b-465c-9b29-bf018cc8a147 req-220d0b15-ea68-4a9f-a5ee-77d706f2032e tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.2483988
Nov 10 04:14:48.846476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.864580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.869999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95d53255-6757-4cd4-b248-8f51a8b5f97a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.2503743
Nov 10 04:14:48.870697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:48.894660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 74180931-3823-40d8-b80c-a292d499d1e3 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:48.896641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:48.900969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:48.901596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:48.901965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820717ab20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:48.916112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:48.952041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=023ea10d-8869-4e24-968d-f0738228f327,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:48.954605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:49.021128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:49.022104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:49.058746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-306b9862-f8ba-4a0f-8443-bf9b19bb4764 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5554907
Nov 10 04:14:49.065029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56208) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:49.232298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:49.781934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:49.838708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-ae8c4a7e-dd3a-44de-9f8c-384ceaed75f4 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:49.841098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-ae8c4a7e-dd3a-44de-9f8c-384ceaed75f4 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 814 time: 0.9689870
Nov 10 04:14:49.942998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-03da4d31-e22c-47fa-be0b-e49ba443b52a tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/quotas/d1b41fe8af644d33915bdae4bbd34947 HTTP/1.1" status: 200  len: 375 time: 0.0875905
Nov 10 04:14:50.004044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-70e860a2-036d-4ed0-9e63-20d0ddaf35a2 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0602300
Nov 10 04:14:50.105521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 023ea10d-8869-4e24-968d-f0738228f327 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:50.108340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.177523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-49e33b33-7a00-45f1-9cc7-dc0bcb9c262b service neutron] 10.222.0.13 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717055
Nov 10 04:14:50.207749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820717ab20>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:46Z', 'revision_number': 4, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bcf3165f-8ac7-4943-bb9a-213d9dc3816b', 'name': '', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'mac_address': 'fa:16:3e:e5:9b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:44Z', 'updated_at': '2021-11-10T04:14:46Z', 'revision_number': 2, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'subnets': [{'id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:50.232944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-65bb1281-7887-489e-b848-29238fd8656c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:50.235953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-65bb1281-7887-489e-b848-29238fd8656c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 810 time: 0.3831382
Nov 10 04:14:50.253913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Checking router: bf6ee203-3b44-4d0d-b575-3a0dfa531177 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:14:50.254716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Updating router bf6ee203-3b44-4d0d-b575-3a0dfa531177 port bcf3165f-8ac7-4943-bb9a-213d9dc3816b binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:14:50.286428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.309771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.330447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 023ea10d-8869-4e24-968d-f0738228f327 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:50.351692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2f1ece2c-332d-43bd-aa0e-f2b7151af8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740336
Nov 10 04:14:50.470028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-95450713-04d2-4143-84e0-dedf15cbc657 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/quotas/26827b5258ad40dfae9a961a5dda3346 HTTP/1.1" status: 200  len: 375 time: 0.0415702
Nov 10 04:14:50.523371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.562154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a722941-f10c-43cf-a645-ac02dfe44340 None None] Network 74180931-3823-40d8-b80c-a292d499d1e3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:50.575595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.626174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-b04243da-880b-4cd7-9867-7b8de3eca7de tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1203442
Nov 10 04:14:50.705764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] Provisioning complete for port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:50.706137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.765909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-37450f0a-3951-44eb-bf49-97056a8b3923 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211326
Nov 10 04:14:50.788887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:50.927053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1567b-9a20-43ee-9a1a-a6130d3fdcf3 req-4b4c2dae-cd5e-4260-8759-30d9cc63ae63 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:50.936080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5d1567b-9a20-43ee-9a1a-a6130d3fdcf3 req-4b4c2dae-cd5e-4260-8759-30d9cc63ae63 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.2007551
Nov 10 04:14:50.994728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=023ea10d-8869-4e24-968d-f0738228f327,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:51.003110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:51.031964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Allocated IP 172.32.3.69 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/a2f12639-c1c0-41cc-821f-184f9c1e5b34) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:51.061509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5d1567b-9a20-43ee-9a1a-a6130d3fdcf3 req-35e38d0b-0d54-439e-8a90-3ccdd27406d5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987117
Nov 10 04:14:51.151224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.156225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ec37360-e5a5-457a-875e-48794eb553d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/023ea10d-8869-4e24-968d-f0738228f327 HTTP/1.1" status: 204  len: 168 time: 2.0886059
Nov 10 04:14:51.159859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56240) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:51.192758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.239260 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d73bd4-7775-4950-8fd4-669eae242fad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:14:51.240322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d73bd4-7775-4950-8fd4-669eae242fad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:14:51.247266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.253673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-73d73bd4-7775-4950-8fd4-669eae242fad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/023ea10d-8869-4e24-968d-f0738228f327 HTTP/1.1" status: 404  len: 333 time: 0.0925741
Nov 10 04:14:51.255401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56244) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:51.296824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] For port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,segment=NetworkSegment(302c7ca6-8d7a-4a02-89ba-3c832ba884bb),segment_id=302c7ca6-8d7a-4a02-89ba-3c832ba884bb)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:51.305313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:51.306366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.309936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.358370 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc4c81c-152d-437a-b427-5498142115cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:14:51.363229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.365554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56246) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:51.365966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8dc4c81c-152d-437a-b427-5498142115cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/023ea10d-8869-4e24-968d-f0738228f327 HTTP/1.1" status: 404  len: 333 time: 0.1012270
Nov 10 04:14:51.397508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.402485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3e2ce-1369-4923-b812-36a216bb454a None None] Pushing event updated for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:51.419854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-7340fb87-d6a2-4a05-8a88-448ac559cc8f service neutron] 10.222.0.13 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6438937
Nov 10 04:14:51.511294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19598-4109-4096-8e49-63b6b11ea8e7 req-474329e2-2b07-455a-ae76-84bcb29d7c78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:51.513828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8b19598-4109-4096-8e49-63b6b11ea8e7 req-474329e2-2b07-455a-ae76-84bcb29d7c78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.3049853
Nov 10 04:14:51.588977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608587e1-741f-4ddd-8116-0808235c7368 None None] Pushing event updated for resources: {'Port': ['ID=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:51.594108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet 9efc720e-509a-4645-b7b3-d46ab35710aa {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:14:51.605048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.654607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Attempting to bind port bcf3165f-8ac7-4943-bb9a-213d9dc3816b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:51.655009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Attempting to bind port bcf3165f-8ac7-4943-bb9a-213d9dc3816b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:51.655349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Attempting to bind port bcf3165f-8ac7-4943-bb9a-213d9dc3816b on network d7c63912-eb84-46e3-b229-1672c2d8eb82 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:51.665969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:51.666664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Checking segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:51.666894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.667078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Bound using segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:51.667618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Bound port: bcf3165f-8ac7-4943-bb9a-213d9dc3816b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:51.668072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.738098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.746854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] For port bcf3165f-8ac7-4943-bb9a-213d9dc3816b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:51.752444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] For port bcf3165f-8ac7-4943-bb9a-213d9dc3816b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:51.784072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.791947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8b19598-4109-4096-8e49-63b6b11ea8e7 req-522ba1e5-f955-4391-a53e-9192119fa082 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687204
Nov 10 04:14:51.818612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-50ada535-5181-4896-b2a3-def1f1f65092 req-63bfdd46-fe68-4870-bc60-99484860aa34 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0806475
Nov 10 04:14:51.821118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:51.917624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:51.927202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:51.972441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:52.015171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event updated for resources: {'Port': ['ID=a2f12639-c1c0-41cc-821f-184f9c1e5b34,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:52.039873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777bee1-2f94-4301-9aaa-93eaa28dbdda None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:52.051772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8705694a-028d-41ff-8c2e-f878591222fe req-d5b9cfdc-edb5-41a7-9c73-af2b007cd1a1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 210 time: 0.0766807
Nov 10 04:14:52.075834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88c320a2-12b0-4ec9-a790-934a7e4ea86a req-d256e707-e573-45e3-9b50-b64ef0b37e01 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 210 time: 0.0591006
Nov 10 04:14:52.076537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-de413356-822e-462c-9030-e1fa3dcd13ff None None] Provisioning complete for port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:52.076941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-de413356-822e-462c-9030-e1fa3dcd13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:52.172090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:52.172865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820717ab20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:52.258429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be268f9d-e60a-4869-8103-61c302ee7118 req-db0a9ca7-789d-4058-8a44-e7ff2821f8d6 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:52.268028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be268f9d-e60a-4869-8103-61c302ee7118 req-db0a9ca7-789d-4058-8a44-e7ff2821f8d6 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0830429
Nov 10 04:14:52.307412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:14:52.314049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:52.351432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be268f9d-e60a-4869-8103-61c302ee7118 req-36f4834a-d067-4a14-a845-d1aa005c6d60 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821469
Nov 10 04:14:52.506160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3e2ce-1369-4923-b812-36a216bb454a None None] Pushing event updated for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:52.537507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:52.607996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=9efc720e-509a-4645-b7b3-d46ab35710aa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:52.610882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:52.615387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4af99531-b125-4a8f-ace9-cf78f0a0ec55 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/9efc720e-509a-4645-b7b3-d46ab35710aa HTTP/1.1" status: 204  len: 168 time: 1.2434020
Nov 10 04:14:52.618383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56260) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:52.667685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:52.782455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4f513-7462-482f-a6bd-7dbcb34ded34 None None] Network 74180931-3823-40d8-b80c-a292d499d1e3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:52.845306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.036093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:53.129653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8d2c7eea-61f4-497f-b1a1-51ab1e47a5b3 None None] Could not find standard attr ID for object 023ea10d-8869-4e24-968d-f0738228f327. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:14:53.161510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01652cd9-4856-4a13-a891-8f871db78f5c req-f7f732ce-aa73-4c07-a3e8-761c3964d6b4 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1009822
Nov 10 04:14:53.170456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3dfb6-dc13-4270-b1d6-8ea5bd9a85fd req-e8cce70c-27aa-49ab-9444-518d4d2f874c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:53.172004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ae3dfb6-dc13-4270-b1d6-8ea5bd9a85fd req-e8cce70c-27aa-49ab-9444-518d4d2f874c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.2704525
Nov 10 04:14:53.178852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:53.182385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.212172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.235437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.247102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-6761fb60-efce-48d5-8ef6-b29d03c99bf5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:53.248685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-6761fb60-efce-48d5-8ef6-b29d03c99bf5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.21 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 814 time: 0.4012618
Nov 10 04:14:53.286897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820717ab20>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:46Z', 'revision_number': 4, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bcf3165f-8ac7-4943-bb9a-213d9dc3816b', 'name': '', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'mac_address': 'fa:16:3e:e5:9b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:44Z', 'updated_at': '2021-11-10T04:14:51Z', 'revision_number': 4, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'subnets': [{'id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:53.291177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8d2c7eea-61f4-497f-b1a1-51ab1e47a5b3 None None] Provisioning complete for port a2f12639-c1c0-41cc-821f-184f9c1e5b34 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:53.291658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7eea-61f4-497f-b1a1-51ab1e47a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.334504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-192c28c9-b9bf-4db9-b41f-1be3098b1881 req-5eb222ad-06eb-4be2-a0e3-67ab290a713e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 210 time: 0.0430791
Nov 10 04:14:53.338129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Request body: {'port': {'device_id': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d', 'admin_state_up': True, 'tenant_id': 'd1b41fe8af644d33915bdae4bbd34947'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:53.364642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c7eea-61f4-497f-b1a1-51ab1e47a5b3 None None] Port a2f12639-c1c0-41cc-821f-184f9c1e5b34 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:14:53.390280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:53.390676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.467165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,segment=NetworkSegment(302c7ca6-8d7a-4a02-89ba-3c832ba884bb),segment_id=302c7ca6-8d7a-4a02-89ba-3c832ba884bb)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:53.467552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.475322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ae3dfb6-dc13-4270-b1d6-8ea5bd9a85fd req-20f0962d-a815-4939-a239-cb20fcd9818a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855189
Nov 10 04:14:53.482593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:53.604732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce637d99-d449-47c6-843b-ec69fee9b6e9 req-038408f4-61bd-4ea0-b292-b05ec718b90a tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 210 time: 0.0534017
Nov 10 04:14:53.629388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80814df-9377-4958-be42-c9c0a55c5663 None None] The sync data for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 is: [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:46Z', 'revision_number': 4, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bcf3165f-8ac7-4943-bb9a-213d9dc3816b', 'name': '', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'mac_address': 'fa:16:3e:e5:9b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:44Z', 'updated_at': '2021-11-10T04:14:51Z', 'revision_number': 4, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'subnets': [{'id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:53.667239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Router 92a5dafd-99a8-426d-9df1-38f680919a7d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:14:53.689729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22959519-3d09-410c-a100-906e7282776a req-58f3ae49-d993-47e5-b06d-f752d0849dd4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:53.691511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22959519-3d09-410c-a100-906e7282776a req-58f3ae49-d993-47e5-b06d-f752d0849dd4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0940259
Nov 10 04:14:53.701978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.808147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Made reservation on behalf of d1b41fe8af644d33915bdae4bbd34947 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:53.812326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:53.817185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:53.821731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:14:53.866140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed81ef5-c06b-4697-8f4b-3042fb3cf9a4 None None] DHCP port deletion for 74180931-3823-40d8-b80c-a292d499d1e3 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:53.985093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:14:54.007875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] Sync routers for ids ['92a5dafd-99a8-426d-9df1-38f680919a7d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:14:54.008508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.009142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6610013-095a-4cdd-b349-1e6d94f1d3c7 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "PUT /v2.0/routers/92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 200  len: 882 time: 5.1362400
Nov 10 04:14:54.013161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56272) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:54.033883 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] Routers {'92a5dafd-99a8-426d-9df1-38f680919a7d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:54.034394 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148d7fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['92a5dafd-99a8-426d-9df1-38f680919a7d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.039929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.095372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f13d4f0>,) {'filters': {'network_id': ['74180931-3823-40d8-b80c-a292d499d1e3']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.097220 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148d7fa0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.106886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] Routers {'92a5dafd-99a8-426d-9df1-38f680919a7d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:14:54.113866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148d7fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['92a5dafd-99a8-426d-9df1-38f680919a7d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.152553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f13d4f0>, '302c7ca6-8d7a-4a02-89ba-3c832ba884bb') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.152958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f13d4f0>, '302c7ca6-8d7a-4a02-89ba-3c832ba884bb') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.168181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148d7fa0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:14:54.169230 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f83cb-9d82-429f-b78b-6cc86873ebb4 None None] The sync data for ids ['92a5dafd-99a8-426d-9df1-38f680919a7d'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:14:54.171617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.256952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Allocated IP 172.20.0.4 (4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d/9169ac14-6478-4290-96b9-3c739a40a865/112ce03c-0483-436f-9a33-10dccb50020d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:54.262388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.291919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:14:54.295531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:14:54.302108 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:14:54.305142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1fd8fdf-cf27-49d7-afc0-7e3383a640fc tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 200  len: 923 time: 0.2864487
Nov 10 04:14:54.313399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56276) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:54.399530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f8824cc-e461-47bf-a1f8-ac9572fed348 req-9b7f83d8-c1f4-4710-b67b-fbc733fe0e0d tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0407588
Nov 10 04:14:54.567167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.572709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.585234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/74180931-3823-40d8-b80c-a292d499d1e3 HTTP/1.1" status: 204  len: 168 time: 1.9660568
Nov 10 04:14:54.668810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56284) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:54.683902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-16f88e93-b773-4a74-a695-3e30db56b4dd req-53b028b8-7f26-4837-8bc2-1fbd9d0999f9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 210 time: 0.1252277
Nov 10 04:14:54.707303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2121160896'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:54.736452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.760856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d5260-bfad-4693-8321-ec41b69ba85f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=74180931-3823-40d8-b80c-a292d499d1e3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:54.847183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:54.850842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.931030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-22959519-3d09-410c-a100-906e7282776a req-494d0421-8962-474a-8bb8-d46798bee4a6 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9412448
Nov 10 04:14:54.940355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:14:54.965099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2afc7-9aaf-4d6c-b143-36aa3f70bfba req-f13f6244-6c2f-4bc7-bf2c-04db0c0b980e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:54.968951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fa2afc7-9aaf-4d6c-b143-36aa3f70bfba req-f13f6244-6c2f-4bc7-bf2c-04db0c0b980e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1536441
Nov 10 04:14:54.978082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.989203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:54.989804 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment 762ba47b-cb2a-4252-8694-e2618a0d78bd of type vlan for network 7ed53e29-2fb7-41cd-982f-7066c2a1003a
Nov 10 04:14:54.994081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47a843-cb88-417b-8061-5d7bb2dc3a8f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:54.995742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4d47a843-cb88-417b-8061-5d7bb2dc3a8f tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=92a5dafd-99a8-426d-9df1-38f680919a7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6708558
Nov 10 04:14:55.006234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56288) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:55.012063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bcf3165f-8ac7-4943-bb9a-213d9dc3816b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:55.033662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ac930e89-e9dc-48d8-9f72-ebefe661e00e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:55.043906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ac930e89-e9dc-48d8-9f72-ebefe661e00e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.21 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 810 time: 0.8416724
Nov 10 04:14:55.112410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Request body: {'port': {'device_id': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'admin_state_up': True, 'tenant_id': '26827b5258ad40dfae9a961a5dda3346'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:55.117568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bcf3165f-8ac7-4943-bb9a-213d9dc3816b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:55.118195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.201407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5775cb34-d17b-45f3-b9db-b599f7456157 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:55.203518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5775cb34-d17b-45f3-b9db-b599f7456157 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1828344
Nov 10 04:14:55.212284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56290) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:55.306883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243f354-6b2c-4cea-b473-ce1a248a9716 req-3f91a9ce-efbe-4ec6-a5a5-f0c9801de576 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:55.309675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1243f354-6b2c-4cea-b473-ce1a248a9716 req-3f91a9ce-efbe-4ec6-a5a5-f0c9801de576 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 931 time: 0.2513919
Nov 10 04:14:55.310712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Made reservation on behalf of 26827b5258ad40dfae9a961a5dda3346 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:55.315416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.318340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.326246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.380487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port bcf3165f-8ac7-4943-bb9a-213d9dc3816b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:55.383835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Pushing event updated for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:55.389461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.447668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:55.455405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56294) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:55.465956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10569d73-6ac5-4588-8fac-ec3e27a2c354 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 200  len: 205 time: 0.2502191
Nov 10 04:14:55.475667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1243f354-6b2c-4cea-b473-ce1a248a9716 req-3ee2634f-4fb5-4558-8712-059beb4a1daa tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438179
Nov 10 04:14:55.489179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.517812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:55.518479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.525651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:14:55.560971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:55.580568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:14:55.580944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f260a1e4-1a56-4a3a-b4ad-629f0c6f9a27 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:14:55.597774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:55.616543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9282563
Nov 10 04:14:55.635494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:55.659434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56296) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:55.720288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:55.755943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3fa2afc7-9aaf-4d6c-b143-36aa3f70bfba req-50dd9ad6-9896-4389-bd63-7ed894cdad8e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7644293
Nov 10 04:14:55.807188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7b8e2-b2ee-4964-a4d6-8385b45d1218 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=7ed53e29-2fb7-41cd-982f-7066c2a1003a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:55.822401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:14:55.831193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:55.831878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:55.863200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-f8927af8-53b6-4ece-9289-f6248905fefe tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5310884
Nov 10 04:14:55.913966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Allocated IP 172.20.0.12 (d7c63912-eb84-46e3-b229-1672c2d8eb82/7b40bb16-85ab-4abf-974e-2a37fdadfa75/3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:55.918320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0dc52729-abc0-462c-8fc8-c1034d8905a3 req-073ec3ed-27d7-4d07-adab-1d6d858d5827 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 210 time: 0.0482321
Nov 10 04:14:56.086761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-187eb0f1-4990-48ac-b34d-dd1c89faaf2d req-e34e7f72-6871-4fc5-8c40-8f625634b34c tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.4283338
Nov 10 04:14:56.117892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22542b-8685-47e3-b115-8b14b6a0669a req-dc058e26-cbb1-41d3-9df9-ad9ba1abd062 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:56.125180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e22542b-8685-47e3-b115-8b14b6a0669a req-dc058e26-cbb1-41d3-9df9-ad9ba1abd062 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0735681
Nov 10 04:14:56.174426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9e22542b-8685-47e3-b115-8b14b6a0669a req-cb1bdffc-ec2a-44b8-a732-ac83737b584b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483871
Nov 10 04:14:56.250972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.289196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.315701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:56.319239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.468629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.476754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.599748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:56.623660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:56.626602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:56.665622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Pushing event updated for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:56.746040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.753089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:56.753695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.768449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc68dd6-b9ef-469a-bb51-55256f3c4d88 req-8157aae5-5dfd-4f7e-9f9a-8498f689a322 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:56.769910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0dc68dd6-b9ef-469a-bb51-55256f3c4d88 req-8157aae5-5dfd-4f7e-9f9a-8498f689a322 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 931 time: 0.1985338
Nov 10 04:14:56.782643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port a2f12639-c1c0-41cc-821f-184f9c1e5b34 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:56.782983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:56.908253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bcf3165f-8ac7-4943-bb9a-213d9dc3816b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:56.919884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-4b54ef4c-f6e1-4242-a49e-c24f785fa45f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8175690
Nov 10 04:14:56.930099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410c37-69fb-4382-ae5e-ee96207f4ca9 req-9929b7c6-3251-463c-be4f-62ecdba72cff tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:56.938190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67410c37-69fb-4382-ae5e-ee96207f4ca9 req-9929b7c6-3251-463c-be4f-62ecdba72cff tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.0756879
Nov 10 04:14:56.980548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=fe531801-252c-44f7-844c-86166836df5d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:57.001932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bcf3165f-8ac7-4943-bb9a-213d9dc3816b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:57.002598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.030656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.050694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0dc68dd6-b9ef-469a-bb51-55256f3c4d88 req-fc3a22a3-edec-43fb-bbd0-0c50235c9826 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723365
Nov 10 04:14:57.053539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67410c37-69fb-4382-ae5e-ee96207f4ca9 req-fed23ef5-bc42-4992-ac9c-ebb52d979ba4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124647
Nov 10 04:14:57.068256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': '762ba47b-cb2a-4252-8694-e2618a0d78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:57.068256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: 7ed53e29-2fb7-41cd-982f-7066c2a1003a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:14:57.075046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for a2f12639-c1c0-41cc-821f-184f9c1e5b34 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:57.156344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:14:57.203396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7ed53e29-2fb7-41cd-982f-7066c2a1003a) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:57.208786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:57.209368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.223268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ac261-62e6-45b8-8f2c-210ec426902a None None] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:57.258957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-de575462-3ac7-44ed-9202-90c39dcb966c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5516717
Nov 10 04:14:57.259496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4047918-4974-4a10-94bc-9e5b980b08d0 req-fdf3d02e-5bcb-432a-92a3-acee4d73e0e7 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0607057
Nov 10 04:14:57.261492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56312) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:57.268473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-323129937'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:57.272787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b86d1-e8f9-4824-9218-e9e2963bf081 req-416aa9df-1c24-41ab-98af-bf44bf7c4d58 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:57.274616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e2b86d1-e8f9-4824-9218-e9e2963bf081 req-416aa9df-1c24-41ab-98af-bf44bf7c4d58 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 932 time: 0.1291795
Nov 10 04:14:57.375840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e2b86d1-e8f9-4824-9218-e9e2963bf081 req-2c694832-4a9c-491e-821f-a4e296977b36 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692625
Nov 10 04:14:57.471358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.482838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7ed53e29-2fb7-41cd-982f-7066c2a1003a', 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': 'fe531801-252c-44f7-844c-86166836df5d'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:14:57.485383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.534982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56680c63-fff5-474e-922b-3c0aadefd973 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:57.547799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=a2f12639-c1c0-41cc-821f-184f9c1e5b34,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:57.571083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232231-ced9-4e3e-b919-07e1db1e8814 req-d452c7c3-f5ed-4f1c-8069-5b2acc5d2c26 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:57.580256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45232231-ced9-4e3e-b919-07e1db1e8814 req-d452c7c3-f5ed-4f1c-8069-5b2acc5d2c26 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.1362796
Nov 10 04:14:57.665426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.683812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45232231-ced9-4e3e-b919-07e1db1e8814 req-a9b95658-ac17-48a7-a76b-05a6c8bdf26f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026452
Nov 10 04:14:57.685941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:14:57.691609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.699226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Allocated IP 172.20.0.2 (7ed53e29-2fb7-41cd-982f-7066c2a1003a/fe531801-252c-44f7-844c-86166836df5d/c11b0c56-5d88-4e8c-917d-eb0bae32d410) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:57.753531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 980bb539-4e6d-4e04-a29e-d6ac468c5865 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:14:57.790668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.792914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.845795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.846394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router 92a5dafd-99a8-426d-9df1-38f680919a7d {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:14:57.858214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.859438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-de20cf34-e7d9-46eb-8f47-c402392a8cc3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 204  len: 168 time: 2.4004483
Nov 10 04:14:57.863563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:57.868038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-571680592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:57.894325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.895472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.954900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.962092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.977838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:57.987877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.012919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.023850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3b98b590-4c0c-4e7d-8ecb-859342ee0b92 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1504509
Nov 10 04:14:58.024109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:58.024239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56318) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:58.024354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:58.024354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:58.027805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': True}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:58.052073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Pushing event updated for resources: {'Port': ['ID=c11b0c56-5d88-4e8c-917d-eb0bae32d410,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:58.062216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.11 (7ed53e29-2fb7-41cd-982f-7066c2a1003a/fe531801-252c-44f7-844c-86166836df5d/980bb539-4e6d-4e04-a29e-d6ac468c5865) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:58.094539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Attempting to bind port c11b0c56-5d88-4e8c-917d-eb0bae32d410 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:14:58.094983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Attempting to bind port c11b0c56-5d88-4e8c-917d-eb0bae32d410 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '762ba47b-cb2a-4252-8694-e2618a0d78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:14:58.095575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Attempting to bind port c11b0c56-5d88-4e8c-917d-eb0bae32d410 on network 7ed53e29-2fb7-41cd-982f-7066c2a1003a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:14:58.101125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:14:58.101565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Checking segment: {'id': '762ba47b-cb2a-4252-8694-e2618a0d78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:14:58.102045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.102497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Bound using segment: {'id': '762ba47b-cb2a-4252-8694-e2618a0d78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:14:58.103038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Bound port: c11b0c56-5d88-4e8c-917d-eb0bae32d410, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762ba47b-cb2a-4252-8694-e2618a0d78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ed53e29-2fb7-41cd-982f-7066c2a1003a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:14:58.103479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.179759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-475d0f40-0052-4876-b263-443dccd10384 None None] For port c11b0c56-5d88-4e8c-917d-eb0bae32d410, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:14:58.184414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-475d0f40-0052-4876-b263-443dccd10384 None None] For port c11b0c56-5d88-4e8c-917d-eb0bae32d410, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c11b0c56-5d88-4e8c-917d-eb0bae32d410,segment=NetworkSegment(762ba47b-cb2a-4252-8694-e2618a0d78bd),segment_id=762ba47b-cb2a-4252-8694-e2618a0d78bd)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:14:58.190555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.271976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d0f40-0052-4876-b263-443dccd10384 None None] Pushing event updated for resources: {'Port': ['ID=c11b0c56-5d88-4e8c-917d-eb0bae32d410,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:58.373888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1788-3fbc-42be-ba9f-8ca1cfabfa4a req-71b4646d-b8aa-4880-b20d-2d619a767ada tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:58.375496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c5e1788-3fbc-42be-ba9f-8ca1cfabfa4a req-71b4646d-b8aa-4880-b20d-2d619a767ada tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 931 time: 0.1976793
Nov 10 04:14:58.430214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.491357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c5e1788-3fbc-42be-ba9f-8ca1cfabfa4a req-bdf81ae6-a5c7-4cfe-b774-e088aeb52148 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984306
Nov 10 04:14:58.515668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.597178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:58.601379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:58.605583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:58.650529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=980bb539-4e6d-4e04-a29e-d6ac468c5865,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:58.675371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-373b0aed-9917-4dfa-9905-2f3d68892f5e req-5c7ee7a2-4c38-4f50-82a9-d3d33e78061d tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0336411
Nov 10 04:14:58.684195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.698836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb69da-2eeb-47dc-bda7-47aa257da043 req-99a4e675-40a7-423d-b439-4a7e4e9b65cf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:58.700384 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-addb69da-2eeb-47dc-bda7-47aa257da043 req-99a4e675-40a7-423d-b439-4a7e4e9b65cf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.4921200
Nov 10 04:14:58.713463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:58.714509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.737381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f4c14ed-1633-4466-aad5-2430da2d2c5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.4747751
Nov 10 04:14:58.741126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:58.800462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-addb69da-2eeb-47dc-bda7-47aa257da043 req-d58fbf39-60cb-4a34-979f-30ff077964ba tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794337
Nov 10 04:14:58.893605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41f40-63f1-41a9-ac77-22c9995f4f82 req-c3e9a881-db31-4764-9140-cfeb8f4a6573 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:58.895079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bd41f40-63f1-41a9-ac77-22c9995f4f82 req-c3e9a881-db31-4764-9140-cfeb8f4a6573 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 932 time: 0.1209254
Nov 10 04:14:58.943385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 980bb539-4e6d-4e04-a29e-d6ac468c5865 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:14:58.943700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:58.946195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c11b0c56-5d88-4e8c-917d-eb0bae32d410 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:14:59.001225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c11b0c56-5d88-4e8c-917d-eb0bae32d410 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:59.001935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.004247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b44a-72c0-4195-aa9e-721b2d9377a2 req-6e22ca4a-f1ea-4946-b366-691be3561878 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:59.005284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a45b44a-72c0-4195-aa9e-721b2d9377a2 req-6e22ca4a-f1ea-4946-b366-691be3561878 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.1048787
Nov 10 04:14:59.008446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bd41f40-63f1-41a9-ac77-22c9995f4f82 req-47d4f21d-9e2d-460e-adb3-a5351e3ddd9b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059346
Nov 10 04:14:59.036578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.052781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Request body: {'port': {'device_id': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:59.067344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Request body: {'port': {'device_id': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:14:59.070177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.087147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.097365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.124496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 980bb539-4e6d-4e04-a29e-d6ac468c5865 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:14:59.140175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.141130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port c11b0c56-5d88-4e8c-917d-eb0bae32d410, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c11b0c56-5d88-4e8c-917d-eb0bae32d410,segment=NetworkSegment(762ba47b-cb2a-4252-8694-e2618a0d78bd),segment_id=762ba47b-cb2a-4252-8694-e2618a0d78bd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:14:59.148386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.170190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a45b44a-72c0-4195-aa9e-721b2d9377a2 req-d0d21be9-235a-45f6-b2f6-2b13c4e54280 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547978
Nov 10 04:14:59.213044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.240187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=c11b0c56-5d88-4e8c-917d-eb0bae32d410,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:59.307860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 172.32.3.113 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/e4856def-9247-43da-b918-e98b4c84c382) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:14:59.458163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.552871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=980bb539-4e6d-4e04-a29e-d6ac468c5865,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:59.558657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.595080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba32bd-2399-4f89-91ea-0ad63ee897ef None None] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:14:59.647036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.670811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:14:59.673980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:59.678790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:14:59.681258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112ce03c-0483-436f-9a33-10dccb50020d {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:14:59.697412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d0e15-590c-423d-a153-35f2c59cd90c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:14:59.697701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.709597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:14:59.718809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.723049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb9392-9032-4ecf-bbc8-07dcfb59e673 req-e05cbdcd-9b2e-48e9-89fd-856987fb2887 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:14:59.724657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49eb9392-9032-4ecf-bbc8-07dcfb59e673 req-e05cbdcd-9b2e-48e9-89fd-856987fb2887 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 931 time: 0.1537433
Nov 10 04:14:59.731581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.737673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a48f8cd7-5a1a-4296-82b5-1426f9e02dd3 None None] Provisioning complete for port c11b0c56-5d88-4e8c-917d-eb0bae32d410 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:14:59.738006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4050b4e-359f-4d97-8eed-269b177ba7f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/980bb539-4e6d-4e04-a29e-d6ac468c5865 HTTP/1.1" status: 204  len: 168 time: 0.9926949
Nov 10 04:14:59.738131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a48f8cd7-5a1a-4296-82b5-1426f9e02dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.738232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Transition to ACTIVE for port object 112ce03c-0483-436f-9a33-10dccb50020d will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:14:59.746007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:59.754470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Transition to ACTIVE for port object 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:14:59.775756 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-085020f7-fc5b-41c5-8dce-ef84e91fd543 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:14:59.780334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-085020f7-fc5b-41c5-8dce-ef84e91fd543 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/980bb539-4e6d-4e04-a29e-d6ac468c5865 HTTP/1.1" status: 404  len: 333 time: 0.0302484
Nov 10 04:14:59.780334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.784255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56338) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:14:59.809017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:14:59.858235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49eb9392-9032-4ecf-bbc8-07dcfb59e673 req-00a75cf8-e95e-43b1-8c92-a6ab58f4c5ea tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197250
Nov 10 04:14:59.893584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=e4856def-9247-43da-b918-e98b4c84c382,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:14:59.906158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-599b1058-a118-466a-b8a5-cab91f77c78e req-d64df86a-ea56-4382-83f3-0f2f9479f89b tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1018469
Nov 10 04:15:00.013672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-def319e3-a48d-4fed-a157-3261d0c022a4 None None] Provisioning complete for port e4856def-9247-43da-b918-e98b4c84c382 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:00.014780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-def319e3-a48d-4fed-a157-3261d0c022a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.049877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet fe531801-252c-44f7-844c-86166836df5d {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:00.059605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-def319e3-a48d-4fed-a157-3261d0c022a4 None None] Port e4856def-9247-43da-b918-e98b4c84c382 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:00.064702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.073890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:00.181601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dbad127b-5b12-4e6c-8527-a19464c340e1 None None] Provisioning complete for port c11b0c56-5d88-4e8c-917d-eb0bae32d410 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:00.181977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbad127b-5b12-4e6c-8527-a19464c340e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.228126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.280761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Pushing event updated for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:00.303312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Attempting to bind port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:00.303654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Attempting to bind port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:00.303986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Attempting to bind port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 on network d7c63912-eb84-46e3-b229-1672c2d8eb82 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:00.319997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700abc6-7725-4605-9fe0-b21c1a0ff0c9 req-24dc4411-f0df-4180-a9a9-cb05e937326c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.322458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5700abc6-7725-4605-9fe0-b21c1a0ff0c9 req-24dc4411-f0df-4180-a9a9-cb05e937326c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 944 time: 0.2112503
Nov 10 04:15:00.339109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Attempting to bind port 112ce03c-0483-436f-9a33-10dccb50020d on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:00.339462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Attempting to bind port 112ce03c-0483-436f-9a33-10dccb50020d by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:00.339762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Attempting to bind port 112ce03c-0483-436f-9a33-10dccb50020d on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:00.352746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5a5f4-5ab3-4b53-b0bb-2546243975d8 req-49dc9d38-055d-44a9-a044-33ca08272f0e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.354286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2f5a5f4-5ab3-4b53-b0bb-2546243975d8 req-49dc9d38-055d-44a9-a044-33ca08272f0e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.0866666
Nov 10 04:15:00.355082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Port 112ce03c-0483-436f-9a33-10dccb50020d on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:15:00.355411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Attempting to bind port 112ce03c-0483-436f-9a33-10dccb50020d on network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:00.362307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:00.363074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Checking segment: {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:00.363074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Bound using segment: {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:00.363518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Bound port: 112ce03c-0483-436f-9a33-10dccb50020d, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48ea721-1bda-4326-949e-408f92bb2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:00.363801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.391800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 on network d7c63912-eb84-46e3-b229-1672c2d8eb82 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:15:00.392170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Attempting to bind port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 on network d7c63912-eb84-46e3-b229-1672c2d8eb82 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:00.442598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:00.442941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Checking segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:00.443329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Bound using segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:00.443802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Bound port: 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:00.444120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.457655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2f5a5f4-5ab3-4b53-b0bb-2546243975d8 req-0d0a3be1-4c29-4815-add7-f51d0cdc3131 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906889
Nov 10 04:15:00.464709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:00.468745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=112ce03c-0483-436f-9a33-10dccb50020d,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:00.482423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.491367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3e158ba2-7942-4398-8bb3-a42fe5a57a35 None None] Could not find standard attr ID for object 980bb539-4e6d-4e04-a29e-d6ac468c5865. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:00.520819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.534020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.534808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.536316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] 10.222.0.21 "PUT /v2.0/ports/112ce03c-0483-436f-9a33-10dccb50020d HTTP/1.1" status: 200  len: 1091 time: 1.4884496
Nov 10 04:15:00.536948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:00.540339 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cefdbc-e341-4aed-bcb6-0be83bc14497" -d '{"events": [{"name": "network-changed", "server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "tag": "112ce03c-0483-436f-9a33-10dccb50020d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:00.587053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5700abc6-7725-4605-9fe0-b21c1a0ff0c9 req-4038f3bb-f628-4b5d-bcca-26e354b60cd2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262626
Nov 10 04:15:00.608837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:00.624147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e2c1f-4450-4325-950d-16fee0e6389d service neutron] Pushing event updated for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:00.653549 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b75ca7-c5de-48bd-9551-d1439650787c x-openstack-request-id: req-c7b75ca7-c5de-48bd-9551-d1439650787c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:00.654385 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "tag": "112ce03c-0483-436f-9a33-10dccb50020d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:00.654628 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7b75ca7-c5de-48bd-9551-d1439650787c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:00.655018 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d', 'status': 'completed', 'code': 200}
Nov 10 04:15:00.683372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82fbab-55c8-4882-9585-4820347eaeb3 req-1f5e60ce-8eae-4242-854b-97c2fd24dca4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.685642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f82fbab-55c8-4882-9585-4820347eaeb3 req-1f5e60ce-8eae-4242-854b-97c2fd24dca4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.1226339
Nov 10 04:15:00.701039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-c24fa615-8b71-41ac-9243-f6eeff059ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.702842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-c24fa615-8b71-41ac-9243-f6eeff059ede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 1094 time: 0.1058886
Nov 10 04:15:00.761157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-425694e7-249a-4ba4-b533-52ab976cdf99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112ce03c-0483-436f-9a33-10dccb50020d HTTP/1.1" status: 200  len: 217 time: 0.0443101
Nov 10 04:15:00.816167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f82fbab-55c8-4882-9585-4820347eaeb3 req-36dc51c2-bda2-4488-ab68-f4b0e75b85da tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182523
Nov 10 04:15:00.832063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-9588a99b-2b22-4643-8e28-7fbf607f2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:00.833776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-9588a99b-2b22-4643-8e28-7fbf607f2335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9169ac14-6478-4290-96b9-3c739a40a865 HTTP/1.1" status: 200  len: 854 time: 0.0648923
Nov 10 04:15:00.873523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-28e854c3-edc9-438a-9ce8-d0dcca170079 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278802
Nov 10 04:15:00.904340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c11b0c56-5d88-4e8c-917d-eb0bae32d410 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:00.979228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:00.997086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-fcea0e93-7b85-4d73-98b9-c9446950e9c5 service neutron] 10.222.0.21 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1156549
Nov 10 04:15:00.998925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c11b0c56-5d88-4e8c-917d-eb0bae32d410 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:00.999296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.035413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:01.061901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08dee5-1f26-4cd9-ac81-24d0649adc28 req-b5aa3161-3fcc-4015-a53f-85b613eaa45c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.063864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb08dee5-1f26-4cd9-ac81-24d0649adc28 req-b5aa3161-3fcc-4015-a53f-85b613eaa45c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 943 time: 0.0823598
Nov 10 04:15:01.064946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.074740 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e946e48b-c689-4290-93a0-0dfacb85da6f req-3d46fbdb-9080-4343-af03-a6bd7d01edcb tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0709836
Nov 10 04:15:01.121031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.126318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f0aef6a-c1d8-4b1b-a3d3-9232803d3229 req-5ebf14b9-dc15-4f70-a5b1-7ab432e1eb22 service neutron] 10.222.0.21 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207821
Nov 10 04:15:01.162745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.163363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.164737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 HTTP/1.1" status: 200  len: 1092 time: 2.1080103
Nov 10 04:15:01.195629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:01.198357 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea841b9f-6e63-484c-875c-94739ebcecd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:01.243693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-05437c4b-be4f-4630-9135-2f5c5fb143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.245233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-05437c4b-be4f-4630-9135-2f5c5fb143c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 1095 time: 0.0445313
Nov 10 04:15:01.253122 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6d18aa-813e-401d-b8c9-5baf65b73875 x-openstack-request-id: req-9a6d18aa-813e-401d-b8c9-5baf65b73875 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:01.253415 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:01.253667 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a6d18aa-813e-401d-b8c9-5baf65b73875 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:01.254052 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68', 'status': 'completed', 'code': 200}
Nov 10 04:15:01.257647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=fe531801-252c-44f7-844c-86166836df5d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:01.265020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e0cef-3683-4e56-8b1f-312769ca4a9d None None] Network 7ed53e29-2fb7-41cd-982f-7066c2a1003a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:01.282839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.288505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebc05186-62c4-4807-9ab3-ee2143f83598 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/fe531801-252c-44f7-844c-86166836df5d HTTP/1.1" status: 204  len: 168 time: 1.4985282
Nov 10 04:15:01.290810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56354) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:01.299631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-5f2ec23f-a9ad-4a85-932e-d26f93c99ce6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 HTTP/1.1" status: 200  len: 217 time: 0.0467970
Nov 10 04:15:01.330569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb08dee5-1f26-4cd9-ac81-24d0649adc28 req-b1f191cf-2a06-4e4a-96fa-3b940251efa8 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550373
Nov 10 04:15:01.333750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47f550-2a64-45a7-ab3d-46bf8a73f208 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:01.355286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-b132e85d-6875-479b-a23f-9b5d797df800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.357382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-b132e85d-6875-479b-a23f-9b5d797df800 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1b41fe8af644d33915bdae4bbd34947&device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 1094 time: 0.1485984
Nov 10 04:15:01.359253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.377873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.422688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.426155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ff3ce279-cf43-466a-85d0-1d0482d919ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.427593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-ff3ce279-cf43-466a-85d0-1d0482d919ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.1144226
Nov 10 04:15:01.473102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] DHCP port deletion for 7ed53e29-2fb7-41cd-982f-7066c2a1003a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:01.484685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-77096a5e-81a1-404f-86fa-3252ec93ea19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480742
Nov 10 04:15:01.548727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Deleting port c11b0c56-5d88-4e8c-917d-eb0bae32d410 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:01.549450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.563964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-7948fa13-f0b4-4833-a62d-350f5018e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.565489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-7948fa13-f0b4-4833-a62d-350f5018e32a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 200  len: 915 time: 0.1977262
Nov 10 04:15:01.623611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-1201bf77-16fe-4d05-a007-b6f6f22c4f67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112ce03c-0483-436f-9a33-10dccb50020d HTTP/1.1" status: 200  len: 217 time: 0.0490263
Nov 10 04:15:01.632004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port c11b0c56-5d88-4e8c-917d-eb0bae32d410 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:01.632547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.634862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] For port c11b0c56-5d88-4e8c-917d-eb0bae32d410, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c11b0c56-5d88-4e8c-917d-eb0bae32d410,segment=NetworkSegment(762ba47b-cb2a-4252-8694-e2618a0d78bd),segment_id=762ba47b-cb2a-4252-8694-e2618a0d78bd)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:01.635247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.652269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Calling delete_port for c11b0c56-5d88-4e8c-917d-eb0bae32d410 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:01.672577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router a4bb4fc3-58e1-4253-a243-1d39521042f4 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:15:01.676820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-aa8da087-159f-4588-a4db-61f2dc872119 service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779239
Nov 10 04:15:01.684476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f69658-ca4e-4b0a-acba-428a9fdd86ef req-4e198765-00af-4dbc-ad4b-7098b36515ea tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.686039 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3f69658-ca4e-4b0a-acba-428a9fdd86ef req-4e198765-00af-4dbc-ad4b-7098b36515ea tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1434982
Nov 10 04:15:01.699174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-6aca0733-cbdb-4ad1-8e45-ddec61556b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.700836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-6aca0733-cbdb-4ad1-8e45-ddec61556b13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9169ac14-6478-4290-96b9-3c739a40a865 HTTP/1.1" status: 200  len: 854 time: 0.0698597
Nov 10 04:15:01.738686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.765496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] Pushing event deleted for resources: {'Port': ['ID=c11b0c56-5d88-4e8c-917d-eb0bae32d410,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:01.769167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc85c7c-71e4-4ceb-9eda-bb7df8bc2d03 None None] No DVR routers for this DVR port c11b0c56-5d88-4e8c-917d-eb0bae32d410 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:01.801721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port c11b0c56-5d88-4e8c-917d-eb0bae32d410, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c11b0c56-5d88-4e8c-917d-eb0bae32d410,segment=NetworkSegment(762ba47b-cb2a-4252-8694-e2618a0d78bd),segment_id=762ba47b-cb2a-4252-8694-e2618a0d78bd)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:01.802011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.811062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-fee959b8-77b3-48a8-8ce4-e49522495851 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735853
Nov 10 04:15:01.830149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for c11b0c56-5d88-4e8c-917d-eb0bae32d410 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:01.842800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3f69658-ca4e-4b0a-acba-428a9fdd86ef req-20735a50-dda0-4070-8f42-b04f2a1a76ba tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445417
Nov 10 04:15:01.892703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0beef0e-c607-4035-99a4-ed2eeb8262f7 req-12aac97a-99d8-46b6-853f-3f4ad061cdcc service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2056522
Nov 10 04:15:01.937195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee83f-c649-411f-b2cf-0c9636d92992 req-df5ebb0d-6a3a-4a82-8202-15ff1af3e14b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:01.939440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edaee83f-c649-411f-b2cf-0c9636d92992 req-df5ebb0d-6a3a-4a82-8202-15ff1af3e14b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 944 time: 0.2037342
Nov 10 04:15:01.946537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:01.952427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:01.956244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab4cd947-7ee6-4567-8b18-7a57ab85840c tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "PUT /v2.0/routers/a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 200  len: 918 time: 3.9349957
Nov 10 04:15:01.957262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56362) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:01.959089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89909143-9015-406a-a737-4b447977e1f2 None None] Sync routers for ids ['a4bb4fc3-58e1-4253-a243-1d39521042f4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:01.969661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] Routers {'a4bb4fc3-58e1-4253-a243-1d39521042f4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:01.970364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207380910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a4bb4fc3-58e1-4253-a243-1d39521042f4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.008593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207380910>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.016044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-ad906229-93b5-48a4-b3a6-8a4213e73a6e service neutron] 10.222.0.21 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958387
Nov 10 04:15:02.017639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] Routers {'a4bb4fc3-58e1-4253-a243-1d39521042f4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:02.018315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207380910>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a4bb4fc3-58e1-4253-a243-1d39521042f4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.024255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edaee83f-c649-411f-b2cf-0c9636d92992 req-34180ad6-eef0-45b3-a168-b3bf23eaded8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693491
Nov 10 04:15:02.054937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89909143-9015-406a-a737-4b447977e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207380910>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.055674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89909143-9015-406a-a737-4b447977e1f2 None None] The sync data for ids ['a4bb4fc3-58e1-4253-a243-1d39521042f4'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:02.066582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.107855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0ae69-2f1d-4cf6-855f-25e3eaf121e3 req-f4962620-580d-4b7d-a482-1267f2ca7b15 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.109365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bb0ae69-2f1d-4cf6-855f-25e3eaf121e3 req-f4962620-580d-4b7d-a482-1267f2ca7b15 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.1930335
Nov 10 04:15:02.116157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=c11b0c56-5d88-4e8c-917d-eb0bae32d410,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:02.121374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port c11b0c56-5d88-4e8c-917d-eb0bae32d410 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:02.133299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7cefdbc-e341-4aed-bcb6-0be83bc14497 req-c8cca44a-c3b7-41a8-9e87-74ffa5475bff service neutron] 10.222.0.21 "GET /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071882
Nov 10 04:15:02.151521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-f67b5e63-ba9b-4c8f-8939-17b8d84c98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.153083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-f67b5e63-ba9b-4c8f-8939-17b8d84c98b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 1095 time: 0.1876054
Nov 10 04:15:02.196279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d1cc6355-2f14-41e9-a9ff-27c8652156b8 req-0f987714-d147-4955-8589-c774548b9fdd tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0272076
Nov 10 04:15:02.280865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-68de4670-1c86-46f7-8791-804cc493141e tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 200  len: 924 time: 0.3209529
Nov 10 04:15:02.283719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56366) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:02.299052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.324428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c20a13-eee3-4157-80f5-cbf053d2ed90 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.326181 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-02c20a13-eee3-4157-80f5-cbf053d2ed90 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=a4bb4fc3-58e1-4253-a243-1d39521042f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0412498
Nov 10 04:15:02.328907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56368) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:02.333195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bb0ae69-2f1d-4cf6-855f-25e3eaf121e3 req-c894c2ef-19da-4f5f-9972-f2ad5a813329 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1998460
Nov 10 04:15:02.339574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dbe3f10>,) {'filters': {'network_id': ['7ed53e29-2fb7-41cd-982f-7066c2a1003a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.361312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe3f10>, '762ba47b-cb2a-4252-8694-e2618a0d78bd') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.361674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dbe3f10>, '762ba47b-cb2a-4252-8694-e2618a0d78bd') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:02.377854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.384523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-57cb8753-53eb-4d7c-9343-213ee17011cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.386038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-57cb8753-53eb-4d7c-9343-213ee17011cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 911 time: 0.2233436
Nov 10 04:15:02.393908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.430473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e3b7d-326e-42fe-9d23-00eb8ebf04e7 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.431846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7a7e3b7d-326e-42fe-9d23-00eb8ebf04e7 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1020334
Nov 10 04:15:02.434790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56372) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:02.444209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:02.444670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.448324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-5a06e1ce-87b1-4339-897d-c9b34bd1ad87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 HTTP/1.1" status: 200  len: 217 time: 0.0517287
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:02.448987 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:02.468394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d45d0-5620-4487-8f97-92186d52e7c1 req-7051389b-dd8e-42ce-885d-9ed40fb52167 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.470180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447d45d0-5620-4487-8f97-92186d52e7c1 req-7051389b-dd8e-42ce-885d-9ed40fb52167 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 943 time: 0.0581429
Nov 10 04:15:02.515884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-15727337-26da-4c89-ad6a-16df9533b613 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 200  len: 205 time: 0.0799804
Nov 10 04:15:02.519494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-447d45d0-5620-4487-8f97-92186d52e7c1 req-0b9d6ef3-52f0-49e2-83c4-affcfc30f4e1 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428767
Nov 10 04:15:02.519741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56374) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:02.560060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.568948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.571881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/7ed53e29-2fb7-41cd-982f-7066c2a1003a HTTP/1.1" status: 204  len: 168 time: 1.2804070
Nov 10 04:15:02.573396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-0bd4282e-23a9-47f6-aaa9-7e9f32ef3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:02.574760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-0bd4282e-23a9-47f6-aaa9-7e9f32ef3245 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.0856872
Nov 10 04:15:02.576570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:02.581513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'name': 'tempest-PortsTestJSON-852996472'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:02.612728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e19f7-c998-4c46-a171-514530d001c5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=7ed53e29-2fb7-41cd-982f-7066c2a1003a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:02.632263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.658629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-0cdca876-4e7d-44ec-85e8-fd80314bade1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651364
Nov 10 04:15:02.738003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.769758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:02.773265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.789706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port e4856def-9247-43da-b918-e98b4c84c382 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:02.790028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.802502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-d59611a7-7086-49f5-8001-fa4ee00995e0 service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287293
Nov 10 04:15:02.807620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 6e2b77d8-ec3d-45a0-8046-43245ce2a5b5 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:02.884093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:02.897557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c11b0c56-5d88-4e8c-917d-eb0bae32d410 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:02.898133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for e4856def-9247-43da-b918-e98b4c84c382 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:02.937020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c11b0c56-5d88-4e8c-917d-eb0bae32d410 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:02.937459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c11b0c56-5d88-4e8c-917d-eb0bae32d410 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:03.043376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea841b9f-6e63-484c-875c-94739ebcecd9 req-b4615a31-842a-4b1a-a63e-8504d60dca5c service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308896
Nov 10 04:15:03.070779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddf245-2069-48a0-9c5c-a46e79ff3f77 req-485e51c2-9772-4d31-9b56-43ebf5cd6d48 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:03.072523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70ddf245-2069-48a0-9c5c-a46e79ff3f77 req-485e51c2-9772-4d31-9b56-43ebf5cd6d48 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1415908
Nov 10 04:15:03.089441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.115718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.124640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=e4856def-9247-43da-b918-e98b4c84c382,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:03.141786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bb046-e02e-4619-839f-be5921c5d1a4 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:03.151128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70ddf245-2069-48a0-9c5c-a46e79ff3f77 req-7da45796-0a65-429d-baf8-4015c9bf2c8c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666754
Nov 10 04:15:03.175862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.223638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a22ee1-05b8-4fdc-8d3c-5b65f8c87373 req-a939aefc-dbe2-451f-9d2f-bdda63bc3619 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:03.224674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3a22ee1-05b8-4fdc-8d3c-5b65f8c87373 req-a939aefc-dbe2-451f-9d2f-bdda63bc3619 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 944 time: 0.1034138
Nov 10 04:15:03.229599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.229864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:03.234102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:03.238552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:03.245391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:03.246079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.249885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=6e2b77d8-ec3d-45a0-8046-43245ce2a5b5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:03.271404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ce9a2bf-a538-40a9-abbb-2c6f2b97ad22 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.6933107
Nov 10 04:15:03.272151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56384) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:03.331647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22685e96-0f7b-414d-ab26-99eaa0e30db4 req-d917d876-bf04-49c4-ac40-400fe0928beb tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0318007
Nov 10 04:15:03.394735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 6e2b77d8-ec3d-45a0-8046-43245ce2a5b5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:03.395079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.489611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.499375 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:15:03.515497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 6e2b77d8-ec3d-45a0-8046-43245ce2a5b5 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:03.526012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3556-e13f-480d-8550-eabc3c35b7a1 req-fe8005c0-880d-4290-bfa8-f83b8ed7be93 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:03.527604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e1af3556-e13f-480d-8550-eabc3c35b7a1 req-fe8005c0-880d-4290-bfa8-f83b8ed7be93 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 944 time: 0.0923040
Nov 10 04:15:03.600412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.605475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.662590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3a22ee1-05b8-4fdc-8d3c-5b65f8c87373 req-2f999f13-6645-468d-afa1-ed81a22d7be8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4047184
Nov 10 04:15:03.665284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 112ce03c-0483-436f-9a33-10dccb50020d details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:03.667741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.668420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router a4bb4fc3-58e1-4253-a243-1d39521042f4 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:15:03.672586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e1af3556-e13f-480d-8550-eabc3c35b7a1 req-7322282b-af9b-4c47-b851-c5c30c0dff87 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707531
Nov 10 04:15:03.677214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.678407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-98357caa-664a-4119-a472-0a734a288c90 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 204  len: 168 time: 1.1577704
Nov 10 04:15:03.683552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:03.686798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.689885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1245540546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:03.718376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.719908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.728022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.738668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/6e2b77d8-ec3d-45a0-8046-43245ce2a5b5 HTTP/1.1" status: 204  len: 168 time: 0.4614394
Nov 10 04:15:03.738668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56392) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:03.769373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'mac_address': 'fa:16:3e:75:d0:c4', 'name': 'tempest-PortsTestJSON-1864153971'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:03.787166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee744e63-2171-491e-829f-50b00d11be2f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=6e2b77d8-ec3d-45a0-8046-43245ce2a5b5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:03.799502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.811289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.820968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=112ce03c-0483-436f-9a33-10dccb50020d,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:03.837439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '112ce03c-0483-436f-9a33-10dccb50020d', 'network_id': '4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d', 'port_id': '112ce03c-0483-436f-9a33-10dccb50020d', 'mac_address': 'fa:16:3e:57:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169ac14-6478-4290-96b9-3c739a40a865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:03.850262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.851522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-622676c8-e746-4aeb-8efd-47aceb063a4e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1666734
Nov 10 04:15:03.854450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56394) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:03.859982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'enable_snat': False}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:03.883878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.887693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:03.898363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112ce03c-0483-436f-9a33-10dccb50020d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:03.918066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=112ce03c-0483-436f-9a33-10dccb50020d,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:03.922546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.924183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:03.932703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0ee1-a7d4-453c-8c6f-be6d76a9b0e7 req-5abd85de-72ea-42c7-b184-8877a19eb390 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:03.934230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f53d0ee1-a7d4-453c-8c6f-be6d76a9b0e7 req-5abd85de-72ea-42c7-b184-8877a19eb390 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 943 time: 0.1364355
Nov 10 04:15:03.956719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:03.981015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 251b91fe-6b25-4b89-8fac-e52321a0cfb1 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:04.022226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:04.069501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:04.082835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'mac_address': 'fa:16:3e:a8:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:04.108191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.127477 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f53d0ee1-a7d4-453c-8c6f-be6d76a9b0e7 req-1d0d6726-6f05-49ae-aa12-767e2606398c tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797419
Nov 10 04:15:04.132765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.157431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:04.177807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:04.194613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.204914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.253058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:04.286984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.309112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a6571eab-9643-428d-868a-bb69265affd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.344467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fb7c6-18f4-4636-8508-c62623c18716 req-b21d55ef-2961-4436-af93-85f12c6d6f8a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:04.346346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-352fb7c6-18f4-4636-8508-c62623c18716 req-b21d55ef-2961-4436-af93-85f12c6d6f8a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1004226
Nov 10 04:15:04.356006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:04.366171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:04.373909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.376542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:04.382127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:04.382718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.389407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=251b91fe-6b25-4b89-8fac-e52321a0cfb1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:04.394217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.416121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c99e09cd-d97f-4841-960b-ad47f51d4d5c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.6764405
Nov 10 04:15:04.421651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:04.421877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['112ce03c-0483-436f-9a33-10dccb50020d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:04.430072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a374cd49-1149-4eef-9124-8b3aa27bcb47'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:04.468848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-352fb7c6-18f4-4636-8508-c62623c18716 req-3521ca8f-f9f1-490b-bd66-af4099aa021e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066957
Nov 10 04:15:04.471749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fea6d4bd-cdf1-4223-811a-d774f4fc4743 req-6212988a-f5da-42c9-a671-8bfea6ad154e tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0326891
Nov 10 04:15:04.496898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5aa3d6-1ed2-4572-b34b-3719458a0e41 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:04.499165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9a5aa3d6-1ed2-4572-b34b-3719458a0e41 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/251b91fe-6b25-4b89-8fac-e52321a0cfb1 HTTP/1.1" status: 200  len: 841 time: 0.0770981
Nov 10 04:15:04.509146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:04.546748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Allocated IP 172.32.3.170 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/391df77d-5446-41d1-84e6-20a7dbf7346b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:04.615622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 251b91fe-6b25-4b89-8fac-e52321a0cfb1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:04.615997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.694443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.707629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d92a6d-7781-4e92-a635-1405a9f597b8 req-df1bf201-3659-400a-ad66-0cb1cfc3f233 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:04.710536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 251b91fe-6b25-4b89-8fac-e52321a0cfb1 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:04.718656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07d92a6d-7781-4e92-a635-1405a9f597b8 req-df1bf201-3659-400a-ad66-0cb1cfc3f233 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0834324
Nov 10 04:15:04.725122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.791230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07d92a6d-7781-4e92-a635-1405a9f597b8 req-292dd1e9-c86f-4c54-a644-487d7aff6db7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696113
Nov 10 04:15:04.797915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.846672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627adbd-a111-4d43-bfcb-d5d0da56660d req-13dab3c7-60b5-4992-8a34-78fd9b076d4a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:04.848220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627adbd-a111-4d43-bfcb-d5d0da56660d req-13dab3c7-60b5-4992-8a34-78fd9b076d4a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 944 time: 0.0749521
Nov 10 04:15:04.855532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.867945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:04.870559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Pushing event updated for resources: {'Port': ['ID=391df77d-5446-41d1-84e6-20a7dbf7346b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:04.879074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:04.881695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:04.895635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b776f-c856-4644-a30a-8d9da26ac8fd None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:04.897394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=251b91fe-6b25-4b89-8fac-e52321a0cfb1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:04.905535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:04.910394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6cb4a64a-b1e0-4899-a839-53f90b2ccd68 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/251b91fe-6b25-4b89-8fac-e52321a0cfb1 HTTP/1.1" status: 204  len: 168 time: 0.3987348
Nov 10 04:15:04.912592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56414) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:04.938498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4627adbd-a111-4d43-bfcb-d5d0da56660d req-11188b9d-8665-4c2f-8c0a-1470e66f5bb9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801928
Nov 10 04:15:04.964641 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44cd7cf-b49f-4d53-b9eb-4f8b09fbe1f2 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:04.969691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b44cd7cf-b49f-4d53-b9eb-4f8b09fbe1f2 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/251b91fe-6b25-4b89-8fac-e52321a0cfb1 HTTP/1.1" status: 404  len: 333 time: 0.0499427
Nov 10 04:15:04.970089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56416) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:04.975189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'name': 'tempest-PortsTestJSON-1791967887'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:04.983645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d5248454-21af-4180-bacb-34d7831c1546 None None] Provisioning complete for port 391df77d-5446-41d1-84e6-20a7dbf7346b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:04.984258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5248454-21af-4180-bacb-34d7831c1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.019879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d5248454-21af-4180-bacb-34d7831c1546 None None] Port 391df77d-5446-41d1-84e6-20a7dbf7346b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:05.049241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cea92-7bcf-49fc-8157-eb12bfc0db03 req-66a0e52b-8b45-4d6c-9b8e-2263a6a62467 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:05.050732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-405cea92-7bcf-49fc-8157-eb12bfc0db03 req-66a0e52b-8b45-4d6c-9b8e-2263a6a62467 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 945 time: 0.1658125
Nov 10 04:15:05.191452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-405cea92-7bcf-49fc-8157-eb12bfc0db03 req-702826d1-f2c4-4b7c-a1e4-1a5aa3776ff0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191623
Nov 10 04:15:05.241217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.370623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100128d7-d7ca-4a58-a538-3223870e0316 req-ee5ad3a7-dfea-4c29-9d5b-74ddc728c15a tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:05.372072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-100128d7-d7ca-4a58-a538-3223870e0316 req-ee5ad3a7-dfea-4c29-9d5b-74ddc728c15a tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 944 time: 0.0973339
Nov 10 04:15:05.398057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0e6c7-ef8e-4293-8738-a4f5dd2cf9ea req-0259d3da-ddf7-44a4-9a60-b20889db4245 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:05.399530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffe0e6c7-ef8e-4293-8738-a4f5dd2cf9ea req-0259d3da-ddf7-44a4-9a60-b20889db4245 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.3738949
Nov 10 04:15:05.423748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:05.427322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.454921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 0039b118-fe39-47f8-ad49-ba99ea36d964 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:05.492223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-100128d7-d7ca-4a58-a538-3223870e0316 req-ba10c130-041c-4eba-ac6c-2dfbb802a24a tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122332
Nov 10 04:15:05.512640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffe0e6c7-ef8e-4293-8738-a4f5dd2cf9ea req-6a416cf4-000b-47f0-b87d-f2c81fc03c3a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975583
Nov 10 04:15:05.512885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.512885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.632526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ba821cf-f891-4cef-8f3d-bcd5fe4753c4 req-6eb6be07-a684-42d8-be67-c92f60c48b98 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0400710
Nov 10 04:15:05.653599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.671398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:05.673972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 112ce03c-0483-436f-9a33-10dccb50020d up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:05.704143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.713044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Router 9ad3504f-1dd9-4bed-9317-2067b92592e5 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:15:05.793922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 112ce03c-0483-436f-9a33-10dccb50020d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:15:05.803106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:05.814028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:05.818619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:05.828528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:05.828528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.828528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=0039b118-fe39-47f8-ad49-ba99ea36d964,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:05.838642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:05.855452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd3ea3ee-f163-46ab-9c67-080ae040ec39 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8816679
Nov 10 04:15:05.855684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 112ce03c-0483-436f-9a33-10dccb50020d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:05.855684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.858174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:05.863740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:05.878924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'port_id': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68', 'mac_address': 'fa:16:3e:f3:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:05.936988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:05.954516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:05.969358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-b113a47b-7c9d-45bd-ac7d-6e277e9d2a09 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:05.971084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-b113a47b-7c9d-45bd-ac7d-6e277e9d2a09 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.2356136
Nov 10 04:15:05.974873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.003993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-fe601ce1-f079-4558-8ee9-da7ea26547c0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/quotas/805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 375 time: 0.0256724
Nov 10 04:15:06.018410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:06.023361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.030267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.135841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:06.138549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597de8c-2a80-4912-a90a-878f39d78155 req-2313c916-e23e-4d60-b62d-063207215ad1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.138951 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13fc58-af41-4a39-9649-abc7f4c1b0e4" -d '{"events": [{"server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "name": "network-vif-plugged", "status": "completed", "tag": "112ce03c-0483-436f-9a33-10dccb50020d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:06.139982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b597de8c-2a80-4912-a90a-878f39d78155 req-2313c916-e23e-4d60-b62d-063207215ad1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 945 time: 0.0742111
Nov 10 04:15:06.144128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:06.144310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:06.151338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.152581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-13436baf-9761-4004-beee-d6deaa7c70b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "PUT /v2.0/routers/9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 200  len: 920 time: 2.2972183
Nov 10 04:15:06.158369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56442) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.162415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] Sync routers for ids ['9ad3504f-1dd9-4bed-9317-2067b92592e5'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:06.174128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-54e0a1a2-e8fd-4acb-b18d-38adcf2a4ba0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1473711
Nov 10 04:15:06.182768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] Routers {'9ad3504f-1dd9-4bed-9317-2067b92592e5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:06.184363 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9550>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ad3504f-1dd9-4bed-9317-2067b92592e5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:06.192094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=112ce03c-0483-436f-9a33-10dccb50020d,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:06.200253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.202527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:06.244815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9550>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:06.260720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] Routers {'9ad3504f-1dd9-4bed-9317-2067b92592e5'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:06.261817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9550>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:14:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ad3504f-1dd9-4bed-9317-2067b92592e5'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:06.276896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.290515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.349346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] In _notify_port_updated(), no bound segment for port 0039b118-fe39-47f8-ad49-ba99ea36d964 on network be161a11-f156-43aa-b8ca-258e76b586f4 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:15:06.351003 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9550>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:06.351661 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5fed9-b4e1-4f8e-bacc-ba04ba49d1ff None None] The sync data for ids ['9ad3504f-1dd9-4bed-9317-2067b92592e5'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:06.356006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.356644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.357980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/ports/0039b118-fe39-47f8-ad49-ba99ea36d964 HTTP/1.1" status: 200  len: 818 time: 0.4987359
Nov 10 04:15:06.362916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-2a88528d-98f1-4241-90a5-7615054f4f64 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761849
Nov 10 04:15:06.363488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.395594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cb322e48-b86d-4874-a1e0-bff82c4d19c1 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 200  len: 926 time: 0.2334328
Nov 10 04:15:06.396165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.450480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:06.466393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca37ff-a443-4694-b0ba-2f16889d6d5e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=0039b118-fe39-47f8-ad49-ba99ea36d964,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:06.472980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36cb57c-85c5-468f-9e83-ad7a50b779b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.478158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e36cb57c-85c5-468f-9e83-ad7a50b779b9 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=9ad3504f-1dd9-4bed-9317-2067b92592e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0813465
Nov 10 04:15:06.482622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b597de8c-2a80-4912-a90a-878f39d78155 req-a0e32dac-3a00-45a0-b5e1-c11d3b738a56 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270359
Nov 10 04:15:06.483442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56450) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.537922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:06.565707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a374cd49-1149-4eef-9124-8b3aa27bcb47 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:06.566085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.592639 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e45d9-cf4d-4deb-90ed-6da9b33d1c89 x-openstack-request-id: req-fa4e45d9-cf4d-4deb-90ed-6da9b33d1c89 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:06.593087 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "name": "network-vif-plugged", "status": "completed", "tag": "112ce03c-0483-436f-9a33-10dccb50020d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:06.593338 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa4e45d9-cf4d-4deb-90ed-6da9b33d1c89 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:06.593724 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d', 'code': 200}
Nov 10 04:15:06.638589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-19f6db34-4574-45e6-9d67-f1140f5850f9 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581911
Nov 10 04:15:06.643337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 0039b118-fe39-47f8-ad49-ba99ea36d964 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:06.643874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.650495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22bb0c9-0273-4e9f-b0cc-d1773fb041fb tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.652568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c22bb0c9-0273-4e9f-b0cc-d1773fb041fb tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 881 time: 0.1681275
Nov 10 04:15:06.661451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.704361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.734655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc289c-2d37-450a-89d4-d9f1ab4ae917 req-df6a7529-7c4d-4f20-9e7b-b84eaedbb182 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.736434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91dc289c-2d37-450a-89d4-d9f1ab4ae917 req-df6a7529-7c4d-4f20-9e7b-b84eaedbb182 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 945 time: 0.0817909
Nov 10 04:15:06.754156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:06.757942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2987ba42-c84c-477e-bf54-6880cd5fb6f1 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 200  len: 205 time: 0.0842283
Nov 10 04:15:06.761890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56458) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:06.765047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.802645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91dc289c-2d37-450a-89d4-d9f1ab4ae917 req-08b1989b-d933-4370-a048-a13f8c2d8a6a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588639
Nov 10 04:15:06.821514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:06.875082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8bab85f1-a3f4-48d6-8b3a-756aad6d92e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.961257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:06.965216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d20f2b4c-c7de-456a-9e83-5b47211cd094 req-22686223-3d7c-4fca-af93-2ce727f824d6 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0486422
Nov 10 04:15:06.985411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 0039b118-fe39-47f8-ad49-ba99ea36d964 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:06.991781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690ed92-c8bb-4fe2-a496-d9d48bfff84e req-cc53ca87-33ff-4370-9e3c-1e4d9ddc5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.993241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe884ce-45f8-4d01-8ff6-a46369d37aed req-023b0259-3c64-4991-a0c4-96f4894b04a5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:06.993421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7690ed92-c8bb-4fe2-a496-d9d48bfff84e req-cc53ca87-33ff-4370-9e3c-1e4d9ddc5a60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 1096 time: 0.3413336
Nov 10 04:15:06.995546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fe884ce-45f8-4d01-8ff6-a46369d37aed req-023b0259-3c64-4991-a0c4-96f4894b04a5 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.0786898
Nov 10 04:15:07.003425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.057632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fe884ce-45f8-4d01-8ff6-a46369d37aed req-cc0ba8c3-fa98-4aa3-8820-d5f0a13fd737 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516129
Nov 10 04:15:07.151884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83789b92-9c53-4099-a9aa-db0606178b12 req-38e11c66-e3c1-4dff-9afc-dcbb3e79a647 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 210 time: 0.0762806
Nov 10 04:15:07.195494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7690ed92-c8bb-4fe2-a496-d9d48bfff84e req-f6a4270e-256c-4bd4-bad5-9c407c71c068 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887753
Nov 10 04:15:07.229465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.233095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.266589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=0039b118-fe39-47f8-ad49-ba99ea36d964,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:07.289307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.292532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c352c6a8-8c87-4465-bc76-c879dcd27322 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/0039b118-fe39-47f8-ad49-ba99ea36d964 HTTP/1.1" status: 204  len: 168 time: 0.9232852
Nov 10 04:15:07.295577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:07.359229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b18f3b-a5f9-48f9-8714-ebde1e2a50d9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:07.360719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49b18f3b-a5f9-48f9-8714-ebde1e2a50d9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0642338
Nov 10 04:15:07.363085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port 391df77d-5446-41d1-84e6-20a7dbf7346b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:07.363421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.364010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56472) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:07.389345 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8238681-2150-42d2-9464-217b2cd81d2c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:07.390908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f8238681-2150-42d2-9464-217b2cd81d2c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/0039b118-fe39-47f8-ad49-ba99ea36d964 HTTP/1.1" status: 404  len: 333 time: 0.0258920
Nov 10 04:15:07.394996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56474) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:07.401205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1653437876'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:07.423896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:07.428059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.446907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.453136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:07.463340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for 391df77d-5446-41d1-84e6-20a7dbf7346b owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:07.464267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.464775 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment 070745af-a33d-478b-89d6-96eb939b724a of type vlan for network d9c4826e-6e66-4f92-bab5-4e6c443407e0
Nov 10 04:15:07.506916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.541045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.547765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:07.548365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.634569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2384264
Nov 10 04:15:07.642276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56478) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:07.647129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:07.649576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de11c-c86c-4152-b027-e7395e46d7cd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=d9c4826e-6e66-4f92-bab5-4e6c443407e0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:07.662614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:07.671269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db3310-818e-432f-b2c0-507026896e67 req-ff73678a-0747-49f4-9b70-954dbb42c026 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:07.672836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98db3310-818e-432f-b2c0-507026896e67 req-ff73678a-0747-49f4-9b70-954dbb42c026 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 945 time: 0.0983102
Nov 10 04:15:07.707714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:07.728097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98db3310-818e-432f-b2c0-507026896e67 req-69d81a59-dda7-454b-923d-bd80bda029bc tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493517
Nov 10 04:15:07.750432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.781063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-4eaeca86-9e6d-4e2c-944d-a55af24ac975 req-db4e40a1-99cc-4104-9e4d-b0165f55a02d service neutron] (119697) timed out ('10.222.0.21', 49830) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:15:07.783006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:15:07.787698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=391df77d-5446-41d1-84e6-20a7dbf7346b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:07.788448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:07.788871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.819561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3280f64-42a4-400d-8bd9-a817bef7e469 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:07.840481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:07.845327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.907335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.911548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:07.949134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:07.954535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.009008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:08.044153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.098003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4274d84e-48f8-4073-8975-8d483d5d7788 req-a27af546-d229-4490-9e8e-44f46792bfe9 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0376101
Nov 10 04:15:08.165954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.173092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.183750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e76020-20b5-4d8a-aa78-421a7533a417 req-e83f4964-f43a-4b4c-a5a8-bbd60ab62f51 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:08.185304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21e76020-20b5-4d8a-aa78-421a7533a417 req-e83f4964-f43a-4b4c-a5a8-bbd60ab62f51 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.2644873
Nov 10 04:15:08.207677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87899-c6fd-41bc-98b8-0be386e8b4a4 req-810063c6-e891-4fa9-96d3-d176b7eb2c94 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:08.215197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-efe87899-c6fd-41bc-98b8-0be386e8b4a4 req-810063c6-e891-4fa9-96d3-d176b7eb2c94 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.0626485
Nov 10 04:15:08.266688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-efe87899-c6fd-41bc-98b8-0be386e8b4a4 req-9fc9abd9-5a3f-4c94-87bd-79003719c047 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505545
Nov 10 04:15:08.300901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-9b04ff5d-67ae-4d36-8c0c-207c8cc6279f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:08.302367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-9b04ff5d-67ae-4d36-8c0c-207c8cc6279f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.3563468
Nov 10 04:15:08.306266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.306787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad3504f-1dd9-4bed-9317-2067b92592e5 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:15:08.321481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'device_id': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'admin_state_up': True, 'tenant_id': '805d7a00cdff46bf93787cb1abccceba'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:08.348893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.349983 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1f7486a-8469-43d9-bbdd-3062b5144cc5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 204  len: 168 time: 1.5777159
Nov 10 04:15:08.358611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56488) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:08.360906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdbe26b2-5618-42f3-bc9d-331993f1b321 req-b9925682-7ae5-4247-b4ab-8716f3d9147f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 210 time: 0.0274215
Nov 10 04:15:08.365479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1996667090', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:08.399339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.400347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.429965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.445000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21e76020-20b5-4d8a-aa78-421a7533a417 req-f30db833-487b-4422-b20b-2fea66bb3d2c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2467971
Nov 10 04:15:08.457172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.594672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}, {'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:08.598362 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ed72d-60d5-4813-b5c6-40f0fbbd6f51" -d '{"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}, {"server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "name": "network-vif-plugged", "status": "completed", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:08.598596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.644793 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0ba6f-4150-4c8d-ba0f-e0a3aface0b0 x-openstack-request-id: req-04a0ba6f-4150-4c8d-ba0f-e0a3aface0b0 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:08.645094 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-plugged", "status": "completed", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "code": 200}, {"server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "name": "network-vif-plugged", "status": "completed", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:08.645323 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a0ba6f-4150-4c8d-ba0f-e0a3aface0b0 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:08.645918 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'code': 200}
Nov 10 04:15:08.646345 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68', 'code': 200}
Nov 10 04:15:08.859981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=e800dc87-4d98-40f8-af29-e292bf11b99b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:08.884534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352610-da4c-4517-a1d5-9dbaef5866a1 req-cd0352dc-4350-4829-9cd8-9b72af317335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:08.886083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72352610-da4c-4517-a1d5-9dbaef5866a1 req-cd0352dc-4350-4829-9cd8-9b72af317335 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 1097 time: 0.1587155
Nov 10 04:15:08.902843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.21', 50470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:08.909714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.926272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': '070745af-a33d-478b-89d6-96eb939b724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:08.926633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: d9c4826e-6e66-4f92-bab5-4e6c443407e0, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:08.934407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.958732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:08.962258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:08.982678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435adc6-93bc-479c-a63f-3eb9a7dcfcb7 req-efe0616e-06db-449e-b2d0-79fcf0296ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:08.984171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f435adc6-93bc-479c-a63f-3eb9a7dcfcb7 req-efe0616e-06db-449e-b2d0-79fcf0296ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1098 time: 0.1656392
Nov 10 04:15:08.999081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac6d5-23f9-408b-b974-3aa55db39d14 req-5284597a-4267-455d-8330-f73e6a984c68 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.000541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f09ac6d5-23f9-408b-b974-3aa55db39d14 req-5284597a-4267-455d-8330-f73e6a984c68 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1637084
Nov 10 04:15:09.010631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72352610-da4c-4517-a1d5-9dbaef5866a1 req-a42de548-51ea-4a99-a388-d4c71488eadf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069887
Nov 10 04:15:09.042252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:09.054439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-03faad88-ae76-4be3-997a-e44e65380c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.055927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-03faad88-ae76-4be3-997a-e44e65380c79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 1098 time: 0.1484239
Nov 10 04:15:09.063613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Allocated IP 172.32.3.194 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/dd078c94-cd78-4072-a392-6c0be046e04c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:09.115291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d9c4826e-6e66-4f92-bab5-4e6c443407e0) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:09.124907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18fb79-2553-44ba-a814-92d724bd4bc0 None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:09.141355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.141956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.151547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f435adc6-93bc-479c-a63f-3eb9a7dcfcb7 req-a34159bd-d9d4-4c68-bb3b-b89b1f255499 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491251
Nov 10 04:15:09.173602 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f09ac6d5-23f9-408b-b974-3aa55db39d14 req-4bba8dc2-4790-430b-85a5-b6a8276efa0e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574750
Nov 10 04:15:09.190488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.221188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5cab0f8-ade5-47fd-b076-48f9d82d7ffd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5752130
Nov 10 04:15:09.221423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:09.228710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:09.232558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7a482ea-6a77-4296-87a5-388d762cc245 req-41e3bab4-6c4d-4dd1-b81a-5fc8ff5e678e tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0394113
Nov 10 04:15:09.277830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.319042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:09.324183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.20.0.13 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/cb496b4c-058b-43f6-9901-8ad6e3e5d0d6) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:09.326000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:09.330636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:09.347824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.353512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fac0f3-cdb4-4899-93ef-8066675fc8be None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:09.357382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event updated for resources: {'Port': ['ID=dd078c94-cd78-4072-a392-6c0be046e04c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:09.367108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d9c4826e-6e66-4f92-bab5-4e6c443407e0', 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': 'e800dc87-4d98-40f8-af29-e292bf11b99b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:09.385865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.509945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0310bce9-c6cf-4127-a4f7-2b5d859e98c0 req-171f911b-8451-40ea-875d-a6d11bae931e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 210 time: 0.0487640
Nov 10 04:15:09.566814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd448-5e28-47dd-a0d5-aecbc43f4abd req-a10734dd-d72d-4db5-a45d-0bd84e07a360 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.568328 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efbdd448-5e28-47dd-a0d5-aecbc43f4abd req-a10734dd-d72d-4db5-a45d-0bd84e07a360 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.1724148
Nov 10 04:15:09.593750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-edc9d6b5-c76f-41ec-82bc-3a3f60769c35 None None] Provisioning complete for port dd078c94-cd78-4072-a392-6c0be046e04c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:09.594240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-edc9d6b5-c76f-41ec-82bc-3a3f60769c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.613961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:09.617641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.627645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Allocated IP 172.20.0.2 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/e800dc87-4d98-40f8-af29-e292bf11b99b/31b619fd-54c1-4ca9-acf1-28c2d9a25bf3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:09.646821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-edc9d6b5-c76f-41ec-82bc-3a3f60769c35 None None] Port dd078c94-cd78-4072-a392-6c0be046e04c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:09.687482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc6d2-a154-474c-a43e-12cc1446c754 req-33eb14b6-6d42-42a3-8b47-996c6c2fd83d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.689047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6adfc6d2-a154-474c-a43e-12cc1446c754 req-33eb14b6-6d42-42a3-8b47-996c6c2fd83d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.0965042
Nov 10 04:15:09.721822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.754203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-353e5c96-7719-4a6b-9a57-7a3c4af4bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.755687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-353e5c96-7719-4a6b-9a57-7a3c4af4bf47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.3540466
Nov 10 04:15:09.772358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efbdd448-5e28-47dd-a0d5-aecbc43f4abd req-ea48625d-cfbd-40e0-9897-3c610c401403 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591651
Nov 10 04:15:09.814486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.824935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.842327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6adfc6d2-a154-474c-a43e-12cc1446c754 req-99f2da7e-93ed-4bbd-8d37-f1853f43a7de tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385806
Nov 10 04:15:09.850521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-0713c3b6-7987-4e39-b39e-4fb7c3b7f553 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 200  len: 1002 time: 0.0738945
Nov 10 04:15:09.916562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:09.918202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Pushing event updated for resources: {'Port': ['ID=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:09.921671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:09.924419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:09.928639 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e800dc87-4d98-40f8-af29-e292bf11b99b (CIDR: 172.20.0.0/28)
Nov 10 04:15:09.949339 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:15:09.949820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:15:09.971781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:09.976910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a0c555f-1d28-486a-88f6-9a724b8ce314 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7546132
Nov 10 04:15:09.979896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56508) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:09.985422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-ebd02cd8-9713-433e-a9e3-513331c13194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:09.987112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-ebd02cd8-9713-433e-a9e3-513331c13194 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.1255627
Nov 10 04:15:09.988924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:09.996695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Attempting to bind port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:09.997685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Attempting to bind port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '070745af-a33d-478b-89d6-96eb939b724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:09.998153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Attempting to bind port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 on network d9c4826e-6e66-4f92-bab5-4e6c443407e0 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:10.013954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:10.015358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Checking segment: {'id': '070745af-a33d-478b-89d6-96eb939b724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:10.016032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.016938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Bound using segment: {'id': '070745af-a33d-478b-89d6-96eb939b724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:10.017678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Bound port: 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070745af-a33d-478b-89d6-96eb939b724a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:10.021676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.062657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-3a246f62-633a-4452-a20f-8db9f4fc4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:10.064713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-3a246f62-633a-4452-a20f-8db9f4fc4800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0629165
Nov 10 04:15:10.066458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.083998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.118398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:10.121598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:10.131006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:10.133705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:10.211725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:10.216258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.243896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:10.272401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:10.273317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.297986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-1dfa468a-3140-48c9-ac2e-51a7feeb7136 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9840574
Nov 10 04:15:10.345727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Request body: {'port': {'device_id': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:10.407050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.449641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] For port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:10.453220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-f24c6c7b-b721-4833-94eb-e93b2a2ee287 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3700221
Nov 10 04:15:10.461012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] For port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,segment=NetworkSegment(070745af-a33d-478b-89d6-96eb939b724a),segment_id=070745af-a33d-478b-89d6-96eb939b724a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:10.565344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ce146-45e7-4ff0-8ea9-a3f60ec76b0d req-79538582-b036-4e5b-8850-55ce89f55f51 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:10.572727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-702ce146-45e7-4ff0-8ea9-a3f60ec76b0d req-79538582-b036-4e5b-8850-55ce89f55f51 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1915963
Nov 10 04:15:10.602779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e3ae799-9766-4228-952b-a60ebe4b2905 req-e3285c35-644c-472f-a631-6bff504a0782 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1625254
Nov 10 04:15:10.649168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Router f3ae217f-080f-4268-92a8-c04733b2deb3 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:15:10.724863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.862089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628d85-5a48-42d6-a905-237b57904cae None None] Pushing event updated for resources: {'Port': ['ID=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:10.873733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.905403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-735f274d-8ebb-4922-b60f-f2e3e7b0a955 None None] Provisioning complete for port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:10.905777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-735f274d-8ebb-4922-b60f-f2e3e7b0a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:10.939518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d784b2c2-ec69-431f-85f1-af83a37c7884 req-5f950fbb-b8bb-42f7-99c8-0e86f8293c79 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4512196
Nov 10 04:15:11.035862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-735f274d-8ebb-4922-b60f-f2e3e7b0a955 None None] Port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:11.118658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e8759-072d-4175-b0e3-cb837dbe5d3b req-f919ca43-5690-48b6-8512-2b4268d736dd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:11.127421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c59e8759-072d-4175-b0e3-cb837dbe5d3b req-f919ca43-5690-48b6-8512-2b4268d736dd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 932 time: 0.2810991
Nov 10 04:15:11.209559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c59e8759-072d-4175-b0e3-cb837dbe5d3b req-444450a5-3abe-4684-a0c3-672d20f2448b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805259
Nov 10 04:15:11.358296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-702ce146-45e7-4ff0-8ea9-a3f60ec76b0d req-13a3e64b-8ece-4697-9081-53d27ac5966c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7847066
Nov 10 04:15:11.533221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:11.546507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] Sync routers for ids ['f3ae217f-080f-4268-92a8-c04733b2deb3'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:11.565409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] Routers {'f3ae217f-080f-4268-92a8-c04733b2deb3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:11.566419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071809a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f3ae217f-080f-4268-92a8-c04733b2deb3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:11.613015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:11.614256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef4f7abf-2031-4f50-8961-2448a07f76fc tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.2524064
Nov 10 04:15:11.617040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56570) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:11.621444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:11.623060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b8633-2876-41c9-b4aa-44fce9b2e945 req-69180a8d-159e-42eb-a344-9d14b3f2ce37 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:11.632915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b40b8633-2876-41c9-b4aa-44fce9b2e945 req-69180a8d-159e-42eb-a344-9d14b3f2ce37 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.2022009
Nov 10 04:15:11.637009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071809a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:11.688329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:11.692199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] Routers {'f3ae217f-080f-4268-92a8-c04733b2deb3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:11.694187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071809a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f3ae217f-080f-4268-92a8-c04733b2deb3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:11.698576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:11.716334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Transition to ACTIVE for port object cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:15:11.738118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:11.742632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:11.816386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071809a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:11.817517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7df11-4082-4e98-a164-b139d1e12eee None None] The sync data for ids ['f3ae217f-080f-4268-92a8-c04733b2deb3'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:11.830913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:11.840052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:11.849326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:11.850014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:11.875798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b40b8633-2876-41c9-b4aa-44fce9b2e945 req-2a814e3d-938d-4624-b17b-7ed06e2cc667 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2415955
Nov 10 04:15:11.891725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Pushing event updated for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:11.908302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-a04c8fb0-48ef-44e2-8bd5-3d2f07852d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:11.910504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-a04c8fb0-48ef-44e2-8bd5-3d2f07852d79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 1097 time: 0.1915674
Nov 10 04:15:11.971903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a6a686b-8f8b-48ca-b778-5acbb2761930 req-0d4035b7-2543-4c91-883f-b8591704fd95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0718265
Nov 10 04:15:12.017994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.0366602
Nov 10 04:15:12.019111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818bc4c-a8ee-431b-bfcd-f9a7bfa13b1d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=57b66b49-075a-4824-bdac-4fa165537863,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:12.021156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:12.026882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'fixed_ips': [{'subnet_id': 'e800dc87-4d98-40f8-af29-e292bf11b99b'}, {'subnet_id': '57b66b49-075a-4824-bdac-4fa165537863'}], 'name': 'tempest-PortsTestJSON-272959475'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:12.032504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58c39b67-061b-4b1d-b475-d7c7df90f477 req-5955ee3c-de67-41f0-8bbd-543ffa56389d tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1640162
Nov 10 04:15:12.162209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-f27fb89a-38d5-4385-be36-f16c421b6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.163746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-f27fb89a-38d5-4385-be36-f16c421b6e27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 911 time: 0.2199278
Nov 10 04:15:12.225099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-c546e485-2d96-464a-a2f2-e17fdbc81cec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 HTTP/1.1" status: 200  len: 217 time: 0.0500543
Nov 10 04:15:12.257070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303972-0464-4744-b9db-4f8602726369 req-69fb07f1-e959-44a1-9f5f-0d1036346dc1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.258500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88303972-0464-4744-b9db-4f8602726369 req-69fb07f1-e959-44a1-9f5f-0d1036346dc1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1682839
Nov 10 04:15:12.290062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Attempting to bind port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:12.290393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Attempting to bind port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:12.290717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Attempting to bind port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:12.325173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:15:12.325504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Attempting to bind port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:12.336650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-2beef715-b1d9-4513-92a3-667120d2d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.339036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-2beef715-b1d9-4513-92a3-667120d2d4d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.1047544
Nov 10 04:15:12.342596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:12.343005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:12.343419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:12.343911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Bound port: cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:12.344336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.398896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-7ebdd270-2c90-4db7-acc8-8b09d898d371 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516706
Nov 10 04:15:12.429220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:12.452709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88303972-0464-4744-b9db-4f8602726369 req-9d5f7caf-29f5-401d-a182-36d7af1ed67e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639249
Nov 10 04:15:12.468674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4ceae-7158-438d-8884-5a9aa537b5ad None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:12.534886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:12.541008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:12.544873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd751c-f2a4-4f02-8bb1-c58fed6da72e req-9d918722-8898-4342-b370-c7a108add0db tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.547871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:12.548964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.552649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fdd751c-f2a4-4f02-8bb1-c58fed6da72e req-9d918722-8898-4342-b370-c7a108add0db tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 944 time: 0.2103286
Nov 10 04:15:12.552852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.561141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.608424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.609094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.610494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] 10.222.0.21 "PUT /v2.0/ports/cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 HTTP/1.1" status: 200  len: 1092 time: 2.2853806
Nov 10 04:15:12.612963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:12.616345 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0f938-b66e-4484-ac6e-cf66c2193861" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:12.621586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.628517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-34da170a-3742-4f72-9d76-54be81401bcf service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131107
Nov 10 04:15:12.693318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.724372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fdd751c-f2a4-4f02-8bb1-c58fed6da72e req-4b0ebcef-480a-42c8-88ed-3f1ad80978b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708572
Nov 10 04:15:12.755407 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42b529f-bb01-4fdd-8a29-e1f6ebfc642b x-openstack-request-id: req-b42b529f-bb01-4fdd-8a29-e1f6ebfc642b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:12.755694 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:12.755970 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b42b529f-bb01-4fdd-8a29-e1f6ebfc642b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:12.756326 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6', 'status': 'completed', 'code': 200}
Nov 10 04:15:12.766572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.768057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:12.782371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542bd25-5bf8-4a19-84af-693cd6e7842a service neutron] Pushing event updated for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:12.832490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-24078e38-3f94-4919-a881-ce43b40de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:12.841007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-24078e38-3f94-4919-a881-ce43b40de31b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 1095 time: 0.1317387
Nov 10 04:15:12.848383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] For port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,segment=NetworkSegment(070745af-a33d-478b-89d6-96eb939b724a),segment_id=070745af-a33d-478b-89d6-96eb939b724a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:12.877550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:12.908619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-543127b9-b4ff-46be-8bc2-8ce602066a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 HTTP/1.1" status: 200  len: 217 time: 0.0625138
Nov 10 04:15:12.985676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:13.021882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d9d7e5e-d726-48a2-a74a-427e32aeadc8 req-89129adc-f026-4fd5-a02b-99c8bb1fe7f2 service neutron] 10.222.0.21 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3721983
Nov 10 04:15:13.059317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Deleting port dd078c94-cd78-4072-a392-6c0be046e04c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:13.060168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.064276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Update dhcp port {'port': {'network_id': 'd9c4826e-6e66-4f92-bab5-4e6c443407e0', 'fixed_ips': [{'subnet_id': 'e800dc87-4d98-40f8-af29-e292bf11b99b', 'ip_address': '172.20.0.2'}, {'subnet_id': '57b66b49-075a-4824-bdac-4fa165537863'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '31b619fd-54c1-4ca9-acf1-28c2d9a25bf3'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:15:13.080360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-936b8dd0-8273-48f6-80c4-00c06e09b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.082425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-936b8dd0-8273-48f6-80c4-00c06e09b439 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1569233
Nov 10 04:15:13.132855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b354f-02d5-4cc9-96cb-0f867814c8f1 req-9a51c47f-d66a-44a8-b213-7eecb652a809 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.136472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b34b354f-02d5-4cc9-96cb-0f867814c8f1 req-9a51c47f-d66a-44a8-b213-7eecb652a809 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.1117043
Nov 10 04:15:13.171157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.209826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4e8fc6ee-d1ca-4dfe-94b8-e1719de82890 req-fea45fe1-8ccf-491c-9a69-e8c48bff1ee7 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0469832
Nov 10 04:15:13.214868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-5ab60a93-96ac-41df-a75a-f54c76a64c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.217072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-5ab60a93-96ac-41df-a75a-f54c76a64c53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0973260
Nov 10 04:15:13.227455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b34b354f-02d5-4cc9-96cb-0f867814c8f1 req-c229638d-2dbc-44f6-9fdb-853eee64735e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820692
Nov 10 04:15:13.246407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Pushing event updated for resources: {'Port': ['ID=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:13.262033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:13.262685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.265092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.265639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.266155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.266657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.267277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.267772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.268283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.268945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.269442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.269953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.270603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.271105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e699f71-6925-4601-962c-03de16b9c7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:13.296745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.327488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Calling delete_port for dd078c94-cd78-4072-a392-6c0be046e04c owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:13.346413 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-f1fe0150-cca8-4987-904f-75bcf3a7170a service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173751
Nov 10 04:15:13.470364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.3 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/e800dc87-4d98-40f8-af29-e292bf11b99b/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:13.480117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-460f858c-fdbc-4ff1-bcfe-058ab98ecebb req-ceff8708-81bc-4848-9a18-6e9116db963f service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212134
Nov 10 04:15:13.528780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.20 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/57b66b49-075a-4824-bdac-4fa165537863/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:13.576035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c445aaae-2d22-40e4-8b02-8bbd6e51ed8c req-74266a2a-ab48-4cbc-9ae9-6fd239710103 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812&device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0496809
Nov 10 04:15:13.623529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-c2f5bd98-9055-4399-ad54-cd0b94ef1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.625076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-c2f5bd98-9055-4399-ad54-cd0b94ef1420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 1095 time: 0.0904844
Nov 10 04:15:13.635878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e064b-a6c6-459e-92e4-ec85d530aa67 req-b0a3b9bb-1a08-4228-8e8a-bcdedb2312ac tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.637677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e86e064b-a6c6-459e-92e4-ec85d530aa67 req-b0a3b9bb-1a08-4228-8e8a-bcdedb2312ac tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0927653
Nov 10 04:15:13.757587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.793155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e86e064b-a6c6-459e-92e4-ec85d530aa67 req-c099f662-dea3-4cc2-ac75-4e131827e6da tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454687
Nov 10 04:15:13.816917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-36b080ab-a388-454f-83f3-8111cd998bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:13.817398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Pushing event deleted for resources: {'Port': ['ID=dd078c94-cd78-4072-a392-6c0be046e04c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:13.818683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-36b080ab-a388-454f-83f3-8111cd998bb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1800208
Nov 10 04:15:13.841540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db3531-3881-43d6-9508-013ea0b722ca None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:13.922930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:13.927603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1238fc86-d4ec-41b9-afcc-3b8ac119ed19 req-ac5989e2-c9ee-43c2-8d87-c2709df6fd23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=307b0b91d7b2449db46aa8f4a47830c9&device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0442417
Nov 10 04:15:13.930048 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-d80d1ef1-8fde-470c-a7e0-d917a1ed193d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 HTTP/1.1" status: 200  len: 217 time: 0.0937786
Nov 10 04:15:13.979497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.017204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-80e484ba-2a20-42e7-acab-8397fb1825fc req-a00c2d01-cd4f-4417-a9c2-5b4856371b93 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0419383
Nov 10 04:15:14.031251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-7bbc9223-7e1b-46cf-8f82-a648c748bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:14.033368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-7bbc9223-7e1b-46cf-8f82-a648c748bae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0923755
Nov 10 04:15:14.056876 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1238fc86-d4ec-41b9-afcc-3b8ac119ed19 req-449c7b85-da7f-45ac-9cf3-8d206473e7c8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=307b0b91d7b2449db46aa8f4a47830c9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1180108
Nov 10 04:15:14.097945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-e268a996-2637-4530-a01b-0e584fc654f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:14.099488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-e268a996-2637-4530-a01b-0e584fc654f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0511045
Nov 10 04:15:14.203346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-c0b5dda5-5e52-4b74-bddc-275d3ecb9a24 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930171
Nov 10 04:15:14.304311 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dea0f938-b66e-4484-ac6e-cf66c2193861 req-04a3a057-29bd-4e71-9bc6-878a83e92451 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929625
Nov 10 04:15:14.394935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a8d98-d5bb-4f43-a2ee-9fff4e653f9b req-b7785aa2-97e1-4ab7-a1b4-334c4de45435 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:14.396395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-293a8d98-d5bb-4f43-a2ee-9fff4e653f9b req-b7785aa2-97e1-4ab7-a1b4-334c4de45435 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 944 time: 0.4624903
Nov 10 04:15:14.451127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Allocated IP 172.20.0.18 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/57b66b49-075a-4824-bdac-4fa165537863/31b619fd-54c1-4ca9-acf1-28c2d9a25bf3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:14.462710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.557527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:14.632340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:14.648618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:14.652839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:14.681217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.693430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-293a8d98-d5bb-4f43-a2ee-9fff4e653f9b req-06015a00-e31c-47e9-94d3-6a3bf53841d5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642083
Nov 10 04:15:14.696727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238fc86-d4ec-41b9-afcc-3b8ac119ed19 req-fc3eda50-2a75-4a8c-8f91-853958069daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:14.698120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1238fc86-d4ec-41b9-afcc-3b8ac119ed19 req-fc3eda50-2a75-4a8c-8f91-853958069daf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6312954
Nov 10 04:15:14.699018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.702986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] For port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,segment=NetworkSegment(070745af-a33d-478b-89d6-96eb939b724a),segment_id=070745af-a33d-478b-89d6-96eb939b724a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:14.738451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.742833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.781966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:14.782594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.803201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Router f3ae217f-080f-4268-92a8-c04733b2deb3 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:15:14.814728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eb1691ca-17a0-444a-b9cb-8007fc6496ea tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.7881138
Nov 10 04:15:14.815716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56620) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:14.822805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e800dc87-4d98-40f8-af29-e292bf11b99b'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:14.897664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8695d3-446a-41aa-a9a0-12bc8d408b45 None None] Pushing event updated for resources: {'Port': ['ID=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:14.898997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:14.906886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:14.910610 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1a96937b-a062-4ba0-aa8b-5f978885741a tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "PUT /v2.0/routers/f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 200  len: 710 time: 3.2903180
Nov 10 04:15:14.910934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56624) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:14.917193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] Sync routers for ids ['f3ae217f-080f-4268-92a8-c04733b2deb3'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:14.940253 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] Routers {'f3ae217f-080f-4268-92a8-c04733b2deb3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:14.940893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f3ae217f-080f-4268-92a8-c04733b2deb3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:14.955387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:15.013139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:15.013505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.015203 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54ee0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:15.029306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-047747f9-76c4-4d96-89e9-68ca6857c3e5 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/routers/f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 200  len: 745 time: 0.1143525
Nov 10 04:15:15.029868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56628) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.043876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] Routers {'f3ae217f-080f-4268-92a8-c04733b2deb3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:15.050080 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b54ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f3ae217f-080f-4268-92a8-c04733b2deb3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:15.106098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0c4b0511-fbb7-410d-a9b2-ae724110a627 tempest-RoutersIpV6AdminTest-92489935 tempest-RoutersIpV6AdminTest-92489935-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&device_id=f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 200  len: 205 time: 0.0724583
Nov 10 04:15:15.108354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56634) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.133312 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b54ee0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:15.134254 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1510689-a756-427f-8a80-ee238bacd7b1 None None] The sync data for ids ['f3ae217f-080f-4268-92a8-c04733b2deb3'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:15.178405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5902c22e-7cd2-427f-9c79-2cc261ec5088 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 200  len: 205 time: 0.0679703
Nov 10 04:15:15.181443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56636) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.230244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab448b64-4de4-4127-b9c6-a9c0f29d5da0 req-4cf1d076-41b3-46b9-9e2a-dbda87f900cf tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0694344
Nov 10 04:15:15.386228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.627998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.631095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.658106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe3d46-7956-4b56-9b9e-850b94c1e6ac req-a514ab34-3849-4c4b-a39c-d4900a950270 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:15.659971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0afe3d46-7956-4b56-9b9e-850b94c1e6ac req-a514ab34-3849-4c4b-a39c-d4900a950270 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.2331195
Nov 10 04:15:15.696323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:15.702367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.702903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Fanout notify agent at l3_agent the message router_deleted on router f3ae217f-080f-4268-92a8-c04733b2deb3 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:15:15.722493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.727179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-654c6d72-6c03-4354-9d18-5f3bf7cbf383 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 204  len: 168 time: 0.5410450
Nov 10 04:15:15.727513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56654) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.764021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c7f99d88-ccbc-417d-a813-436e4825d0c0 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 200  len: 205 time: 0.0326359
Nov 10 04:15:15.764340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56656) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.835090 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-4959de0e-fa88-4eda-ae23-86839dc9e936 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:15.838486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4959de0e-fa88-4eda-ae23-86839dc9e936 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/f3ae217f-080f-4268-92a8-c04733b2deb3 HTTP/1.1" status: 404  len: 336 time: 0.0700467
Nov 10 04:15:15.839509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56658) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.845488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8653acc-9f69-40e5-976e-361fab9654fd None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:15.855796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0afe3d46-7956-4b56-9b9e-850b94c1e6ac req-55b07158-d200-445e-bc80-66c6bf713b10 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726718
Nov 10 04:15:15.869632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.915182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0aa71c4-1cfe-4d94-8fa8-e3d5ac43e5ad tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 200  len: 205 time: 0.0745738
Nov 10 04:15:15.918126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56660) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:15.964070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-746b9f2e-6cad-4e43-80ef-e4492bc13c6f None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:15.964671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-746b9f2e-6cad-4e43-80ef-e4492bc13c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:15.997014 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-2f94e020-0b0a-481b-ad5f-eae9788e21b5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:16.001347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2f94e020-0b0a-481b-ad5f-eae9788e21b5 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/9ad3504f-1dd9-4bed-9317-2067b92592e5 HTTP/1.1" status: 404  len: 336 time: 0.0800180
Nov 10 04:15:16.002953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56662) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.005027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:16.035330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f735b1d3-e87f-4902-ad11-031e16340a38 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 200  len: 205 time: 0.0279248
Nov 10 04:15:16.035587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.045102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6', 'mac_address': 'fa:16:3e:e5:04:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:16.050912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a145c1f-a45d-4dbd-a476-cf3f84ebfe05 req-01296602-34ad-499b-a018-19fe2732f0b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:16.052449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a145c1f-a45d-4dbd-a476-cf3f84ebfe05 req-01296602-34ad-499b-a018-19fe2732f0b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 944 time: 0.1474371
Nov 10 04:15:16.084908 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-64048eae-3626-4f39-8c66-31efa70f3797 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:16.088575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-64048eae-3626-4f39-8c66-31efa70f3797 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/a4bb4fc3-58e1-4253-a243-1d39521042f4 HTTP/1.1" status: 404  len: 336 time: 0.0504673
Nov 10 04:15:16.091742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56666) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.100426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1238fc86-d4ec-41b9-afcc-3b8ac119ed19 req-47211a4e-75c5-48f1-a663-a1e4765d0456 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.26 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.0469315
Nov 10 04:15:16.132854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-972a6f72-c5b1-4967-980d-bcb07408cd3e tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 200  len: 205 time: 0.0382388
Nov 10 04:15:16.134671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56668) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.145809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a145c1f-a45d-4dbd-a476-cf3f84ebfe05 req-22a7a1f1-8421-4a0d-ac05-be0f70621cbf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811219
Nov 10 04:15:16.194919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.199539 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-55c72adb-a0d2-4d51-ae01-95cfeba57d0f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:16.200533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55c72adb-a0d2-4d51-ae01-95cfeba57d0f tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/92a5dafd-99a8-426d-9df1-38f680919a7d HTTP/1.1" status: 404  len: 336 time: 0.0652592
Nov 10 04:15:16.204043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56670) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.236934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:16.253162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a445f5b-8a14-4c46-a63e-f36f9afdef60 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 200  len: 205 time: 0.0457659
Nov 10 04:15:16.254683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.260836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:16.286018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.312046 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-e070f01b-d887-4dec-9b45-5c20c3c748d3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:16.313374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e070f01b-d887-4dec-9b45-5c20c3c748d3 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/54a4e39a-6acf-4056-a809-8a4ae0425b3b HTTP/1.1" status: 404  len: 336 time: 0.0570226
Nov 10 04:15:16.316036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.322993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Delete allocated IP 172.20.0.20 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/57b66b49-075a-4824-bdac-4fa165537863) {{(pid=119697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:15:16.354544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-385a6743-9286-4abd-aafd-3ad8d0053613 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f846f8-2bb9-43ed-a4bf-15b444cc8962 HTTP/1.1" status: 200  len: 205 time: 0.0371952
Nov 10 04:15:16.357748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.388696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:16.407825 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-4d3d36d8-ca79-4466-af66-28b8c67cd87c tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] delete failed (client error): The resource could not be found.
Nov 10 04:15:16.411573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4d3d36d8-ca79-4466-af66-28b8c67cd87c tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/routers/e0f846f8-2bb9-43ed-a4bf-15b444cc8962 HTTP/1.1" status: 404  len: 336 time: 0.0519819
Nov 10 04:15:16.412200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.448983 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3c3e72-8041-4c11-bf2f-649dbd645409 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:15:16.449480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3c3e72-8041-4c11-bf2f-649dbd645409 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:15:16.456132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ae3c3e72-8041-4c11-bf2f-649dbd645409 tempest-RoutersIpV6AdminTest-1443884549 tempest-RoutersIpV6AdminTest-1443884549-project] 10.222.0.13 "DELETE /v2.0/subnets/b5a18333-ccf2-4198-a1e9-6104567d5471 HTTP/1.1" status: 404  len: 337 time: 0.0428925
Nov 10 04:15:16.491301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a52bfb2-dd12-472e-95a3-e3acfd895795 req-24a1f743-c044-4fc4-8567-010ada710cfa tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=120fa071-c272-4a87-a007-23bf0d562812 HTTP/1.1" status: 200  len: 210 time: 0.1422031
Nov 10 04:15:16.546936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:16.633732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8e5672f-f513-4a75-bf81-25f5b434d3a5 None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:16.634966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8e5672f-f513-4a75-bf81-25f5b434d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.645609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.654716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.767698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:16.793176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] In _notify_port_updated(), no bound segment for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b on network d9c4826e-6e66-4f92-bab5-4e6c443407e0 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:15:16.798983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:16.799618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.804660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7be07de5-8ac8-4a1e-b18b-de2b565f982c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/ports/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b HTTP/1.1" status: 200  len: 918 time: 1.9841435
Nov 10 04:15:16.804660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.809009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e800dc87-4d98-40f8-af29-e292bf11b99b'}, {'subnet_id': '57b66b49-075a-4824-bdac-4fa165537863'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:16.853394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56706) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:16.880690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8e5672f-f513-4a75-bf81-25f5b434d3a5 None None] Provisioning complete for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:16.881071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8e5672f-f513-4a75-bf81-25f5b434d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.910661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:16.942367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5672f-f513-4a75-bf81-25f5b434d3a5 None None] Port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:16.967044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:17.029609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:17.029983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.041979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a36259d8-dba9-4e53-b4db-ea959ae10a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.059527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf39c9-3cda-4931-b9a1-34feafb5211a req-c80dcc76-d92e-418b-8e13-598d6f8be9c1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:17.061027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cbf39c9-3cda-4931-b9a1-34feafb5211a req-c80dcc76-d92e-418b-8e13-598d6f8be9c1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0887978
Nov 10 04:15:17.088898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a6bde5c6-a738-4af7-86b7-779eb480fff4 None None] Provisioning complete for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:17.089339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a6bde5c6-a738-4af7-86b7-779eb480fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.151758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cbf39c9-3cda-4931-b9a1-34feafb5211a req-38e7123c-1775-4f18-9607-75d42d20588b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817006
Nov 10 04:15:17.157424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a6bde5c6-a738-4af7-86b7-779eb480fff4 None None] Port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:17.206422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a36259d8-dba9-4e53-b4db-ea959ae10a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.211195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a36259d8-dba9-4e53-b4db-ea959ae10a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.255425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a36259d8-dba9-4e53-b4db-ea959ae10a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=342e290b041140ea8af4dba4e03e569f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4005990
Nov 10 04:15:17.257453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36259d8-dba9-4e53-b4db-ea959ae10a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43298f2-6aa8-4440-9d43-4041476d651e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:17.261009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56714) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:17.285483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eb86953a-ec37-4d2b-90f1-11cd211a8b97 None None] Provisioning complete for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:17.285863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb86953a-ec37-4d2b-90f1-11cd211a8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.319376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.322307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-eb86953a-ec37-4d2b-90f1-11cd211a8b97 None None] Port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:17.337466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485a766-2511-4a6b-8ee8-49c2fb0a3ec8 req-313f37e1-0a17-470c-a0b5-6f189b4477a5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:17.338952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e485a766-2511-4a6b-8ee8-49c2fb0a3ec8 req-313f37e1-0a17-470c-a0b5-6f189b4477a5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 945 time: 0.1004317
Nov 10 04:15:17.341797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.343310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.22 (d9c4826e-6e66-4f92-bab5-4e6c443407e0/57b66b49-075a-4824-bdac-4fa165537863/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:17.389208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.391742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.392906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b43298f2-6aa8-4440-9d43-4041476d651e HTTP/1.1" status: 204  len: 168 time: 0.1307702
Nov 10 04:15:17.400440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb447b8-1e24-4421-aa8b-a7823424afed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43298f2-6aa8-4440-9d43-4041476d651e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:17.444804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e485a766-2511-4a6b-8ee8-49c2fb0a3ec8 req-018ce621-a924-474b-ae80-a35cb5aec424 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972438
Nov 10 04:15:17.513855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.519146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.636044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:17.680922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] In _notify_port_updated(), no bound segment for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b on network d9c4826e-6e66-4f92-bab5-4e6c443407e0 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:15:17.691370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:17.692100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.696405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6c5f54f3-fe40-4af7-be3e-8f8f5e52cf17 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/ports/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b HTTP/1.1" status: 200  len: 998 time: 0.8918166
Nov 10 04:15:17.696901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56726) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:17.726213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:17.794592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:17.844350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:15:17.851344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:17.851715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.851897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c3eb7f-c9ac-4559-b11f-cc210cd417a0 req-f121ee31-5544-446f-96c8-3b598426833d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=307b0b91d7b2449db46aa8f4a47830c9&device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0797002
Nov 10 04:15:17.853371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c08efeb-59a4-4435-a50c-19ef86190fb6 None None] Provisioning complete for port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:17.853520 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-66b8035e-cba7-42f8-bb4d-af05a61462fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a81957d3cc4708909ba7b629601d35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0576377
Nov 10 04:15:17.855814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c08efeb-59a4-4435-a50c-19ef86190fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.855973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56732) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:17.904683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48d2aa82-a22e-49f9-a242-33d58949f7ba req-fa00fb1f-9cf6-4852-b7d7-8fb8fcaa1c01 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0882945
Nov 10 04:15:17.915204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.925519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6c08efeb-59a4-4435-a50c-19ef86190fb6 None None] Port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:17.928592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c3eb7f-c9ac-4559-b11f-cc210cd417a0 req-413fe560-d749-4f4e-8cc7-d855241e1805 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=307b0b91d7b2449db46aa8f4a47830c9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0538931
Nov 10 04:15:17.947290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:17.979947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.000113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.002937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.006728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d535139-12ab-4d64-9415-8a7b1f8f0c57 HTTP/1.1" status: 204  len: 168 time: 0.1484263
Nov 10 04:15:18.009014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:18.009210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:18.009364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.011479 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b778031c-7eec-4713-a001-b45b284380b6" -d '{"events": [{"server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "name": "network-vif-plugged", "status": "completed", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:18.013318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510487a-1349-4810-a8b1-597c4de1f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d535139-12ab-4d64-9415-8a7b1f8f0c57,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:18.034410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:18.042940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.078480 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5edfc02-1ef8-40ef-bdeb-5e21bdd5a4bb x-openstack-request-id: req-e5edfc02-1ef8-40ef-bdeb-5e21bdd5a4bb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:18.078682 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "name": "network-vif-plugged", "status": "completed", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:18.079473 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5edfc02-1ef8-40ef-bdeb-5e21bdd5a4bb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:18.079871 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6', 'code': 200}
Nov 10 04:15:18.100543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:18.128118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.148760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:18.155793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3eb7f-c9ac-4559-b11f-cc210cd417a0 req-01740a0e-c0d1-4474-83a1-f3779108bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:18.157228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c3eb7f-c9ac-4559-b11f-cc210cd417a0 req-01740a0e-c0d1-4474-83a1-f3779108bf68 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2208903
Nov 10 04:15:18.198491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914283a-cb6e-4c12-a5ed-e33cd21f6bf8 req-f11941ce-8d29-4903-bc75-39e1246218f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:18.200123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2914283a-cb6e-4c12-a5ed-e33cd21f6bf8 req-f11941ce-8d29-4903-bc75-39e1246218f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 1097 time: 0.0597889
Nov 10 04:15:18.267960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2914283a-cb6e-4c12-a5ed-e33cd21f6bf8 req-8e59f7a8-db95-4b93-b2e6-8f9cb0fd4e10 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602851
Nov 10 04:15:18.343560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48042e-0a66-4bcd-9331-9b84e38c9266 req-da8e89f1-6cde-46f9-8149-3f3469221e72 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:18.349247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0e48042e-0a66-4bcd-9331-9b84e38c9266 req-da8e89f1-6cde-46f9-8149-3f3469221e72 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0994003
Nov 10 04:15:18.584159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54da82-d85f-4ba0-b6ed-3cfca2374f16 req-1627b2ce-b412-44e2-b297-4a5f09a1ca11 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:18.585893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc54da82-d85f-4ba0-b6ed-3cfca2374f16 req-1627b2ce-b412-44e2-b297-4a5f09a1ca11 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 946 time: 0.0567496
Nov 10 04:15:18.650808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc54da82-d85f-4ba0-b6ed-3cfca2374f16 req-c4880128-be51-44e4-b9ad-6ba163c668d7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570412
Nov 10 04:15:18.669670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.713821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.725507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0e48042e-0a66-4bcd-9331-9b84e38c9266 req-ad969506-2f7e-4123-839e-ea97e003631a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572285
Nov 10 04:15:18.748842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:18.843111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.848835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56762) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:18.849360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dc373462-2153-41bb-88c5-23ce29160545 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b HTTP/1.1" status: 204  len: 168 time: 1.1487513
Nov 10 04:15:18.849360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56764) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:18.871519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.879898 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a22560b-49e7-40a4-be5a-eedceb50f7b5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:18.881503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4a22560b-49e7-40a4-be5a-eedceb50f7b5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b HTTP/1.1" status: 404  len: 333 time: 0.0315170
Nov 10 04:15:18.884419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:18.939268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet 57b66b49-075a-4824-bdac-4fa165537863 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:18.943587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:18.976437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'networks': [{'name': 'tempest-network--817200822'}, {'name': 'tempest-network--1832419458'}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:18.976777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-network--817200822'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:18.977232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-network--1832419458'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:19.028727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1ffb7a86-357c-4fc6-8d52-66d0de216994 req-a99455b2-389f-408c-8a92-d6b7721445cb tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.13 "GET /v2.0/ports?device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0409260
Nov 10 04:15:19.032343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.062874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'network': 2} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:19.067381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.081246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.159571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.237451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.241582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.242071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.250174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.306591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=57b66b49-075a-4824-bdac-4fa165537863,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:19.313889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.317229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06594a24-8258-4eaa-ad3e-4cba98f741b8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/57b66b49-075a-4824-bdac-4fa165537863 HTTP/1.1" status: 204  len: 168 time: 0.4317303
Nov 10 04:15:19.319372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2416c5b7-6c84-466b-8bbd-07d8a945f9ee,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:19.320126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:19.322569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698e446-f35d-4dde-a45d-452f534c2d9e None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:19.327405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:19.337264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.337608 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment acf55b5b-5985-4afd-af7a-7a2a63e804ee of type vlan for network d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd
Nov 10 04:15:19.386889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.390697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet e800dc87-4d98-40f8-af29-e292bf11b99b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:19.400897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.425835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:19.438024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.438804 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment 32f08097-a175-4d1c-97b8-78fee4e349ef of type vlan for network df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb
Nov 10 04:15:19.457431 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64c3eb7f-c9ac-4559-b11f-cc210cd417a0 req-211ebb53-fb9e-48ec-8be2-b418ed86b1c0 tempest-ServerShowV247Test-1441733180 tempest-ServerShowV247Test-1441733180-project] 10.222.0.26 "GET /v2.0/ports?device_id=113a8a1b-259b-4c83-9c07-4ad9c9c82c26 HTTP/1.1" status: 200  len: 210 time: 0.0289447
Nov 10 04:15:19.480063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.481849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.515418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.515858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.521998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.529102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.529793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.596418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.7489715
Nov 10 04:15:19.599220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56776) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:19.612157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:19.624484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:19.690964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201494-7c7e-4e61-bcae-909b22ec78ac tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:19.711215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:19.720724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:19.886954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d6167-b60a-44e6-ada7-2725eac2926e req-a802e84a-e5a4-4b27-9cd4-037c03799786 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.891267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d4d6167-b60a-44e6-ada7-2725eac2926e req-a802e84a-e5a4-4b27-9cd4-037c03799786 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0826664
Nov 10 04:15:19.941076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476da7-37dc-489c-81b5-4e42d38eda84 req-5fbbdf71-9c9c-4221-9857-34377817b440 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.949717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51476da7-37dc-489c-81b5-4e42d38eda84 req-5fbbdf71-9c9c-4221-9857-34377817b440 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 946 time: 0.1993706
Nov 10 04:15:19.955069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d4d6167-b60a-44e6-ada7-2725eac2926e req-5a1ea418-0547-4bb7-a53f-769336620b03 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522609
Nov 10 04:15:19.964028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f72183-8d91-409c-9274-60336714dd22 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.971472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f72183-8d91-409c-9274-60336714dd22 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.977620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f72183-8d91-409c-9274-60336714dd22 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.983689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f72183-8d91-409c-9274-60336714dd22 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:19.985841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f0f72183-8d91-409c-9274-60336714dd22 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3856668
Nov 10 04:15:19.988898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56782) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:19.995060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.030048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=e800dc87-4d98-40f8-af29-e292bf11b99b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:20.039107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.045162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57689ff5-20ad-4c17-a21d-1f387ca73a0b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/e800dc87-4d98-40f8-af29-e292bf11b99b HTTP/1.1" status: 204  len: 168 time: 0.7203321
Nov 10 04:15:20.046195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56784) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:20.091608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.117165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51476da7-37dc-489c-81b5-4e42d38eda84 req-2b4414e5-4ff9-4351-99aa-3d0bab7c117f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657243
Nov 10 04:15:20.176182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.209878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.234834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dae2880>,) {'filters': {'network_id': ['d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.246032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dae2880>, 'acf55b5b-5985-4afd-af7a-7a2a63e804ee') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.246326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dae2880>, 'acf55b5b-5985-4afd-af7a-7a2a63e804ee') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.258752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.261102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:20.261445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.276688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.286009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:20.286681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:20.290345 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:20.309372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe9518-dc0f-4cdd-8fd1-f3489af1a356 None None] Network d9c4826e-6e66-4f92-bab5-4e6c443407e0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:20.345210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,segment=NetworkSegment(070745af-a33d-478b-89d6-96eb939b724a),segment_id=070745af-a33d-478b-89d6-96eb939b724a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:20.346136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.360757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:20.371605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.381741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.388947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd HTTP/1.1" status: 204  len: 168 time: 0.3949556
Nov 10 04:15:20.395029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:20.425046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d3b1b78a-9a64-42c9-8cf4-a5c61f484578 None None] Provisioning complete for port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:20.426646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d3b1b78a-9a64-42c9-8cf4-a5c61f484578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.482588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.484326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ced14-f74e-423b-b694-ae9e1fe19622 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=d7e1afcc-513b-46f8-9aaf-a1a3997dd7dd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:20.525205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56796) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:20.553868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.575758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d3b1b78a-9a64-42c9-8cf4-a5c61f484578 None None] Could not find standard attr ID for object 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:20.580667 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-d3b1b78a-9a64-42c9-8cf4-a5c61f484578 None None] No ports have port_id starting with 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3
Nov 10 04:15:20.589150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.607936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:20.613432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=31b619fd-54c1-4ca9-acf1-28c2d9a25bf3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:20.637001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc8c520>,) {'filters': {'network_id': ['df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.649687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc8c520>, '32f08097-a175-4d1c-97b8-78fee4e349ef') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.650101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc8c520>, '32f08097-a175-4d1c-97b8-78fee4e349ef') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.652009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f97d9d-4aa3-42a1-8c0b-7fa5830f4f2c None None] DHCP port deletion for d9c4826e-6e66-4f92-bab5-4e6c443407e0 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:20.664839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.683186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.691624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:20.692292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:20.696639 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:20.730988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad494a4e-20a2-4f5e-abe0-33dc0e2a6d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.742439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.760426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.773033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821656cf10>,) {'filters': {'network_id': ['d9c4826e-6e66-4f92-bab5-4e6c443407e0']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.778735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.781978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb HTTP/1.1" status: 204  len: 168 time: 0.3857522
Nov 10 04:15:20.783357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297fab4-cf7a-4bc8-90ce-4c81d69b3f88 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=df9a1b0e-3f82-48a5-9b4e-c5c9473fa5fb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:20.789040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:20.789916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821656cf10>, '070745af-a33d-478b-89d6-96eb939b724a') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.789916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821656cf10>, '070745af-a33d-478b-89d6-96eb939b724a') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:20.803747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.827615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.839716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:20.840184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:20.844016 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:20.904745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:20.925898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad494a4e-20a2-4f5e-abe0-33dc0e2a6d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.926162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:20.926279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 31b619fd-54c1-4ca9-acf1-28c2d9a25bf3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:20.928148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.947246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.954902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/d9c4826e-6e66-4f92-bab5-4e6c443407e0 HTTP/1.1" status: 204  len: 168 time: 0.9048843
Nov 10 04:15:20.954902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc390c5-f5b9-4b01-a1a9-502ad1ab811f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=d9c4826e-6e66-4f92-bab5-4e6c443407e0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:20.955203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad494a4e-20a2-4f5e-abe0-33dc0e2a6d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:20.955917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56804) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:20.994714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ad494a4e-20a2-4f5e-abe0-33dc0e2a6d74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=307b0b91d7b2449db46aa8f4a47830c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4680164
Nov 10 04:15:20.998539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.006414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad494a4e-20a2-4f5e-abe0-33dc0e2a6d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310de2ee-ab7a-4190-902b-9da8f7aadae1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.011996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246b48d-a1a6-4cae-a8e8-3f0db22ede9d tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.018457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246b48d-a1a6-4cae-a8e8-3f0db22ede9d tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.020236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1246b48d-a1a6-4cae-a8e8-3f0db22ede9d tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2346098
Nov 10 04:15:21.024068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.031569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-801508745'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.065500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3143b2b-7527-4ea2-9399-5f1f0b212b5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.070185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e3143b2b-7527-4ea2-9399-5f1f0b212b5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1061504
Nov 10 04:15:21.070185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:21.071294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56812) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.072690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.099707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:21.109700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.110176 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment f12f1c5c-73a8-4861-9ba3-c05f49e858dc of type vlan for network 09648072-25ba-4958-8ddc-93cb7fd5c535
Nov 10 04:15:21.118695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.128794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773a67-0312-4f1f-99e9-a99bf51aa951 req-01b3820d-33a4-43c3-9c8d-6416696c4d06 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.130272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a773a67-0312-4f1f-99e9-a99bf51aa951 req-01b3820d-33a4-43c3-9c8d-6416696c4d06 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0968421
Nov 10 04:15:21.149873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.165739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-21025303-c849-4591-b8d7-c44922722240 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0893922
Nov 10 04:15:21.166077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.171458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1491759039'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.179297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.189203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.194973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.195570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.230418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a773a67-0312-4f1f-99e9-a99bf51aa951 req-2d9df259-431e-47fc-96e9-daa38dd87c01 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932379
Nov 10 04:15:21.259258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.260941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:21.262108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.265673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/310de2ee-ab7a-4190-902b-9da8f7aadae1 HTTP/1.1" status: 204  len: 168 time: 0.2638750
Nov 10 04:15:21.265831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.274639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a82e5f-5413-4bba-8885-e31324c7e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310de2ee-ab7a-4190-902b-9da8f7aadae1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.274854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2471287
Nov 10 04:15:21.274959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56820) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.281503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1085367661'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.303273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1fb8-36e6-4a34-98c9-7118a311fa90 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=09648072-25ba-4958-8ddc-93cb7fd5c535,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.311383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:21.312487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:21.322736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.323088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.323208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 09648072-25ba-4958-8ddc-93cb7fd5c535 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:21.323412 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment 264952e6-5b84-4213-adbb-acd9151cb835 of type vlan for network 08a50c8e-b9f8-4443-a5af-f6da3d829892
Nov 10 04:15:21.359104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:21.368204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.371934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.372516 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment ddc11d76-31e4-4080-9c8c-850d62f6523e of type vlan for network 8c408218-2915-49bb-80ea-466e4e4dc48b
Nov 10 04:15:21.413067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.424059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.424499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.424848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.456202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.465306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:21.466638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.483503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3163538
Nov 10 04:15:21.486222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56824) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.505386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050c937-cdc5-4ce2-aa9e-c635d0562b0e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=08a50c8e-b9f8-4443-a5af-f6da3d829892,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.516634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:21.525301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.580831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3027117
Nov 10 04:15:21.581500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56828) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:21.586485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'ports': [{'network_id': '09648072-25ba-4958-8ddc-93cb7fd5c535', 'name': 'tempest-port--808871799', 'admin_state_up': True}, {'network_id': '8c408218-2915-49bb-80ea-466e4e4dc48b', 'admin_state_up': False}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.586800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'port': {'network_id': '09648072-25ba-4958-8ddc-93cb7fd5c535', 'name': 'tempest-port--808871799', 'admin_state_up': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.587276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'port': {'network_id': '8c408218-2915-49bb-80ea-466e4e4dc48b', 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:21.628267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f56b7-dc60-4152-81de-c5b4563c8119 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=8c408218-2915-49bb-80ea-466e4e4dc48b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.647480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8c408218-2915-49bb-80ea-466e4e4dc48b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:21.672278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:21.677695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.779291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'port': 2} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:21.784966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.798891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.886129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] device_id is not set on port 9a3a014a-d0cc-438e-a746-aaa43334e60d yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:21.906454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:21.971559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=c8b35836-5eb0-4c69-bd5c-4695517c487b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:21.983277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': '264952e6-5b84-4213-adbb-acd9151cb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:21.983639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: 08a50c8e-b9f8-4443-a5af-f6da3d829892, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:22.001735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:22.010819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 08a50c8e-b9f8-4443-a5af-f6da3d829892) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:22.017127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.017905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.022202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9036457-01f7-4b7c-ad2e-9df506a10f0d None None] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:22.032863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.036909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d01199dc-fb56-4c31-8a96-b2f79aeaae6f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5473113
Nov 10 04:15:22.039485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56846) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:22.046397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892', 'name': 'tempest-PortsTestJSON-1815099097'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:22.112448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] device_id is not set on port 6282104f-4848-478d-8eb0-06d350edfe7a yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:22.187382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:22.192807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.199395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-08a50c8e-b9f8-4443-a5af-f6da3d829892', 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': 'c8b35836-5eb0-4c69-bd5c-4695517c487b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:22.200843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.216548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 6be7f2cf-7d77-4863-bf47-90f51fd18f9d yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:22.250971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.326515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.349988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.2 (08a50c8e-b9f8-4443-a5af-f6da3d829892/c8b35836-5eb0-4c69-bd5c-4695517c487b/6be7f2cf-7d77-4863-bf47-90f51fd18f9d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:22.420405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Port': ['ID=9a3a014a-d0cc-438e-a746-aaa43334e60d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:22.459678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31cb8b-fdd4-41b7-8a65-9d165cccffaa req-7278c02a-65bb-46df-8a31-aaf0cc04636a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.461491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a31cb8b-fdd4-41b7-8a65-9d165cccffaa req-7278c02a-65bb-46df-8a31-aaf0cc04636a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1250196
Nov 10 04:15:22.468438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Checking segment: {'id': 'f12f1c5c-73a8-4861-9ba3-c05f49e858dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '09648072-25ba-4958-8ddc-93cb7fd5c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:22.468964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network hostable DHCP agents. Network: 09648072-25ba-4958-8ddc-93cb7fd5c535, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:22.506753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network 09648072-25ba-4958-8ddc-93cb7fd5c535 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:22.527115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.534632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 09648072-25ba-4958-8ddc-93cb7fd5c535) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:22.538604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:22.540426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.549495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053a0e8-092e-4df6-9b48-919bf1d595a2 None None] Network 09648072-25ba-4958-8ddc-93cb7fd5c535 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:22.555502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a31cb8b-fdd4-41b7-8a65-9d165cccffaa req-b6c3a9a0-3fee-4d5e-9099-14a48a85c424 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830700
Nov 10 04:15:22.587999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.613081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Port': ['ID=6282104f-4848-478d-8eb0-06d350edfe7a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:22.626936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Checking segment: {'id': 'ddc11d76-31e4-4080-9c8c-850d62f6523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8c408218-2915-49bb-80ea-466e4e4dc48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:22.627302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network hostable DHCP agents. Network: 8c408218-2915-49bb-80ea-466e4e4dc48b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:22.646536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:22.646808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network 8c408218-2915-49bb-80ea-466e4e4dc48b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:22.650618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:22.655022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:22.663023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8c408218-2915-49bb-80ea-466e4e4dc48b) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:22.677255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e5956-09a4-46c2-8bff-fb015abfe044 None None] Network 8c408218-2915-49bb-80ea-466e4e4dc48b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:22.689732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=6be7f2cf-7d77-4863-bf47-90f51fd18f9d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:22.699419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:22.720494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.733350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.734262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.742597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.744672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.767026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac0c86ac-b572-47c5-ae78-ab76bd995ced tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.1844001
Nov 10 04:15:22.769800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:22.773158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-41ee53d9-94f1-4c64-8cb6-84d5b98cbdfb tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.7324815
Nov 10 04:15:22.776248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56884) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:22.786243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892', 'name': 'tempest-PortsTestJSON-1584689305'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:22.861579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27faf3-ae5b-4186-9379-5ee0f1067dcc tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.875179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27faf3-ae5b-4186-9379-5ee0f1067dcc tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:22.879432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9d27faf3-ae5b-4186-9379-5ee0f1067dcc tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1060393
Nov 10 04:15:22.879888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:22.933323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:22.939144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:22.962775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 12595fe6-7952-4085-b87b-3b69ad87bbec yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:22.968818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5facce22-538d-4be7-b688-07895484960e {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:22.969167 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:22.991483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Deleting port 9a3a014a-d0cc-438e-a746-aaa43334e60d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:22.991985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.075700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.086718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.10 (08a50c8e-b9f8-4443-a5af-f6da3d829892/c8b35836-5eb0-4c69-bd5c-4695517c487b/12595fe6-7952-4085-b87b-3b69ad87bbec) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:23.091358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Calling delete_port for 9a3a014a-d0cc-438e-a746-aaa43334e60d owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:23.211221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56896) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:23.258884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.298304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.362279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25c2963c-c5f6-4562-8d78-d34256e1e680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.365844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:23.377572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:23.379959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:23.384170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=12595fe6-7952-4085-b87b-3b69ad87bbec,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:23.456822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:23.457494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.470297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.485786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.489423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c604217f-08ec-4c84-9cf4-64dbf533a2b9 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.7118490
Nov 10 04:15:23.492205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:23.524519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Port': ['ID=9a3a014a-d0cc-438e-a746-aaa43334e60d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:23.527026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.530927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cefc8158-4630-4872-9e76-1c5b4a108ee8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/ports/9a3a014a-d0cc-438e-a746-aaa43334e60d HTTP/1.1" status: 204  len: 168 time: 0.6499951
Nov 10 04:15:23.533683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:23.607163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25c2963c-c5f6-4562-8d78-d34256e1e680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.616320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e4477-a6ac-40c9-b824-7a9e509f46b3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:23.620813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-346e4477-a6ac-40c9-b824-7a9e509f46b3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200  len: 922 time: 0.1276836
Nov 10 04:15:23.622162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25c2963c-c5f6-4562-8d78-d34256e1e680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.622420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:23.634179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Allocated IP 172.20.0.3 (08a50c8e-b9f8-4443-a5af-f6da3d829892/c8b35836-5eb0-4c69-bd5c-4695517c487b/2c61d0c2-cded-4514-b9f6-1bf46373fd90) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:23.664494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-25c2963c-c5f6-4562-8d78-d34256e1e680 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c70abde73403402aa1816f725a94769b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4519436
Nov 10 04:15:23.679061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56910) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:23.717286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2963c-c5f6-4562-8d78-d34256e1e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f5638-9666-4765-b95a-fed1ed1fee1a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:23.718011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Deleting port 6282104f-4848-478d-8eb0-06d350edfe7a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:23.718415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.757492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418700-241d-4fb8-9899-b0e640245dd9 req-13854f2e-4e36-43d6-917e-6514181013fe tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:23.759038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e418700-241d-4fb8-9899-b0e640245dd9 req-13854f2e-4e36-43d6-917e-6514181013fe tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1152906
Nov 10 04:15:23.794509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.796506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.803570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.836528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.843713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.847644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:23.852917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3e418700-241d-4fb8-9899-b0e640245dd9 req-f9d70be3-4043-4596-abf9-9e7644d01d9e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833714
Nov 10 04:15:23.854339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:23.859418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:23.860450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 12595fe6-7952-4085-b87b-3b69ad87bbec {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:23.860830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.864814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Calling delete_port for 6282104f-4848-478d-8eb0-06d350edfe7a owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:23.869964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Pushing event updated for resources: {'Port': ['ID=2c61d0c2-cded-4514-b9f6-1bf46373fd90,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:23.906933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.910610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.914370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b69f5638-9666-4765-b95a-fed1ed1fee1a HTTP/1.1" status: 204  len: 168 time: 0.2309678
Nov 10 04:15:23.920354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aafbe7-cbc3-4d64-9a99-9d80754be39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f5638-9666-4765-b95a-fed1ed1fee1a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:23.935909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Attempting to bind port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:23.936273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Attempting to bind port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '264952e6-5b84-4213-adbb-acd9151cb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:23.936643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Attempting to bind port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 on network 08a50c8e-b9f8-4443-a5af-f6da3d829892 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:23.948230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:23.948599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Checking segment: {'id': '264952e6-5b84-4213-adbb-acd9151cb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:23.949014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:23.949398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Bound using segment: {'id': '264952e6-5b84-4213-adbb-acd9151cb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:23.950390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Bound port: 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264952e6-5b84-4213-adbb-acd9151cb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '08a50c8e-b9f8-4443-a5af-f6da3d829892'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:23.950770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.012816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.017894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] For port 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:24.021448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] For port 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2c61d0c2-cded-4514-b9f6-1bf46373fd90,segment=NetworkSegment(264952e6-5b84-4213-adbb-acd9151cb835),segment_id=264952e6-5b84-4213-adbb-acd9151cb835)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:24.026274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.033936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 12595fe6-7952-4085-b87b-3b69ad87bbec owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:24.081103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.089258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc9311-629a-4291-bee5-f308dfedc7cb None None] Pushing event updated for resources: {'Port': ['ID=2c61d0c2-cded-4514-b9f6-1bf46373fd90,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:24.127016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Port': ['ID=6282104f-4848-478d-8eb0-06d350edfe7a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:24.142265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.147929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18eeb016-f695-44fc-ba66-b28d1f95f25b tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/ports/6282104f-4848-478d-8eb0-06d350edfe7a HTTP/1.1" status: 204  len: 168 time: 0.6111081
Nov 10 04:15:24.148678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56918) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.200731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75fa261c-1f0c-418b-a98b-db733ea9bdcd tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0505102
Nov 10 04:15:24.205312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.212042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1128546764'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:24.240591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.246970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:24.251392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.277560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=12595fe6-7952-4085-b87b-3b69ad87bbec,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:24.297853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:24.323714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.331517 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment ecbdec55-0d71-4d1f-aa32-6c1d093b1be6 of type vlan for network 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10
Nov 10 04:15:24.365624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.371657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f9a0605a-19e7-4dd9-b0d0-9c0a062ddd26 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/12595fe6-7952-4085-b87b-3b69ad87bbec HTTP/1.1" status: 204  len: 168 time: 0.7458298
Nov 10 04:15:24.372667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56930) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.393715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.400583 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5539e1c2-4a14-49d9-bd1b-98b31eaf6f5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:24.402484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5539e1c2-4a14-49d9-bd1b-98b31eaf6f5f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/12595fe6-7952-4085-b87b-3b69ad87bbec HTTP/1.1" status: 404  len: 333 time: 0.0291545
Nov 10 04:15:24.405997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56932) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.430666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.438697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:24.439870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.524307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3160899
Nov 10 04:15:24.527376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 6be7f2cf-7d77-4863-bf47-90f51fd18f9d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:24.527376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.527609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56938) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.534711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-452218741'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:24.545346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f350b-8b3e-4409-b843-3284796514b9 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=6de80dc9-fded-42f5-a8ec-a55ce7ac2f10,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:24.560802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:24.564848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:24.569554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.601973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:24.613576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.614200 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Added segment bbcfcf3a-e61c-41fa-ad90-c6bfef2c21e2 of type vlan for network a7104c49-f62e-43fb-ac4b-83e488393437
Nov 10 04:15:24.662365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.668057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.681305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 6be7f2cf-7d77-4863-bf47-90f51fd18f9d owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:24.699317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.706395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:24.707200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.771467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2435832
Nov 10 04:15:24.785937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed764d0f-bebc-4d62-80eb-fdb5bc4a9af8 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Network': ['ID=a7104c49-f62e-43fb-ac4b-83e488393437,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:24.799455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56948) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:24.827478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a7104c49-f62e-43fb-ac4b-83e488393437 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:24.947923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:24.963963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2035667703-network', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:24.998726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Made reservation on behalf of a7a2ec0afddf403183d9d44778510b6e for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:25.002133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.017441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=6be7f2cf-7d77-4863-bf47-90f51fd18f9d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:25.025365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.039542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2c61d0c2-cded-4514-b9f6-1bf46373fd90 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:25.142694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.151729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:25.152069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a432e4ed-dc90-4719-aae3-9f048d94d485 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/6be7f2cf-7d77-4863-bf47-90f51fd18f9d HTTP/1.1" status: 204  len: 168 time: 0.7447999
Nov 10 04:15:25.152659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.154506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56954) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:25.189973 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6669bf-de27-4547-8ae1-7e5395c07015 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:25.192680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f6669bf-de27-4547-8ae1-7e5395c07015 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/6be7f2cf-7d77-4863-bf47-90f51fd18f9d HTTP/1.1" status: 404  len: 333 time: 0.0356979
Nov 10 04:15:25.195391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56956) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:25.213180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099457db-a0dc-41ab-950e-08758ae17427 req-942583d8-8261-440e-81de-38c90a7de5c7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:25.215184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-099457db-a0dc-41ab-950e-08758ae17427 req-942583d8-8261-440e-81de-38c90a7de5c7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1528659
Nov 10 04:15:25.269183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet c8b35836-5eb0-4c69-bd5c-4695517c487b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:25.273037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.305349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.325683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.332311 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-099457db-a0dc-41ab-950e-08758ae17427 req-f8cc8eda-6986-44f2-9725-4fe944f29706 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089339
Nov 10 04:15:25.355311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.365707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2c61d0c2-cded-4514-b9f6-1bf46373fd90,segment=NetworkSegment(264952e6-5b84-4213-adbb-acd9151cb835),segment_id=264952e6-5b84-4213-adbb-acd9151cb835)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:25.375707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.379431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.401370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:25.424264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.424789 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Added segment b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea of type vlan for network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7
Nov 10 04:15:25.448420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66559500-c7a8-4ab9-8ed2-2456ffb72c6e None None] Network 08a50c8e-b9f8-4443-a5af-f6da3d829892 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:25.474653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f5ea72-8216-46f5-a8f7-c7daad9e7e29,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:25.478311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.503716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.511086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=2c61d0c2-cded-4514-b9f6-1bf46373fd90,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:25.539650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.541517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:25.542225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.563080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.574109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3538b98c-4360-4964-b456-4615f89040a7 None None] Provisioning complete for port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:25.574764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3538b98c-4360-4964-b456-4615f89040a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.598349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b35836-5eb0-4c69-bd5c-4695517c487b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:25.611337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.615556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5e79882-4969-4519-a3f4-359ca9e51ba3 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/c8b35836-5eb0-4c69-bd5c-4695517c487b HTTP/1.1" status: 204  len: 168 time: 0.4182608
Nov 10 04:15:25.618205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56960) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:25.732762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.854463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:25.854940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.867779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] DHCP port deletion for 08a50c8e-b9f8-4443-a5af-f6da3d829892 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:25.924953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2c61d0c2-cded-4514-b9f6-1bf46373fd90,segment=NetworkSegment(264952e6-5b84-4213-adbb-acd9151cb835),segment_id=264952e6-5b84-4213-adbb-acd9151cb835)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:25.925827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.931084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Deleting port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:25.931487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:25.945337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1444409
Nov 10 04:15:25.947720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 2c61d0c2-cded-4514-b9f6-1bf46373fd90 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:25.948501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56964) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:25.956891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Request body: {'subnet': {'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2035667703-subnet', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:25.978781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ddca6-fb10-4811-85a5-5c9470cea174 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:25.991986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Made reservation on behalf of a7a2ec0afddf403183d9d44778510b6e for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:25.994645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:25.996275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.039085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.051830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] For port 2c61d0c2-cded-4514-b9f6-1bf46373fd90, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2c61d0c2-cded-4514-b9f6-1bf46373fd90,segment=NetworkSegment(264952e6-5b84-4213-adbb-acd9151cb835),segment_id=264952e6-5b84-4213-adbb-acd9151cb835)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:26.052241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.066030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=2c61d0c2-cded-4514-b9f6-1bf46373fd90,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:26.073588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Calling delete_port for 2c61d0c2-cded-4514-b9f6-1bf46373fd90 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:26.081578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:26.179377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.198829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.221425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] Pushing event deleted for resources: {'Port': ['ID=2c61d0c2-cded-4514-b9f6-1bf46373fd90,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:26.223284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0bf09-dc6c-45c7-80a3-ab5e7b2338e5 None None] No DVR routers for this DVR port 2c61d0c2-cded-4514-b9f6-1bf46373fd90 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:26.225080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dba2970>,) {'filters': {'network_id': ['08a50c8e-b9f8-4443-a5af-f6da3d829892']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:26.254930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dba2970>, '264952e6-5b84-4213-adbb-acd9151cb835') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:26.255374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dba2970>, '264952e6-5b84-4213-adbb-acd9151cb835') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:26.261173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.266484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.280641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.287162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:26.287891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:26.292031 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:26.323388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4c8877-fd83-4149-8c8a-5c7922090f48,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:26.346371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Checking segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:26.346733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Network hostable DHCP agents. Network: 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:26.368094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.378849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:26.382004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.391340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:26.393218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/08a50c8e-b9f8-4443-a5af-f6da3d829892 HTTP/1.1" status: 204  len: 168 time: 0.7737074
Nov 10 04:15:26.401481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577281345'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:26.414765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239c58a-f350-4488-8989-3a6066a899ad tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=08a50c8e-b9f8-4443-a5af-f6da3d829892,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:26.435133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:26.436895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:26.440417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.453132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d134b98e-6b5c-47bd-bdb4-be578ab10658 None None] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:26.486257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:26.494757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.495181 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment f0fe28fd-d5f7-46a0-80e3-92dda942f3b1 of type vlan for network ffc1398d-fb41-482b-8bdc-a1e3984388db
Nov 10 04:15:26.531479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:26.532167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.549949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.569847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e1bdb439-be17-4399-8d85-a6ffe5f8276c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6201327
Nov 10 04:15:26.592937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fe8d2-a73a-4472-97f7-3d7330e7b94b req-1eb5082d-5959-4ad1-b63e-a1e9709cccec tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:26.600601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f27fe8d2-a73a-4472-97f7-3d7330e7b94b req-1eb5082d-5959-4ad1-b63e-a1e9709cccec tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1772170
Nov 10 04:15:26.619223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.625575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:26.626313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.656742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56970) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:26.663564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:26.676242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:26.677413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.699193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3042870
Nov 10 04:15:26.703690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56972) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:26.716222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.717687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.722216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:26.757351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f27fe8d2-a73a-4472-97f7-3d7330e7b94b req-ad17adc5-e77d-4b70-9c8d-48a8a920f7f5 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555855
Nov 10 04:15:26.788032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62672f-4e69-41fe-9768-ceac7580d273 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=ffc1398d-fb41-482b-8bdc-a1e3984388db,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:26.819491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:26.852159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:26.860333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.920097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:26.978562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2c61d0c2-cded-4514-b9f6-1bf46373fd90 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:27.020733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2c61d0c2-cded-4514-b9f6-1bf46373fd90 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:27.021355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2c61d0c2-cded-4514-b9f6-1bf46373fd90 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:27.044890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Allocated IP 172.20.0.2 (7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7/ed4c8877-fd83-4149-8c8a-5c7922090f48/f92a609a-22f8-49ca-a521-559595f99047) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:27.092016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.134375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.217426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.224574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.227748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=ba498df9-7a12-4037-9cc6-e65c9d88fdae,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:27.231942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:27.232411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: ffc1398d-fb41-482b-8bdc-a1e3984388db, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:27.255598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network ffc1398d-fb41-482b-8bdc-a1e3984388db is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:27.267594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:27.270055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ffc1398d-fb41-482b-8bdc-a1e3984388db) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:27.271169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:27.274758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:27.287700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69827e68-4ad6-4dd7-b7ea-cb2c038376bd None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:27.297243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:27.298199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.320056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-62d92555-0a6a-4769-a6d5-97c53c93b826 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6128595
Nov 10 04:15:27.322818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56978) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:27.332282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db', 'name': 'tempest-PortsTestJSON-249923629', 'fixed_ips': [{'subnet_id': 'ba498df9-7a12-4037-9cc6-e65c9d88fdae', 'ip_address': '172.20.0.10'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:27.344435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.352014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Pushing event updated for resources: {'Port': ['ID=f92a609a-22f8-49ca-a521-559595f99047,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:27.383168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.420810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Attempting to bind port f92a609a-22f8-49ca-a521-559595f99047 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:27.421298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Attempting to bind port f92a609a-22f8-49ca-a521-559595f99047 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:27.421666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Attempting to bind port f92a609a-22f8-49ca-a521-559595f99047 on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:27.442598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:27.443034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Checking segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:27.443429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.445239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Bound using segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:27.445890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Bound port: f92a609a-22f8-49ca-a521-559595f99047, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:27.446380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.483081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:27.518736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Allocated IP 172.32.3.46 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/fe523185-6888-465a-9b2b-c120d928d4fa) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:27.560159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] For port f92a609a-22f8-49ca-a521-559595f99047, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:27.563192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] For port f92a609a-22f8-49ca-a521-559595f99047, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f92a609a-22f8-49ca-a521-559595f99047,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:27.571741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.612679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.625275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ffc1398d-fb41-482b-8bdc-a1e3984388db', 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': 'ba498df9-7a12-4037-9cc6-e65c9d88fdae'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:27.626199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.642592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port ca633a81-3ba7-4537-aea4-258e082e9cee yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:27.670702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.714452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009bfd-3cd1-4f9d-b9e0-61d518785958 None None] Pushing event updated for resources: {'Port': ['ID=f92a609a-22f8-49ca-a521-559595f99047,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:27.735020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:27.827420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:27.836906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:27.857222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87f935-d3db-4b88-8177-8434e05fcf1c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:27.865423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:27.873943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Pushing event updated for resources: {'Port': ['ID=fe523185-6888-465a-9b2b-c120d928d4fa,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:28.003280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b71851-a1a6-405e-b976-c422ccdc5bf1 req-ea55b1fc-f127-4ab3-8cf3-d81263235907 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:28.004858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99b71851-a1a6-405e-b976-c422ccdc5bf1 req-ea55b1fc-f127-4ab3-8cf3-d81263235907 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1119049
Nov 10 04:15:28.005355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56986) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:28.018453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'subnets': [{'network_id': '6de80dc9-fded-42f5-a8ec-a55ce7ac2f10', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--708301661', 'ip_version': 6}, {'network_id': 'a7104c49-f62e-43fb-ac4b-83e488393437', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:28.018791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'subnet': {'network_id': '6de80dc9-fded-42f5-a8ec-a55ce7ac2f10', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--708301661', 'ip_version': 6}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:28.019426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Request body: {'subnet': {'network_id': 'a7104c49-f62e-43fb-ac4b-83e488393437', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:28.029849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.10 (ffc1398d-fb41-482b-8bdc-a1e3984388db/ba498df9-7a12-4037-9cc6-e65c9d88fdae/ca633a81-3ba7-4537-aea4-258e082e9cee) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:28.034543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a02b7a95-b1ef-4aaf-a462-c5081b1ce4a6 None None] Provisioning complete for port fe523185-6888-465a-9b2b-c120d928d4fa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:28.035088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a02b7a95-b1ef-4aaf-a462-c5081b1ce4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.075228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a02b7a95-b1ef-4aaf-a462-c5081b1ce4a6 None None] Port fe523185-6888-465a-9b2b-c120d928d4fa cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:28.207642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99b71851-a1a6-405e-b976-c422ccdc5bf1 req-5c0c90c9-7d21-4e0e-a45e-e95c18e6c161 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962290
Nov 10 04:15:28.260413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.325685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Made reservation on behalf of f681d249be244c568d49890773eb9090 for: {'subnet': 2} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:28.330501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.330837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.426683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.458894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.543828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Allocated IP 172.20.0.2 (ffc1398d-fb41-482b-8bdc-a1e3984388db/ba498df9-7a12-4037-9cc6-e65c9d88fdae/472b92b1-4164-47a3-a85e-2ea04e5646b3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:28.648243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:15:28.691288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.740242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.749370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network ffc1398d-fb41-482b-8bdc-a1e3984388db is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:28.750060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.757743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:28.782771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:28.794824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:28.797624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:28.800161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:28.804973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Pushing event updated for resources: {'Port': ['ID=472b92b1-4164-47a3-a85e-2ea04e5646b3,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:28.807241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:28.814435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=ca633a81-3ba7-4537-aea4-258e082e9cee,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:28.820569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:28.851728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.856736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10a824af-d3c7-400c-ba80-726746875886 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.1977532
Nov 10 04:15:28.857630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57004) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:28.881743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:28.882380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820720ed90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:28.910702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:28.911451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.959423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cab7e37c-7e5d-43ae-b426-04d014e25c51 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6327538
Nov 10 04:15:28.959423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:28.965984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57008) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:28.977787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db', 'name': 'tempest-PortsTestJSON-1923225351', 'fixed_ips': [{'subnet_id': 'ba498df9-7a12-4037-9cc6-e65c9d88fdae', 'ip_address': '172.20.0.9'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:29.116220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Checking segment: {'id': 'ecbdec55-0d71-4d1f-aa32-6c1d093b1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6de80dc9-fded-42f5-a8ec-a55ce7ac2f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:29.116999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network hostable DHCP agents. Network: 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:29.135791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Subnet': ['ID=cde04b95-61b5-40af-a835-3da324410b4d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:29.194458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:29.219436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:29.232567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.281189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f92a609a-22f8-49ca-a521-559595f99047 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:29.284211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96219152-f134-45f7-b301-d51011281ea0 None None] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:29.324134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:29.332150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9681a0a-0918-4947-8849-08529a7cf82b None None] Network 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:29.332806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.334229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Attempting to bind port 472b92b1-4164-47a3-a85e-2ea04e5646b3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:29.334587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Attempting to bind port 472b92b1-4164-47a3-a85e-2ea04e5646b3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:29.334940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Attempting to bind port 472b92b1-4164-47a3-a85e-2ea04e5646b3 on network ffc1398d-fb41-482b-8bdc-a1e3984388db {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:29.413896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:29.414176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Checking segment: {'id': 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:29.414558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.414978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Bound using segment: {'id': 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:29.415464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Bound port: 472b92b1-4164-47a3-a85e-2ea04e5646b3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ffc1398d-fb41-482b-8bdc-a1e3984388db'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:29.415825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.427152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event updated for resources: {'Subnet': ['ID=6a8c336c-905e-4912-b57e-cd11307e4d25,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:29.444316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port fc78d853-09b7-4f96-9bab-15ab7fb5000e yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:29.466165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Checking segment: {'id': 'bbcfcf3a-e61c-41fa-ad90-c6bfef2c21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a7104c49-f62e-43fb-ac4b-83e488393437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:29.466855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network hostable DHCP agents. Network: a7104c49-f62e-43fb-ac4b-83e488393437, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:29.483568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] Provisioning complete for port f92a609a-22f8-49ca-a521-559595f99047 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:29.483946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.527088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:29.564170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de2dde-8ee0-4907-ac99-b29aee4eb9f7 req-1146dddc-48c1-48b5-bd65-1cc1b8886a41 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:29.566838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10de2dde-8ee0-4907-ac99-b29aee4eb9f7 req-1146dddc-48c1-48b5-bd65-1cc1b8886a41 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.2292044
Nov 10 04:15:29.681803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Network a7104c49-f62e-43fb-ac4b-83e488393437 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:29.730656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a7104c49-f62e-43fb-ac4b-83e488393437) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:29.737648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f92a609a-22f8-49ca-a521-559595f99047 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:29.737904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.746883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10de2dde-8ee0-4907-ac99-b29aee4eb9f7 req-a8db8336-2081-4545-8287-fc388aa77932 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607838
Nov 10 04:15:29.752898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:29.753780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:29.754773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:29.775925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69b2ea-b63e-43c0-a978-f0c91efff4ff None None] Network a7104c49-f62e-43fb-ac4b-83e488393437 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:29.830275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-636a35d1-7f74-45a2-9c5c-0d17428a7077 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.8198016
Nov 10 04:15:29.837274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:29.845035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] For port 472b92b1-4164-47a3-a85e-2ea04e5646b3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:29.929347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] For port 472b92b1-4164-47a3-a85e-2ea04e5646b3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=472b92b1-4164-47a3-a85e-2ea04e5646b3,segment=NetworkSegment(f0fe28fd-d5f7-46a0-80e3-92dda942f3b1),segment_id=f0fe28fd-d5f7-46a0-80e3-92dda942f3b1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:29.939132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.9 (ffc1398d-fb41-482b-8bdc-a1e3984388db/ba498df9-7a12-4037-9cc6-e65c9d88fdae/fc78d853-09b7-4f96-9bab-15ab7fb5000e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:29.966447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.026586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71f6ae-d0c4-41c3-b7e1-04f73f0f3b28 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:30.026586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71f6ae-d0c4-41c3-b7e1-04f73f0f3b28 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:30.028723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71f6ae-d0c4-41c3-b7e1-04f73f0f3b28 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:30.030078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1b71f6ae-d0c4-41c3-b7e1-04f73f0f3b28 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.1836407
Nov 10 04:15:30.040326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57018) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:30.041012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.093476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedbb400-47be-4876-9cc3-af881011a773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-6de80dc9-fded-42f5-a8ec-a55ce7ac2f10', 'network_id': '6de80dc9-fded-42f5-a8ec-a55ce7ac2f10', 'tenant_id': 'f681d249be244c568d49890773eb9090', 'fixed_ips': [{'subnet_id': 'cde04b95-61b5-40af-a835-3da324410b4d'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:30.093771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bedbb400-47be-4876-9cc3-af881011a773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.129083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.171254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Deleting subnet cde04b95-61b5-40af-a835-3da324410b4d {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:30.177377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.251636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.294057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Allocated IP 172.20.0.1 (7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7/ed4c8877-fd83-4149-8c8a-5c7922090f48/2d0244e0-8de7-4846-8bc3-64c04c6c32cd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:30.307273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57fc05-1287-43f1-865c-bce09b6cf824 None None] Pushing event updated for resources: {'Port': ['ID=472b92b1-4164-47a3-a85e-2ea04e5646b3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:30.367896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.370579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.455099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] For port f92a609a-22f8-49ca-a521-559595f99047, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f92a609a-22f8-49ca-a521-559595f99047,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:30.471657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.510578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.514934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.526266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.546689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.560656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Subnet': ['ID=cde04b95-61b5-40af-a835-3da324410b4d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:30.587249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.591934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.596006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fa28c7ae-ccbd-4b69-80ee-2621c9bce876 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/subnets/cde04b95-61b5-40af-a835-3da324410b4d HTTP/1.1" status: 204  len: 168 time: 0.5528717
Nov 10 04:15:30.600785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57022) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:30.620179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network ffc1398d-fb41-482b-8bdc-a1e3984388db is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:30.625499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:30.632427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:30.635220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:30.646351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:30.652185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-bedbb400-47be-4876-9cc3-af881011a773 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cde04b95-61b5-40af-a835-3da324410b4d: This subnet is being modified by another concurrent operation.
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:15:30.655138 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cde04b95-61b5-40af-a835-3da324410b4d: This subnet is being modified by another concurrent operation.
Nov 10 04:15:30.660796 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:15:30.675752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:30.683513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.688634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=fc78d853-09b7-4f96-9bab-15ab7fb5000e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:30.718249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Deleting subnet 6a8c336c-905e-4912-b57e-cd11307e4d25 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:30.723259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.731843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:30.732410 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:30.759571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:30.759571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.796360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-81187e03-6c44-4ff4-9b72-a001fe370361 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8240008
Nov 10 04:15:30.798393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.804771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57026) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:30.805576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820720ed90>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:28Z', 'revision_number': 3, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:30.807053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4237d6c-db7c-4471-9e42-9e6fb858c571 None None] Network 6de80dc9-fded-42f5-a8ec-a55ce7ac2f10 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:30.878643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.919653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995cfd-dc4b-48c9-923a-ebaaee0c1e84 None None] Pushing event updated for resources: {'Port': ['ID=f92a609a-22f8-49ca-a521-559595f99047,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:30.924905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde80bd-cd6c-40d1-811e-73471fe20f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a7104c49-f62e-43fb-ac4b-83e488393437', 'network_id': 'a7104c49-f62e-43fb-ac4b-83e488393437', 'tenant_id': 'f681d249be244c568d49890773eb9090', 'fixed_ips': [{'subnet_id': '6a8c336c-905e-4912-b57e-cd11307e4d25'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:30.925863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-afde80bd-cd6c-40d1-811e-73471fe20f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.963936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8b47025f-574d-4c12-b887-36602a08d6de None None] Provisioning complete for port f92a609a-22f8-49ca-a521-559595f99047 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:30.964396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b47025f-574d-4c12-b887-36602a08d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:30.973609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.002382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:15:31.002741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Updating router a885eecb-83eb-4c6d-ba39-0798ace6e602 port fe523185-6888-465a-9b2b-c120d928d4fa binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:15:31.110221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.119952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.182206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.195255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:31.214496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.322557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:31.324689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:31.410629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90cc9-7e1b-4dde-b2c2-aaa5e45ef616 req-685071aa-ab74-404c-b1e9-4629aec8aeaf tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.412271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdd90cc9-7e1b-4dde-b2c2-aaa5e45ef616 req-685071aa-ab74-404c-b1e9-4629aec8aeaf tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.5364974
Nov 10 04:15:31.414148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.424586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c5d8b-3f54-4391-a2d9-12088c4b781e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.426182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-090c5d8b-3f54-4391-a2d9-12088c4b781e tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.6242306
Nov 10 04:15:31.440903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:31.498602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8c336c-905e-4912-b57e-cd11307e4d25,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:31.533023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:15:31.544797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.562505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-64bcd5f5-231d-4e22-8777-9a7cafcd162c tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/subnets/6a8c336c-905e-4912-b57e-cd11307e4d25 HTTP/1.1" status: 204  len: 168 time: 0.9584427
Nov 10 04:15:31.562844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-afde80bd-cd6c-40d1-811e-73471fe20f1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a8c336c-905e-4912-b57e-cd11307e4d25: This subnet is being modified by another concurrent operation.
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:15:31.577132 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a8c336c-905e-4912-b57e-cd11307e4d25: This subnet is being modified by another concurrent operation.
Nov 10 04:15:31.581577 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:15:31.609484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038649e-332b-4b86-bcbc-21a9dc6c14f1 None None] Network a7104c49-f62e-43fb-ac4b-83e488393437 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:31.668363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1359a77-789b-4434-b3f4-e85f58ad7778 None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:31.679062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e11a36-9b3b-4135-9306-579f23b20c14 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.682780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:31.685382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e11a36-9b3b-4135-9306-579f23b20c14 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.688284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-021b33b3-6a72-4d76-aec0-555297cdd0d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/a885eecb-83eb-4c6d-ba39-0798ace6e602/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8297362
Nov 10 04:15:31.700273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e11a36-9b3b-4135-9306-579f23b20c14 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.702305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6e11a36-9b3b-4135-9306-579f23b20c14 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.2583723
Nov 10 04:15:31.705949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdd90cc9-7e1b-4dde-b2c2-aaa5e45ef616 req-e511eefa-c621-476a-bb82-71695614a534 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2776418
Nov 10 04:15:31.708639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:31.723814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a345e-c9ad-420e-8fc5-c15c438b189a tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:31.728636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-458a345e-c9ad-420e-8fc5-c15c438b189a tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1615934
Nov 10 04:15:31.736149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:31.885283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port fc78d853-09b7-4f96-9bab-15ab7fb5000e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:31.885652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:31.891447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.025584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.033173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 472b92b1-4164-47a3-a85e-2ea04e5646b3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:32.039362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.051657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f8fde80>,) {'filters': {'network_id': ['a7104c49-f62e-43fb-ac4b-83e488393437']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.053273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for fc78d853-09b7-4f96-9bab-15ab7fb5000e owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:32.059309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.061322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Provisioning complete for port 472b92b1-4164-47a3-a85e-2ea04e5646b3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:32.061679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.064273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f8fde80>, 'bbcfcf3a-e61c-41fa-ad90-c6bfef2c21e2') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.065099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f8fde80>, 'bbcfcf3a-e61c-41fa-ad90-c6bfef2c21e2') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.080974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.098046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.103996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.108943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:32.109430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:32.115723 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:32.169884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ad1c-75b0-42b1-af00-a1264a29249d None None] Pushing event updated for resources: {'Port': ['ID=fe523185-6888-465a-9b2b-c120d928d4fa,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.192638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.198373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.205464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/a7104c49-f62e-43fb-ac4b-83e488393437 HTTP/1.1" status: 204  len: 168 time: 0.4627023
Nov 10 04:15:32.209030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:32.216258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b4361-f48f-457e-b18f-b5017efe8ea4 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:32.229725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Attempting to bind port fe523185-6888-465a-9b2b-c120d928d4fa on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:32.230097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Attempting to bind port fe523185-6888-465a-9b2b-c120d928d4fa by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:32.230473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Attempting to bind port fe523185-6888-465a-9b2b-c120d928d4fa on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:32.241999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.242242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf43cc-f321-47a4-a9a9-c7309cfe659f tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=a7104c49-f62e-43fb-ac4b-83e488393437,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.251643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:32.252166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:32.252579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.253014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:32.253649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Bound port: fe523185-6888-465a-9b2b-c120d928d4fa, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:32.254044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.314201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=fc78d853-09b7-4f96-9bab-15ab7fb5000e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.326669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] For port fe523185-6888-465a-9b2b-c120d928d4fa, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:32.330303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] For port fe523185-6888-465a-9b2b-c120d928d4fa, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fe523185-6888-465a-9b2b-c120d928d4fa,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:32.343971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.366417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.377566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 472b92b1-4164-47a3-a85e-2ea04e5646b3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:32.377761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.483409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.485185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.488569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c8c51-e38a-454c-a361-2b6fdf2b8b6a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:32.497215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-62f4a6c8-c38c-4018-80d3-d3819c7a6a21 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/fc78d853-09b7-4f96-9bab-15ab7fb5000e HTTP/1.1" status: 204  len: 168 time: 0.7868714
Nov 10 04:15:32.498122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57052) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:32.521836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821502ea60>,) {'filters': {'network_id': ['6de80dc9-fded-42f5-a8ec-a55ce7ac2f10']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.532666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821502ea60>, 'ecbdec55-0d71-4d1f-aa32-6c1d093b1be6') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.533121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821502ea60>, 'ecbdec55-0d71-4d1f-aa32-6c1d093b1be6') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.539084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.549453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.566540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.569869 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-03720ef9-e866-4baf-b6b4-66116789ef85 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:32.574240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03720ef9-e866-4baf-b6b4-66116789ef85 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/fc78d853-09b7-4f96-9bab-15ab7fb5000e HTTP/1.1" status: 404  len: 333 time: 0.0722363
Nov 10 04:15:32.574404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57054) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:32.577393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:32.578039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820720ed90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:32.590044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:32.590044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:32.593713 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:32.617178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ad1c-75b0-42b1-af00-a1264a29249d None None] Pushing event updated for resources: {'Port': ['ID=fe523185-6888-465a-9b2b-c120d928d4fa,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.728005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] For port 472b92b1-4164-47a3-a85e-2ea04e5646b3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=472b92b1-4164-47a3-a85e-2ea04e5646b3,segment=NetworkSegment(f0fe28fd-d5f7-46a0-80e3-92dda942f3b1),segment_id=f0fe28fd-d5f7-46a0-80e3-92dda942f3b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:32.743066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.745081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.769509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.774837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/6de80dc9-fded-42f5-a8ec-a55ce7ac2f10 HTTP/1.1" status: 204  len: 168 time: 0.5599086
Nov 10 04:15:32.775213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57058) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:32.814286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac886f45-2385-4f43-8af3-bddb046a6f20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=6de80dc9-fded-42f5-a8ec-a55ce7ac2f10,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.832415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port ca633a81-3ba7-4537-aea4-258e082e9cee {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:32.832804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.862930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Pushing event updated for resources: {'Port': ['ID=472b92b1-4164-47a3-a85e-2ea04e5646b3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:32.879089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.939250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Provisioning complete for port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:32.940282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:32.945296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:33.001716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:33.006296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.008626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039003066', 'description': 'tempest-description--837516058'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:33.023450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for ca633a81-3ba7-4537-aea4-258e082e9cee owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:33.023818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:33.024175 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:33.037513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.059788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.065079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fedf7123-3a73-41e4-9335-411d7aa4c46e None None] Port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:33.069567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24658c-0d89-412c-bb3a-7d2955e77f82 req-ff4998b3-56cf-4d78-b334-f460998ed19a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:33.071268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf24658c-0d89-412c-bb3a-7d2955e77f82 req-ff4998b3-56cf-4d78-b334-f460998ed19a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.2058163
Nov 10 04:15:33.170161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.196202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3791c0>,) {'filters': {'network_id': ['8c408218-2915-49bb-80ea-466e4e4dc48b']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.207954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.227569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Provisioning complete for port ca633a81-3ba7-4537-aea4-258e082e9cee triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:33.228076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.241114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3791c0>, 'ddc11d76-31e4-4080-9c8c-850d62f6523e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.241477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3791c0>, 'ddc11d76-31e4-4080-9c8c-850d62f6523e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.251472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Port ca633a81-3ba7-4537-aea4-258e082e9cee was deleted so its status cannot be updated. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 10 04:15:33.257680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Could not find standard attr ID for object fc78d853-09b7-4f96-9bab-15ab7fb5000e. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:33.258029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=ca633a81-3ba7-4537-aea4-258e082e9cee,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:33.264337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.291353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Provisioning complete for port 472b92b1-4164-47a3-a85e-2ea04e5646b3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:33.291993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.296264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf24658c-0d89-412c-bb3a-7d2955e77f82 req-bfda8ae1-c817-4109-9e48-8037d5607995 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059078
Nov 10 04:15:33.311530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.328001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:33.328810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:33.332391 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:33.359270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5503a730-efde-4152-acbf-9802fa445334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820720ed90>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 2, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.370054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.377470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-72b1720c-049f-4238-b1b8-060e2a9e40da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/ca633a81-3ba7-4537-aea4-258e082e9cee HTTP/1.1" status: 204  len: 168 time: 0.8001225
Nov 10 04:15:33.378381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57064) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:33.402170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a730-efde-4152-acbf-9802fa445334 None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 2, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:33.408179 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff042120-c146-4876-83d6-f87d38e76233 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:33.414298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff042120-c146-4876-83d6-f87d38e76233 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/ca633a81-3ba7-4537-aea4-258e082e9cee HTTP/1.1" status: 404  len: 333 time: 0.0346551
Nov 10 04:15:33.415172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:33.451099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Provisioning complete for port fe523185-6888-465a-9b2b-c120d928d4fa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:33.451572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.480983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.485319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.491047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/8c408218-2915-49bb-80ea-466e4e4dc48b HTTP/1.1" status: 204  len: 168 time: 0.7126586
Nov 10 04:15:33.492518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57068) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:33.493611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.518837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69df29-51dc-426f-9384-52d0d1a26e20 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=8c408218-2915-49bb-80ea-466e4e4dc48b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:33.533479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.567406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb170fa-123a-44a3-9aac-ef8acf22e282,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:33.582071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet ba498df9-7a12-4037-9cc6-e65c9d88fdae {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:33.597404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.608507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.619567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f92a609a-22f8-49ca-a521-559595f99047 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:33.671879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.672141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] For port fe523185-6888-465a-9b2b-c120d928d4fa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fe523185-6888-465a-9b2b-c120d928d4fa,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:33.681051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.685602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.737773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ac2bf-d343-4b71-8b83-921966ab9adc None None] Pushing event updated for resources: {'Port': ['ID=fe523185-6888-465a-9b2b-c120d928d4fa,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:33.812337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fb3eee0c-4465-481f-9a6f-244769541fdf None None] Could not find standard attr ID for object fc78d853-09b7-4f96-9bab-15ab7fb5000e. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:33.820148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f92a609a-22f8-49ca-a521-559595f99047 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:33.822821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.825844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.827372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-348b777c-1510-478b-bbe3-3af2ab3b4fe5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8230121
Nov 10 04:15:33.832944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:33.843138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.853665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.854160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group_rule': {'security_group_id': '4fb170fa-123a-44a3-9aac-ef8acf22e282', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:33.892073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82150f1700>,) {'filters': {'network_id': ['09648072-25ba-4958-8ddc-93cb7fd5c535']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.908406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150f1700>, 'f12f1c5c-73a8-4861-9ba3-c05f49e858dc') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.909371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150f1700>, 'f12f1c5c-73a8-4861-9ba3-c05f49e858dc') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:33.925995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.950434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.955563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.963064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:33.963453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:33.967255 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:34.000639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f2bcad-ab24-4835-8ddf-092c3bffdddd None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:15:34.069987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.072187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.078279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.082020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] 10.222.0.13 "DELETE /v2.0/networks/09648072-25ba-4958-8ddc-93cb7fd5c535 HTTP/1.1" status: 204  len: 168 time: 0.5877984
Nov 10 04:15:34.120874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc930148-a0d3-48f9-8087-25884b5f8f51 tempest-BulkNetworkOpsIpV6Test-1172976055 tempest-BulkNetworkOpsIpV6Test-1172976055-project] Pushing event deleted for resources: {'Network': ['ID=09648072-25ba-4958-8ddc-93cb7fd5c535,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:34.142863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.143974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=ba498df9-7a12-4037-9cc6-e65c9d88fdae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:34.146228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.149518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0fac19c6-17af-4b32-bea2-3f88c8a1cb28 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/ba498df9-7a12-4037-9cc6-e65c9d88fdae HTTP/1.1" status: 204  len: 168 time: 0.7333889
Nov 10 04:15:34.153335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57076) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:34.165668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.185599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2bcad-ab24-4835-8ddf-092c3bffdddd None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:15:34.198582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 472b92b1-4164-47a3-a85e-2ea04e5646b3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:34.242680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab88399c-3fb0-4969-b178-9a003ad6e96e,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:34.267799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.269006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-66a34980-23e1-4c15-824b-19b4bd244bb8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4349325
Nov 10 04:15:34.271647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:34.276573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group_rule': {'security_group_id': '4fb170fa-123a-44a3-9aac-ef8acf22e282', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:34.296656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.350235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.353627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 472b92b1-4164-47a3-a85e-2ea04e5646b3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:34.353627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.365694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-400bb803-0f22-474e-bda9-8e906aff933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.407180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 472b92b1-4164-47a3-a85e-2ea04e5646b3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:34.407644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.525999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:34.549082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port 472b92b1-4164-47a3-a85e-2ea04e5646b3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=472b92b1-4164-47a3-a85e-2ea04e5646b3,segment=NetworkSegment(f0fe28fd-d5f7-46a0-80e3-92dda942f3b1),segment_id=f0fe28fd-d5f7-46a0-80e3-92dda942f3b1)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:34.549592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.586391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.596910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 472b92b1-4164-47a3-a85e-2ea04e5646b3 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:34.601922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.673825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707561db-d84c-4712-96fa-40131ca5f2d6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:34.691670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b5f6d-6f1b-4acf-aebc-0fe265b2dd64 req-87f8de17-5fd4-4920-8824-c7d18274a4af tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:34.693248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-688b5f6d-6f1b-4acf-aebc-0fe265b2dd64 req-87f8de17-5fd4-4920-8824-c7d18274a4af tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.2616210
Nov 10 04:15:34.704459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.708908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0195012e-6ef1-466d-b778-ae495515d358 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4362535
Nov 10 04:15:34.710262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:34.723932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:34.796100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-688b5f6d-6f1b-4acf-aebc-0fe265b2dd64 req-055d9908-aa05-4dac-9eda-541df7210773 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842636
Nov 10 04:15:34.804495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.807068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:34.824755 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a8244e3-8412-4c89-96c0-bdbf4f2310e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f681d249be244c568d49890773eb9090&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2971735
Nov 10 04:15:34.827957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57098) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:34.861462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=472b92b1-4164-47a3-a85e-2ea04e5646b3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:34.867995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port 472b92b1-4164-47a3-a85e-2ea04e5646b3 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:34.912068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae3581-592b-40ff-b3a6-43f2c87094f2 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:15:34.964780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab902052-aa14-4c07-9375-d12fbe809dc6 req-dde319c9-29d8-4ebf-a3c0-aaca85f8f06f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:34.967280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab902052-aa14-4c07-9375-d12fbe809dc6 req-dde319c9-29d8-4ebf-a3c0-aaca85f8f06f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0835676
Nov 10 04:15:34.991760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.000062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.023460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae3581-592b-40ff-b3a6-43f2c87094f2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:15:35.026489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Provisioning complete for port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:35.027074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.027468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0b5fd0>,) {'filters': {'network_id': ['ffc1398d-fb41-482b-8bdc-a1e3984388db']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:35.051016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b5fd0>, 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:35.051260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab902052-aa14-4c07-9375-d12fbe809dc6 req-5a5002b5-b5a9-47ab-b8b2-a8e0e936217b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759051
Nov 10 04:15:35.051367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b5fd0>, 'f0fe28fd-d5f7-46a0-80e3-92dda942f3b1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:35.054334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.061968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.070822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.132761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.141253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:35.141755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:35.144705 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:35.159394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.167228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.168953 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2416c5b7-6c84-466b-8bbd-07d8a945f9ee HTTP/1.1" status: 204  len: 168 time: 0.3389997
Nov 10 04:15:35.268187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Allocated IP 172.32.3.220 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9d73434e-6355-41b6-abdd-55a554627f16) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:35.275003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23586455-a88a-40da-a298-1621d2beb106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416c5b7-6c84-466b-8bbd-07d8a945f9ee,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:35.339754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030444ad-730a-415b-9331-8eb1c2445a36 req-4cf4aaec-14dd-4f22-8c37-b54031f95b37 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:35.342253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-030444ad-730a-415b-9331-8eb1c2445a36 req-4cf4aaec-14dd-4f22-8c37-b54031f95b37 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1233733
Nov 10 04:15:35.342922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.347439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.354711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/ffc1398d-fb41-482b-8bdc-a1e3984388db HTTP/1.1" status: 204  len: 168 time: 1.1968424
Nov 10 04:15:35.389695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57106) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:35.390779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1dfc-4441-4e9b-ad93-2fc4ffba8c90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=ffc1398d-fb41-482b-8bdc-a1e3984388db,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:35.398224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1703204051'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:35.456340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Provisioning complete for port 112ce03c-0483-436f-9a33-10dccb50020d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:35.456802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.457839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.458375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-030444ad-730a-415b-9331-8eb1c2445a36 req-54b8d065-3edb-4499-8ae0-9bbd1ebe1248 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056342
Nov 10 04:15:35.466599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:35.480130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.508073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.525465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4399f9-8455-4e96-ae62-e41e4615b9c6 None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:35.530562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:35.548656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.549006 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Added segment c6fdf0e3-5767-4cf6-b247-a04d9bccab50 of type vlan for network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e
Nov 10 04:15:35.577504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4399f9-8455-4e96-ae62-e41e4615b9c6 None None] Network ffc1398d-fb41-482b-8bdc-a1e3984388db could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:15:35.603186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=9d73434e-6355-41b6-abdd-55a554627f16,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:35.612844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.631980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:35.633710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:35.646006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:35.653635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.660665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:35.661409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.733177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0736fd-4b07-4cd3-9b53-0982f6ccf08b None None] DHCP port deletion for ffc1398d-fb41-482b-8bdc-a1e3984388db request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:35.756332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Network': ['ID=a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:35.772790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:35.776194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5cbc3b3b-3b8a-41d0-8b06-735c16ca581c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3820930
Nov 10 04:15:35.778938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:35.792147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Provisioning complete for port bcf3165f-8ac7-4943-bb9a-213d9dc3816b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:35.792515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df3b35e7-83d7-41f5-9d92-e43b9f4f8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.795421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:35.816160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.880406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:35.944657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433d0b-818b-416e-b438-059ebce2c32f req-fe67c56a-a418-4a25-868b-6719ccdf6bb7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:35.944657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f433d0b-818b-416e-b438-059ebce2c32f req-fe67c56a-a418-4a25-868b-6719ccdf6bb7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0818086
Nov 10 04:15:36.008792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f433d0b-818b-416e-b438-059ebce2c32f req-938b2170-4e4a-4058-9975-337f4d7a440b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612507
Nov 10 04:15:36.025584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:36.031749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.104694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611fd8-ab4f-4cf5-8ca3-a2be358a0934 req-d5bccadb-00a5-4a21-a5a3-2ab4829a452f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:36.106769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7611fd8-ab4f-4cf5-8ca3-a2be358a0934 req-d5bccadb-00a5-4a21-a5a3-2ab4829a452f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1367745
Nov 10 04:15:36.137535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fe523185-6888-465a-9b2b-c120d928d4fa up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:36.167159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.188366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.213082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fe523185-6888-465a-9b2b-c120d928d4fa triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:36.213472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.340963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=9d73434e-6355-41b6-abdd-55a554627f16,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:36.360889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7611fd8-ab4f-4cf5-8ca3-a2be358a0934 req-4bd10c2e-7ce8-400b-ae99-e33b4296f69c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981218
Nov 10 04:15:36.365671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.384060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.414270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.415511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83c8bc75-b59e-4add-a960-1d73aa913ffd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7049689
Nov 10 04:15:36.464453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57144) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:36.478679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 472b92b1-4164-47a3-a85e-2ea04e5646b3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:36.538136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Checking segment: {'id': 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:36.538514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network hostable DHCP agents. Network: a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:36.541893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=b3eb3235-8e79-454f-b31d-68f696f091aa,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:36.546214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 472b92b1-4164-47a3-a85e-2ea04e5646b3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:36.546564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 472b92b1-4164-47a3-a85e-2ea04e5646b3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:36.582643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:36.596465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:36.604968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:36.605765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8022fc-6176-42ce-bcb9-1e068c7b0a51 None None] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:36.606284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.635472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-927e826f-634d-439b-8cfe-98f21b50e303 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8537710
Nov 10 04:15:36.640189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57156) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:36.658681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-545463957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:36.679284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490251035'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:36.737770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1486-f8fb-4d3b-92b7-fdf906beb89d req-6549843c-324f-4741-9aea-27013d8cdd36 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:36.739700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc6b1486-f8fb-4d3b-92b7-fdf906beb89d req-6549843c-324f-4741-9aea-27013d8cdd36 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1235216
Nov 10 04:15:36.744486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.745523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:36.746085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.749575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.756393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-d4ae7a81-b23d-4c79-8ee6-910480e6ee11 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2039003066&fields=id&tenant_id=a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 267 time: 0.0881948
Nov 10 04:15:36.766814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.808272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e', 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': 'b3eb3235-8e79-454f-b31d-68f696f091aa'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:36.809859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.838962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:36.853263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:36.853939 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821467a610>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:36.854341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc6b1486-f8fb-4d3b-92b7-fdf906beb89d req-c7908622-8485-4982-8c43-703a423b3121 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014619
Nov 10 04:15:36.876705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.910145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.915312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.941421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f09a5505-360f-4bd7-abcd-34461598d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.963178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-3f94fa74-18e7-4c93-b88a-837f61264795 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:36.966070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:36.968232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3716f62d-599f-49e3-8cf1-55ac140341de,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:36.971013 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-3f94fa74-18e7-4c93-b88a-837f61264795 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 811 time: 0.2040217
Nov 10 04:15:36.980864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.981769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:36.982720 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 6989acae-42c1-4d1e-8f51-60b72e758f1a of type vlan for network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d
Nov 10 04:15:36.994895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-59753255-0fde-4d50-aeef-8f78e6ba5c95 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/quotas/a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 375 time: 0.0224738
Nov 10 04:15:36.998356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:37.020438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Allocated IP 172.20.0.2 (a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e/b3eb3235-8e79-454f-b31d-68f696f091aa/4513457d-b48d-40c8-bc96-eb3bfac04f3c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:37.040257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.041509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-668b02f2-fded-4327-acc4-2ef2f7bd09a5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3999045
Nov 10 04:15:37.042648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.045508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57162) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:37.050624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e', 'name': 'tempest-PortsTestJSON-1914124545'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:37.067301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-a66c0cc0-9b86-4c6c-b003-7facf064b41c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0717387
Nov 10 04:15:37.134851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.143880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:37.144511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.205036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-eb8bd017-391e-4946-84dd-c282381806c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208913
Nov 10 04:15:37.215082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.227851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.244678 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821467a610>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 2, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:37.250116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7837467
Nov 10 04:15:37.257461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc2857-51b1-47e4-9a72-4650c13e09a1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=fe8b13a1-fb7a-46e5-bd43-5984e0ef988d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:37.274091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:37.279043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.286166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Pushing event updated for resources: {'Port': ['ID=4513457d-b48d-40c8-bc96-eb3bfac04f3c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:37.288758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:37.301628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 2121205c-7213-42ce-b4d9-8815fc731459 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:37.302018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:37.341480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:37.348545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:37.440432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:15:37.441236 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Updating router a885eecb-83eb-4c6d-ba39-0798ace6e602 port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:15:37.471078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-45c932d1-13d3-4adb-bbb6-d1c3fba28d5a service neutron] 10.222.0.13 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585797
Nov 10 04:15:37.491008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.493827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.9 (a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e/b3eb3235-8e79-454f-b31d-68f696f091aa/2121205c-7213-42ce-b4d9-8815fc731459) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:37.538280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Attempting to bind port 4513457d-b48d-40c8-bc96-eb3bfac04f3c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:37.538656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Attempting to bind port 4513457d-b48d-40c8-bc96-eb3bfac04f3c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:37.539024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Attempting to bind port 4513457d-b48d-40c8-bc96-eb3bfac04f3c on network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:37.548768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:37.549881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Checking segment: {'id': 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:37.550305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.550700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Bound using segment: {'id': 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:37.551177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Bound port: 4513457d-b48d-40c8-bc96-eb3bfac04f3c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:37.551563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.602223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edb262-a852-4a2a-bb9c-0c60914e64a6 req-42be6014-e508-4930-a4d6-756f842c219f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:37.603974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79edb262-a852-4a2a-bb9c-0c60914e64a6 req-42be6014-e508-4930-a4d6-756f842c219f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1002591
Nov 10 04:15:37.648943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] For port 4513457d-b48d-40c8-bc96-eb3bfac04f3c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:37.652154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] For port 4513457d-b48d-40c8-bc96-eb3bfac04f3c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4513457d-b48d-40c8-bc96-eb3bfac04f3c,segment=NetworkSegment(c6fdf0e3-5767-4cf6-b247-a04d9bccab50),segment_id=c6fdf0e3-5767-4cf6-b247-a04d9bccab50)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:37.658548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.745324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10a63fcd-3c55-4fe0-b506-6990cae732a7 req-197859f9-fbab-468c-9039-dcbb6647a2d9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 210 time: 0.0507555
Nov 10 04:15:37.787766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be8dfe-eac0-407d-9d2b-e08e4550d685 None None] Pushing event updated for resources: {'Port': ['ID=4513457d-b48d-40c8-bc96-eb3bfac04f3c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:37.917871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:37.919617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79edb262-a852-4a2a-bb9c-0c60914e64a6 req-5b35fbbb-4497-451c-8a71-cc212e946ff7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059497
Nov 10 04:15:37.960001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.021603 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.035552 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.072105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.096082 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Pushing event updated for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:38.103707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd6ac9-2089-4151-a6fd-f9fd8d69f975 req-4edd1965-5084-4080-b58a-1afabbce0268 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:38.109770 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.110121 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.110622 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.111005 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.111341 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.111671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.111993 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.112370 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.112718 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.113107 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.113427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.113742 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:38.135223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56dd6ac9-2089-4151-a6fd-f9fd8d69f975 req-4edd1965-5084-4080-b58a-1afabbce0268 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1405473
Nov 10 04:15:38.237970 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Attempting to bind port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:38.238344 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Attempting to bind port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:38.238710 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Attempting to bind port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:38.242816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:38.246462 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:38.246896 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Checking segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:38.247033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:38.247298 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.247692 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Bound using segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:38.248159 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Bound port: 2d0244e0-8de7-4846-8bc3-64c04c6c32cd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:38.248536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.249801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:38.346410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-56dd6ac9-2089-4151-a6fd-f9fd8d69f975 req-5c2cb441-4046-46c1-bd92-7d67b7d1ce16 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2016993
Nov 10 04:15:38.386359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] For port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:38.391699 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] For port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:38.401556 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.406426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:38.407385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.422982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=2121205c-7213-42ce-b4d9-8815fc731459,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:38.455637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e49ded9c-3218-4c13-ad61-4e32c407d961 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.4066379
Nov 10 04:15:38.456067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:38.522292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:38.531372 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821467a610>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:38.665729 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c9c7-3b54-4e76-9a3f-a87017961739 None None] Pushing event updated for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:38.704856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] Provisioning complete for port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:38.706854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:38.733318 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:38.985668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c6ffb21-877c-4880-9ef7-4d0bf3e3d2e8 req-73658448-b717-4313-a646-106d0d25f00c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 210 time: 0.1009600
Nov 10 04:15:38.987328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.078919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] For port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:39.083915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.177863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f36e74-1137-4e26-a76d-4992bd0fb37c None None] Pushing event updated for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:39.215807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821467a610>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:38Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:39.229002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-abbdeb6a-282b-415f-94be-149515392539 None None] Provisioning complete for port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:39.229522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-abbdeb6a-282b-415f-94be-149515392539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.254709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a602d-1f65-44e6-bc98-9e3bbe258f71 None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:38Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:39.317999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.402411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.581141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2cb9e-e2d1-403a-b2c6-7ffabdf5c394 req-b28f5059-4dcc-42b1-aacb-185c8fcde87e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:39.595471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32c2cb9e-e2d1-403a-b2c6-7ffabdf5c394 req-b28f5059-4dcc-42b1-aacb-185c8fcde87e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1036830
Nov 10 04:15:39.660001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f21874-603b-43cd-9f4c-d78071fe0679 None None] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:39.711694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32c2cb9e-e2d1-403a-b2c6-7ffabdf5c394 req-31fb5069-c23d-4268-8632-cc6cc3444c3e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152165
Nov 10 04:15:39.876752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] Provisioning complete for port 4513457d-b48d-40c8-bc96-eb3bfac04f3c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:39.877768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:39.899748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443934-a162-44ea-a121-ffc28e6fa6fd req-d7c41b11-4d4f-4105-aefa-d5d24f75a084 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:39.908268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98443934-a162-44ea-a121-ffc28e6fa6fd req-d7c41b11-4d4f-4105-aefa-d5d24f75a084 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.7622843
Nov 10 04:15:40.015408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.104202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] For port 4513457d-b48d-40c8-bc96-eb3bfac04f3c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4513457d-b48d-40c8-bc96-eb3bfac04f3c,segment=NetworkSegment(c6fdf0e3-5767-4cf6-b247-a04d9bccab50),segment_id=c6fdf0e3-5767-4cf6-b247-a04d9bccab50)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:40.122278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.211298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60f344d1-aa88-41a9-b2e3-8a06f4b6b5e7 req-b75460db-8b61-4d5f-b392-31b6ea964868 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 210 time: 0.0564225
Nov 10 04:15:40.245593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63186965-d301-471b-bb2e-96f9e889e1ef None None] Pushing event updated for resources: {'Port': ['ID=4513457d-b48d-40c8-bc96-eb3bfac04f3c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:40.290567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.312284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-98443934-a162-44ea-a121-ffc28e6fa6fd req-411790c8-4d34-4543-8dfe-56a2a2b3a56a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983235
Nov 10 04:15:40.349590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4513457d-b48d-40c8-bc96-eb3bfac04f3c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:40.421046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-f23740ce-75d4-45ea-ac60-422bad6b86fd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:40.423413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-f23740ce-75d4-45ea-ac60-422bad6b86fd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 811 time: 0.5420258
Nov 10 04:15:40.433414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-83b9ae8e-80b7-4de1-9abb-c00a9792933b None None] Provisioning complete for port 2121205c-7213-42ce-b4d9-8815fc731459 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:40.434681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-83b9ae8e-80b7-4de1-9abb-c00a9792933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.501680 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:15:40.506252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:40.514443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4513457d-b48d-40c8-bc96-eb3bfac04f3c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:40.514815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.515673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:40.558041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-83b9ae8e-80b7-4de1-9abb-c00a9792933b None None] Port 2121205c-7213-42ce-b4d9-8815fc731459 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:40.581312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-83b9ae8e-80b7-4de1-9abb-c00a9792933b None None] Provisioning complete for port 4513457d-b48d-40c8-bc96-eb3bfac04f3c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:40.581684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-83b9ae8e-80b7-4de1-9abb-c00a9792933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.645068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-9d2e7403-c446-421a-9d2b-1e016c436c61 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 380 time: 0.1988263
Nov 10 04:15:40.653473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:40.657602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.661029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d0244e0-8de7-4846-8bc3-64c04c6c32cd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:40.667482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'port': {'device_id': '899e866b-a008-4581-b1fd-856cae72a2f0', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'admin_state_up': True, 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'security_groups': ['4fb170fa-123a-44a3-9aac-ef8acf22e282']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:40.765344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.782731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.800645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:40.801063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.872497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aab5a-5610-4dd7-b17f-ec3d9b3b1293 req-0de85a99-62e4-40fb-b17b-8122020b1566 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:40.874055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-770aab5a-5610-4dd7-b17f-ec3d9b3b1293 req-0de85a99-62e4-40fb-b17b-8122020b1566 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0682285
Nov 10 04:15:40.921439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-00fb994f-be25-4ff5-9afe-577f521f1ba3 None None] Provisioning complete for port 2121205c-7213-42ce-b4d9-8815fc731459 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:40.922003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-00fb994f-be25-4ff5-9afe-577f521f1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.945250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=2121205c-7213-42ce-b4d9-8815fc731459,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:40.963145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-770aab5a-5610-4dd7-b17f-ec3d9b3b1293 req-7deaf714-78be-469f-9377-bee8b819c091 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687397
Nov 10 04:15:40.966339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:40.977327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-00fb994f-be25-4ff5-9afe-577f521f1ba3 None None] Port 2121205c-7213-42ce-b4d9-8815fc731459 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:40.987854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Made reservation on behalf of a7a2ec0afddf403183d9d44778510b6e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:40.991587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.049908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:41.052164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '6989acae-42c1-4d1e-8f51-60b72e758f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:41.052524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: fe8b13a1-fb7a-46e5-bd43-5984e0ef988d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:41.064026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.064378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.064817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.065156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.065488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.065820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.066148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.066478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.066804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.067128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.067449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.067770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:41.083866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:41.097658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, fe8b13a1-fb7a-46e5-bd43-5984e0ef988d) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:41.101888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:41.102487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.109946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e9559-fa40-40de-b99a-a3909edcf458 None None] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:41.125027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1027340a-aabd-49a8-94b1-66882c7c0384 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6164944
Nov 10 04:15:41.125670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57202) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:41.130692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161603922'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:41.154715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:41.158296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.185388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:41.193583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.199612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.200312 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment fbfdac46-6d64-41bf-83b8-edf75afa8fcf of type vlan for network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c
Nov 10 04:15:41.238768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1c35e52c-909c-4c90-82bb-cf6210406487 None None] Provisioning complete for port 2121205c-7213-42ce-b4d9-8815fc731459 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:41.239159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c35e52c-909c-4c90-82bb-cf6210406487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.255919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.290154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.297170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:41.297782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.303888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1c35e52c-909c-4c90-82bb-cf6210406487 None None] Port 2121205c-7213-42ce-b4d9-8815fc731459 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:41.314272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-fe8b13a1-fb7a-46e5-bd43-5984e0ef988d', 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': 'ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:41.315429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.353452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0491a327-9907-4074-83f0-0c08a3aac9cf req-9d60915f-e661-489e-b1d9-fb7d05efb8e0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 210 time: 0.0474055
Nov 10 04:15:41.371741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2449837
Nov 10 04:15:41.379458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57208) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:41.386212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:41.386438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Allocated IP 172.20.0.4 (7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7/ed4c8877-fd83-4149-8c8a-5c7922090f48/756e5b23-1fff-441c-b10d-f221ddfc828f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:41.438596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.451125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383f29c-993d-42b2-b6d6-75d3b3c899ac tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:41.462882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Allocated IP 2001:db8:0:ffff::2 (fe8b13a1-fb7a-46e5-bd43-5984e0ef988d/ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95/d28d6311-85d5-44e0-bd55-922731b349ad) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:41.475165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:41.526294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f131-a35a-43c0-a4e0-bffc6eaf11ce req-f4104b5f-8c83-4214-88ba-663c36518805 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:41.528236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1822f131-a35a-43c0-a4e0-bffc6eaf11ce req-f4104b5f-8c83-4214-88ba-663c36518805 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0961361
Nov 10 04:15:41.542376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:41.547484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.797571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.846461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.854072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.866330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.872776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.881597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.898067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:41.902686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:41.907318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:41.910431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Pushing event updated for resources: {'Port': ['ID=d28d6311-85d5-44e0-bd55-922731b349ad,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:41.963295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:41.967857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:41.970376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:41.975847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Attempting to bind port d28d6311-85d5-44e0-bd55-922731b349ad on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:41.976426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Attempting to bind port d28d6311-85d5-44e0-bd55-922731b349ad by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6989acae-42c1-4d1e-8f51-60b72e758f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:41.976426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Attempting to bind port d28d6311-85d5-44e0-bd55-922731b349ad on network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:41.982845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:41.983225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Checking segment: {'id': '6989acae-42c1-4d1e-8f51-60b72e758f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:41.983917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:41.984317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Bound using segment: {'id': '6989acae-42c1-4d1e-8f51-60b72e758f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:41.984879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Bound port: d28d6311-85d5-44e0-bd55-922731b349ad, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6989acae-42c1-4d1e-8f51-60b72e758f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fe8b13a1-fb7a-46e5-bd43-5984e0ef988d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:41.985267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.007550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.009671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1822f131-a35a-43c0-a4e0-bffc6eaf11ce req-5980baf6-f62a-4bc1-9bb9-807e01c18ee1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4565001
Nov 10 04:15:42.009806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=2121205c-7213-42ce-b4d9-8815fc731459,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:42.036036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.036391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.037459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.037459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.037459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.037762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.038117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.038399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.038759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.039087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.039413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.039785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:15:42.087693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] For port d28d6311-85d5-44e0-bd55-922731b349ad, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:42.093495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] For port d28d6311-85d5-44e0-bd55-922731b349ad, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d28d6311-85d5-44e0-bd55-922731b349ad,segment=NetworkSegment(6989acae-42c1-4d1e-8f51-60b72e758f1a),segment_id=6989acae-42c1-4d1e-8f51-60b72e758f1a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:42.102365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.121746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4513457d-b48d-40c8-bc96-eb3bfac04f3c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:42.122091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:42.170868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:42.172406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.214754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.227409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be88e-68c6-4572-958d-0d4d09b949a0 None None] Pushing event updated for resources: {'Port': ['ID=d28d6311-85d5-44e0-bd55-922731b349ad,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:42.249108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-bb162426-7977-439f-a347-e468fca3c31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5886114
Nov 10 04:15:42.263400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4513457d-b48d-40c8-bc96-eb3bfac04f3c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:42.263771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.268348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Request body: {'port': {'device_id': '899e866b-a008-4581-b1fd-856cae72a2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:42.312502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:42.313203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:42.340755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=a2e4997c-944b-45be-8a38-dfd764255f69,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:42.344994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:42.360867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:42.371997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32afa851-2d37-4064-b52b-582433e5b061 None None] Network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:42.374573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:42.375385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.378111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc9f42-0dac-4ebf-9f62-9dac15f49c23 req-1283b3f9-2ae9-4b61-b13e-e941f40e41b1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:42.385592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bbc9f42-0dac-4ebf-9f62-9dac15f49c23 req-1283b3f9-2ae9-4b61-b13e-e941f40e41b1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.2607980
Nov 10 04:15:42.406393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.413939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7c3d03ee-c9dd-4623-91aa-6e526577c4d9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.0333202
Nov 10 04:15:42.417167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57216) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:42.458592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:42.502479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:42.516253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11da8be6-c352-4e24-905a-8db9b7058a1f None None] Provisioning complete for port 756e5b23-1fff-441c-b10d-f221ddfc828f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:42.516722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11da8be6-c352-4e24-905a-8db9b7058a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.540694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3bbc9f42-0dac-4ebf-9f62-9dac15f49c23 req-3606b00b-46a1-4465-8e0f-3ba5bd032000 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529484
Nov 10 04:15:42.641517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb353db-876e-4c4e-9412-c7e3e9ffd03d req-3348bdd3-5c7f-496e-b02d-957b75e8ff28 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:42.654386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-edb353db-876e-4c4e-9412-c7e3e9ffd03d req-3348bdd3-5c7f-496e-b02d-957b75e8ff28 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 931 time: 0.1972570
Nov 10 04:15:42.658010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11da8be6-c352-4e24-905a-8db9b7058a1f None None] Port 756e5b23-1fff-441c-b10d-f221ddfc828f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:42.739273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.755339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c', 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': 'a2e4997c-944b-45be-8a38-dfd764255f69'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:42.756230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.764586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-edb353db-876e-4c4e-9412-c7e3e9ffd03d req-85b3095d-6e6e-453f-9042-6e44127d7c3b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071591
Nov 10 04:15:42.862924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:42.877812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Router fe9004be-251e-47c9-8c09-3aef7306ac41 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:15:42.937551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Allocated IP 2001:db8::1 (d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c/a2e4997c-944b-45be-8a38-dfd764255f69/22bf045b-e135-43ec-b81e-2e8aa48555ad) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:43.013014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:43.023661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-219420de-749a-4f4a-a11f-62ebe836c9fb None None] Provisioning complete for port 2121205c-7213-42ce-b4d9-8815fc731459 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:43.023661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-219420de-749a-4f4a-a11f-62ebe836c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.024211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1c36c1be-8b4e-4729-b83a-16f33a5ab8e8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/routers/fe9004be-251e-47c9-8c09-3aef7306ac41/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5627060
Nov 10 04:15:43.024329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57222) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:43.063554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] Sync routers for ids ['fe9004be-251e-47c9-8c09-3aef7306ac41'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:43.075884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756e5b23-1fff-441c-b10d-f221ddfc828f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:43.083541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16966560-e7e5-4a27-b329-88ffde2a66f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:43.085963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16966560-e7e5-4a27-b329-88ffde2a66f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe9004be-251e-47c9-8c09-3aef7306ac41 HTTP/1.1" status: 200  len: 982 time: 0.0615699
Nov 10 04:15:43.086398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.089661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57224) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:43.139896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] Routers {'fe9004be-251e-47c9-8c09-3aef7306ac41'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:43.140537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f7a820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fe9004be-251e-47c9-8c09-3aef7306ac41'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.148643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-219420de-749a-4f4a-a11f-62ebe836c9fb None None] Port 2121205c-7213-42ce-b4d9-8815fc731459 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:43.188652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f7a820>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.191725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.203833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.212409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] Routers {'fe9004be-251e-47c9-8c09-3aef7306ac41'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:43.212931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f7a820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fe9004be-251e-47c9-8c09-3aef7306ac41'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.223163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.271705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e4997c-944b-45be-8a38-dfd764255f69,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:43.312990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f7a820>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.313823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b15da-ddf5-4776-93cb-444d0b772338 None None] The sync data for ids ['fe9004be-251e-47c9-8c09-3aef7306ac41'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:43.315241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Pushing event updated for resources: {'Port': ['ID=22bf045b-e135-43ec-b81e-2e8aa48555ad,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:43.333433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:43.335619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:43.338553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:43.393026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.416286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fe4ad30>,) {'filters': {'network_id': ['d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.423496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Attempting to bind port 22bf045b-e135-43ec-b81e-2e8aa48555ad on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:43.423980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Attempting to bind port 22bf045b-e135-43ec-b81e-2e8aa48555ad by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:43.424490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Attempting to bind port 22bf045b-e135-43ec-b81e-2e8aa48555ad on network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:43.429902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fe4ad30>, 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.430201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fe4ad30>, 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:43.431117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:43.431853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Checking segment: {'id': 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:43.432162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.432719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Bound using segment: {'id': 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:43.433187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Bound port: 22bf045b-e135-43ec-b81e-2e8aa48555ad, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:43.433661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.441173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.458885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.467220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:43.467809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:43.472448 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:43.509683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] For port 22bf045b-e135-43ec-b81e-2e8aa48555ad, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:43.540031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07917461-b450-40b3-9d3f-7a772fbcf7a6 None None] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:43.541348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04337-decc-4a53-ba61-b5f3a20fac48 req-f7602f55-e825-4c3d-867a-c7b17fa248d7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:43.543094 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf04337-decc-4a53-ba61-b5f3a20fac48 req-f7602f55-e825-4c3d-867a-c7b17fa248d7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.4422846
Nov 10 04:15:43.556680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:15:43.556680 ncdv-817176-1 neutron-server[119697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:15:43.556680 ncdv-817176-1 neutron-server[119697]: [parameters: {'id': 'd865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c'}]
Nov 10 04:15:43.556680 ncdv-817176-1 neutron-server[119697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:43.560187 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:43.574045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Transition to ACTIVE for port object 756e5b23-1fff-441c-b10d-f221ddfc828f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:15:43.604762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] For port 22bf045b-e135-43ec-b81e-2e8aa48555ad, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=22bf045b-e135-43ec-b81e-2e8aa48555ad,segment=NetworkSegment(fbfdac46-6d64-41bf-83b8-edf75afa8fcf),segment_id=fbfdac46-6d64-41bf-83b8-edf75afa8fcf)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:43.620209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.643711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.684570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad1b9-c801-4132-9abb-0f605e10b39a None None] Pushing event updated for resources: {'Port': ['ID=22bf045b-e135-43ec-b81e-2e8aa48555ad,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:43.685717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed963e-b15a-4970-9753-d70bab0d2497 req-41c50b95-41c3-4ab1-b268-7bf22c5869b1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:43.688049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54ed963e-b15a-4970-9753-d70bab0d2497 req-41c50b95-41c3-4ab1-b268-7bf22c5869b1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0529733
Nov 10 04:15:43.716145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] Provisioning complete for port d28d6311-85d5-44e0-bd55-922731b349ad triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:43.716521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.774043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Pushing event updated for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:43.789245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcf04337-decc-4a53-ba61-b5f3a20fac48 req-e85af8bc-769c-4ece-8ac0-99bbe3d208b7 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127538
Nov 10 04:15:43.808589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54ed963e-b15a-4970-9753-d70bab0d2497 req-403db631-4ceb-4f12-b02b-d66a889b8713 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110878
Nov 10 04:15:43.868562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02849453-cc1a-4af0-bbf4-4b6de18d6db8 None None] Network d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:43.936242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:43.992434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Attempting to bind port 756e5b23-1fff-441c-b10d-f221ddfc828f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:43.992434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Attempting to bind port 756e5b23-1fff-441c-b10d-f221ddfc828f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:43.992852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Attempting to bind port 756e5b23-1fff-441c-b10d-f221ddfc828f on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:44.020898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c16db3-b56a-4a93-84f7-64cd6a765c1a req-7e8c817f-50a3-4e62-bf35-102f786f93db tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.022416 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5c16db3-b56a-4a93-84f7-64cd6a765c1a req-7e8c817f-50a3-4e62-bf35-102f786f93db tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 943 time: 0.1431503
Nov 10 04:15:44.031040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Port 756e5b23-1fff-441c-b10d-f221ddfc828f on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:15:44.031368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Attempting to bind port 756e5b23-1fff-441c-b10d-f221ddfc828f on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:44.046399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] For port d28d6311-85d5-44e0-bd55-922731b349ad, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d28d6311-85d5-44e0-bd55-922731b349ad,segment=NetworkSegment(6989acae-42c1-4d1e-8f51-60b72e758f1a),segment_id=6989acae-42c1-4d1e-8f51-60b72e758f1a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:44.053987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:44.054336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Checking segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:44.054714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Bound using segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:44.055152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Bound port: 756e5b23-1fff-441c-b10d-f221ddfc828f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:44.055509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.061567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.102999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.106245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d28d6311-85d5-44e0-bd55-922731b349ad up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:44.130775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port 22bf045b-e135-43ec-b81e-2e8aa48555ad {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:44.130775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.146931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5c16db3-b56a-4a93-84f7-64cd6a765c1a req-f3fc7033-8e15-4dcc-bf2a-d77a1e3668b0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170185
Nov 10 04:15:44.220237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:44.225204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port 22bf045b-e135-43ec-b81e-2e8aa48555ad, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=22bf045b-e135-43ec-b81e-2e8aa48555ad,segment=NetworkSegment(fbfdac46-6d64-41bf-83b8-edf75afa8fcf),segment_id=fbfdac46-6d64-41bf-83b8-edf75afa8fcf)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:44.225616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.231082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfc2b2-e838-4602-a565-6e98aa29cba3 None None] Pushing event updated for resources: {'Port': ['ID=d28d6311-85d5-44e0-bd55-922731b349ad,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:44.247403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for 22bf045b-e135-43ec-b81e-2e8aa48555ad owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:44.254638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=756e5b23-1fff-441c-b10d-f221ddfc828f,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:44.257568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d28d6311-85d5-44e0-bd55-922731b349ad triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:44.257820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.257962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.297129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.363664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.368724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.369346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.370712 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] 10.222.0.26 "PUT /v2.0/ports/756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 1091 time: 2.1114531
Nov 10 04:15:44.374950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:44.377282 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96" -d '{"events": [{"name": "network-changed", "server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:44.417457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=22bf045b-e135-43ec-b81e-2e8aa48555ad,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:44.424481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port 22bf045b-e135-43ec-b81e-2e8aa48555ad on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:44.440294 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3fdc6-5403-4cfa-b5ab-af1c84b042f8 x-openstack-request-id: req-4ee3fdc6-5403-4cfa-b5ab-af1c84b042f8 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:44.440569 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:44.440854 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ee3fdc6-5403-4cfa-b5ab-af1c84b042f8 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:44.441407 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'status': 'completed', 'code': 200}
Nov 10 04:15:44.520461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98123537-010d-4dc5-a076-3c11b65de295 service neutron] Pushing event updated for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:44.554944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.592460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f280430>,) {'filters': {'network_id': ['d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:44.605423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-cda5b6e4-d1f2-4357-baf6-ba4a1a7e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.607479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-cda5b6e4-d1f2-4357-baf6-ba4a1a7e96de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1094 time: 0.1817725
Nov 10 04:15:44.626597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f280430>, 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:44.626904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f280430>, 'fbfdac46-6d64-41bf-83b8-edf75afa8fcf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:44.640838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.659896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.666200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f9aaa-8d1e-4710-9a8c-6c284cc667f5 req-a7ba737e-b585-41e1-b7fd-836700a76276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.668284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc3f9aaa-8d1e-4710-9a8c-6c284cc667f5 req-a7ba737e-b585-41e1-b7fd-836700a76276 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 1097 time: 0.0898430
Nov 10 04:15:44.673226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ff267-97d2-4ef8-b113-7947c352c8f3 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:15:44.673347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:44.673347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.674543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-0ce5446c-b447-4528-81af-9ecfe3d256c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 217 time: 0.0552518
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:44.676735 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:44.738682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-265a4803-fe83-429d-9d32-e7820b4901ac None None] Provisioning complete for port d28d6311-85d5-44e0-bd55-922731b349ad triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:44.739103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-265a4803-fe83-429d-9d32-e7820b4901ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.756624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-e818f33e-9914-41b2-8c06-c86969fc9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.758089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-e818f33e-9914-41b2-8c06-c86969fc9051 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0770800
Nov 10 04:15:44.792108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.826710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530ff267-97d2-4ef8-b113-7947c352c8f3 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:15:44.831008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.834674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c HTTP/1.1" status: 204  len: 168 time: 2.4165332
Nov 10 04:15:44.837934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc3f9aaa-8d1e-4710-9a8c-6c284cc667f5 req-051fa696-0c79-4565-a376-f2288540fa5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602695
Nov 10 04:15:44.839240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-2717be63-612a-474b-94b4-acf1cf5cb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.841974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-2717be63-612a-474b-94b4-acf1cf5cb815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0763919
Nov 10 04:15:44.841974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57238) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:44.846885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 2121205c-7213-42ce-b4d9-8815fc731459 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:44.846885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:44.853461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27693-695f-4ec2-948a-cd9f443f071d tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:44.863638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-852575932'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:44.969626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750536-12da-4526-80ee-fe8d7a3a4336 req-5f0d3267-8579-4f91-803b-360f16b867af tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:44.971638 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e750536-12da-4526-80ee-fe8d7a3a4336 req-5f0d3267-8579-4f91-803b-360f16b867af tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0556037
Nov 10 04:15:45.021668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:45.025295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.025714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e750536-12da-4526-80ee-fe8d7a3a4336 req-5cb60e40-e4a2-4510-9324-f1e426fdd3bc tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467882
Nov 10 04:15:45.090512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.105181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580de9-c7e5-4514-bdc0-3c0979a50288 req-6e282921-54fd-4f20-bb6f-33b49a4c43ad tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.107936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f580de9-c7e5-4514-bdc0-3c0979a50288 req-6e282921-54fd-4f20-bb6f-33b49a4c43ad tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1918507
Nov 10 04:15:45.125259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 2121205c-7213-42ce-b4d9-8815fc731459 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:45.132216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-7bbd24c7-e73f-4a87-9bf0-95c7a3ac2ba6 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2738674
Nov 10 04:15:45.135612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:45.215336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.215682 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 4e696c7a-3ba8-4f3d-b9cc-b4457497aae1 of type vlan for network f0f54f48-6ead-4763-b24b-9dded717cf4b
Nov 10 04:15:45.286484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9d70-6e91-4d7f-946c-2a0554342752 req-bf92be51-4031-4996-bf45-f7d2cc633d04 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.287985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67af9d70-6e91-4d7f-946c-2a0554342752 req-bf92be51-4031-4996-bf45-f7d2cc633d04 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 943 time: 0.0576439
Nov 10 04:15:45.301303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f580de9-c7e5-4514-bdc0-3c0979a50288 req-ea17df65-e747-4dcf-8e36-e5425392a88a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841710
Nov 10 04:15:45.323695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.340116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-67af9d70-6e91-4d7f-946c-2a0554342752 req-6b22fffb-41fe-4a57-bcc6-2093bd188769 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446784
Nov 10 04:15:45.405844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f9c85d4-a422-40a1-8537-f2c35b1fba2d req-ad396123-f245-4161-9e8a-d697b7b8d019 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599981
Nov 10 04:15:45.406418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.411779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.412345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.484139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6410005
Nov 10 04:15:45.487004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57246) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:45.492305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:45.529027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012011f-0967-41b2-bde7-621af12c8c8b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=f0f54f48-6ead-4763-b24b-9dded717cf4b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:45.540738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f0f54f48-6ead-4763-b24b-9dded717cf4b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:45.567036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-dd0c9145-5669-46cf-893f-9fa2af4e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.568534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-dd0c9145-5669-46cf-893f-9fa2af4e8e19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1094 time: 0.1020169
Nov 10 04:15:45.593776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:45.601343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.622529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.659779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=2121205c-7213-42ce-b4d9-8815fc731459,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:45.758308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-fce3b1a6-133e-4099-92f9-6c5a7ca64cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.759799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-fce3b1a6-133e-4099-92f9-6c5a7ca64cb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.1837184
Nov 10 04:15:45.838243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.899132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=4559f194-d4ff-4e60-9d48-be6fb11a8e01,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:45.916338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:45.916640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: f0f54f48-6ead-4763-b24b-9dded717cf4b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:45.935141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network f0f54f48-6ead-4763-b24b-9dded717cf4b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:45.946132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f0f54f48-6ead-4763-b24b-9dded717cf4b) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:45.950375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:45.950998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:45.958712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bbe5c-3638-41fc-90a5-42da21acbb3a None None] Network f0f54f48-6ead-4763-b24b-9dded717cf4b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:45.969723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-de082b9f-9631-47a5-af5f-c41380cac513 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4813907
Nov 10 04:15:45.973312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57250) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:45.978542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392624241'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:46.017694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:46.022481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.101081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:46.112565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.112957 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 6b8fd01e-a484-498c-afda-d6a260c2c140 of type vlan for network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f
Nov 10 04:15:46.117172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d28d6311-85d5-44e0-bd55-922731b349ad up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:46.175945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.192493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-1a08ba8a-a15f-4fdb-b116-9bb82f5d6882 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 217 time: 0.4222806
Nov 10 04:15:46.212395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.221095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:46.221825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.225107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.232882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d28d6311-85d5-44e0-bd55-922731b349ad triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:46.233268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.255556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f0f54f48-6ead-4763-b24b-9dded717cf4b', 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': '4559f194-d4ff-4e60-9d48-be6fb11a8e01'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:46.256544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.294303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3196623
Nov 10 04:15:46.294929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:46.308926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:46.338137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-869285fc-933f-4045-a1f8-535a39feb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:46.339606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-869285fc-933f-4045-a1f8-535a39feb5b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.1277599
Nov 10 04:15:46.353785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e86e-50c3-48e7-900f-4edf461cadcd req-09d16581-4220-4ac7-a913-9ee698330da9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:46.356017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68d2e86e-50c3-48e7-900f-4edf461cadcd req-09d16581-4220-4ac7-a913-9ee698330da9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1741593
Nov 10 04:15:46.362629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded7c6b-3ec5-418b-ba43-20b0dfb79535 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:46.386487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:46.427002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:46.431033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.508204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Allocated IP 2001:db8::1 (f0f54f48-6ead-4763-b24b-9dded717cf4b/4559f194-d4ff-4e60-9d48-be6fb11a8e01/80f4dfd0-1367-4a0b-aaf2-1178f7e44960) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:46.525539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Router fe9004be-251e-47c9-8c09-3aef7306ac41 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:15:46.530787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68d2e86e-50c3-48e7-900f-4edf461cadcd req-f1b80832-35bc-4015-9564-20feec35fbc5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603799
Nov 10 04:15:46.535301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing IP validity checks on allocation pools {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:15:46.535834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:15:46.543165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-7ae80490-c174-43d0-8318-0d5beed2e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:46.544930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-7ae80490-c174-43d0-8318-0d5beed2e968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1887000
Nov 10 04:15:46.556242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded07a-471b-4957-b7a3-8714dfb2ee4c req-518c8078-9254-45d3-a147-564b6e32806e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:46.557850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2aded07a-471b-4957-b7a3-8714dfb2ee4c req-518c8078-9254-45d3-a147-564b6e32806e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.1340325
Nov 10 04:15:46.635691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2aded07a-471b-4957-b7a3-8714dfb2ee4c req-eec4d625-ebf2-4f2d-a572-7b0788fe8ee0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683529
Nov 10 04:15:46.727431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.735422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:46.741210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.753172 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] Sync routers for ids ['fe9004be-251e-47c9-8c09-3aef7306ac41'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:46.766809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6c556884-c368-4f95-a990-342ef1121364 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/routers/fe9004be-251e-47c9-8c09-3aef7306ac41/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6578991
Nov 10 04:15:46.768492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:46.769965 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] Routers {'fe9004be-251e-47c9-8c09-3aef7306ac41'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:46.770769 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a677c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fe9004be-251e-47c9-8c09-3aef7306ac41'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:46.819423 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff87190-2e36-4daf-940c-9366149e1227 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:46.826845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ff87190-2e36-4daf-940c-9366149e1227 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/2121205c-7213-42ce-b4d9-8815fc731459 HTTP/1.1" status: 404  len: 333 time: 0.0525291
Nov 10 04:15:46.826845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57268) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:46.872530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Network f0f54f48-6ead-4763-b24b-9dded717cf4b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:46.875595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:46.876307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:46.887139 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a677c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:46.891835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:46.918338 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] Routers {'fe9004be-251e-47c9-8c09-3aef7306ac41'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:46.918982 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a677c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fe9004be-251e-47c9-8c09-3aef7306ac41'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:46.941563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Pushing event updated for resources: {'Port': ['ID=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:46.979641 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a677c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:46.980727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e2340-98ed-49b4-8075-7ac9f3ca11f7 None None] The sync data for ids ['fe9004be-251e-47c9-8c09-3aef7306ac41'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:47.008104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Attempting to bind port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:47.008638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Attempting to bind port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:47.009277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Attempting to bind port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 on network f0f54f48-6ead-4763-b24b-9dded717cf4b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:47.016651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:47.017309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Checking segment: {'id': '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:47.017913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.018309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Bound using segment: {'id': '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:47.018962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Bound port: 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0f54f48-6ead-4763-b24b-9dded717cf4b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:47.019540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.035757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9fcf0-c04b-4534-9224-5382522d4f80 req-7a0fb8df-d65d-434c-ad62-9f9b9e331b94 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:47.036849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=6caf67c2-a276-4e84-8de9-fd5b7b176ae1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:47.041895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34a9fcf0-c04b-4534-9224-5382522d4f80 req-7a0fb8df-d65d-434c-ad62-9f9b9e331b94 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 943 time: 0.3511348
Nov 10 04:15:47.050536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '6b8fd01e-a484-498c-afda-d6a260c2c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:47.051157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:47.087772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:47.094375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-f4aaa16f-ed70-4c8a-947f-64dac04d3309 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5405467
Nov 10 04:15:47.095267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] For port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:47.100282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] For port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,segment=NetworkSegment(4e696c7a-3ba8-4f3d-b9cc-b4457497aae1),segment_id=4e696c7a-3ba8-4f3d-b9cc-b4457497aae1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:47.106360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.108499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:47.118466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:47.119070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.130710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-c96c793d-0011-41b2-94e6-943b259d1ce2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:47.138929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-c96c793d-0011-41b2-94e6-943b259d1ce2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 810 time: 0.1925542
Nov 10 04:15:47.140020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.140461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebc8d0-18d2-420d-b329-6e22eea9c65a None None] Network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:47.161253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-06ba9dd8-ca37-4ebf-a980-9cb9f522a95b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/quotas/26827b5258ad40dfae9a961a5dda3346 HTTP/1.1" status: 200  len: 375 time: 0.0210178
Nov 10 04:15:47.177264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2ab60288-8b91-491e-a3c8-9280fd047d36 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.8749843
Nov 10 04:15:47.179814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57292) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:47.222975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5211-458f-4469-8eab-45f1f7d94ff3 None None] Pushing event updated for resources: {'Port': ['ID=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:47.290657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-453a6bb1-8dee-482d-9c1b-bcb08015ce9f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1281438
Nov 10 04:15:47.350469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f', 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': '6caf67c2-a276-4e84-8de9-fd5b7b176ae1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:47.351729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.384661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34a9fcf0-c04b-4534-9224-5382522d4f80 req-7ac82bab-a2e0-4640-9e98-f309348aa082 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2890744
Nov 10 04:15:47.397159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.403370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.405121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.418920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f29eb13-a2b9-4b3d-a2d0-eef798821e96 req-5adcf3ae-079b-48d9-8e53-b2c4a181fe49 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143847
Nov 10 04:15:47.481049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.481839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Fanout notify agent at l3_agent the message router_deleted on router fe9004be-251e-47c9-8c09-3aef7306ac41 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:15:47.519499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.526196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a752b2f6-7baf-4eac-9f18-800b21bc06f5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/routers/fe9004be-251e-47c9-8c09-3aef7306ac41 HTTP/1.1" status: 204  len: 168 time: 0.6981153
Nov 10 04:15:47.526835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57294) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:47.532476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.538482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-49430d77-1ce1-40ff-b2d1-793583f7cbc7 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363739
Nov 10 04:15:47.611944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet b3eb3235-8e79-454f-b31d-68f696f091aa {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:47.617427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.619640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 756e5b23-1fff-441c-b10d-f221ddfc828f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:47.688465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.710849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Allocated IP 2001:db8::3 (f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f/6caf67c2-a276-4e84-8de9-fd5b7b176ae1/07af853b-da65-4972-9a6c-8e9543d74b03) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:47.741492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-d42eb946-ab67-40de-af7c-ce8c4b9558f9 service neutron] 10.222.0.13 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703603
Nov 10 04:15:47.747852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b1010-bb78-459b-bcbe-a42c8376afef req-dea129a7-27c2-4b0d-9318-1186bcefc8cf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:47.749208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=756e5b23-1fff-441c-b10d-f221ddfc828f,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:47.750526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e14b1010-bb78-459b-bcbe-a42c8376afef req-dea129a7-27c2-4b0d-9318-1186bcefc8cf tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1010113
Nov 10 04:15:47.805509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'port_id': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'mac_address': 'fa:16:3e:6a:5a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:47.829360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.874586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e14b1010-bb78-459b-bcbe-a42c8376afef req-75c13297-1bb8-43d5-8765-4371931cbe05 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148422
Nov 10 04:15:47.877777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.897243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756e5b23-1fff-441c-b10d-f221ddfc828f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:47.965268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:47.973499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5103fa0c-c10b-4db1-93dc-0540ffacafc8 req-7748ac2a-9cc5-49c5-9175-5f98737b2f3d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 210 time: 0.0391107
Nov 10 04:15:47.977730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=756e5b23-1fff-441c-b10d-f221ddfc828f,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:48.007215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.036094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eb3235-8e79-454f-b31d-68f696f091aa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:48.046652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.052895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-baa6d526-8c29-43eb-839c-7159fa2ca784 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/b3eb3235-8e79-454f-b31d-68f696f091aa HTTP/1.1" status: 204  len: 168 time: 0.5239708
Nov 10 04:15:48.054545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57306) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:48.086923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63742956-3531-45ea-be2d-95420888b92a None None] Network a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:48.231432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:48.253959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426abda-b06b-4c4f-82cc-262498d5349a req-abbfd33b-8ba1-4da6-9613-f9a5d5353a8e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:48.255611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4426abda-b06b-4c4f-82cc-262498d5349a req-abbfd33b-8ba1-4da6-9613-f9a5d5353a8e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1078377
Nov 10 04:15:48.277855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.307102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.319517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.330915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['756e5b23-1fff-441c-b10d-f221ddfc828f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:48.339553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4426abda-b06b-4c4f-82cc-262498d5349a req-c38e8b6f-512d-41a4-8fdc-ad8d6ebee309 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752397
Nov 10 04:15:48.339944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-68400cfc-d1bb-4eb2-96cc-5e02c7b044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:48.341394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.342507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-68400cfc-d1bb-4eb2-96cc-5e02c7b044f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1095 time: 0.1134453
Nov 10 04:15:48.431253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=6caf67c2-a276-4e84-8de9-fd5b7b176ae1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:48.440898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:48.460034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:48.527348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.551244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:48.573061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e4dc610>,) {'filters': {'network_id': ['f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:48.574786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:48.583814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4dc610>, '6b8fd01e-a484-498c-afda-d6a260c2c140') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:48.584379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4dc610>, '6b8fd01e-a484-498c-afda-d6a260c2c140') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:48.585663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Pushing event updated for resources: {'Port': ['ID=07af853b-da65-4972-9a6c-8e9543d74b03,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:48.595584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.599140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 4513457d-b48d-40c8-bc96-eb3bfac04f3c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:48.599140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.626514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.641812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:48.642213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:48.648257 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:48.702252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f59cf-4d7a-4370-8f25-a483575b345d req-83aa7d46-3223-4fea-ae2b-5272e8b17da9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:48.704402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce0f59cf-4d7a-4370-8f25-a483575b345d req-83aa7d46-3223-4fea-ae2b-5272e8b17da9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 944 time: 0.1872578
Nov 10 04:15:48.709517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:48.709977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.722191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.754655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Attempting to bind port 07af853b-da65-4972-9a6c-8e9543d74b03 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:48.755308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Attempting to bind port 07af853b-da65-4972-9a6c-8e9543d74b03 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6b8fd01e-a484-498c-afda-d6a260c2c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:48.755446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Attempting to bind port 07af853b-da65-4972-9a6c-8e9543d74b03 on network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:48.759395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:15:48.759395 ncdv-817176-1 neutron-server[119697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:15:48.759395 ncdv-817176-1 neutron-server[119697]: [parameters: {'id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'}]
Nov 10 04:15:48.759395 ncdv-817176-1 neutron-server[119697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:48.759961 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:48.765497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27987ab-f6be-4cb4-aef0-6afe2d59d64e None None] Network f0f54f48-6ead-4763-b24b-9dded717cf4b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:48.781973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] For port 4513457d-b48d-40c8-bc96-eb3bfac04f3c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4513457d-b48d-40c8-bc96-eb3bfac04f3c,segment=NetworkSegment(c6fdf0e3-5767-4cf6-b247-a04d9bccab50),segment_id=c6fdf0e3-5767-4cf6-b247-a04d9bccab50)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:48.782968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.790819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-989d3163-b106-473f-a7c9-0f2c5e7fe825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:48.792519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-989d3163-b106-473f-a7c9-0f2c5e7fe825 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.4232974
Nov 10 04:15:48.814842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 4513457d-b48d-40c8-bc96-eb3bfac04f3c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:48.856786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:48.857182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Checking segment: {'id': '6b8fd01e-a484-498c-afda-d6a260c2c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:48.857566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.857961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Bound using segment: {'id': '6b8fd01e-a484-498c-afda-d6a260c2c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:48.858451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Bound port: 07af853b-da65-4972-9a6c-8e9543d74b03, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8fd01e-a484-498c-afda-d6a260c2c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:48.858831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.882490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce0f59cf-4d7a-4370-8f25-a483575b345d req-0b0c50ac-7e67-48c3-bd8c-29975060fde7 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628902
Nov 10 04:15:48.953964 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-50e0dd5d-c60b-495b-b349-a443a9eab0b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.1511605
Nov 10 04:15:48.957517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676334b-bdad-4aee-b500-1fe03c65f5c0 None None] DHCP port deletion for a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:48.972429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:48.978528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5150d552-5191-4f40-9066-ec04060b85f2 None None] Provisioning complete for port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:48.978898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5150d552-5191-4f40-9066-ec04060b85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.031035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.040712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-acc538f7-3ca3-4cc3-bad0-d39fc80f2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:49.042215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-acc538f7-3ca3-4cc3-bad0-d39fc80f2b61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0746081
Nov 10 04:15:49.071783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=4513457d-b48d-40c8-bc96-eb3bfac04f3c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:49.073685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No DVR routers for this DVR port 4513457d-b48d-40c8-bc96-eb3bfac04f3c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:49.087277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98625f2c-5012-43e8-b7a0-2b7ccc837f9e req-e08f3025-1588-4d57-b37a-f2155af31f87 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 210 time: 0.0366895
Nov 10 04:15:49.177367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.186475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-0ffce41a-c715-422c-b9c2-399a6baf8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:49.188018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-0ffce41a-c715-422c-b9c2-399a6baf8326 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1262043
Nov 10 04:15:49.201372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82147d7af0>,) {'filters': {'network_id': ['a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.228108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d7af0>, 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.228400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d7af0>, 'c6fdf0e3-5767-4cf6-b247-a04d9bccab50') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.234355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b676334b-bdad-4aee-b500-1fe03c65f5c0 None None] The port '4513457d-b48d-40c8-bc96-eb3bfac04f3c' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:15:49.262624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.270795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.296861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] For port 07af853b-da65-4972-9a6c-8e9543d74b03, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:49.297211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.311065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:49.311469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:49.315271 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:49.350295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] For port 07af853b-da65-4972-9a6c-8e9543d74b03, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=07af853b-da65-4972-9a6c-8e9543d74b03,segment=NetworkSegment(6b8fd01e-a484-498c-afda-d6a260c2c140),segment_id=6b8fd01e-a484-498c-afda-d6a260c2c140)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:49.352993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.358960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port 07af853b-da65-4972-9a6c-8e9543d74b03 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:49.359697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.370698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.469283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port 07af853b-da65-4972-9a6c-8e9543d74b03, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=07af853b-da65-4972-9a6c-8e9543d74b03,segment=NetworkSegment(6b8fd01e-a484-498c-afda-d6a260c2c140),segment_id=6b8fd01e-a484-498c-afda-d6a260c2c140)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:49.469736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.491213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for 07af853b-da65-4972-9a6c-8e9543d74b03 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:49.495423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ee01-c76a-48bc-af8d-43c5130844bd None None] Pushing event updated for resources: {'Port': ['ID=07af853b-da65-4972-9a6c-8e9543d74b03,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:49.543886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5150d552-5191-4f40-9066-ec04060b85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.556127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,segment=NetworkSegment(4e696c7a-3ba8-4f3d-b9cc-b4457497aae1),segment_id=4e696c7a-3ba8-4f3d-b9cc-b4457497aae1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:49.589995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.590312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.620009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=07af853b-da65-4972-9a6c-8e9543d74b03,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:49.624409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port 07af853b-da65-4972-9a6c-8e9543d74b03 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:49.667072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb178e4-552c-45fb-8478-9c90f17374be None None] Network f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:49.725237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.757432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214c337c0>,) {'filters': {'network_id': ['f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.770319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c337c0>, '6b8fd01e-a484-498c-afda-d6a260c2c140') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.770770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c337c0>, '6b8fd01e-a484-498c-afda-d6a260c2c140') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:49.787848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.801672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-5150d552-5191-4f40-9066-ec04060b85f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:49.802225 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-5150d552-5191-4f40-9066-ec04060b85f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:49.807022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:49.814485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.825645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:49.826906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.911458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-c4297422-af12-440a-8f78-95f69a98493b service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7075520
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:49.935666 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:49.944879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.965496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:49.975266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f HTTP/1.1" status: 204  len: 168 time: 2.7942255
Nov 10 04:15:49.975903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57326) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:49.980349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.000380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1759041791'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:50.010433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.014151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e HTTP/1.1" status: 204  len: 168 time: 1.9578190
Nov 10 04:15:50.030300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d123a-cc90-4925-b77f-4683015c9028 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:50.031059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57330) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:50.102044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:50.105979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.119128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c5e37-2121-458e-b984-23ff069036f7 req-f1bc8cbc-0274-4e8b-843a-5da7c5396b24 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.121600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-804c5e37-2121-458e-b984-23ff069036f7 req-f1bc8cbc-0274-4e8b-843a-5da7c5396b24 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.2588127
Nov 10 04:15:50.127409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef5c0-89a0-4ccb-a128-a421149c93f6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=a95f1b92-4e66-479f-9ff6-c1d1fd5ad40e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:50.139259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a092-64a1-4271-9c76-5f1eb3dc376a req-e354486d-c774-4030-a023-65f00875ed19 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.151343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fed0a092-64a1-4271-9c76-5f1eb3dc376a req-e354486d-c774-4030-a023-65f00875ed19 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 944 time: 0.1179593
Nov 10 04:15:50.156556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-3bfd58ae-2e01-4d78-845d-281b7c932ee6 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.156770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:50.156877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-3bfd58ae-2e01-4d78-845d-281b7c932ee6 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.26 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 810 time: 0.8295629
Nov 10 04:15:50.162818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98165354-9a9f-4bac-8dbf-f1eec768e535 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:15:50.175300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b7420-89dc-4b75-92af-ffdacf366c45 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.176210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a15b7420-89dc-4b75-92af-ffdacf366c45 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/34c2d453-e362-4d5a-80f7-0f2251b60db3 HTTP/1.1" status: 200  len: 840 time: 0.1441939
Nov 10 04:15:50.182555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57334) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:50.188554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Request body: {'port': {'device_id': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'admin_state_up': True, 'tenant_id': '26827b5258ad40dfae9a961a5dda3346'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:50.195091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:50.252093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.252460 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 3f1a8f4c-ec5d-4610-a59e-67634cdd6a5f of type vlan for network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956
Nov 10 04:15:50.261246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff82d10b-a3b8-407b-a795-a524c6b00b65 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/34c2d453-e362-4d5a-80f7-0f2251b60db3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0742574
Nov 10 04:15:50.265705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:50.269574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fed0a092-64a1-4271-9c76-5f1eb3dc376a req-524cec0e-1a3f-442b-8443-9126ebe64dfe tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173699
Nov 10 04:15:50.275370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:50.306856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3dff0c29-dc57-4d0d-aa09-b47687120966 req-5537c165-0116-4b0a-b95e-d85dba9da32b service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3866417
Nov 10 04:15:50.320525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-804c5e37-2121-458e-b984-23ff069036f7 req-e0b14ac9-861b-4c6b-8d27-d57717726db2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1854041
Nov 10 04:15:50.361126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:50.361579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.376500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.405659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Made reservation on behalf of 26827b5258ad40dfae9a961a5dda3346 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:50.409726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.421365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2163b141-6274-4a11-8413-fa7dd22e5af6 req-3a363dc1-9d49-4211-ad52-56477ec8b7a9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 210 time: 0.0543308
Nov 10 04:15:50.458649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98165354-9a9f-4bac-8dbf-f1eec768e535 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:15:50.474424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.480180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.481498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.555362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:50.560020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.566475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Allocated IP 172.20.0.2 (d7c63912-eb84-46e3-b229-1672c2d8eb82/7b40bb16-85ab-4abf-974e-2a37fdadfa75/83c5b69e-4581-4347-9880-0d0fcea96a5f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:50.580110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5835371
Nov 10 04:15:50.582992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57338) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:50.589986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:50.601136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c343fc34-a1d2-4560-b52c-37b1a1056fff None None] Provisioning complete for port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:50.601394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c343fc34-a1d2-4560-b52c-37b1a1056fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.613818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f872-cff9-42e8-a277-890a0beeae5a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:50.656800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:50.694616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4513457d-b48d-40c8-bc96-eb3bfac04f3c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:50.771928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:50.775535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.796465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4513457d-b48d-40c8-bc96-eb3bfac04f3c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:50.796737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4513457d-b48d-40c8-bc96-eb3bfac04f3c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:50.818850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.884417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:50.889628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:50.896965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.897960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:50.899142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.915974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=1244b42b-575f-43f4-a44c-cca0c158f504,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:50.932741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e0bbeb1f-6992-4462-a66a-2170145d6096 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6594839
Nov 10 04:15:50.933091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57342) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:50.940365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'security_group': {'name': 'tempest-secgroup-588504588'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:50.972974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:50.982323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.000114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:51.032526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-be161a11-f156-43aa-b8ca-258e76b586f4', 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'tenant_id': '4b506e3d8223426e8ce6df278556f03a', 'fixed_ips': [{'subnet_id': '1244b42b-575f-43f4-a44c-cca0c158f504'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:51.033409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.059886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.065152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.081603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:51.090530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:51.097421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:51.100144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Pushing event updated for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:51.111287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.115463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1778390
Nov 10 04:15:51.115796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57346) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:51.120930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'security_group': {'name': 'tempest-secgroup-159524726'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:51.126499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac4de6-3279-482f-88a8-f8befb5dd35c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390955f5-e1f2-4c69-a160-41ddb554580a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:51.137279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.157091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.190366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:51.191283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.222400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-fde0bcc2-da77-4f9b-b1a8-eff96807ae9a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0378230
Nov 10 04:15:51.227988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=658c37b3-a7c4-4b2c-a44e-d5322450258f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:51.236908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.237185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Request body: {'port': {'device_id': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:51.247098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.252244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Allocated IP 172.20.0.2 (be161a11-f156-43aa-b8ca-258e76b586f4/1244b42b-575f-43f4-a44c-cca0c158f504/ab68e63b-d5d3-419f-8b06-37615eda8ec4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:51.273099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '3f1a8f4c-ec5d-4610-a59e-67634cdd6a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:51.273551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:51.288164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.293576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1760347
Nov 10 04:15:51.297007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57350) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:51.302802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1050926827', 'security_groups': ['e8d54d88-a6ba-4926-a473-4a5bc90770df'], 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1244b42b-575f-43f4-a44c-cca0c158f504'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:51.353427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.418863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:51.456942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.461253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf1bc-20f1-4509-8ae3-81f241729113 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d54d88-a6ba-4926-a473-4a5bc90770df,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:51.468142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.473026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:51.501672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:51.502289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.524992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c8f33-179a-49c8-a8a0-765dc1119bb7 req-ab16c89f-dce1-4e69-80e0-53f9d16d257f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:51.526823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b3c8f33-179a-49c8-a8a0-765dc1119bb7 req-ab16c89f-dce1-4e69-80e0-53f9d16d257f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 944 time: 0.0807366
Nov 10 04:15:51.534116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:51.536097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:51.537176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:51.539622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:51.578779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:51.594285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e39a07b-9eb7-4642-b0f7-1c7e871c5fb2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.0082359
Nov 10 04:15:51.595321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57362) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:51.631191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285d36-82c5-4399-9c22-95d67041b8d9 req-59e70e56-5d70-41b9-85b9-b534a03492a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:51.632786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf285d36-82c5-4399-9c22-95d67041b8d9 req-59e70e56-5d70-41b9-85b9-b534a03492a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1749821
Nov 10 04:15:51.634526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b3c8f33-179a-49c8-a8a0-765dc1119bb7 req-4c88be27-5f08-49c0-9a5d-91548a4e619a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009266
Nov 10 04:15:51.678372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.701942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 36b0a7e3-93c0-4e80-b27c-3d9815d752fb yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:15:51.779558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 756e5b23-1fff-441c-b10d-f221ddfc828f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:51.809233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf285d36-82c5-4399-9c22-95d67041b8d9 req-a997006f-0c77-47d2-acff-ef0999280e56 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294289
Nov 10 04:15:51.850949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Attempting to bind port ab68e63b-d5d3-419f-8b06-37615eda8ec4 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:51.851332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Attempting to bind port ab68e63b-d5d3-419f-8b06-37615eda8ec4 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '426a27ac-5423-475c-a30f-118827c9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:51.851722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Attempting to bind port ab68e63b-d5d3-419f-8b06-37615eda8ec4 on network be161a11-f156-43aa-b8ca-258e76b586f4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:51.863262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:51.863675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Checking segment: {'id': '426a27ac-5423-475c-a30f-118827c9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:51.864270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.864532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Bound using segment: {'id': '426a27ac-5423-475c-a30f-118827c9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:51.865043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Bound port: ab68e63b-d5d3-419f-8b06-37615eda8ec4, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426a27ac-5423-475c-a30f-118827c9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:51.865459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.871654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:51.950574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.10 (be161a11-f156-43aa-b8ca-258e76b586f4/1244b42b-575f-43f4-a44c-cca0c158f504/36b0a7e3-93c0-4e80-b27c-3d9815d752fb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:51.956812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 756e5b23-1fff-441c-b10d-f221ddfc828f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:15:51.971767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 756e5b23-1fff-441c-b10d-f221ddfc828f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:51.972145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.030266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c5b69e-4581-4347-9880-0d0fcea96a5f {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:52.036450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:52.041593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:52.056000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.058420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.059237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.113245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Transition to ACTIVE for port object 83c5b69e-4581-4347-9880-0d0fcea96a5f will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:15:52.119650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed67c-95a0-4b68-ace2-d089815144c4 None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.119837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fefdf-0934-4c10-a29c-05c156547311 req-0037851c-7b05-4b11-8ed5-084139cdbe65 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:52.121810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad566-af5d-4076-80af-d683d19ce4d2 req-84afb8d8-e47b-4e22-a971-03fb2b2269e2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:52.122186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-417fefdf-0934-4c10-a29c-05c156547311 req-0037851c-7b05-4b11-8ed5-084139cdbe65 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1582830
Nov 10 04:15:52.123336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61bad566-af5d-4076-80af-d683d19ce4d2 req-84afb8d8-e47b-4e22-a971-03fb2b2269e2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 931 time: 0.1533158
Nov 10 04:15:52.128886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.190262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.204303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.222521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:52.225237 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba840070-8f18-444a-91f2-8de19f0cd48b" -d '{"events": [{"server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "name": "network-vif-plugged", "status": "completed", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:52.232727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-417fefdf-0934-4c10-a29c-05c156547311 req-d8213030-2454-49cb-a133-3ab193c1133e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885701
Nov 10 04:15:52.244140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Pushing event updated for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.252697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=756e5b23-1fff-441c-b10d-f221ddfc828f,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:52.271364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.279756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.288053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.337218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.344200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61bad566-af5d-4076-80af-d683d19ce4d2 req-3e3ee076-3b91-4b6a-af72-299f51eede1f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109067
Nov 10 04:15:52.365739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:52.372235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:52.375345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:52.399976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=658c37b3-a7c4-4b2c-a44e-d5322450258f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.414638 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326b2605-878d-42de-a4b1-c2ab371fca84 x-openstack-request-id: req-326b2605-878d-42de-a4b1-c2ab371fca84 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:52.414927 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "name": "network-vif-plugged", "status": "completed", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:52.415178 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-326b2605-878d-42de-a4b1-c2ab371fca84 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:52.415576 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'code': 200}
Nov 10 04:15:52.449712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=36b0a7e3-93c0-4e80-b27c-3d9815d752fb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.516115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:52.517547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.519722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.543297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b833d632-4c69-4262-97c4-e3ab951e64d1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.2443957
Nov 10 04:15:52.556778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57378) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:52.565527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:52.585877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Attempting to bind port 83c5b69e-4581-4347-9880-0d0fcea96a5f on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:52.586212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Attempting to bind port 83c5b69e-4581-4347-9880-0d0fcea96a5f by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:52.586540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Attempting to bind port 83c5b69e-4581-4347-9880-0d0fcea96a5f on network d7c63912-eb84-46e3-b229-1672c2d8eb82 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:52.598842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82145408b0>,) {'filters': {'network_id': ['faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:52.623294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Port 83c5b69e-4581-4347-9880-0d0fcea96a5f on network d7c63912-eb84-46e3-b229-1672c2d8eb82 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:15:52.623632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Attempting to bind port 83c5b69e-4581-4347-9880-0d0fcea96a5f on network d7c63912-eb84-46e3-b229-1672c2d8eb82 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:52.627955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145408b0>, '3f1a8f4c-ec5d-4610-a59e-67634cdd6a5f') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:52.628273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82145408b0>, '3f1a8f4c-ec5d-4610-a59e-67634cdd6a5f') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:52.656282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.665346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:52.665690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Checking segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:52.666271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Bound using segment: {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:52.666924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Bound port: 83c5b69e-4581-4347-9880-0d0fcea96a5f, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:52.667483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.680151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015dd7e-8f5e-4c2d-a31a-b61443db0d7b req-a9e0574d-0f1c-4326-9bb3-9e291d321984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:52.690168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9015dd7e-8f5e-4c2d-a31a-b61443db0d7b req-a9e0574d-0f1c-4326-9bb3-9e291d321984 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.1896849
Nov 10 04:15:52.728856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.768406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:52.768853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:52.789498 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:52.910872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a3f7-e063-4883-a80e-cc7301d89853 req-a96e1326-8a95-4d87-bf1b-09d59c6c919d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:52.912395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b31a3f7-e063-4883-a80e-cc7301d89853 req-a96e1326-8a95-4d87-bf1b-09d59c6c919d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1976805
Nov 10 04:15:52.915305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.918662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9015dd7e-8f5e-4c2d-a31a-b61443db0d7b req-fc2aba4c-2e4d-4f36-87e9-64fd61bb6c21 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2285368
Nov 10 04:15:52.925277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:52.928392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 HTTP/1.1" status: 204  len: 168 time: 1.3298531
Nov 10 04:15:52.933288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57384) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:52.950039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:52.955816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119386383'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:52.963246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f096f3-7507-48c9-905e-12e04e6df8da tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:52.988564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:53.000395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.042535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:53.046680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.081101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b31a3f7-e063-4883-a80e-cc7301d89853 req-fc11682e-67a3-4f00-be28-e7b3c143eed8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516416
Nov 10 04:15:53.090356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc64c-d3c6-4679-b015-30bf6769a45e req-2d614119-6d16-48b3-83b4-acf40bd7cd7b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.090916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.091170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08dfc64c-d3c6-4679-b015-30bf6769a45e req-2d614119-6d16-48b3-83b4-acf40bd7cd7b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0789344
Nov 10 04:15:53.091497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.092898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] 10.222.0.26 "PUT /v2.0/ports/83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 200  len: 1091 time: 1.8598707
Nov 10 04:15:53.093343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:53.095628 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:53.112273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c6262-b951-41af-ae01-5c3f433ae732 service neutron] Pushing event updated for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:53.117905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:53.128842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.129056 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 7486fdc3-b461-44ca-9c9a-7b27eb498d51 of type vlan for network 05eef00d-632a-42b8-944d-ae16d3f444bf
Nov 10 04:15:53.179382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08dfc64c-d3c6-4679-b015-30bf6769a45e req-619168a3-6380-4179-9e8f-22d78b92d19b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754912
Nov 10 04:15:53.182053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.186112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:53.196805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.251035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.258077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.258724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.262651 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1db219-d110-418a-9b5d-d645f7f24c59 x-openstack-request-id: req-7d1db219-d110-418a-9b5d-d645f7f24c59 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:53.262935 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:53.263558 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1db219-d110-418a-9b5d-d645f7f24c59 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:53.263558 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f', 'status': 'completed', 'code': 200}
Nov 10 04:15:53.279187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-dcdc48b1-e8ab-4535-b483-32bbd7e0afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.280845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-dcdc48b1-e8ab-4535-b483-32bbd7e0afd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1094 time: 0.0945888
Nov 10 04:15:53.364846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-2b95069b-bc2d-40a9-bae3-966a15992830 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 200  len: 217 time: 0.0718918
Nov 10 04:15:53.374325 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1244b42b-575f-43f4-a44c-cca0c158f504 (CIDR: 172.20.0.0/28)
Nov 10 04:15:53.377327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4337282
Nov 10 04:15:53.391012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57398) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:53.396278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:53.401788 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:15:53.402829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:15:53.432519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f172-3262-4b12-895c-4bf538b7ecfb req-6d0fd96e-a393-4d1b-a27b-a521de60b039 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.434271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec06f172-3262-4b12-895c-4bf538b7ecfb req-6d0fd96e-a393-4d1b-a27b-a521de60b039 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0866280
Nov 10 04:15:53.440982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31f17819-ad00-4776-9550-2aa740c5360a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8797312
Nov 10 04:15:53.441608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:53.454940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:53.528903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245a90d-e87b-4b7b-8bfc-022f92c70a6c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=05eef00d-632a-42b8-944d-ae16d3f444bf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:53.542400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 05eef00d-632a-42b8-944d-ae16d3f444bf details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:15:53.581775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cec5a-9cf8-4d4b-b3a1-2f1b4d72212e req-3efb3453-bf7f-4c12-a957-6dfb4843835a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.589247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c5cec5a-9cf8-4d4b-b3a1-2f1b4d72212e req-3efb3453-bf7f-4c12-a957-6dfb4843835a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 943 time: 0.1854870
Nov 10 04:15:53.592439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-4e9afc7c-c826-4223-a9d2-27a6df6a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:53.595499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-4e9afc7c-c826-4223-a9d2-27a6df6a04fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.2161546
Nov 10 04:15:53.597255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:53.601083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.651651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-3b008a17-c758-4e60-bebf-7efdc26fd2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437353
Nov 10 04:15:53.747262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:53.751521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.763132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892a5bd-e7d5-4969-9649-d17d71095bf9 None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:53.763828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c5cec5a-9cf8-4d4b-b3a1-2f1b4d72212e req-7e955fb7-ef3e-49c2-be0a-4529a163c333 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671100
Nov 10 04:15:53.840112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ec06f172-3262-4b12-895c-4bf538b7ecfb req-d0e7b84e-1822-44ff-a06d-1ac8705aeb61 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3975105
Nov 10 04:15:53.850539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967378d0-36a9-416e-8465-fe48c7377a26 None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:53.855708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac898624-1e51-4b85-9b86-453cfcf92c39 None None] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:53.892805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac898624-1e51-4b85-9b86-453cfcf92c39 None None] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:15:53.922432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58e8e4-5b00-4a4f-b2db-cb37f0fb39a2 None None] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:53.942059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:53.942694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:53.953351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58e8e4-5b00-4a4f-b2db-cb37f0fb39a2 None None] Network faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:15:53.982084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e670d4-af70-42eb-979c-c358ce6dc295 None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:54.057038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a9501-9255-4f04-b557-be9e70d529f6 None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:15:54.107054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.179567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=b87f598d-0fdb-430c-8cc6-8f52c6f175b2,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:54.196161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ab68e63b-d5d3-419f-8b06-37615eda8ec4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:54.199188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:54.200864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:54.203946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:54.204490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.238377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a5cd098-8434-4151-aa1e-cdd943e389c6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.7900374
Nov 10 04:15:54.239371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57416) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:54.247590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277592689', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b87f598d-0fdb-430c-8cc6-8f52c6f175b2'}], 'security_groups': ['390955f5-e1f2-4c69-a160-41ddb554580a']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:54.275437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.319701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:54.329818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.339932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-dd8e8e80-6191-4547-8671-e52b10375446 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6777785
Nov 10 04:15:54.377310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:54.378142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.384722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:54.385429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.391883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.415650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caaf3d-f4f6-4150-be4c-b4fda9e49ad3 req-f8e62a7c-ed9b-4741-811a-64eceef7d9a0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:54.417319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27caaf3d-f4f6-4150-be4c-b4fda9e49ad3 req-f8e62a7c-ed9b-4741-811a-64eceef7d9a0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1259611
Nov 10 04:15:54.462642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:54.473512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7014a-1bcb-48b3-a8ca-f5cec38cf252 None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:54.512096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168417fa-a29e-4c11-828a-d4069de5901f req-8c428193-0315-4f4c-ab67-cd47da1a1f6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:54.520305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-168417fa-a29e-4c11-828a-d4069de5901f req-8c428193-0315-4f4c-ab67-cd47da1a1f6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.2082002
Nov 10 04:15:54.550014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27caaf3d-f4f6-4150-be4c-b4fda9e49ad3 req-b1ddab67-5721-4771-a97f-f65594c99ff2 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042209
Nov 10 04:15:54.583969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c176e71-3b59-43ec-be4e-bae3eb0d0cdc None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:54.617610 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1f99ca7-0525-42ca-b0d9-25c40cc01dce req-e1c85d98-976a-498f-b97b-4c4a90ddc035 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660997
Nov 10 04:15:54.645069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-168417fa-a29e-4c11-828a-d4069de5901f req-6a877523-9416-4956-866f-252dc29a66f4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221554
Nov 10 04:15:54.665478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Provisioning complete for port 36b0a7e3-93c0-4e80-b27c-3d9815d752fb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:54.665856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.727379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Port 36b0a7e3-93c0-4e80-b27c-3d9815d752fb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:54.741394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7c97-bbc9-4ac3-abe3-524c4194d64c req-dfbaff3c-ddd5-43bf-ac5f-c4cb106a5917 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:54.748913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b00c7c97-bbc9-4ac3-abe3-524c4194d64c req-dfbaff3c-ddd5-43bf-ac5f-c4cb106a5917 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1100039
Nov 10 04:15:54.752624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:54.758423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'floatingip': {'port_id': '756e5b23-1fff-441c-b10d-f221ddfc828f'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:54.771512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:54.772171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.809606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.813111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.820649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-801ae015-662e-4a28-977a-71c735a5722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:54.822332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-801ae015-662e-4a28-977a-71c735a5722b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1094 time: 0.1421733
Nov 10 04:15:54.887761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Delete allocated IP 172.20.0.10 (be161a11-f156-43aa-b8ca-258e76b586f4/1244b42b-575f-43f4-a44c-cca0c158f504) {{(pid=119697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:15:54.896632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.27 (be161a11-f156-43aa-b8ca-258e76b586f4/b87f598d-0fdb-430c-8cc6-8f52c6f175b2/36b0a7e3-93c0-4e80-b27c-3d9815d752fb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:54.962321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:54.962859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:54.993681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Update dhcp port {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'fixed_ips': [{'subnet_id': '1244b42b-575f-43f4-a44c-cca0c158f504', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b87f598d-0fdb-430c-8cc6-8f52c6f175b2'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'ab68e63b-d5d3-419f-8b06-37615eda8ec4'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:15:55.022842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7d79ea1c-5c6e-418b-ad16-8d12cae2699a None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:55.028214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.056587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=4b287ef1-3bdb-43e4-891a-745a1d3dbe2c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:55.060770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0e2f3-b078-450e-9214-7d55b46447cb req-44d26776-fa77-4a76-bdd3-0c38409754ac tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.062307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bd0e2f3-b078-450e-9214-7d55b46447cb req-44d26776-fa77-4a76-bdd3-0c38409754ac tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1029298
Nov 10 04:15:55.099708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407d5a3-f61c-4fc5-886a-20065cde58d7 req-74929213-52ef-4aa7-b11d-e4b730afa010 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.101243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f407d5a3-f61c-4fc5-886a-20065cde58d7 req-74929213-52ef-4aa7-b11d-e4b730afa010 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 943 time: 0.2110572
Nov 10 04:15:55.149423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bd0e2f3-b078-450e-9214-7d55b46447cb req-921e2454-a4e1-4830-98b9-81a778ddf709 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662186
Nov 10 04:15:55.171652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.178789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.235017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Allocated IP 172.20.0.18 (be161a11-f156-43aa-b8ca-258e76b586f4/b87f598d-0fdb-430c-8cc6-8f52c6f175b2/ab68e63b-d5d3-419f-8b06-37615eda8ec4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:55.241827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '7486fdc3-b461-44ca-9c9a-7b27eb498d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:55.241827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: 05eef00d-632a-42b8-944d-ae16d3f444bf, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:15:55.248007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-2cf9042f-e57a-42ec-b493-a676102e47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.249105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-2cf9042f-e57a-42ec-b493-a676102e47b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 911 time: 0.3664265
Nov 10 04:15:55.325899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] In _notify_port_updated(), no bound segment for port 36b0a7e3-93c0-4e80-b27c-3d9815d752fb on network be161a11-f156-43aa-b8ca-258e76b586f4 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:15:55.331843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.332487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.333812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/ports/36b0a7e3-93c0-4e80-b27c-3d9815d752fb HTTP/1.1" status: 200  len: 921 time: 1.0928016
Nov 10 04:15:55.334616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dc47f-70de-43f8-ab5a-00145fce857a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=36b0a7e3-93c0-4e80-b27c-3d9815d752fb,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:55.336877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57432) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:55.363842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-b3e2ff8f-c39a-40e3-868d-d9e0df70cb6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 200  len: 217 time: 0.1046171
Nov 10 04:15:55.381244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f407d5a3-f61c-4fc5-886a-20065cde58d7 req-92ff2ac6-1afc-4247-b3fa-fee2fdd248de tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576165
Nov 10 04:15:55.386122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:55.409723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network 05eef00d-632a-42b8-944d-ae16d3f444bf is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:15:55.431706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.438152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.450886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 05eef00d-632a-42b8-944d-ae16d3f444bf) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:55.451115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08983e5e-66c2-4c5a-907c-f0034b421f58 req-59470289-30eb-4a3d-9381-6c2e779a3972 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.453037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08983e5e-66c2-4c5a-907c-f0034b421f58 req-59470289-30eb-4a3d-9381-6c2e779a3972 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0857263
Nov 10 04:15:55.481586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931036f5-6f42-4286-aed8-5b0b5366c331 None None] Network 05eef00d-632a-42b8-944d-ae16d3f444bf requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:55.482359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.484224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.499115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-e2e803c8-1e12-49ce-9123-ff19dcbceeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.501956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-e2e803c8-1e12-49ce-9123-ff19dcbceeed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.1084306
Nov 10 04:15:55.515658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-08983e5e-66c2-4c5a-907c-f0034b421f58 req-67536bf8-6703-4b14-8acc-d3f769080a1d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551252
Nov 10 04:15:55.533141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 36b0a7e3-93c0-4e80-b27c-3d9815d752fb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:55.534555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.629281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d1c47-f5ce-4a6e-9b28-0b421362f1af None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:55.641178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.656108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 36b0a7e3-93c0-4e80-b27c-3d9815d752fb owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:55.733211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-f37a31db-10d2-44d9-aa58-04529d0de2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1729293
Nov 10 04:15:55.739073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1df396e9-57b5-4fdf-844c-f37d6d25fea5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.3442104
Nov 10 04:15:55.760568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:55.777705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-05eef00d-632a-42b8-944d-ae16d3f444bf', 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': '4b287ef1-3bdb-43e4-891a-745a1d3dbe2c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:15:55.778850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:55.873722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-eac37d54-0501-472a-a2e7-e94a24bfc530 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:55.875411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-eac37d54-0501-472a-a2e7-e94a24bfc530 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.1938500
Nov 10 04:15:55.965437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Allocated IP 2001:db8::1 (05eef00d-632a-42b8-944d-ae16d3f444bf/4b287ef1-3bdb-43e4-891a-745a1d3dbe2c/a289c11d-a7d8-4776-b473-e53edc2a5e7e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:15:56.002533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.068797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:15:56.084436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ce1c-e4ce-41ed-8760-7c21927fc85d req-111c0698-ba41-4a6f-9a44-18f48b17f160 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:56.087446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ab68e63b-d5d3-419f-8b06-37615eda8ec4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:56.095708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd4ce1c-e4ce-41ed-8760-7c21927fc85d req-111c0698-ba41-4a6f-9a44-18f48b17f160 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 947 time: 0.3390355
Nov 10 04:15:56.137079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Deleting port a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:56.137729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.143657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.161036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-bd8b9cc1-8226-46f4-a29a-ea555563c18d service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3933129
Nov 10 04:15:56.194309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:56.194844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.230906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.233437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.251584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=36b0a7e3-93c0-4e80-b27c-3d9815d752fb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:56.257261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.284102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.313214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.321782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Network 05eef00d-632a-42b8-944d-ae16d3f444bf is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:56.328840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:56.331488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:15:56.334929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Pushing event updated for resources: {'Port': ['ID=a289c11d-a7d8-4776-b473-e53edc2a5e7e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:56.360713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd4ce1c-e4ce-41ed-8760-7c21927fc85d req-221bedc4-6494-4171-a6c1-84a6a1c504bc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d79d239-6a7a-433f-a6db-8083a4f9d1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2641697
Nov 10 04:15:56.388546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.394742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-12aee357-c3d2-4284-a08f-74047fe11e40 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/36b0a7e3-93c0-4e80-b27c-3d9815d752fb HTTP/1.1" status: 204  len: 168 time: 1.0544140
Nov 10 04:15:56.398630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:56.399201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] For port a374cd49-1149-4eef-9124-8b3aa27bcb47, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a374cd49-1149-4eef-9124-8b3aa27bcb47,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:56.399201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.439224 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dddf42-e33a-4845-baef-4900de65479b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:15:56.443361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5dddf42-e33a-4845-baef-4900de65479b tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/36b0a7e3-93c0-4e80-b27c-3d9815d752fb HTTP/1.1" status: 404  len: 333 time: 0.0447671
Nov 10 04:15:56.444800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57444) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:56.461007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Attempting to bind port a289c11d-a7d8-4776-b473-e53edc2a5e7e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:15:56.461913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Attempting to bind port a289c11d-a7d8-4776-b473-e53edc2a5e7e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '7486fdc3-b461-44ca-9c9a-7b27eb498d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:15:56.463358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Attempting to bind port a289c11d-a7d8-4776-b473-e53edc2a5e7e on network 05eef00d-632a-42b8-944d-ae16d3f444bf {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:15:56.474471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:15:56.474731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Checking segment: {'id': '7486fdc3-b461-44ca-9c9a-7b27eb498d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:15:56.475013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.475411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Bound using segment: {'id': '7486fdc3-b461-44ca-9c9a-7b27eb498d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:15:56.475875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Bound port: a289c11d-a7d8-4776-b473-e53edc2a5e7e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7486fdc3-b461-44ca-9c9a-7b27eb498d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '05eef00d-632a-42b8-944d-ae16d3f444bf'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:15:56.476267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.496735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a20a3c-5cb9-445d-b477-dcf5cf202b8d req-d92db04c-27d8-4e05-917c-91d7bacef68b service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166020
Nov 10 04:15:56.534374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.541902 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Floating IP 6e3f1932-e066-4d10-accf-e97b95f10230 associated. External IP: 172.32.3.220, port: 756e5b23-1fff-441c-b10d-f221ddfc828f.
Nov 10 04:15:56.546593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.590743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] For port a289c11d-a7d8-4776-b473-e53edc2a5e7e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:15:56.618183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] For port a289c11d-a7d8-4776-b473-e53edc2a5e7e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a289c11d-a7d8-4776-b473-e53edc2a5e7e,segment=NetworkSegment(7486fdc3-b461-44ca-9c9a-7b27eb498d51),segment_id=7486fdc3-b461-44ca-9c9a-7b27eb498d51)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:15:56.620650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Could not find standard attr ID for object 36b0a7e3-93c0-4e80-b27c-3d9815d752fb. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:56.628918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.650646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=4b287ef1-3bdb-43e4-891a-745a1d3dbe2c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:56.655449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.675872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:56.676579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.727182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.754638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214e08f40>,) {'filters': {'network_id': ['05eef00d-632a-42b8-944d-ae16d3f444bf']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:56.778604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e08f40>, '7486fdc3-b461-44ca-9c9a-7b27eb498d51') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:56.778978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e08f40>, '7486fdc3-b461-44ca-9c9a-7b27eb498d51') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:56.848062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.881290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f07a4-b94e-4461-afde-3fbc99728433 req-33e8c596-b981-474a-8e7d-9ae553f2088d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:56.883217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd5f07a4-b94e-4461-afde-3fbc99728433 req-33e8c596-b981-474a-8e7d-9ae553f2088d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 943 time: 0.3254561
Nov 10 04:15:56.890960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.925020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24adf42-6c1b-4e88-ba81-8d71f3c81f50 None None] Pushing event updated for resources: {'Port': ['ID=a289c11d-a7d8-4776-b473-e53edc2a5e7e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:56.943678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:56.944193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:56.947543 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:56.969118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6752e-1514-491b-9e05-590fcdf28adf None None] Network 05eef00d-632a-42b8-944d-ae16d3f444bf requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:57.045447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.045827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.046209 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Floating IP 4859c8d0-f098-40fe-918f-0eda6435565a disassociated. External IP: 172.32.3.239, port: a374cd49-1149-4eef-9124-8b3aa27bcb47.
Nov 10 04:15:57.046632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Calling delete_port for a374cd49-1149-4eef-9124-8b3aa27bcb47 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:57.055452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:57.056024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.070022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913556-9e13-4b40-9bcc-23b250f289de req-ed3bfd42-0e9e-42b2-8c80-2e51b1569089 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:57.071553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50913556-9e13-4b40-9bcc-23b250f289de req-ed3bfd42-0e9e-42b2-8c80-2e51b1569089 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.4355814
Nov 10 04:15:57.073072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:15:57.073072 ncdv-817176-1 neutron-server[119697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:15:57.073072 ncdv-817176-1 neutron-server[119697]: [parameters: {'id': '05eef00d-632a-42b8-944d-ae16d3f444bf'}]
Nov 10 04:15:57.073072 ncdv-817176-1 neutron-server[119697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:15:57.073644 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:15:57.078164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd5f07a4-b94e-4461-afde-3fbc99728433 req-9e70a1c6-403b-4e1e-b7e9-887a5c24c298 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787119
Nov 10 04:15:57.107033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.107033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.107033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/security-groups/e8d54d88-a6ba-4926-a473-4a5bc90770df HTTP/1.1" status: 204  len: 168 time: 0.6549895
Nov 10 04:15:57.122451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:57.145845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f7828dab-e618-440f-9703-8845688a7e39 None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:15:57.185340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58393-7449-4598-9dd9-dfd12599b8de tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d54d88-a6ba-4926-a473-4a5bc90770df,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:57.211117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.218011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50913556-9e13-4b40-9bcc-23b250f289de req-14def7a5-5632-40e6-bd17-46887b66d9d3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288681
Nov 10 04:15:57.258532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.259430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:15:57.263973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e10c29b3-e003-4154-9999-f5849cab54f2 None None] Could not find standard attr ID for object 36b0a7e3-93c0-4e80-b27c-3d9815d752fb. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:57.373702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.376440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.380241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/security-groups/390955f5-e1f2-4c69-a160-41ddb554580a HTTP/1.1" status: 204  len: 168 time: 0.2542887
Nov 10 04:15:57.381764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57454) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:57.395218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.397884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81af47e-9d56-49bd-bced-c9ac22724ed5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390955f5-e1f2-4c69-a160-41ddb554580a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:57.415795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:57.416468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0257958-3303-479c-9e18-c6ea44922e7b req-261b625d-ee54-4567-978d-59320528b3db tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:57.426995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0257958-3303-479c-9e18-c6ea44922e7b req-261b625d-ee54-4567-978d-59320528b3db tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1118326
Nov 10 04:15:57.434562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:57.439324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.454918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:57.455972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f44c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:57.564752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce23c55d-fcba-440a-a5a1-b1b4dfb80a97 req-b936f1cf-b7e0-4c4e-a72f-66185134d6ec tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 210 time: 0.0447206
Nov 10 04:15:57.566666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1ac54f7-662d-44ba-b3de-68dc35c635de tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "PUT /v2.0/floatingips/6e3f1932-e066-4d10-accf-e97b95f10230 HTTP/1.1" status: 200  len: 991 time: 2.8130448
Nov 10 04:15:57.567454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:57.569742 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5708c9-e365-46ac-a74b-b0d1fb001495" -d '{"events": [{"name": "network-changed", "server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:57.576893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet 1244b42b-575f-43f4-a44c-cca0c158f504 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:15:57.581057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.598148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b98d3830-ba12-4c76-a092-6549a5730cd2 None None] Could not find standard attr ID for object 36b0a7e3-93c0-4e80-b27c-3d9815d752fb. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:15:57.613019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:57.640582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.663552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 83c5b69e-4581-4347-9880-0d0fcea96a5f details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:15:57.716325 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe5fa4-3806-4348-a797-b0759b7cf872 x-openstack-request-id: req-8efe5fa4-3806-4348-a797-b0759b7cf872 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:57.716636 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:57.716921 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8efe5fa4-3806-4348-a797-b0759b7cf872 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:57.717321 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'status': 'completed', 'code': 200}
Nov 10 04:15:57.826368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-f3994a93-5130-4ad5-8a0f-8502694fca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:57.828164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-f3994a93-5130-4ad5-8a0f-8502694fca15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.0881953
Nov 10 04:15:57.835562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.921594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:57.931923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'Port': ['ID=a374cd49-1149-4eef-9124-8b3aa27bcb47,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:57.972641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:57.976117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-780c8795-413b-4646-bfd7-fc67346f5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:57.977852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-780c8795-413b-4646-bfd7-fc67346f5aaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.1388760
Nov 10 04:15:57.982585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.005585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.015268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c73ced-bead-47ea-ab25-6703bcbc3b2b None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:15:58.019074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/1244b42b-575f-43f4-a44c-cca0c158f504 HTTP/1.1" status: 204  len: 168 time: 0.6360331
Nov 10 04:15:58.037000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57462) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:58.040829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '83c5b69e-4581-4347-9880-0d0fcea96a5f', 'network_id': 'd7c63912-eb84-46e3-b229-1672c2d8eb82', 'port_id': '83c5b69e-4581-4347-9880-0d0fcea96a5f', 'mac_address': 'fa:16:3e:ae:61:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b40bb16-85ab-4abf-974e-2a37fdadfa75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:15:58.043299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:58.085856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d111278-544f-46bf-9810-0980c265be97 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=1244b42b-575f-43f4-a44c-cca0c158f504,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:58.106729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-2620582f-7e14-4541-93c5-83745ca6086f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 999 time: 0.1132720
Nov 10 04:15:58.148746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0257958-3303-479c-9e18-c6ea44922e7b req-8e5ee2f9-03ed-4741-b63b-0b2af8713f33 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7083743
Nov 10 04:15:58.156801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f44c10>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6e3f1932-e066-4d10-accf-e97b95f10230', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.220', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:6a:5a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899e866b-a008-4581-b1fd-856cae72a2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:15:35Z', 'updated_at': '2021-11-10T04:15:55Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:58.163306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.189514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-0618da31-88f7-42cd-909a-a26e0867debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:58.192440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-0618da31-88f7-42cd-909a-a26e0867debc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0786345
Nov 10 04:15:58.201584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:15:58.214434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c5b69e-4581-4347-9880-0d0fcea96a5f {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:15:58.237004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:58.237739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f44c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:58.286593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-bdb6a8b9-3178-42c3-be70-f59b563ba239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:58.288130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-bdb6a8b9-3178-42c3-be70-f59b563ba239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0768769
Nov 10 04:15:58.297110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9bbec-6f74-4967-8762-237228412d3f req-e284f541-188b-4948-9df9-b71f371681a5 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:58.298560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fc9bbec-6f74-4967-8762-237228412d3f req-e284f541-188b-4948-9df9-b71f371681a5 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 943 time: 0.1051114
Nov 10 04:15:58.325236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:58.330294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:15:58.332263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port a289c11d-a7d8-4776-b473-e53edc2a5e7e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:15:58.332556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.338141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.357262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e4db8-d5cf-45a5-9980-0a7c6510bab0 req-6231e2b9-6be2-48c4-9807-3084db17adc5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:58.358780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-994e4db8-d5cf-45a5-9980-0a7c6510bab0 req-6231e2b9-6be2-48c4-9807-3084db17adc5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1471348
Nov 10 04:15:58.414833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fc9bbec-6f74-4967-8762-237228412d3f req-8ecbb450-b7bd-4e6f-8e7c-7be2a8880634 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975132
Nov 10 04:15:58.434301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-ee3af891-c235-448c-b438-30379e8cf020 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340539
Nov 10 04:15:58.435627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:58.467298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:58.546470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5708c9-e365-46ac-a74b-b0d1fb001495 req-9ee645ed-4db5-4180-92b9-b95e03aa9bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040623
Nov 10 04:15:58.562098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:58.566990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.602402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['83c5b69e-4581-4347-9880-0d0fcea96a5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:15:58.649194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-994e4db8-d5cf-45a5-9980-0a7c6510bab0 req-fbfda028-36ff-4fbd-8740-1fac71825233 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2739406
Nov 10 04:15:58.651007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port a289c11d-a7d8-4776-b473-e53edc2a5e7e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a289c11d-a7d8-4776-b473-e53edc2a5e7e,segment=NetworkSegment(7486fdc3-b461-44ca-9c9a-7b27eb498d51),segment_id=7486fdc3-b461-44ca-9c9a-7b27eb498d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:15:58.651614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.696442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for a289c11d-a7d8-4776-b473-e53edc2a5e7e owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:15:58.724798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-525af4c7-d09d-45c8-9f9e-a2b87a6bc989 req-a3f6f203-54fd-4b95-b8c7-91e2699829c2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9f6395-25a1-4306-931e-1cff466d35fd HTTP/1.1" status: 200  len: 210 time: 0.0539329
Nov 10 04:15:58.734271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:15:58.754135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:15:58.768009 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:58.770647 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146500a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:58.861722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f44c10>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6e3f1932-e066-4d10-accf-e97b95f10230', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.220', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:6a:5a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899e866b-a008-4581-b1fd-856cae72a2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:15:35Z', 'updated_at': '2021-11-10T04:15:55Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:58.898195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85064cfd-d4a4-46a3-b733-e419f9e0ac3c None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6e3f1932-e066-4d10-accf-e97b95f10230', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.220', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:6a:5a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899e866b-a008-4581-b1fd-856cae72a2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:15:35Z', 'updated_at': '2021-11-10T04:15:55Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:15:58.944207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896a96a-4c70-432b-8cea-1ab3ad1cf0da req-81362f0f-a9cf-4367-947e-b2920d8780c8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:58.950012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6896a96a-4c70-432b-8cea-1ab3ad1cf0da req-81362f0f-a9cf-4367-947e-b2920d8780c8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1110699
Nov 10 04:15:58.955756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:58.992061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:59.006330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port a289c11d-a7d8-4776-b473-e53edc2a5e7e on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:59.013740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6896a96a-4c70-432b-8cea-1ab3ad1cf0da req-19176c57-b8d0-4d27-bb33-cd7c16fe376b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572321
Nov 10 04:15:59.032078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] No DVR routers for this DVR port a374cd49-1149-4eef-9124-8b3aa27bcb47 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:15:59.035178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.039106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78f500c-d2e3-4c95-b6f1-b9592206ae61 req-e61f7839-d836-43bf-82ac-a36930d946ab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "DELETE /v2.0/ports/a374cd49-1149-4eef-9124-8b3aa27bcb47 HTTP/1.1" status: 204  len: 173 time: 3.1562164
Nov 10 04:15:59.051454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-deleted', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:15:59.055144 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caefc4d-5944-4d14-b5bd-2e91cfc49081" -d '{"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-deleted", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:15:59.131860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=a289c11d-a7d8-4776-b473-e53edc2a5e7e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:59.135694 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78b867-635f-4ea3-95c7-3eaf5d2362ee x-openstack-request-id: req-8a78b867-635f-4ea3-95c7-3eaf5d2362ee {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:15:59.136097 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9f6395-25a1-4306-931e-1cff466d35fd", "name": "network-vif-deleted", "tag": "a374cd49-1149-4eef-9124-8b3aa27bcb47", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:15:59.136481 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a78b867-635f-4ea3-95c7-3eaf5d2362ee {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:15:59.137488 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9f6395-25a1-4306-931e-1cff466d35fd', 'name': 'network-vif-deleted', 'tag': 'a374cd49-1149-4eef-9124-8b3aa27bcb47', 'status': 'completed', 'code': 200}
Nov 10 04:15:59.216917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.256369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e514790>,) {'filters': {'network_id': ['05eef00d-632a-42b8-944d-ae16d3f444bf']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:59.271298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfa867-4beb-4836-ad00-57dfc5f2a185 None None] New status for floating IP 6e3f1932-e066-4d10-accf-e97b95f10230: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:15:59.272473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e514790>, '7486fdc3-b461-44ca-9c9a-7b27eb498d51') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:59.272927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e514790>, '7486fdc3-b461-44ca-9c9a-7b27eb498d51') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:59.295391 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146500a0>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:59.318290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.344032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.361856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:15:59.362345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:15:59.367260 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:15:59.387744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3ccac-0c77-40b9-8acd-f833461106b7 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:15:59.430813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.484899 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:15:59.493404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-03b3426c-8dfc-4ebc-abd0-80b4f2e8a2d1 None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:15:59.493734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.493916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03b3426c-8dfc-4ebc-abd0-80b4f2e8a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.498617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.500597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:15:59.502061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146500a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:15:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:15:59.505744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:59.507341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/05eef00d-632a-42b8-944d-ae16d3f444bf HTTP/1.1" status: 204  len: 168 time: 3.7415516
Nov 10 04:15:59.514082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828437195'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:59.526522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:15:59.540500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea487-5983-4132-a778-7136c633f00f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=05eef00d-632a-42b8-944d-ae16d3f444bf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:59.545082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=617e18d4-1285-4c37-bf04-cdebaad34e6d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:59.552474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:15:59.555429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:59.556130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.577607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:15:59.583310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.590486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1e917f1-08c1-47c8-ad7d-f77ea3729cd1 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5521479
Nov 10 04:15:59.591274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:59.602851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'security_group': {'name': 'tempest-secgroup-953691660'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:59.666483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.670145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:15:59.690210 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:15:59.699524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 83c5b69e-4581-4347-9880-0d0fcea96a5f up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:15:59.700911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.701357 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e of type vlan for network 1bcd642b-b359-4521-8089-c3fd23e06013
Nov 10 04:15:59.792981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c403943-f321-4354-8028-859b5c7a1501 req-e6d36756-3e90-4a03-a8c7-d0fc7349ad3d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:15:59.802589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c403943-f321-4354-8028-859b5c7a1501 req-e6d36756-3e90-4a03-a8c7-d0fc7349ad3d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 944 time: 0.1762195
Nov 10 04:15:59.857260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.871467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.903063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.944047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedaab7-853e-4686-8a5c-e82637f189d5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:15:59.946926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:15:59.954344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:15:59.965025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-932eb5ca-d154-4b16-841e-dfdb05bf86d6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3710928
Nov 10 04:15:59.968238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:15:59.976086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: a374cd49-1149-4eef-9124-8b3aa27bcb47 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:15:59.976716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a374cd49-1149-4eef-9124-8b3aa27bcb47 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:15:59.978226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'security_group': {'name': 'tempest-secgroup-465191339'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:15:59.981925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3ccac-0c77-40b9-8acd-f833461106b7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:16:00.016696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.019453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.019841 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146500a0>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:00.023384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:00.024134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.038948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.041188 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c403943-f321-4354-8028-859b5c7a1501 req-fbedb632-6f31-4320-bc8a-af4d0d1db941 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249029
Nov 10 04:16:00.056571 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b063fc-7f9e-40ee-924a-df715c28b24a None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:16:00.107795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 83c5b69e-4581-4347-9880-0d0fcea96a5f completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:16:00.126033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 83c5b69e-4581-4347-9880-0d0fcea96a5f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:00.126324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.128716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=1bcd642b-b359-4521-8089-c3fd23e06013,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.145043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-baea08b1-344c-4eb8-b53d-852f03c04a7b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6348448
Nov 10 04:16:00.147409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57498) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.154335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:00.162929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.171536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:00.194032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.204360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.206814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.232834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-03b3426c-8dfc-4ebc-abd0-80b4f2e8a2d1 None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:00.233206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-03b3426c-8dfc-4ebc-abd0-80b4f2e8a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.242906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46194eab-3c61-4a97-b2c3-c4ba10a620f1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.263939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:00.268951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.283582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.287986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-71c89cfc-c4ad-417b-af33-d356d90b7b25 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3199046
Nov 10 04:16:00.290534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57500) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.294738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032004415'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:00.320003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.323269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.324694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d79d239-6a7a-433f-a6db-8083a4f9d1a3 HTTP/1.1" status: 204  len: 168 time: 0.3042431
Nov 10 04:16:00.331270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57502) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.332080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.358079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd4d5-0208-4a67-8d49-18e574d41bab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d79d239-6a7a-433f-a6db-8083a4f9d1a3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.374116 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-02b486f4-40cc-472a-b0a7-383f3b8eb623 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] show failed (client error): The resource could not be found.
Nov 10 04:16:00.376270 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02b486f4-40cc-472a-b0a7-383f3b8eb623 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups/6d79d239-6a7a-433f-a6db-8083a4f9d1a3 HTTP/1.1" status: 404  len: 347 time: 0.0411918
Nov 10 04:16:00.378834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57504) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.396479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-03b3426c-8dfc-4ebc-abd0-80b4f2e8a2d1 None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:00.475256 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58434178-1dd2-4f04-b35b-a3cdce73d6c5 None None] New status for floating IP 4859c8d0-f098-40fe-918f-0eda6435565a: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:16:00.527476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.562230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.579685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Deleting port ed681b5e-0a67-455c-a5e6-b7d87d7ed46b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:00.580032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.584364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.599896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.603448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=ef179bbd-1731-4cab-b1c9-d06e30d16718,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.622904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:00.623398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: 1bcd642b-b359-4521-8089-c3fd23e06013, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:00.648165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network 1bcd642b-b359-4521-8089-c3fd23e06013 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:00.652870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.656886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3667643
Nov 10 04:16:00.657355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57508) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.677432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1918317112', 'security_groups': ['54e17f2b-e378-4f90-86c1-e0876af2237b'], 'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '617e18d4-1285-4c37-bf04-cdebaad34e6d'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:00.682125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853b7d-bcc1-4619-978f-357bdeac2fd5 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e17f2b-e378-4f90-86c1-e0876af2237b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.683288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:00.683961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1bcd642b-b359-4521-8089-c3fd23e06013) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:00.684786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:00.687622 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d05332-e77f-4441-b965-5ab7705e1f2c" -d '{"events": [{"server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "name": "network-vif-plugged", "status": "completed", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:00.692306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.732981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.733347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.748723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02971066-1fdd-4b5a-9e13-9ae14c93828a x-openstack-request-id: req-02971066-1fdd-4b5a-9e13-9ae14c93828a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:00.748723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "name": "network-vif-plugged", "status": "completed", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:00.748723 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02971066-1fdd-4b5a-9e13-9ae14c93828a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:00.749521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:00.749870 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f', 'code': 200}
Nov 10 04:16:00.750176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:00.753393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Calling delete_port for ed681b5e-0a67-455c-a5e6-b7d87d7ed46b owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:00.754238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e834a38-2ff0-4117-87fc-093f0c3e8d08 None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:00.804574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d899d2-89ee-480f-95f3-6c5337f4d950 None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:00.825307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:00.837776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca7f9928-49eb-4b24-aab5-125bb0cc4bfb tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6864374
Nov 10 04:16:00.841058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57512) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:00.845471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:00.894063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928d13b-b8f6-4759-a4cc-a359d1951f93 req-d9d956df-fc1d-4007-8120-4d3729921ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:00.895592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7928d13b-b8f6-4759-a4cc-a359d1951f93 req-d9d956df-fc1d-4007-8120-4d3729921ad6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1096 time: 0.0818071
Nov 10 04:16:00.900793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:01.003045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7928d13b-b8f6-4759-a4cc-a359d1951f93 req-ee674d6c-375d-41aa-9e23-82a055206ec3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962992
Nov 10 04:16:01.028369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.037251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:01.044730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.048934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] device_id is not set on port 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:16:01.049127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.080119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1bcd642b-b359-4521-8089-c3fd23e06013', 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': 'ef179bbd-1731-4cab-b1c9-d06e30d16718'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:16:01.081003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.133282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'Port': ['ID=ed681b5e-0a67-455c-a5e6-b7d87d7ed46b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.256388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.258900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.263066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b1532db-dbdd-4c7a-9691-a6dfc457598b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "DELETE /v2.0/floatingips/4859c8d0-f098-40fe-918f-0eda6435565a HTTP/1.1" status: 204  len: 168 time: 0.8797891
Nov 10 04:16:01.266647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Update dhcp port {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'fixed_ips': [{'subnet_id': 'b87f598d-0fdb-430c-8cc6-8f52c6f175b2', 'ip_address': '172.20.0.18'}, {'subnet_id': '617e18d4-1285-4c37-bf04-cdebaad34e6d'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'ab68e63b-d5d3-419f-8b06-37615eda8ec4'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:16:01.271193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.12 (be161a11-f156-43aa-b8ca-258e76b586f4/617e18d4-1285-4c37-bf04-cdebaad34e6d/237171a1-4c5a-45ed-a6e2-3fcd7aad39e0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:01.288683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669844d-b9fc-42e2-8063-cf79839edf96 req-65f336ea-1a4e-4366-9d54-2a27d2bf74ae tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.288683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c669844d-b9fc-42e2-8063-cf79839edf96 req-65f336ea-1a4e-4366-9d54-2a27d2bf74ae tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1571286
Nov 10 04:16:01.304504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.324569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Allocated IP 2001:db8::2 (1bcd642b-b359-4521-8089-c3fd23e06013/ef179bbd-1731-4cab-b1c9-d06e30d16718/87be5122-668e-4130-9181-8c71eeade40a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:01.415715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c669844d-b9fc-42e2-8063-cf79839edf96 req-e2814d06-004e-44d0-baca-ed4e8449c924 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075826
Nov 10 04:16:01.505600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.528764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.540584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.547148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024230885', 'description': 'tempest-description--1775982002'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:01.562465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.581980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network 1bcd642b-b359-4521-8089-c3fd23e06013 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:01.585289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:01.588245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.589052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.603667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=82a3f93c-8d34-40e7-85b1-e677405cf69b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.610540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.616131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f9a58e0-2810-4244-ae83-15011a654a07 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7769420
Nov 10 04:16:01.621082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57524) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.622679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:01.634025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:01.636912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:01.637449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.650246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Allocated IP 172.20.0.2 (be161a11-f156-43aa-b8ca-258e76b586f4/617e18d4-1285-4c37-bf04-cdebaad34e6d/ab68e63b-d5d3-419f-8b06-37615eda8ec4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:01.653782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.665020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=237171a1-4c5a-45ed-a6e2-3fcd7aad39e0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.688463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.690236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.692152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.693460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.695053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.701167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49a8f832-99ac-472e-8bc5-3d19d153e476 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0790744
Nov 10 04:16:01.701968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.704424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:01.707453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131125608'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:01.708067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.708715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.711092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:01.716843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:01.736103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:01.743693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.751933 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0cef20b0-3158-4d3e-b136-8778aa9427dd tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.0932174
Nov 10 04:16:01.752514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57528) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.764305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:01.771617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:01.785171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.785171 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment b845228e-6303-46b1-a2e6-b038ab87be5b of type vlan for network ea3ed419-961f-47d8-b2c3-fedb4770c1ed
Nov 10 04:16:01.791741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Pushing event updated for resources: {'Port': ['ID=87be5122-668e-4130-9181-8c71eeade40a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.817506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.823441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.837045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Attempting to bind port 87be5122-668e-4130-9181-8c71eeade40a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:01.837422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Attempting to bind port 87be5122-668e-4130-9181-8c71eeade40a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:01.837809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Attempting to bind port 87be5122-668e-4130-9181-8c71eeade40a on network 1bcd642b-b359-4521-8089-c3fd23e06013 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:01.838711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.847908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:01.848204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Checking segment: {'id': 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:01.848647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.849286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Bound using segment: {'id': 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:01.849458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Bound port: 87be5122-668e-4130-9181-8c71eeade40a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:01.849767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.868513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.872704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3281260
Nov 10 04:16:01.872885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.878535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:01.880096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57530) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.880262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.884272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group_rule': {'security_group_id': '27db2011-0e04-45a4-904a-d46ec42786bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:01.896059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422269d-2ac1-4d39-84fe-40764527627f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27db2011-0e04-45a4-904a-d46ec42786bc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.913694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:01.944215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.957678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2514598
Nov 10 04:16:01.958036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:01.963401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d6da-7d1c-46a8-9e31-85c2d60acb56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=ea3ed419-961f-47d8-b2c3-fedb4770c1ed,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:01.966383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.968419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] For port 87be5122-668e-4130-9181-8c71eeade40a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:01.971598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] For port 87be5122-668e-4130-9181-8c71eeade40a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87be5122-668e-4130-9181-8c71eeade40a,segment=NetworkSegment(ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e),segment_id=ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:01.971952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'New_network'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:01.973107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:01.986068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:02.012298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.040661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:02.044036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.140244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3676b-2f21-4846-b755-84203106b6cb None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:02.158375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.194409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.226751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd2ae-c614-4a24-87a2-2d07c04af985 None None] Pushing event updated for resources: {'Port': ['ID=87be5122-668e-4130-9181-8c71eeade40a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:02.305154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.308643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc8614c-01f2-4fae-a63b-689ff13c9260,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:02.326270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.327752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-77726879-8602-43ae-901e-014beaf04275 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4476657
Nov 10 04:16:02.331008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57536) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:02.334818 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 617e18d4-1285-4c37-bf04-cdebaad34e6d (CIDR: 172.20.0.0/28)
Nov 10 04:16:02.336580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'security_group_rule': {'security_group_id': '27db2011-0e04-45a4-904a-d46ec42786bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:02.336928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.402213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.420821 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:02.421310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:02.425948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed is not hosted by any dhcp agent {{(pid=119696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:16:02.431253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:02.431828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.435191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "PUT /v2.0/networks/ea3ed419-961f-47d8-b2c3-fedb4770c1ed HTTP/1.1" status: 200  len: 723 time: 0.4728661
Nov 10 04:16:02.439871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57538) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:02.449915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:02.454596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ad4f-b7f7-41a3-bfef-cf667a81d0dc tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=ea3ed419-961f-47d8-b2c3-fedb4770c1ed,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:02.474080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:02.506691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.515870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.525142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7bf60825-ada8-4ae9-a386-812c7982f022 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7664721
Nov 10 04:16:02.526034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57544) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:02.535540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:02.563070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96500fc-968d-4288-b2f1-f875977730d0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:02.573325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.578214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-92e10836-66b7-4046-97a0-d887592f730f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2428291
Nov 10 04:16:02.584165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57546) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:02.589696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:02.642737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.684072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400c92-f394-4b8b-99d6-d58b42934725 req-c0c503a6-4338-4a4c-be3a-6b79525ad01b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:02.685607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f400c92-f394-4b8b-99d6-d58b42934725 req-c0c503a6-4338-4a4c-be3a-6b79525ad01b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1193733
Nov 10 04:16:02.729055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:02.733805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.777334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.849852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f400c92-f394-4b8b-99d6-d58b42934725 req-0f80f228-6fc5-424a-a1f3-0188c6b23ba0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540136
Nov 10 04:16:02.887705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:02.891210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:02.916777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Allocated IP 172.32.3.47 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/40cf09fc-dec4-411b-90e4-2cf2f27b64de) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:02.962376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-77894e20-c8a9-4583-9ecb-c7ee10b59668 None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:02.962957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-77894e20-c8a9-4583-9ecb-c7ee10b59668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.062116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.082044 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b87f598d-0fdb-430c-8cc6-8f52c6f175b2 (CIDR: 172.20.0.16/28)
Nov 10 04:16:03.132209 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:03.132782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:03.138717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.162228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9bde8224-abf2-4a7a-9ddf-7fbd4a91f3bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6325703
Nov 10 04:16:03.165600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57552) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:03.183522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'subnet': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:03.215608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.320106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:03.326863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:03.330360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:03.348152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1eb11-2d69-4503-844e-a59b5ffc6b71 req-1c752f1f-2f3a-4e85-8e94-474b9e436f79 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:03.355988 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8d1eb11-2d69-4503-844e-a59b5ffc6b71 req-1c752f1f-2f3a-4e85-8e94-474b9e436f79 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1520593
Nov 10 04:16:03.392293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=97a755c3-bf82-41b9-ba5a-0a17f7658b86,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:03.401773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009e503-1c85-4e86-b457-40533b66d53a req-9f7e38b1-5e02-4faa-8faf-474d1862e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:03.403901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-9f7e38b1-5e02-4faa-8faf-474d1862e023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1096 time: 0.2109981
Nov 10 04:16:03.411244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=40cf09fc-dec4-411b-90e4-2cf2f27b64de,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:03.446324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-77894e20-c8a9-4583-9ecb-c7ee10b59668 None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:03.446708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-77894e20-c8a9-4583-9ecb-c7ee10b59668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.495613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-77894e20-c8a9-4583-9ecb-c7ee10b59668 None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:03.504519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': 'b845228e-6303-46b1-a2e6-b038ab87be5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:03.504915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: ea3ed419-961f-47d8-b2c3-fedb4770c1ed, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:03.525293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.533297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Made reservation on behalf of 4b506e3d8223426e8ce6df278556f03a for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:03.536109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8d1eb11-2d69-4503-844e-a59b5ffc6b71 req-f635388d-c3f6-4419-bd88-15db14d1ed85 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789584
Nov 10 04:16:03.538629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.593021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:03.595446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009e503-1c85-4e86-b457-40533b66d53a req-716376bc-1978-4bf1-9dc1-6a17ad07b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:03.596951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-716376bc-1978-4bf1-9dc1-6a17ad07b08e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 911 time: 0.1774497
Nov 10 04:16:03.615247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ea3ed419-961f-47d8-b2c3-fedb4770c1ed) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:03.618583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bf8365ca-d6a2-4f47-8532-cd0eaaa5833c None None] Provisioning complete for port 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:03.618955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf8365ca-d6a2-4f47-8532-cd0eaaa5833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.630804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.648224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81ba4e-b6b8-4b20-9e48-e0e136745a63 None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:03.651200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-2a3e331e-ba34-4265-9e3b-a67325ed2d3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 200  len: 217 time: 0.0466373
Nov 10 04:16:03.651386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ca3b8-c3b7-4288-9047-3d0a4b7b409b None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:03.653285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:03.653818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.702770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc331051-6148-41e6-80da-c9e9af95f105 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2569597
Nov 10 04:16:03.703460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:03.708254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:03.713449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009e503-1c85-4e86-b457-40533b66d53a req-e7375b57-89ff-415e-b05e-dc891425666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:03.716027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-e7375b57-89ff-415e-b05e-dc891425666c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.0548372
Nov 10 04:16:03.759322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bf8365ca-d6a2-4f47-8532-cd0eaaa5833c None None] Port 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:03.776076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-8bad373b-d4cd-4461-9a81-dd1059b7382b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366807
Nov 10 04:16:03.875451 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-37433129-5f66-4f6c-bd9e-a8046c0ab7b2 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881200
Nov 10 04:16:03.912959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25899421'] for subnet, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.915983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ea3ed419-961f-47d8-b2c3-fedb4770c1ed', 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': '97a755c3-bf82-41b9-ba5a-0a17f7658b86'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:16:03.916275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:03.952860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:03.953231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.022060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.041564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.142617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.194321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.236980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=40cf09fc-dec4-411b-90e4-2cf2f27b64de,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:04.269555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] For port 87be5122-668e-4130-9181-8c71eeade40a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87be5122-668e-4130-9181-8c71eeade40a,segment=NetworkSegment(ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e),segment_id=ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:04.277825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Update dhcp port {'port': {'network_id': '1bcd642b-b359-4521-8089-c3fd23e06013', 'fixed_ips': [{'subnet_id': 'ef179bbd-1731-4cab-b1c9-d06e30d16718', 'ip_address': '2001:db8::2'}, {'subnet_id': '82a3f93c-8d34-40e7-85b1-e677405cf69b'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '87be5122-668e-4130-9181-8c71eeade40a'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:16:04.313051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.315613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.328010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d009e503-1c85-4e86-b457-40533b66d53a req-7fee2b51-b0ef-42f3-ac81-eb5c71325c82 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4378636
Nov 10 04:16:04.363333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ab68e63b-d5d3-419f-8b06-37615eda8ec4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:04.437950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0afde337-a060-451c-88b2-fec3638df3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.467878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8192da-8aa6-4c3d-94a2-202041c013a7 None None] Pushing event updated for resources: {'Port': ['ID=87be5122-668e-4130-9181-8c71eeade40a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:04.547343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:04.547713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.639239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Allocated IP 172.20.0.1 (1bcd642b-b359-4521-8089-c3fd23e06013/82a3f93c-8d34-40e7-85b1-e677405cf69b/87be5122-668e-4130-9181-8c71eeade40a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:04.649744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Network be161a11-f156-43aa-b8ca-258e76b586f4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:04.655252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.662718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:04.674601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:04.674842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ca655-9a36-4d38-935f-ff21852975f8 req-c7498549-e1f8-4703-8690-5486453b1592 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:04.675189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.677483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b1ca655-9a36-4d38-935f-ff21852975f8 req-c7498549-e1f8-4703-8690-5486453b1592 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0670590
Nov 10 04:16:04.682938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0f342-a408-4125-8357-5a606dea65fe None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:04.690528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Subnet': ['ID=7d4979cb-3a20-41ca-87c2-ce57d25f7063,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:04.695337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762294509761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992928'] for subnet, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.729320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.731105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-47b2ea15-9f2b-42bf-a768-a6c0a73f9808 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1458976
Nov 10 04:16:04.740565 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-023ecb89-2374-4797-9913-43488c0b9b09 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.5705025
Nov 10 04:16:04.741764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:04.746284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:04.747157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:04.748338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "PUT /v2.0/subnets/97a755c3-bf82-41b9-ba5a-0a17f7658b86 HTTP/1.1" status: 200  len: 826 time: 1.0443087
Nov 10 04:16:04.752817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1215732250', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d4979cb-3a20-41ca-87c2-ce57d25f7063'}], 'security_groups': ['fdedaab7-853e-4686-8a5c-e82637f189d5', '46194eab-3c61-4a97-b2c3-c4ba10a620f1']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:04.756489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b1ca655-9a36-4d38-935f-ff21852975f8 req-9e95f91b-7c30-4953-90e6-69ac4f6638c1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728121
Nov 10 04:16:04.760837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57576) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:04.815464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667c2ae-c435-48b3-822a-d28fa04db67f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=97a755c3-bf82-41b9-ba5a-0a17f7658b86,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:04.820085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87be5122-668e-4130-9181-8c71eeade40a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:04.880466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Allocated IP 2001:db8::2 (ea3ed419-961f-47d8-b2c3-fedb4770c1ed/97a755c3-bf82-41b9-ba5a-0a17f7658b86/767ccf22-b836-4d57-ba9d-d95c8d594f50) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:05.023587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] For port 87be5122-668e-4130-9181-8c71eeade40a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87be5122-668e-4130-9181-8c71eeade40a,segment=NetworkSegment(ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e),segment_id=ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:05.041396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.054819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d8772fac-2d60-4f6f-b363-d49bac4215c0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2024230885&fields=id&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 267 time: 0.1130564
Nov 10 04:16:05.061363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:05.061733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.105105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.131710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.148098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.219098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.338947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-965820ec-5793-4a37-a717-3ea2aafacc5c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:05.340573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-965820ec-5793-4a37-a717-3ea2aafacc5c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 817 time: 0.2683086
Nov 10 04:16:05.400531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-38099d61-136b-4994-99f7-ead684ac1c82 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/quotas/e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 375 time: 0.0489981
Nov 10 04:16:05.460832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.480883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd744389-4b2a-417c-800b-7ae005770e99 None None] Pushing event updated for resources: {'Port': ['ID=87be5122-668e-4130-9181-8c71eeade40a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:05.490255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.517855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-170f64b0-e978-4f4f-ad6b-ff7c605bc332 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1084540
Nov 10 04:16:05.562761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.591640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Update dhcp port {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'fixed_ips': [{'subnet_id': 'b87f598d-0fdb-430c-8cc6-8f52c6f175b2', 'ip_address': '172.20.0.18'}, {'subnet_id': '617e18d4-1285-4c37-bf04-cdebaad34e6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d4979cb-3a20-41ca-87c2-ce57d25f7063'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'ab68e63b-d5d3-419f-8b06-37615eda8ec4'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:16:05.609009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:05.649064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=97a755c3-bf82-41b9-ba5a-0a17f7658b86,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:05.649679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:05.657639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Pushing event updated for resources: {'Port': ['ID=767ccf22-b836-4d57-ba9d-d95c8d594f50,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:05.661201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:05.716583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.736410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Attempting to bind port 767ccf22-b836-4d57-ba9d-d95c8d594f50 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:05.736752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Attempting to bind port 767ccf22-b836-4d57-ba9d-d95c8d594f50 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b845228e-6303-46b1-a2e6-b038ab87be5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:05.736972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Attempting to bind port 767ccf22-b836-4d57-ba9d-d95c8d594f50 on network ea3ed419-961f-47d8-b2c3-fedb4770c1ed {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:05.743093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:05.743462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Checking segment: {'id': 'b845228e-6303-46b1-a2e6-b038ab87be5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:05.743855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.744252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Bound using segment: {'id': 'b845228e-6303-46b1-a2e6-b038ab87be5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:05.744736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Bound port: 767ccf22-b836-4d57-ba9d-d95c8d594f50, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b845228e-6303-46b1-a2e6-b038ab87be5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:05.745114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.764433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.796672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Delete allocated IP 172.20.0.12 (be161a11-f156-43aa-b8ca-258e76b586f4/617e18d4-1285-4c37-bf04-cdebaad34e6d) {{(pid=119697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:16:05.807023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-bd84f392-38ff-4ad7-8c8a-c13dd1c34db0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613316
Nov 10 04:16:05.812806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ecf33d0>,) {'filters': {'network_id': ['ea3ed419-961f-47d8-b2c3-fedb4770c1ed']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:05.821230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Allocated IP 172.20.0.44 (be161a11-f156-43aa-b8ca-258e76b586f4/7d4979cb-3a20-41ca-87c2-ce57d25f7063/237171a1-4c5a-45ed-a6e2-3fcd7aad39e0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:05.834005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ecf33d0>, 'b845228e-6303-46b1-a2e6-b038ab87be5b') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:05.834307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ecf33d0>, 'b845228e-6303-46b1-a2e6-b038ab87be5b') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:05.866987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.940588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] For port 767ccf22-b836-4d57-ba9d-d95c8d594f50, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:05.941548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f6a7e-1997-447c-82f1-58b1b60e35ac req-11831773-36ec-41e4-a28a-9ef20bcc0ac0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:05.943661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-652f6a7e-1997-447c-82f1-58b1b60e35ac req-11831773-36ec-41e4-a28a-9ef20bcc0ac0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0706713
Nov 10 04:16:05.947636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.976159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:05.976572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:05.980374 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:06.015948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-652f6a7e-1997-447c-82f1-58b1b60e35ac req-e4dc32bc-7c28-4f77-9f91-f376b00f8357 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628469
Nov 10 04:16:06.082471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87be5122-668e-4130-9181-8c71eeade40a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:06.111841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-22721286-00e9-479d-b3cc-f5680e8aa863 service neutron] 10.222.0.13 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2860868
Nov 10 04:16:06.138896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:16:06.138896 ncdv-817176-1 neutron-server[119697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:16:06.138896 ncdv-817176-1 neutron-server[119697]: [parameters: {'id': 'ea3ed419-961f-47d8-b2c3-fedb4770c1ed'}]
Nov 10 04:16:06.138896 ncdv-817176-1 neutron-server[119697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:16:06.140563 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:16:06.152361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] For port 767ccf22-b836-4d57-ba9d-d95c8d594f50, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=767ccf22-b836-4d57-ba9d-d95c8d594f50,segment=NetworkSegment(b845228e-6303-46b1-a2e6-b038ab87be5b),segment_id=b845228e-6303-46b1-a2e6-b038ab87be5b)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:06.160772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a47e4-f275-43fb-9494-1b18b19256f2 None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:06.215645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.240899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.246336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.338193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6981a6d0-8c23-4394-bc69-7c8bb7529908 req-7a38d43b-cc00-41cd-80ee-aef4132dc0c1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 210 time: 0.0457745
Nov 10 04:16:06.363159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:06.363643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.370583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event updated for resources: {'Port': ['ID=237171a1-4c5a-45ed-a6e2-3fcd7aad39e0,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:06.390679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] In _notify_port_updated(), no bound segment for port 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 on network be161a11-f156-43aa-b8ca-258e76b586f4 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:16:06.397300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:06.398471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.400676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-804eb08a-0970-471b-916f-0c1be8a1c242 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "PUT /v2.0/ports/237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 HTTP/1.1" status: 200  len: 960 time: 1.6570666
Nov 10 04:16:06.402909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57598) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:06.512513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5cb55991-b881-4458-84c8-414278405eeb None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:06.513672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cb55991-b881-4458-84c8-414278405eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.515476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32a3e7-f124-4204-a1e2-e9d4336a5f65 None None] Pushing event updated for resources: {'Port': ['ID=767ccf22-b836-4d57-ba9d-d95c8d594f50,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:06.545897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:06.546334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.599835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Allocated IP 172.20.0.34 (be161a11-f156-43aa-b8ca-258e76b586f4/7d4979cb-3a20-41ca-87c2-ce57d25f7063/ab68e63b-d5d3-419f-8b06-37615eda8ec4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:06.605665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b2196-6367-4839-89d8-b3b12365ae84 None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:06.672337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.812385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.847645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:06.863008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port 767ccf22-b836-4d57-ba9d-d95c8d594f50 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:06.863352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.937649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca99621-67cf-4361-9a7f-8340e5a91b19 None None] Network ea3ed419-961f-47d8-b2c3-fedb4770c1ed requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:06.943785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:06.991531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port 767ccf22-b836-4d57-ba9d-d95c8d594f50, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=767ccf22-b836-4d57-ba9d-d95c8d594f50,segment=NetworkSegment(b845228e-6303-46b1-a2e6-b038ab87be5b),segment_id=b845228e-6303-46b1-a2e6-b038ab87be5b)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:06.991908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:06.992222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9ca8-cf71-4a2b-a5d7-6746c39cda9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.014869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for 767ccf22-b836-4d57-ba9d-d95c8d594f50 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:07.050848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.079756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.177935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.194074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1b67-06d0-406e-af6a-406f2c3ce17d None None] Pushing event updated for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.236558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ff32-32a1-48ea-af15-1213def34f56 req-64eb09f2-e087-4850-899d-01ad0f6f760a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:07.238309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68f1ff32-32a1-48ea-af15-1213def34f56 req-64eb09f2-e087-4850-899d-01ad0f6f760a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0917389
Nov 10 04:16:07.258250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0e81a92e-aa6b-4364-b2b2-0ce697606577 None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:07.258690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e81a92e-aa6b-4364-b2b2-0ce697606577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.271586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=237171a1-4c5a-45ed-a6e2-3fcd7aad39e0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.294346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.329402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68f1ff32-32a1-48ea-af15-1213def34f56 req-c5f5dd3b-8659-4f2a-a514-1bf8ec8a096f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807986
Nov 10 04:16:07.337721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port 767ccf22-b836-4d57-ba9d-d95c8d594f50 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:07.344838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=767ccf22-b836-4d57-ba9d-d95c8d594f50,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.385722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.389743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1442e730-ef38-49e6-bc5e-e85dd6bd596a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 HTTP/1.1" status: 204  len: 168 time: 0.9857712
Nov 10 04:16:07.393679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.420749 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d23567e-455a-4e6f-b583-cea45c369c72 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] GET failed (client error): The resource could not be found.
Nov 10 04:16:07.422700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d23567e-455a-4e6f-b583-cea45c369c72 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports/237171a1-4c5a-45ed-a6e2-3fcd7aad39e0 HTTP/1.1" status: 404  len: 333 time: 0.0273311
Nov 10 04:16:07.425508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57616) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.454764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.489013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.505194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e161a229-370e-41e1-bb2f-8e71bec06e68 req-8f1a88b9-e067-45a1-9682-78cccedefd1c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 210 time: 0.0475342
Nov 10 04:16:07.515909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e5567c0>,) {'filters': {'network_id': ['ea3ed419-961f-47d8-b2c3-fedb4770c1ed']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:07.532406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.543173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e5567c0>, 'b845228e-6303-46b1-a2e6-b038ab87be5b') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:07.543173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e5567c0>, 'b845228e-6303-46b1-a2e6-b038ab87be5b') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:07.554216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.595621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.598716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.602297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/security-groups/54e17f2b-e378-4f90-86c1-e0876af2237b HTTP/1.1" status: 204  len: 168 time: 0.1731629
Nov 10 04:16:07.605250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57618) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.616658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.625215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712902b-d919-44a9-a32f-4bf13881f410 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e17f2b-e378-4f90-86c1-e0876af2237b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.631190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:07.631846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:07.642196 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:07.681640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.708143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.764259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.767056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.768221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/security-groups/46194eab-3c61-4a97-b2c3-c4ba10a620f1 HTTP/1.1" status: 204  len: 168 time: 0.1625504
Nov 10 04:16:07.780175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57622) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.811576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9bd53-7f97-4b49-a628-7fe1091f6b90 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46194eab-3c61-4a97-b2c3-c4ba10a620f1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.838318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-5c95c785-5dd7-42ff-b11f-32329cd9fd85 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:07.840574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-5c95c785-5dd7-42ff-b11f-32329cd9fd85 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 817 time: 0.2783699
Nov 10 04:16:07.847386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.862976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.870724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/ea3ed419-961f-47d8-b2c3-fedb4770c1ed HTTP/1.1" status: 204  len: 168 time: 3.0651584
Nov 10 04:16:07.875464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.879381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.899924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef815962-7d23-493a-bfa2-4c81a5cbe30a tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=ea3ed419-961f-47d8-b2c3-fedb4770c1ed,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:07.909694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.911743 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac23e49d-3231-45c8-86dd-97726f27a7c2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:07.912308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac23e49d-3231-45c8-86dd-97726f27a7c2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:07.916666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac23e49d-3231-45c8-86dd-97726f27a7c2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/ea3ed419-961f-47d8-b2c3-fedb4770c1ed HTTP/1.1" status: 404  len: 339 time: 0.0387213
Nov 10 04:16:07.922366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:07.933461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209320578', 'description': 'd1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:07.938925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.983224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d447ce4f-0fa9-4992-af70-0b855ac64b25 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 380 time: 0.1215672
Nov 10 04:16:07.984516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:07.987898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.988426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.991211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:07.992482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdedaab7-853e-4686-8a5c-e82637f189d5 HTTP/1.1" status: 204  len: 168 time: 0.2111831
Nov 10 04:16:07.995533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'port': {'device_id': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'admin_state_up': True, 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'security_groups': ['27db2011-0e04-45a4-904a-d46ec42786bc']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:08.003677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:08.004458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d59e9-879c-41e5-81b6-7767714f5703 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedaab7-853e-4686-8a5c-e82637f189d5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:08.074909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet 617e18d4-1285-4c37-bf04-cdebaad34e6d {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:08.089612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.108871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:08.117885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ab68e63b-d5d3-419f-8b06-37615eda8ec4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:08.127368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.127718 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment a167819f-821c-4298-942f-4696950798af of type vlan for network 9d68d5aa-fd17-4100-b7ed-09fa0bd7a402
Nov 10 04:16:08.136522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.158890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:08.159257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.171276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Made reservation on behalf of e16946d4a8d945b6b316d212abca4f83 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:08.175227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.190789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.216431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:08.216825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.233956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.268501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.274224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:08.274967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.299093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Could not find standard attr ID for object 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:16:08.299910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.330959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=617e18d4-1285-4c37-bf04-cdebaad34e6d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:08.332850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.334611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:08.335181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.341242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ef4d4a7-0eb8-4829-a536-7954282f2175 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/617e18d4-1285-4c37-bf04-cdebaad34e6d HTTP/1.1" status: 204  len: 168 time: 0.3338315
Nov 10 04:16:08.343611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57632) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:08.383284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c0d68a61-a709-419f-be6a-46e1e33466ab None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:08.392483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4663563
Nov 10 04:16:08.395031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57636) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:08.410209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8e5c-9a0a-4c34-af9e-382d0230eaa0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=9d68d5aa-fd17-4100-b7ed-09fa0bd7a402,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:08.421203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:08.429298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet 7d4979cb-3a20-41ca-87c2-ce57d25f7063 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:08.434371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.493693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.524886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Allocated IP 172.20.0.12 (fc75a7af-896b-4018-b415-3db9606c7991/223e0677-c064-4fba-9ec6-7c4b691e1428/71a721a0-cd80-4d3a-8050-0bef91b2aab2) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:08.580620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6037c3e5-5583-4e6b-b5a4-c34711865356 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:08.585230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6037c3e5-5583-4e6b-b5a4-c34711865356 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks?id=9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 HTTP/1.1" status: 200  len: 764 time: 0.1891477
Nov 10 04:16:08.587201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57640) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:08.604054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'description': 'd2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:08.607011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d3871-2acd-4e60-9ea2-3b835be8ed23 req-9701947e-3d92-4a59-ae6d-afd1a25b7093 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:08.608525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d9d3871-2acd-4e60-9ea2-3b835be8ed23 req-9701947e-3d92-4a59-ae6d-afd1a25b7093 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1809301
Nov 10 04:16:08.674632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea111d-b785-4ff4-a8bc-afa7d7b0ee3f None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:08.685019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fd7d414-7700-46df-8765-f460ccd0f053 req-051dfa6f-7df7-4e3c-8d0c-36a10e7c1dc1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 210 time: 0.0746303
Nov 10 04:16:08.707063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.726924 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d9d3871-2acd-4e60-9ea2-3b835be8ed23 req-d43526fe-1490-455e-82fb-1d5de02a12d9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026947
Nov 10 04:16:08.750034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-126d02a7-2f06-4e9b-8156-af7b0132ba44 None None] Could not find standard attr ID for object 237171a1-4c5a-45ed-a6e2-3fcd7aad39e0. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:16:08.782868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.847145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.861543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.877016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.908898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.920149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4979cb-3a20-41ca-87c2-ce57d25f7063,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:08.933933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network 9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 is not hosted by any dhcp agent {{(pid=119696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:16:08.939745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:08.940362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.941178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Network fc75a7af-896b-4018-b415-3db9606c7991 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:08.944475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "PUT /v2.0/networks/9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 HTTP/1.1" status: 200  len: 761 time: 0.3563113
Nov 10 04:16:08.951260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57646) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:08.952966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:08.956454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:08.972054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:08.975622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-289595f9-c65f-4366-b929-e1c7cbb9ea00 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/7d4979cb-3a20-41ca-87c2-ce57d25f7063 HTTP/1.1" status: 204  len: 168 time: 0.6258330
Nov 10 04:16:08.977921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ee513-80b3-42bc-ba7b-a565acbd6761 None None] Update dhcp port {'port': {'network_id': 'be161a11-f156-43aa-b8ca-258e76b586f4', 'fixed_ips': [{'subnet_id': 'b87f598d-0fdb-430c-8cc6-8f52c6f175b2', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d4979cb-3a20-41ca-87c2-ce57d25f7063'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'ab68e63b-d5d3-419f-8b06-37615eda8ec4'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:16:08.978996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57648) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.010198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a69ee513-80b3-42bc-ba7b-a565acbd6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.027801 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8262bb-5b4b-43b2-9ace-25945877b1c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.028256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8262bb-5b4b-43b2-9ace-25945877b1c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.032657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-da8262bb-5b4b-43b2-9ace-25945877b1c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/617e18d4-1285-4c37-bf04-cdebaad34e6d HTTP/1.1" status: 404  len: 337 time: 0.0509493
Nov 10 04:16:09.034165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.046975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a50f2-217d-431a-b270-3f0b73a3579f tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=9d68d5aa-fd17-4100-b7ed-09fa0bd7a402,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:09.059335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:09.067984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:09.099136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting subnet b87f598d-0fdb-430c-8cc6-8f52c6f175b2 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:09.106474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.110759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:09.112962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.133797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-1fc1779a-0b9b-42ab-b51e-0653a6412366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2663248
Nov 10 04:16:09.162535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.166242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a277c911-494b-4f1e-8225-efc3167dedcf tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:09.171998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a277c911-494b-4f1e-8225-efc3167dedcf tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks?id=9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 HTTP/1.1" status: 200  len: 764 time: 0.1833861
Nov 10 04:16:09.173555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-d6dbc970-ee17-45ed-b793-9d025f6d50e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1827223
Nov 10 04:16:09.182361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.203390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Request body: {'port': {'device_id': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:09.273743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.280070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7745eb3b-023f-4834-a764-bf94de0ae103 None None] Provisioning complete for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:09.280579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7745eb3b-023f-4834-a764-bf94de0ae103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.322440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7745eb3b-023f-4834-a764-bf94de0ae103 None None] Port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:09.341621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-a69ee513-80b3-42bc-ba7b-a565acbd6761 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b87f598d-0fdb-430c-8cc6-8f52c6f175b2: This subnet is being modified by another concurrent operation.
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:16:09.343368 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b87f598d-0fdb-430c-8cc6-8f52c6f175b2: This subnet is being modified by another concurrent operation.
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:16:09.348127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.374364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Subnet': ['ID=b87f598d-0fdb-430c-8cc6-8f52c6f175b2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:09.377087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.383744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a1ac01ad-a23e-4886-a4c3-a0538590119c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/b87f598d-0fdb-430c-8cc6-8f52c6f175b2 HTTP/1.1" status: 204  len: 168 time: 0.3485630
Nov 10 04:16:09.384781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57654) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.413500 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcf5f31-ef2b-4ac7-8b61-d8f6b1b601bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.413959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcf5f31-ef2b-4ac7-8b61-d8f6b1b601bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.417124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fcf5f31-ef2b-4ac7-8b61-d8f6b1b601bf tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/1244b42b-575f-43f4-a44c-cca0c158f504 HTTP/1.1" status: 404  len: 337 time: 0.0313704
Nov 10 04:16:09.419754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57656) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.446756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d16ed50a-d916-4bdd-aa23-892a8e63f3da tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe9004be-251e-47c9-8c09-3aef7306ac41 HTTP/1.1" status: 200  len: 205 time: 0.0258863
Nov 10 04:16:09.447577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0af05-2e64-4cad-8904-e22ffccc9485 None None] Network be161a11-f156-43aa-b8ca-258e76b586f4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:09.449840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57658) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.494312 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d09ad340-d424-4065-b116-898fcdd73cd6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] delete failed (client error): The resource could not be found.
Nov 10 04:16:09.495884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d09ad340-d424-4065-b116-898fcdd73cd6 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/routers/fe9004be-251e-47c9-8c09-3aef7306ac41 HTTP/1.1" status: 404  len: 336 time: 0.0446181
Nov 10 04:16:09.498097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57660) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.528318 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a450b18d-d1d4-4cb8-8498-4fb723685a6d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.528806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a450b18d-d1d4-4cb8-8498-4fb723685a6d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.531884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a450b18d-d1d4-4cb8-8498-4fb723685a6d tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/b3eb3235-8e79-454f-b31d-68f696f091aa HTTP/1.1" status: 404  len: 337 time: 0.0328252
Nov 10 04:16:09.534651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57662) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.563287 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee9d2e4-aee0-438f-98c5-276d943764c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.563744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee9d2e4-aee0-438f-98c5-276d943764c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.570002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4ee9d2e4-aee0-438f-98c5-276d943764c8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/ba498df9-7a12-4037-9cc6-e65c9d88fdae HTTP/1.1" status: 404  len: 337 time: 0.0313208
Nov 10 04:16:09.572647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57664) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.577889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-08dd8c45-f8eb-4d62-ac8d-e38750c7cb96 None None] Provisioning complete for port ab68e63b-d5d3-419f-8b06-37615eda8ec4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:09.578263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08dd8c45-f8eb-4d62-ac8d-e38750c7cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.599946 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de5e42c-7791-47d3-9a31-9838bf2352b4 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.600402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de5e42c-7791-47d3-9a31-9838bf2352b4 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.606273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0de5e42c-7791-47d3-9a31-9838bf2352b4 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/c8b35836-5eb0-4c69-bd5c-4695517c487b HTTP/1.1" status: 404  len: 337 time: 0.0293937
Nov 10 04:16:09.606487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57666) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.635537 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b50022-d602-4c66-8c3b-59123d57ae19 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.636874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b50022-d602-4c66-8c3b-59123d57ae19 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.642382 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a3b50022-d602-4c66-8c3b-59123d57ae19 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/edfafc03-d4fd-4c31-8d1a-65fca7eaaa4b HTTP/1.1" status: 404  len: 333 time: 0.0325973
Nov 10 04:16:09.642629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.669471 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a93b2f-1f80-4c41-87e9-cac07f330813 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.669845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a93b2f-1f80-4c41-87e9-cac07f330813 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.675324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a3a93b2f-1f80-4c41-87e9-cac07f330813 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/57b66b49-075a-4824-bdac-4fa165537863 HTTP/1.1" status: 404  len: 337 time: 0.0294075
Nov 10 04:16:09.676083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.704241 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-081c57db-7a46-4e4a-a8a3-e94b7c5e66ca tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.704734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081c57db-7a46-4e4a-a8a3-e94b7c5e66ca tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.710387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-081c57db-7a46-4e4a-a8a3-e94b7c5e66ca tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/e800dc87-4d98-40f8-af29-e292bf11b99b HTTP/1.1" status: 404  len: 337 time: 0.0309501
Nov 10 04:16:09.711289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.743240 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b149f82-9162-43b0-9d96-0cb6e8de564f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.744026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b149f82-9162-43b0-9d96-0cb6e8de564f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.751489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2b149f82-9162-43b0-9d96-0cb6e8de564f tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/980bb539-4e6d-4e04-a29e-d6ac468c5865 HTTP/1.1" status: 404  len: 333 time: 0.0388708
Nov 10 04:16:09.752563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.753748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-06cfe625-33b0-4f10-9d75-cb030ba59294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:09.755478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-06cfe625-33b0-4f10-9d75-cb030ba59294 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 1096 time: 0.5808337
Nov 10 04:16:09.808972 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9b09f9-129e-4624-81d2-1e85fcf0d03a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.808972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9b09f9-129e-4624-81d2-1e85fcf0d03a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.811401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5b9b09f9-129e-4624-81d2-1e85fcf0d03a tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/fe531801-252c-44f7-844c-86166836df5d HTTP/1.1" status: 404  len: 337 time: 0.0579369
Nov 10 04:16:09.812089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.865221 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1295d5d0-8d8b-4fb1-9071-561ea631f36c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:09.865974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1295d5d0-8d8b-4fb1-9071-561ea631f36c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:09.869221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1295d5d0-8d8b-4fb1-9071-561ea631f36c tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/subnets/9efc720e-509a-4645-b7b3-d46ab35710aa HTTP/1.1" status: 404  len: 337 time: 0.0561910
Nov 10 04:16:09.875062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] DHCP port deletion for be161a11-f156-43aa-b8ca-258e76b586f4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:09.875843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.928293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fac30-b41d-47d4-95d2-1abe4a38b88e req-70ebe939-f4ff-41ea-9320-4dcb250a24f4 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:09.928579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-08dd8c45-f8eb-4d62-ac8d-e38750c7cb96 None None] Provisioning complete for port 34c2d453-e362-4d5a-80f7-0f2251b60db3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:09.928737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.929082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08dd8c45-f8eb-4d62-ac8d-e38750c7cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.930626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-463fac30-b41d-47d4-95d2-1abe4a38b88e req-70ebe939-f4ff-41ea-9320-4dcb250a24f4 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0676949
Nov 10 04:16:09.975316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Deleting port ab68e63b-d5d3-419f-8b06-37615eda8ec4 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:09.975644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af98b4-13dd-438c-84dc-3b58a2cf3b05 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:09.975795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:09.977154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0af98b4-13dd-438c-84dc-3b58a2cf3b05 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.7938299
Nov 10 04:16:09.980767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57690) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:09.987866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-08dd8c45-f8eb-4d62-ac8d-e38750c7cb96 None None] Port 34c2d453-e362-4d5a-80f7-0f2251b60db3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:10.048855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-463fac30-b41d-47d4-95d2-1abe4a38b88e req-c251113e-cba6-45f7-bcd1-10b0c1337a43 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061463
Nov 10 04:16:10.056342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-60734963-2c66-4d2f-a11a-462af6eb3f18 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 207 time: 0.0694897
Nov 10 04:16:10.056528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] For port ab68e63b-d5d3-419f-8b06-37615eda8ec4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ab68e63b-d5d3-419f-8b06-37615eda8ec4,segment=NetworkSegment(426a27ac-5423-475c-a30f-118827c9564b),segment_id=426a27ac-5423-475c-a30f-118827c9564b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:10.056528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.059777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57692) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.078140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Calling delete_port for ab68e63b-d5d3-419f-8b06-37615eda8ec4 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:10.134589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ab68e63b-d5d3-419f-8b06-37615eda8ec4 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:10.149626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e360917-1933-415b-99d8-93a90e5916c2 req-9068c139-5f2c-4754-b891-f73de2ee1d13 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.156533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e360917-1933-415b-99d8-93a90e5916c2 req-9068c139-5f2c-4754-b891-f73de2ee1d13 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 932 time: 0.3589034
Nov 10 04:16:10.198031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.204904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.210716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.211797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.212362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-1ac5eb66-bbf8-4685-beae-49a48f6f13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.214149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-1ac5eb66-bbf8-4685-beae-49a48f6f13ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.4260521
Nov 10 04:16:10.218820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.225524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.232130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.237793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c3b6d765-7989-4104-a457-ba4efdedc7f1 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.1762760
Nov 10 04:16:10.238036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57694) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.261963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.263941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.312053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] Pushing event deleted for resources: {'Port': ['ID=ab68e63b-d5d3-419f-8b06-37615eda8ec4,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:10.315066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5566db2-2523-4b05-816d-efc25306d0ab None None] No DVR routers for this DVR port ab68e63b-d5d3-419f-8b06-37615eda8ec4 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:10.327796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-1162f063-a2cc-460d-b965-475e57185020 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 200  len: 217 time: 0.1017289
Nov 10 04:16:10.358522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7610cc8-56b6-4f05-aa9e-2e86c8a09c9f None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:16:10.377576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5e3632d-224e-42eb-8b9b-d5f8a93ba6a5 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.1354446
Nov 10 04:16:10.378127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Deleting port 34c2d453-e362-4d5a-80f7-0f2251b60db3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:10.378127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.378359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57696) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.432277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e360917-1933-415b-99d8-93a90e5916c2 req-de6e291e-9a1a-41c3-bc1c-544abfd0eea0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2744215
Nov 10 04:16:10.451701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.453940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.455438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.457240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.459387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.465234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d12d9c9-2191-4f91-8273-d9b96944b5f3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0831008
Nov 10 04:16:10.466018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.488497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-40b15ed2-48a5-46a8-9ce9-94137d6b90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.490018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-40b15ed2-48a5-46a8-9ce9-94137d6b90ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1538363
Nov 10 04:16:10.490850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7610cc8-56b6-4f05-aa9e-2e86c8a09c9f None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:16:10.514785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.530699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.532229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.533682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.535100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.536548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.542100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5cd2a355-7a68-41a2-a4f1-3c3d82b15f0b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0717828
Nov 10 04:16:10.543322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57700) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.549223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Calling delete_port for 34c2d453-e362-4d5a-80f7-0f2251b60db3 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:10.644308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-326c39a5-6c1e-46bf-8fb0-fb004b6dada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.645835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-326c39a5-6c1e-46bf-8fb0-fb004b6dada9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1441047
Nov 10 04:16:10.650550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:16:10.652851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c52d8-2086-4355-a6c0-6f9ae5aca04b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.657646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-509c52d8-2086-4355-a6c0-6f9ae5aca04b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks/fe8b13a1-fb7a-46e5-bd43-5984e0ef988d HTTP/1.1" status: 200  len: 803 time: 0.1100774
Nov 10 04:16:10.658252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57702) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.674770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.730333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Transition to ACTIVE for port object 71a721a0-cd80-4d3a-8050-0bef91b2aab2 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:16:10.745242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.771612 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f53567ec-8a54-4730-b7b1-e25ebf231a21 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/networks/fe8b13a1-fb7a-46e5-bd43-5984e0ef988d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.1125367
Nov 10 04:16:10.772655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57704) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.786306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4bfab-4cd4-4bb2-9e44-6c221c18d637 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:16:10.795900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.840500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-60af8b21-6b3e-4bcd-a2f8-32f81287b6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816218
Nov 10 04:16:10.843786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:10.846987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:10.847144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527cac2-2006-45a5-b801-a269d273782b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:10.850290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/ports/34c2d453-e362-4d5a-80f7-0f2251b60db3 HTTP/1.1" status: 204  len: 168 time: 0.9601421
Nov 10 04:16:10.853258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f527cac2-2006-45a5-b801-a269d273782b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets/ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95 HTTP/1.1" status: 200  len: 843 time: 0.0789728
Nov 10 04:16:10.853840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.854172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57710) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:10.924368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4bfab-4cd4-4bb2-9e44-6c221c18d637 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:16:10.934241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78502d-58db-4dc4-8f6a-0ab83eb377d8 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Port': ['ID=34c2d453-e362-4d5a-80f7-0f2251b60db3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:10.990714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.007483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8c90f-f883-4748-be78-b6061bfaac84 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.008889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fcd8c90f-f883-4748-be78-b6061bfaac84 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "GET /v2.0/subnets/ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1532133
Nov 10 04:16:11.011923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:11.012258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:11.012585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:11.014059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57712) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:11.019723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2425c47-5140-4b4b-8cd8-71c1615e3682 req-4e2724d2-cae7-43f3-9d2b-6a886246b903 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683655
Nov 10 04:16:11.020456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:16:11.020797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:11.021973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400788345'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:11.026104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:11.026491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:11.026872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Bound using segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:11.027301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Bound port: 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:11.027655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.115603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.125957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:11.129668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.133636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:11.138507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:11.143673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.177214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f441760>,) {'filters': {'network_id': ['be161a11-f156-43aa-b8ca-258e76b586f4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:11.189090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.190367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.192071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] 10.222.0.21 "PUT /v2.0/ports/71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 1092 time: 1.9968066
Nov 10 04:16:11.193029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:11.197715 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:11.225871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f441760>, '426a27ac-5423-475c-a30f-118827c9564b') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:11.226216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f441760>, '426a27ac-5423-475c-a30f-118827c9564b') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:11.235788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30674c60-b25e-471b-b956-95db68c36ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:11.243104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.267443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:11.277492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.299291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-7942c2f7-988e-4b88-94e5-21d74525f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.300970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-7942c2f7-988e-4b88-94e5-21d74525f148 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1095 time: 0.0615857
Nov 10 04:16:11.302518 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b3f0a3-df84-441b-8fef-4d440a9f579d x-openstack-request-id: req-87b3f0a3-df84-441b-8fef-4d440a9f579d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:11.302945 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:11.303384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87b3f0a3-df84-441b-8fef-4d440a9f579d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:11.303842 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'status': 'completed', 'code': 200}
Nov 10 04:16:11.303971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-fd34b071-5953-49c6-aeef-7f3eec72fd5c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1622171
Nov 10 04:16:11.304860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:11.305256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.308775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.309795 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Added segment 6324e8f2-e278-48ca-8d46-831f89fa2adc of type vlan for network b7e0a816-5083-4297-9f7a-e8fbd6e2c542
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:11.312068 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:11.340633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781b04b-43b6-4a78-b88e-9c0a17bbd7b8 req-ec1d5525-5781-49ad-86b2-2b80d2a20ad4 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.342178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7781b04b-43b6-4a78-b88e-9c0a17bbd7b8 req-ec1d5525-5781-49ad-86b2-2b80d2a20ad4 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1992803
Nov 10 04:16:11.353872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-850e99a7-c14c-461b-8661-cc0b4eab1284 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 217 time: 0.0436852
Nov 10 04:16:11.413521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-3c143093-0dfc-4ece-8eac-d3d0a33c3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.414988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-3c143093-0dfc-4ece-8eac-d3d0a33c3fbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0528827
Nov 10 04:16:11.460311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.472490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-37fc1bb8-559c-4204-b0f5-b1c709f7d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.474391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-37fc1bb8-559c-4204-b0f5-b1c709f7d400 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0517530
Nov 10 04:16:11.476952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.481972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.486909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] 10.222.0.13 "DELETE /v2.0/networks/be161a11-f156-43aa-b8ca-258e76b586f4 HTTP/1.1" status: 204  len: 168 time: 0.6292186
Nov 10 04:16:11.536159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213edb5b-364a-401e-a947-bec74b4c8822 tempest-PortsTestJSON-319030371 tempest-PortsTestJSON-319030371-project] Pushing event deleted for resources: {'Network': ['ID=be161a11-f156-43aa-b8ca-258e76b586f4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:11.550370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7781b04b-43b6-4a78-b88e-9c0a17bbd7b8 req-2f97f0bd-f4f2-44d2-b54c-0418d22927d4 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772833
Nov 10 04:16:11.555182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-e3f58a54-531a-48df-8537-d0b69fca694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.556841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-e3f58a54-531a-48df-8537-d0b69fca694c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1095 time: 0.1850474
Nov 10 04:16:11.558760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.565392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.566501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.676468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6566517
Nov 10 04:16:11.677603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57726) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:11.686022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:11.701207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf57aae-74ee-4f79-b180-6b1f3c3716f4 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Network': ['ID=b7e0a816-5083-4297-9f7a-e8fbd6e2c542,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:11.716080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:11.760986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-d9837e1a-9dbb-4713-9c60-35f5fcf300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.762901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-d9837e1a-9dbb-4713-9c60-35f5fcf300c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1704597
Nov 10 04:16:11.780637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f537890-8768-4b2d-b637-990eab8238fe req-54d1aac9-9406-42c3-bd27-06e4dd67aa99 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.782797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f537890-8768-4b2d-b637-990eab8238fe req-54d1aac9-9406-42c3-bd27-06e4dd67aa99 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.1872470
Nov 10 04:16:11.829374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-ed844d16-d68a-496e-afe2-a41d9112b09a service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3432665
Nov 10 04:16:11.864197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-1b7cfd4d-393b-42ea-9075-f6a030bd7290 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.0892608
Nov 10 04:16:11.882887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57732) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:11.926471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-0322511d-3508-4736-bd7f-c2a9346161af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.928333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-0322511d-3508-4736-bd7f-c2a9346161af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0566754
Nov 10 04:16:11.949761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f537890-8768-4b2d-b637-990eab8238fe req-d2362cc9-22f7-4719-99e8-86d60fc1aab3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490297
Nov 10 04:16:11.985867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Made reservation on behalf of 48997a13698b49a6b4447a1dc8850898 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:11.989596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:11.994393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-28a32592-017b-4a0a-9f8d-be25fa837028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:11.996860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-28a32592-017b-4a0a-9f8d-be25fa837028 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0596685
Nov 10 04:16:12.048090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b65abff2-ee42-4292-b284-d0b52c7e6cf1 req-16e1f3d2-b3bc-4c83-9908-79557e48b34c service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080047
Nov 10 04:16:12.065925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Performing IP validity checks on allocation pools {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:16:12.066580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:16:12.112649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f637b23-6f42-4548-95dd-829a1c1c7e40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b506e3d8223426e8ce6df278556f03a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279608
Nov 10 04:16:12.119719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57736) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:12.146032 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-c122e99d-13d0-449f-b574-6e7197412c82 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388922
Nov 10 04:16:12.187103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-2b03c9d1-25f5-4b1d-81a4-5e4492e809b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.188598 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-2b03c9d1-25f5-4b1d-81a4-5e4492e809b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1095 time: 0.0857172
Nov 10 04:16:12.230241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.266450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.286974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.289208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4cb9ccfc-3348-4c08-8038-008adc0b994c req-c94cd981-bb3e-4a94-ac88-88876f2c122e service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343062
Nov 10 04:16:12.329704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.332309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.336008 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bac9a773-e227-423f-812e-1dc83b2eceaf HTTP/1.1" status: 204  len: 168 time: 0.2124171
Nov 10 04:16:12.343988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e70d2f-ecba-4557-8688-212cc22ab235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac9a773-e227-423f-812e-1dc83b2eceaf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:12.392235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=9354a68e-c103-4e4d-8dff-c5f7ad816497,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:12.400590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-f204b6d4-99b8-4390-b935-0f58c8369462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.402190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-f204b6d4-99b8-4390-b935-0f58c8369462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1833847
Nov 10 04:16:12.408208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Checking segment: {'id': '6324e8f2-e278-48ca-8d46-831f89fa2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:12.408562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network hostable DHCP agents. Network: b7e0a816-5083-4297-9f7a-e8fbd6e2c542, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:12.448528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-cd1e4aed-5998-461b-9382-afcce3b76e7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 217 time: 0.0373919
Nov 10 04:16:12.467966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:12.501997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b7e0a816-5083-4297-9f7a-e8fbd6e2c542) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:12.509056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.509351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.512227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c645d-cefc-41db-9932-eadc6205d5cd None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:12.519409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-8306c6f8-416a-4436-8013-40b93dcb918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.520970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-8306c6f8-416a-4436-8013-40b93dcb918e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0622981
Nov 10 04:16:12.531263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9332089c-6a92-4ab8-9423-79d2adea0a56 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.8511007
Nov 10 04:16:12.534073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57744) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:12.539086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:12.640970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-5c7c983c-10e0-47a7-a476-8f6b78870a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.643500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-5c7c983c-10e0-47a7-a476-8f6b78870a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1111250
Nov 10 04:16:12.687688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-b7e0a816-5083-4297-9f7a-e8fbd6e2c542', 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542', 'tenant_id': '48997a13698b49a6b4447a1dc8850898', 'fixed_ips': [{'subnet_id': '9354a68e-c103-4e4d-8dff-c5f7ad816497'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:16:12.688698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.782984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25899421'] for subnet, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:12.821328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48640bd-a33c-4766-a62e-427d0a2fb622 req-34c4d75d-271a-41a1-9116-1505c0cd914d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:12.822613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c48640bd-a33c-4766-a62e-427d0a2fb622 req-34c4d75d-271a-41a1-9116-1505c0cd914d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1652536
Nov 10 04:16:12.833378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Allocated IP 2001:db8::3 (b7e0a816-5083-4297-9f7a-e8fbd6e2c542/9354a68e-c103-4e4d-8dff-c5f7ad816497/d1d6ef96-2a49-41e2-ac5b-66388645811c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:12.837863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-56efd13b-eb04-4550-8a26-ccf40a114a5b service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786737
Nov 10 04:16:12.953189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c48640bd-a33c-4766-a62e-427d0a2fb622 req-4d5f2f9a-6836-45ab-8c00-cb6b5ea98e2a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116109
Nov 10 04:16:12.990197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-941cb6d6-fe62-4bba-abb1-5fc2ff943bd7 req-81b5dbc9-6609-4f97-a2e7-761b4396484f service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401625
Nov 10 04:16:12.992639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.002244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.057761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Pushing event updated for resources: {'Port': ['ID=d1d6ef96-2a49-41e2-ac5b-66388645811c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.061690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:13.063734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:13.069013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:13.112642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a7216-baf0-47bb-96cd-179ade0189c9 req-b6d26cd7-7a07-4724-9c7d-b7327660731e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:13.119795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-484a7216-baf0-47bb-96cd-179ade0189c9 req-b6d26cd7-7a07-4724-9c7d-b7327660731e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.0646143
Nov 10 04:16:13.146863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Attempting to bind port d1d6ef96-2a49-41e2-ac5b-66388645811c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:13.147285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Attempting to bind port d1d6ef96-2a49-41e2-ac5b-66388645811c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6324e8f2-e278-48ca-8d46-831f89fa2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:13.147654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Attempting to bind port d1d6ef96-2a49-41e2-ac5b-66388645811c on network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:13.154601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:13.155024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Checking segment: {'id': '6324e8f2-e278-48ca-8d46-831f89fa2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:13.155471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.155865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Bound using segment: {'id': '6324e8f2-e278-48ca-8d46-831f89fa2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:13.156383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Bound port: d1d6ef96-2a49-41e2-ac5b-66388645811c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6324e8f2-e278-48ca-8d46-831f89fa2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7e0a816-5083-4297-9f7a-e8fbd6e2c542'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:13.156854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.175349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.177155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-484a7216-baf0-47bb-96cd-179ade0189c9 req-1c676201-172f-4077-9047-4232c1e5b5dd tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536976
Nov 10 04:16:13.209678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762294509761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992928'] for subnet, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.232494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] For port d1d6ef96-2a49-41e2-ac5b-66388645811c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:13.235639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] For port d1d6ef96-2a49-41e2-ac5b-66388645811c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1d6ef96-2a49-41e2-ac5b-66388645811c,segment=NetworkSegment(6324e8f2-e278-48ca-8d46-831f89fa2adc),segment_id=6324e8f2-e278-48ca-8d46-831f89fa2adc)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:13.240871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.256960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:13.257576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.262298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "PUT /v2.0/subnets/9354a68e-c103-4e4d-8dff-c5f7ad816497 HTTP/1.1" status: 200  len: 900 time: 0.7273426
Nov 10 04:16:13.263609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.281962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498d757-95b5-427d-b68b-8559b2ce5a4b tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event updated for resources: {'Subnet': ['ID=9354a68e-c103-4e4d-8dff-c5f7ad816497,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.304674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Pushing event updated for resources: {'Port': ['ID=d1d6ef96-2a49-41e2-ac5b-66388645811c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.313014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854531105'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:13.316737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.317105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.321494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.321881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.322226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.322568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.322956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.323838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.324173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.324499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.324863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.325189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6583d-4bbe-48ce-bec4-96d7dd06fd17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:13.357445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.368269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.416219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.456736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.460852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.474096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port d1d6ef96-2a49-41e2-ac5b-66388645811c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:13.474439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.506160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc75193-5be3-43b1-a1a4-c7edad48b102,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.553902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.559311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.585551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port d1d6ef96-2a49-41e2-ac5b-66388645811c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d1d6ef96-2a49-41e2-ac5b-66388645811c,segment=NetworkSegment(6324e8f2-e278-48ca-8d46-831f89fa2adc),segment_id=6324e8f2-e278-48ca-8d46-831f89fa2adc)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:13.585928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.594956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.596410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4198029
Nov 10 04:16:13.599243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.600557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for d1d6ef96-2a49-41e2-ac5b-66388645811c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:13.607032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c01c7-ad6a-46a4-b083-54e1a48b0d7b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505f98f-349d-4a25-8078-1210c09aac6b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.671097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a074af4d-10c2-4bfc-9e6a-9a43fb4c81e2 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0709238
Nov 10 04:16:13.673689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57778) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.678419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-security--1399582198', 'description': 'tempest-security-description-2142385641'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:13.718073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.765141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.765315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.768775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.771555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.775297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "PUT /v2.0/security-groups/6505f98f-349d-4a25-8078-1210c09aac6b HTTP/1.1" status: 200  len: 1797 time: 0.0981159
Nov 10 04:16:13.776153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.790301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=d1d6ef96-2a49-41e2-ac5b-66388645811c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.830874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef05b7-2306-4715-bb85-e07be2f8bea6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505f98f-349d-4a25-8078-1210c09aac6b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:13.835512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port d1d6ef96-2a49-41e2-ac5b-66388645811c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:13.837868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bbccf6eb-0e2d-48df-a94c-8c1ad5a7980f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups/6505f98f-349d-4a25-8078-1210c09aac6b HTTP/1.1" status: 200  len: 1797 time: 0.0594754
Nov 10 04:16:13.840450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57782) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.879562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.893414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.915565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.943652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:16:13.946352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.966481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.969453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:13.973162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/6505f98f-349d-4a25-8078-1210c09aac6b HTTP/1.1" status: 204  len: 168 time: 0.1293490
Nov 10 04:16:13.974413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57788) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:13.979219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=9354a68e-c103-4e4d-8dff-c5f7ad816497,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.010767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec7fda-7365-49f6-91a1-e1692169dcac tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505f98f-349d-4a25-8078-1210c09aac6b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.065708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-24781b40-cd6e-482f-8ef2-07df99e70ff3 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0898447
Nov 10 04:16:14.068887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.069870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:14.087209 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-57572317-b528-47f6-8a20-9f3f2c1ea0bf tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] delete failed (client error): The resource could not be found.
Nov 10 04:16:14.088473 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57572317-b528-47f6-8a20-9f3f2c1ea0bf tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/6505f98f-349d-4a25-8078-1210c09aac6b HTTP/1.1" status: 404  len: 347 time: 0.0182869
Nov 10 04:16:14.094653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.095288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:16:14.100793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890553885'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:14.144363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.146291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.150259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.168333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:16:14.187646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbe5dc-087e-476b-b8b1-ccc472c1a6bf req-32efdaa4-fad4-428a-80ae-0d47101281d1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:14.195982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7cbbe5dc-087e-476b-b8b1-ccc472c1a6bf req-32efdaa4-fad4-428a-80ae-0d47101281d1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1103985
Nov 10 04:16:14.200547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:14.208983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.219782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82146c4610>,) {'filters': {'network_id': ['b7e0a816-5083-4297-9f7a-e8fbd6e2c542']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.233570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82146c4610>, '6324e8f2-e278-48ca-8d46-831f89fa2adc') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.233863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82146c4610>, '6324e8f2-e278-48ca-8d46-831f89fa2adc') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.264497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.281665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7cbbe5dc-087e-476b-b8b1-ccc472c1a6bf req-f0f23ea0-7e27-4e60-9a0e-a10bafa3b378 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843790
Nov 10 04:16:14.286494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.299171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.309892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.310303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.317647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:14.318160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:14.321838 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:14.346543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.347767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2517126
Nov 10 04:16:14.351508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.356637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '58135bef-ee61-4d6f-a20a-9770236f3461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:14.363514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604418b-0591-4263-a3cb-b46e072acb48 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58135bef-ee61-4d6f-a20a-9770236f3461,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.390097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.398193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.398385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63db7-12ab-465f-8aad-d179bdab46f0 req-5c834746-540b-42da-8768-614be1440482 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:14.401983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/b7e0a816-5083-4297-9f7a-e8fbd6e2c542 HTTP/1.1" status: 204  len: 168 time: 1.1371894
Nov 10 04:16:14.405258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eff63db7-12ab-465f-8aad-d179bdab46f0 req-5c834746-540b-42da-8768-614be1440482 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1435990
Nov 10 04:16:14.406992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.429806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b8ce2-3e3e-4261-be38-a19d098964a6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=b7e0a816-5083-4297-9f7a-e8fbd6e2c542,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.446476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.456419 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-133ef2da-01f3-4200-a1e3-aeb75001b0a3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:14.456902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133ef2da-01f3-4200-a1e3-aeb75001b0a3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:14.462568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-133ef2da-01f3-4200-a1e3-aeb75001b0a3 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/9354a68e-c103-4e4d-8dff-c5f7ad816497 HTTP/1.1" status: 404  len: 337 time: 0.0409544
Nov 10 04:16:14.462990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57802) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.479318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['71a721a0-cd80-4d3a-8050-0bef91b2aab2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:14.482928 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-736133ee-4184-4c39-a07c-9acd1fbab773 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:14.482928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736133ee-4184-4c39-a07c-9acd1fbab773 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:14.488769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-736133ee-4184-4c39-a07c-9acd1fbab773 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/b7e0a816-5083-4297-9f7a-e8fbd6e2c542 HTTP/1.1" status: 404  len: 339 time: 0.0228891
Nov 10 04:16:14.489593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57804) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.507396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eff63db7-12ab-465f-8aad-d179bdab46f0 req-8cacaf3d-e01b-404a-b07c-7a487a432c6d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909824
Nov 10 04:16:14.541759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.546460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.567648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af50aa7-f19c-433d-898e-c60c0e7f261f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.588178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.592111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-21c1615c-89c8-4fda-be7a-14f363c796c7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2363307
Nov 10 04:16:14.592461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57806) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.596750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d154a32b-101f-4643-8ca1-3098b7e5a315 None None] Could not find standard attr ID for object d1d6ef96-2a49-41e2-ac5b-66388645811c. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:16:14.618495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9710f-8bc8-46b9-bd39-d8cb43d32e89 None None] DHCP port deletion for b7e0a816-5083-4297-9f7a-e8fbd6e2c542 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:14.631267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.647589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1cc4f-40a5-4837-b4bf-fc73bb474727 None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:14.647745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.657348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.664218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1cc4f-40a5-4837-b4bf-fc73bb474727 None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:16:14.674616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438f81e-184b-4300-84fb-021d283b30f1 None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:14.695888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438f81e-184b-4300-84fb-021d283b30f1 None None] Network b7e0a816-5083-4297-9f7a-e8fbd6e2c542 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:16:14.755232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.760136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.761309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5af50aa7-f19c-433d-898e-c60c0e7f261f HTTP/1.1" status: 204  len: 168 time: 0.1678979
Nov 10 04:16:14.764017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57808) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.766770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.780081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ad699-3726-412e-b17b-3467c9d2334b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5af50aa7-f19c-433d-898e-c60c0e7f261f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.794140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82142a8160>,) {'filters': {'network_id': ['9d68d5aa-fd17-4100-b7ed-09fa0bd7a402']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.804278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82142a8160>, 'a167819f-821c-4298-942f-4696950798af') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.804573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82142a8160>, 'a167819f-821c-4298-942f-4696950798af') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:14.811320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4100c277-0e50-4e32-a069-763f8c8efc11 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0461302
Nov 10 04:16:14.814049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.814196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.827824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.834281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:14.834739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:14.838119 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:14.871289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.892353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.893489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.897084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.902954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/9d68d5aa-fd17-4100-b7ed-09fa0bd7a402 HTTP/1.1" status: 204  len: 168 time: 0.4128110
Nov 10 04:16:14.903355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57812) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.917595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc84d9-774d-4169-83b1-8b1c72bd8069 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=9d68d5aa-fd17-4100-b7ed-09fa0bd7a402,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:14.939278 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-578f98c5-3c40-442c-8dc5-335ff0b3ed75 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:14.939727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578f98c5-3c40-442c-8dc5-335ff0b3ed75 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:14.942779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-578f98c5-3c40-442c-8dc5-335ff0b3ed75 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/97a755c3-bf82-41b9-ba5a-0a17f7658b86 HTTP/1.1" status: 404  len: 337 time: 0.0385141
Nov 10 04:16:14.945406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57814) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.963626 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8279e4-06f9-4f9d-9471-9dbfbfdb32ef tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:14.964166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8279e4-06f9-4f9d-9471-9dbfbfdb32ef tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:14.967225 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3c8279e4-06f9-4f9d-9471-9dbfbfdb32ef tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/ea3ed419-961f-47d8-b2c3-fedb4770c1ed HTTP/1.1" status: 404  len: 339 time: 0.0207989
Nov 10 04:16:14.971096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.972551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:14.973717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/58135bef-ee61-4d6f-a20a-9770236f3461 HTTP/1.1" status: 204  len: 168 time: 0.1586845
Nov 10 04:16:14.974279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.977106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57820) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:14.992120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c320e-8217-4905-95e5-e11ec209aa90 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58135bef-ee61-4d6f-a20a-9770236f3461,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.033594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-345661b5-659d-48d6-9656-a8399f72fc8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0551860
Nov 10 04:16:15.037096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57822) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.041283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--643775736'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:15.050094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting subnet 82a3f93c-8d34-40e7-85b1-e677405cf69b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:15.053300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.063406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.093847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.129464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.133493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.164076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.165207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1271937
Nov 10 04:16:15.167976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aad5f-ee75-43ca-b042-ca630e1bae18 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3993c-774a-4f23-af95-a5f83a955911,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.169322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57824) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.175396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '60a3993c-774a-4f23-af95-a5f83a955911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:15.185255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.241516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.276086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.312585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=82a3f93c-8d34-40e7-85b1-e677405cf69b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.314631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.320162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2aa35b78-6c59-43ce-afa0-44a7b706f35c tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/82a3f93c-8d34-40e7-85b1-e677405cf69b HTTP/1.1" status: 204  len: 168 time: 0.3332770
Nov 10 04:16:15.320638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd67f6-287d-4db4-9c1d-7caf309d133b None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:15.321061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57828) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.365638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.374779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.393846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting subnet ef179bbd-1731-4cab-b1c9-d06e30d16718 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:15.404415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.406924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4443d5e-a121-46d1-befb-8a450e3336b0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.410050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904055-e273-4b5c-b6b3-f7b34ab72e56 req-98d865a3-20b5-41ac-85b0-0cc64cb9ce2f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:15.411820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01904055-e273-4b5c-b6b3-f7b34ab72e56 req-98d865a3-20b5-41ac-85b0-0cc64cb9ce2f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0558162
Nov 10 04:16:15.436284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.437492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31402a21-b25e-4799-9df8-bc8014a5194b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2672348
Nov 10 04:16:15.440354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57830) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.444741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '60a3993c-774a-4f23-af95-a5f83a955911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:15.453726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.493812 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01904055-e273-4b5c-b6b3-f7b34ab72e56 req-147fd2b5-eefc-4325-805a-229d52560d9d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649109
Nov 10 04:16:15.509861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.559902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.576811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.582376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.617796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a7ee7-2ecc-48a4-9760-6e8d813cc1bf,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.637990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.639515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-236d945e-ba33-4e8e-af24-60b61b07fbe4 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1981497
Nov 10 04:16:15.643196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57836) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.644066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.648543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '60a3993c-774a-4f23-af95-a5f83a955911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:15.671821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=ef179bbd-1731-4cab-b1c9-d06e30d16718,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.675818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.679175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0760d685-004d-4062-8846-4500dca9ded8 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/ef179bbd-1731-4cab-b1c9-d06e30d16718 HTTP/1.1" status: 204  len: 168 time: 0.3572483
Nov 10 04:16:15.681948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57838) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.687113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05f36d-13be-479e-a938-21966ffa92a2 req-965a7502-355f-4922-8b8f-6bfcb4e17080 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:15.688921 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd05f36d-13be-479e-a938-21966ffa92a2 req-965a7502-355f-4922-8b8f-6bfcb4e17080 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.0846868
Nov 10 04:16:15.711110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.777235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.787499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd05f36d-13be-479e-a938-21966ffa92a2 req-f94ae110-ac37-45f9-a11e-b4a662fba3dc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837412
Nov 10 04:16:15.796206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.801188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.831197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d903de5-d6f4-4bf2-8cb2-81c1eac79d1b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.837658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.839267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-48ff0151-c62a-4d32-85f5-b78034cea613 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1952486
Nov 10 04:16:15.840161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port 87be5122-668e-4130-9181-8c71eeade40a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:15.840551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.842374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.848479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '60a3993c-774a-4f23-af95-a5f83a955911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:15.878391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.911067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port 87be5122-668e-4130-9181-8c71eeade40a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87be5122-668e-4130-9181-8c71eeade40a,segment=NetworkSegment(ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e),segment_id=ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:15.911425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.941901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.947541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.961227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:15.973645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bc5289-00f5-4f26-b725-89197a85a638,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:15.985728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:15.987388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-19f8bd9a-1aa6-46a7-8771-3cda28363976 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1439531
Nov 10 04:16:15.990409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:15.995848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '60a3993c-774a-4f23-af95-a5f83a955911', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:16.034402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.051774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1d6ef96-2a49-41e2-ac5b-66388645811c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:16.087142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d1d6ef96-2a49-41e2-ac5b-66388645811c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:16.087709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d1d6ef96-2a49-41e2-ac5b-66388645811c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:16.112382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:16:16.115502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.119108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:16.119808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.122050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.139807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f291b437-5ec3-419f-9429-b30512010150,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.156592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.161108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afe633a7-89b4-4fd1-b696-33aa6358abe0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1696286
Nov 10 04:16:16.162387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57846) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.199489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.204292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048dffb9-0072-40fc-b397-75de0e8cb31f None None] Network 1bcd642b-b359-4521-8089-c3fd23e06013 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:16.214339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.242719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.250073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.254111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f291b437-5ec3-419f-9429-b30512010150 HTTP/1.1" status: 204  len: 168 time: 0.0913622
Nov 10 04:16:16.254720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.274167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75973b6-bb03-4d28-a6fe-c7f10c43fca6 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f291b437-5ec3-419f-9429-b30512010150,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.278137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.303882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for 87be5122-668e-4130-9181-8c71eeade40a owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:16.304993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-922d55fe-836d-4a8e-beee-d9869e47259c None None] Provisioning complete for port 87be5122-668e-4130-9181-8c71eeade40a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:16.305552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-922d55fe-836d-4a8e-beee-d9869e47259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.324303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-83374c21-7bab-41c1-bd84-aef3f80eecd8 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0671749
Nov 10 04:16:16.325250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.339943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:16.342216 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c2d54a-1dfd-4f7b-adf6-890664eb1bee" -d '{"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:16.351700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.360161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.367390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:16.388643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.394189 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76ee31-480d-46cc-b856-2b9c827addeb x-openstack-request-id: req-eb76ee31-480d-46cc-b856-2b9c827addeb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:16.394665 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:16.395056 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb76ee31-480d-46cc-b856-2b9c827addeb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:16.395438 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'code': 200}
Nov 10 04:16:16.398796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.400964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.411802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.416928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/73bc5289-00f5-4f26-b725-89197a85a638 HTTP/1.1" status: 204  len: 168 time: 0.0901246
Nov 10 04:16:16.417182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57854) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.417766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=87be5122-668e-4130-9181-8c71eeade40a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.421278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604ca09-d04f-44b9-90ca-15363b1f6ecc tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73bc5289-00f5-4f26-b725-89197a85a638,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.425464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port 87be5122-668e-4130-9181-8c71eeade40a on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:16.472687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-922d55fe-836d-4a8e-beee-d9869e47259c None None] Could not find standard attr ID for object 87be5122-668e-4130-9181-8c71eeade40a. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:16:16.483413 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-922d55fe-836d-4a8e-beee-d9869e47259c None None] No ports have port_id starting with 87be5122-668e-4130-9181-8c71eeade40a
Nov 10 04:16:16.491495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.534657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3677f836-de4b-4efa-9649-ac6edd5775a9 None None] DHCP port deletion for 1bcd642b-b359-4521-8089-c3fd23e06013 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:16.556335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d9c45e13-bdbc-4179-942f-910030c3d2a5 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1362550
Nov 10 04:16:16.559811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57858) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.569636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.595771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ee3e040>,) {'filters': {'network_id': ['1bcd642b-b359-4521-8089-c3fd23e06013']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:16.599197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7000a-b0c6-44ca-8a07-e77157bd3bf1 req-dacc1531-41f1-4600-9cff-e604d168bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:16.600710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4fb7000a-b0c6-44ca-8a07-e77157bd3bf1 req-dacc1531-41f1-4600-9cff-e604d168bca3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1097 time: 0.1330380
Nov 10 04:16:16.619177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ee3e040>, 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:16.619475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ee3e040>, 'ac5c7387-62c1-4d8b-a97b-bdf1f6b6750e') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:16.637725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.661888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.675552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:16.675965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:16.679231 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:16.681780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4fb7000a-b0c6-44ca-8a07-e77157bd3bf1 req-4041a462-e873-449e-b2df-f2cbd5372f94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733979
Nov 10 04:16:16.746566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.754366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.757677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/1bcd642b-b359-4521-8089-c3fd23e06013 HTTP/1.1" status: 204  len: 168 time: 1.0740910
Nov 10 04:16:16.760208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.779023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8a54a-3b45-4457-bdf8-7b5817d9a489 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=1bcd642b-b359-4521-8089-c3fd23e06013,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:16.798097 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7169bc9-d363-479e-b7c2-ee2db881f5d7 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.798555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7169bc9-d363-479e-b7c2-ee2db881f5d7 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.805991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b7169bc9-d363-479e-b7c2-ee2db881f5d7 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/4b287ef1-3bdb-43e4-891a-745a1d3dbe2c HTTP/1.1" status: 404  len: 337 time: 0.0440593
Nov 10 04:16:16.809026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.830087 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91d15a7-59bb-46a0-8fcd-f5916157eb74 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.830327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91d15a7-59bb-46a0-8fcd-f5916157eb74 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.833610 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f91d15a7-59bb-46a0-8fcd-f5916157eb74 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/05eef00d-632a-42b8-944d-ae16d3f444bf HTTP/1.1" status: 404  len: 339 time: 0.0231168
Nov 10 04:16:16.836134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.868731 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c77a0-4dc1-4bd4-8afa-ccf9ddc44be2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.869359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579c77a0-4dc1-4bd4-8afa-ccf9ddc44be2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.875459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-579c77a0-4dc1-4bd4-8afa-ccf9ddc44be2 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/658c37b3-a7c4-4b2c-a44e-d5322450258f HTTP/1.1" status: 404  len: 337 time: 0.0358701
Nov 10 04:16:16.875669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57870) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.917514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.918679 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c1fbc1-8b30-48a6-a6cb-2e6e48762e29 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.919234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c1fbc1-8b30-48a6-a6cb-2e6e48762e29 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.922220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c6c1fbc1-8b30-48a6-a6cb-2e6e48762e29 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/faa0c7d4-8cfe-47bd-9a1b-b39f5eabf956 HTTP/1.1" status: 404  len: 339 time: 0.0450773
Nov 10 04:16:16.926259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57872) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.933636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.955246 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdf9916-c6ae-4bc3-bec8-2b5207342e87 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.955685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdf9916-c6ae-4bc3-bec8-2b5207342e87 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.957101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb129f-c19b-4a21-9cad-9e23e179723a req-36c15c1b-1714-4704-aa74-190da92d223b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:16.961104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21bb129f-c19b-4a21-9cad-9e23e179723a req-36c15c1b-1714-4704-aa74-190da92d223b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.3887022
Nov 10 04:16:16.961237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5bdf9916-c6ae-4bc3-bec8-2b5207342e87 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/6caf67c2-a276-4e84-8de9-fd5b7b176ae1 HTTP/1.1" status: 404  len: 337 time: 0.0315971
Nov 10 04:16:16.961368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:16.982994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.991050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03b501-4499-4e68-9a1a-9a37b6803b62 req-cc96fc86-93c8-42ca-a1f5-6f66b7eca3e7 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:16.992512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:16.992641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f03b501-4499-4e68-9a1a-9a37b6803b62 req-cc96fc86-93c8-42ca-a1f5-6f66b7eca3e7 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1179025
Nov 10 04:16:16.993454 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ef65a8-f793-4e64-8ce6-90efda031c04 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:16.994021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ef65a8-f793-4e64-8ce6-90efda031c04 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:16.996942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3d903de5-d6f4-4bf2-8cb2-81c1eac79d1b HTTP/1.1" status: 204  len: 168 time: 0.4359648
Nov 10 04:16:17.000066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3ef65a8-f793-4e64-8ce6-90efda031c04 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/f7bb9ead-0ec6-47f4-8740-5623bfbc6a9f HTTP/1.1" status: 404  len: 339 time: 0.0352430
Nov 10 04:16:17.000066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57876) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.000775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.012876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2409-f9c8-45b9-981e-c9e4facf0e7a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d903de5-d6f4-4bf2-8cb2-81c1eac79d1b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.068864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21bb129f-c19b-4a21-9cad-9e23e179723a req-01e26f1d-55ce-4022-ba22-8e3c25a72369 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013894
Nov 10 04:16:17.079872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-44255300-3d10-431f-926b-05086bc883f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0806704
Nov 10 04:16:17.086715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57882) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.089778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f03b501-4499-4e68-9a1a-9a37b6803b62 req-ce52917b-70d8-454b-ae34-3f02db7a75dc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893266
Nov 10 04:16:17.105545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting subnet 4559f194-d4ff-4e60-9d48-be6fb11a8e01 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:17.111424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.144869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.159256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.171546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.217934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.227798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.228900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d01a7ee7-2ecc-48a4-9760-6e8d813cc1bf HTTP/1.1" status: 204  len: 168 time: 0.1415985
Nov 10 04:16:17.232138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.238329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c348c2-04d6-477d-aebe-807c948c391b tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d01a7ee7-2ecc-48a4-9760-6e8d813cc1bf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.272483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02f4fc41-198c-4552-a5fc-2bbbdb892a30 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0390534
Nov 10 04:16:17.275050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.276663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.299191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.306700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.333222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.334462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.340089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.341223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f4443d5e-a121-46d1-befb-8a450e3336b0 HTTP/1.1" status: 204  len: 168 time: 0.0652633
Nov 10 04:16:17.345928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.352229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfac29-2765-489e-b230-99f008b44533 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4443d5e-a121-46d1-befb-8a450e3336b0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.367593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=4559f194-d4ff-4e60-9d48-be6fb11a8e01,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.369591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.374955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96e5bf64-b872-4b8f-b1fa-ea3f9532be46 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/4559f194-d4ff-4e60-9d48-be6fb11a8e01 HTTP/1.1" status: 204  len: 168 time: 0.3710093
Nov 10 04:16:17.375085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4e933-2678-47b2-ad73-0b4b3146997d None None] Network f0f54f48-6ead-4763-b24b-9dded717cf4b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:17.375495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57890) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.411892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e2ef707-188e-4b4e-9ba1-95b70fc1762d tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0645661
Nov 10 04:16:17.414570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.453726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.501954 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:16:17.505509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.512220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:17.512790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.532155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.561195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] DHCP port deletion for f0f54f48-6ead-4763-b24b-9dded717cf4b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:17.586633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.592702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.592885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,segment=NetworkSegment(4e696c7a-3ba8-4f3d-b9cc-b4457497aae1),segment_id=4e696c7a-3ba8-4f3d-b9cc-b4457497aae1)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:17.593168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.594652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/60a3993c-774a-4f23-af95-a5f83a955911 HTTP/1.1" status: 204  len: 168 time: 0.1787677
Nov 10 04:16:17.598624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57894) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.610214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e42279-268b-41a3-a214-a4c3e479eba7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3993c-774a-4f23-af95-a5f83a955911,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.624998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:17.694875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9094217e-39a2-4bad-aa8e-c2e3e2fbc47e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0934763
Nov 10 04:16:17.701735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.708128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843121160'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:17.753789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.767929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:17.780750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.789069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Deleting port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:17.789686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.831025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.872647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] For port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:17.873282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.879827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.885222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.899917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Calling delete_port for 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:17.902091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.908175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:16:17.910737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.927086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:17.931017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2247250
Nov 10 04:16:17.931263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:17.933649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5ee9-7e4c-43d4-a1d0-406324624a4c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724f4cfc-1d0b-4b26-a75c-5ec21400b373,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.936598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '724f4cfc-1d0b-4b26-a75c-5ec21400b373', 'direction': 'ingress', 'protocol': 17}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:17.940218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] Pushing event deleted for resources: {'Port': ['ID=80f4dfd0-1367-4a0b-aaf2-1178f7e44960,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:17.943721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4e2b3-99aa-46f0-8c21-8dbb89001553 None None] No DVR routers for this DVR port 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:17.953848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f07fc40>,) {'filters': {'network_id': ['f0f54f48-6ead-4763-b24b-9dded717cf4b']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:17.969656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f07fc40>, '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:17.969949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f07fc40>, '4e696c7a-3ba8-4f3d-b9cc-b4457497aae1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:17.982317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.001572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.004199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.017337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:18.017726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:18.020593 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:18.062907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:18.083866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:18.084207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80f4dfd0-1367-4a0b-aaf2-1178f7e44960 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:18.084647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87be5122-668e-4130-9181-8c71eeade40a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:18.102547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.103549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.109746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 87be5122-668e-4130-9181-8c71eeade40a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:18.110089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87be5122-668e-4130-9181-8c71eeade40a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:18.111517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.118589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/f0f54f48-6ead-4763-b24b-9dded717cf4b HTTP/1.1" status: 204  len: 168 time: 0.7386074
Nov 10 04:16:18.123366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.126779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.131187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0257a-fe6c-43bc-a052-94973c7be611 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=f0f54f48-6ead-4763-b24b-9dded717cf4b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:18.148875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e116ffac-83cd-414d-9868-ae66c2eb0e04,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:18.160722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.161950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9f5c686-c0ab-41e1-a918-bffe6390f316 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2295074
Nov 10 04:16:18.169132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57912) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.193370 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cba4a9-cff4-4887-b089-49929f9ff548 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:18.194395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cba4a9-cff4-4887-b089-49929f9ff548 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:18.219643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-42cba4a9-cff4-4887-b089-49929f9ff548 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/a2e4997c-944b-45be-8a38-dfd764255f69 HTTP/1.1" status: 404  len: 337 time: 0.0947270
Nov 10 04:16:18.221951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57916) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.255132 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8996125a-d482-4817-8fbd-1cca975048b6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:16:18.255706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8996125a-d482-4817-8fbd-1cca975048b6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:16:18.258945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8996125a-d482-4817-8fbd-1cca975048b6 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/d865ca5d-a61e-4e6c-94aa-7b2f4e3c4a0c HTTP/1.1" status: 404  len: 339 time: 0.0357506
Nov 10 04:16:18.267285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.274773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939dd3c-0ba3-498a-974a-c0a24c9e1d5c req-f9ad7ee7-4cc8-422e-b362-c2d4ab688886 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:18.276353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d939dd3c-0ba3-498a-974a-c0a24c9e1d5c req-f9ad7ee7-4cc8-422e-b362-c2d4ab688886 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0850186
Nov 10 04:16:18.306682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11904b73-77ae-4e1a-96ca-6e234b712c9f req-1a849432-fe5e-4a3e-9d24-73ce79bac1d8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:18.308285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11904b73-77ae-4e1a-96ca-6e234b712c9f req-1a849432-fe5e-4a3e-9d24-73ce79bac1d8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0839059
Nov 10 04:16:18.314099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.361128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11904b73-77ae-4e1a-96ca-6e234b712c9f req-30afc0b2-a0da-48ec-b2c8-3a8a6b86df1d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449317
Nov 10 04:16:18.367742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.384799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting subnet ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:18.396005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.429881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d939dd3c-0ba3-498a-974a-c0a24c9e1d5c req-e73d05c7-1079-4b5d-a84a-d4f3d3e18037 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403253
Nov 10 04:16:18.458943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.501275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.503862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.505033 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/724f4cfc-1d0b-4b26-a75c-5ec21400b373 HTTP/1.1" status: 204  len: 168 time: 0.3349292
Nov 10 04:16:18.512250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57932) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.543185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a558-f38b-42a6-b6af-62af49a0d6e1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f4cfc-1d0b-4b26-a75c-5ec21400b373,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:18.569791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e613b-3cc9-4280-ac74-5476c25f29dc req-fc1cd175-a32a-4643-b2fa-eb88925c7aea tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:18.571376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe6e613b-3cc9-4280-ac74-5476c25f29dc req-fc1cd175-a32a-4643-b2fa-eb88925c7aea tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0678108
Nov 10 04:16:18.580083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.584545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Request body: {'floatingip': {'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:18.589665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.618344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ba76037a-3ec6-4d86-9bf4-265ac616dc4a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1048326
Nov 10 04:16:18.623941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.624145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57936) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.632333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076175569'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:18.661820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.668121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.707565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.739783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:18.743501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.749936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9ea02bec-9465-4aa4-8e01-32130e5478b9 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/subnets/ad8cdfdb-0da9-476d-ae68-a3ee5bbd2c95 HTTP/1.1" status: 204  len: 168 time: 0.4703078
Nov 10 04:16:18.751329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57938) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.753472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5d940-b029-405b-9205-e6e61373057b None None] Network fe8b13a1-fb7a-46e5-bd43-5984e0ef988d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:18.855283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.863808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.871304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.915251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.929721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.933110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3079553
Nov 10 04:16:18.936022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:18.945406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--976997342'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:18.950742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93ea0e-8a36-4b73-afa7-0ee4b0aac365 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3b91e-adb3-46b2-b004-4eaab542e474,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:18.986651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:18.996799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Deleting port d28d6311-85d5-44e0-bd55-922731b349ad {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:18.997136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.003212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] DHCP port deletion for fe8b13a1-fb7a-46e5-bd43-5984e0ef988d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:19.062915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Deleting port d28d6311-85d5-44e0-bd55-922731b349ad {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:19.063335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.075676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] For port d28d6311-85d5-44e0-bd55-922731b349ad, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d28d6311-85d5-44e0-bd55-922731b349ad,segment=NetworkSegment(6989acae-42c1-4d1e-8f51-60b72e758f1a),segment_id=6989acae-42c1-4d1e-8f51-60b72e758f1a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:19.076050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.099886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Calling delete_port for d28d6311-85d5-44e0-bd55-922731b349ad owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:19.133251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] For port d28d6311-85d5-44e0-bd55-922731b349ad, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d28d6311-85d5-44e0-bd55-922731b349ad,segment=NetworkSegment(6989acae-42c1-4d1e-8f51-60b72e758f1a),segment_id=6989acae-42c1-4d1e-8f51-60b72e758f1a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:19.133650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.142903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.147633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Calling delete_port for d28d6311-85d5-44e0-bd55-922731b349ad owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:19.148431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.163141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.170402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.220805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7b8d6-3bba-4d42-a335-b55fd02002a9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.224868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.228798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95869bcf-79e7-4b33-9efe-a1fb73014e3c tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2881174
Nov 10 04:16:19.228941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57946) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:19.234058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '78b3b91e-adb3-46b2-b004-4eaab542e474', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '48c7b8d6-3bba-4d42-a335-b55fd02002a9', 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:19.246828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.258055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.270539 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Floating IP 0322dc27-2907-48da-847f-7c313f5c9cfe associated. External IP: 172.32.3.47, port: 71a721a0-cd80-4d3a-8050-0bef91b2aab2.
Nov 10 04:16:19.283769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Port': ['ID=d28d6311-85d5-44e0-bd55-922731b349ad,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.290680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] No DVR routers for this DVR port d28d6311-85d5-44e0-bd55-922731b349ad on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:19.303815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] Pushing event deleted for resources: {'Port': ['ID=d28d6311-85d5-44e0-bd55-922731b349ad,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.307675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce22e4d-edf5-4d32-bb65-f69f5a506ebd None None] No DVR routers for this DVR port d28d6311-85d5-44e0-bd55-922731b349ad on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:19.333336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.404704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.452397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214d65e20>,) {'filters': {'network_id': ['fe8b13a1-fb7a-46e5-bd43-5984e0ef988d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:19.469189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d65e20>, '6989acae-42c1-4d1e-8f51-60b72e758f1a') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:19.469525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d65e20>, '6989acae-42c1-4d1e-8f51-60b72e758f1a') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:19.484092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.486414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.493028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.518383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.522300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7406dd6-7c76-472e-bdfe-9bb87eaf2169,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.530498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:19.530729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc9cf-a280-4479-9d04-851ebcecaa46 req-8b44c84e-3cb3-4a32-807c-b49f1c820f9e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:19.531197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.532144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41efc9cf-a280-4479-9d04-851ebcecaa46 req-8b44c84e-3cb3-4a32-807c-b49f1c820f9e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0758710
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:19.534025 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:19.537539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.538720 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dee1621b-d630-46e7-9c5c-19b833f86dc0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3088858
Nov 10 04:16:19.546111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:19.569683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:16:19.596841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.601129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.603899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.607012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] 10.222.0.13 "DELETE /v2.0/networks/fe8b13a1-fb7a-46e5-bd43-5984e0ef988d HTTP/1.1" status: 204  len: 168 time: 0.8546443
Nov 10 04:16:19.618900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.619054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf3ae-7caa-48bc-a3a1-ecc2a05a30c0 tempest-NetworksIpV6Test-1028417491 tempest-NetworksIpV6Test-1028417491-project] Pushing event deleted for resources: {'Network': ['ID=fe8b13a1-fb7a-46e5-bd43-5984e0ef988d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.690601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41efc9cf-a280-4479-9d04-851ebcecaa46 req-32c0609d-b477-4981-966c-39da681ea05e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518834
Nov 10 04:16:19.726855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.735342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.736429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c7406dd6-7c76-472e-bdfe-9bb87eaf2169 HTTP/1.1" status: 204  len: 168 time: 0.1892817
Nov 10 04:16:19.739210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57956) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:19.751078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef0b78-d697-4c47-b6bf-1569f2764374 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7406dd6-7c76-472e-bdfe-9bb87eaf2169,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:19.761720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:16:19.768463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.772161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:16:19.783749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:16:19.787244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8748394d-f2aa-463a-8dbd-bcaa845d0068 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0444181
Nov 10 04:16:19.787651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:19.788074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e642e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:19.801347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c9fec17-3461-423d-9dda-221ab3b3932f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "PUT /v2.0/floatingips/0322dc27-2907-48da-847f-7c313f5c9cfe HTTP/1.1" status: 200  len: 991 time: 1.2176073
Nov 10 04:16:19.801347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:19.801998 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b2599-e0e8-457c-acee-0de0500695dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:19.860414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.885385 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d352d-bff9-4fdf-9221-358dfe6953b9 x-openstack-request-id: req-099d352d-bff9-4fdf-9221-358dfe6953b9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:19.886230 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:19.886682 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-099d352d-bff9-4fdf-9221-358dfe6953b9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:19.887142 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'status': 'completed', 'code': 200}
Nov 10 04:16:19.893614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.930572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:19.955460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:16:19.970501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-5e1ab5fa-20ad-407c-a8a2-74c88663ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:19.972143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-5e1ab5fa-20ad-407c-a8a2-74c88663ef70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1097 time: 0.0624814
Nov 10 04:16:19.977677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.981566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:19.982963 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/48c7b8d6-3bba-4d42-a335-b55fd02002a9 HTTP/1.1" status: 204  len: 168 time: 0.1943433
Nov 10 04:16:19.988729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.003677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be563a2-3181-43c6-966e-778ea973db8a tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7b8d6-3bba-4d42-a335-b55fd02002a9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:20.113478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-72606931-de18-48eb-92ea-b44e3ce95a5d tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1231952
Nov 10 04:16:20.116149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57974) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.124533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d28d6311-85d5-44e0-bd55-922731b349ad no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:20.149839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d28d6311-85d5-44e0-bd55-922731b349ad {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:20.149839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d28d6311-85d5-44e0-bd55-922731b349ad not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:20.150108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-65a2f717-7daa-4e3a-bb6c-ce03232a1de1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48997a13698b49a6b4447a1dc8850898&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2157722
Nov 10 04:16:20.150181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-1d98ec50-ccc6-4b05-b589-b88fb868c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:20.150885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57976) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.151333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-1d98ec50-ccc6-4b05-b589-b88fb868c9b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1690679
Nov 10 04:16:20.210322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.233045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.234490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.249764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-c37f3e4a-5009-435b-92c5-7daca317c978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 999 time: 0.0876937
Nov 10 04:16:20.258868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e642e0>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0322dc27-2907-48da-847f-7c313f5c9cfe', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.47', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:03Z', 'updated_at': '2021-11-10T04:16:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:20.270839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.285153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:16:20.295491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.296011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:16:20.296692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e642e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:20.300377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.306533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3716f62d-599f-49e3-8cf1-55ac140341de HTTP/1.1" status: 204  len: 168 time: 0.1537445
Nov 10 04:16:20.315083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f524-258c-40aa-996a-6af4087633a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3716f62d-599f-49e3-8cf1-55ac140341de,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:20.340484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-fc5c3b9e-47f3-403f-a185-5b0b75330626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:20.342035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-fc5c3b9e-47f3-403f-a185-5b0b75330626 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0831356
Nov 10 04:16:20.360753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.363819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.365116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/78b3b91e-adb3-46b2-b004-4eaab542e474 HTTP/1.1" status: 204  len: 168 time: 0.2480123
Nov 10 04:16:20.367910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57982) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.396716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690432d-c49e-4cc3-9aba-4e78524d8ab9 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3b91e-adb3-46b2-b004-4eaab542e474,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:20.409462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-ee734df5-6f3d-4671-8bf2-c2de64d1593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:20.411661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-ee734df5-6f3d-4671-8bf2-c2de64d1593a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0616519
Nov 10 04:16:20.430738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c096e87e-6b22-4c7c-bb78-16a019b2a1cd tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0614009
Nov 10 04:16:20.431604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.455026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--885745761'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:20.469280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:16:20.522770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.555236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-c9694888-0bb2-4f85-95e1-550243409965 service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352050
Nov 10 04:16:20.677987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.685440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.697504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f3b2599-e0e8-457c-acee-0de0500695dc req-0f2c2fb6-9ba4-49bd-b5bd-0bb3c5f771be service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330202
Nov 10 04:16:20.718261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.719561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2869923
Nov 10 04:16:20.722268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57998) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.726648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': '19734b27-9bbe-46d3-a7f6-65f06ee96694', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:20.735599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b0ca3-6621-4848-bf49-35f072987805 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19734b27-9bbe-46d3-a7f6-65f06ee96694,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:20.769324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.779128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e642e0>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0322dc27-2907-48da-847f-7c313f5c9cfe', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.47', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:03Z', 'updated_at': '2021-11-10T04:16:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:20.818028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ecaf-0dc0-4043-b746-f171bdba8de8 None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0322dc27-2907-48da-847f-7c313f5c9cfe', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'floating_ip_address': '172.32.3.47', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:16:03Z', 'updated_at': '2021-11-10T04:16:19Z', 'revision_number': 1, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:16:20.849868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.857880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404fc8c-a0ee-497e-9a67-12cd8526e050 req-f3461912-d67d-4c67-8f6f-fd16fc1d565a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:20.859510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.863989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c404fc8c-a0ee-497e-9a67-12cd8526e050 req-f3461912-d67d-4c67-8f6f-fd16fc1d565a tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0672019
Nov 10 04:16:20.886760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac3970e-073a-4c40-a04f-efcb4c19ee4f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:20.894026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.895493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e02adea3-c2e8-4f7a-afd4-f2a80f51e73f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1722448
Nov 10 04:16:20.898409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58004) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:20.940307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:20.956898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c404fc8c-a0ee-497e-9a67-12cd8526e050 req-d7dea788-db15-4253-a8a8-dc84954518e6 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858710
Nov 10 04:16:20.968828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.020111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.028565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.032598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eac3970e-073a-4c40-a04f-efcb4c19ee4f HTTP/1.1" status: 204  len: 168 time: 0.1303682
Nov 10 04:16:21.033340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.036111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265c2f1-a11b-45d1-9e5d-85640feacd8e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eac3970e-073a-4c40-a04f-efcb4c19ee4f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.084761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2066d5aa-281a-40d5-af95-f8fabfc7af80 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0491405
Nov 10 04:16:21.086479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.118884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58018) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.135097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f593464-8a8d-42b4-850f-7507f7e36343 None None] New status for floating IP 0322dc27-2907-48da-847f-7c313f5c9cfe: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:16:21.150603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.173533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.216228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.219137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.220414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/19734b27-9bbe-46d3-a7f6-65f06ee96694 HTTP/1.1" status: 204  len: 168 time: 0.1328855
Nov 10 04:16:21.223345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58022) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.229995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e704aa-89e6-4f8f-8f77-35c583201d1e tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19734b27-9bbe-46d3-a7f6-65f06ee96694,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.231344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-28e51043-b66b-4849-89fe-ccff866545e8 tempest-DvrRoutersNegativeTest-268512922 tempest-DvrRoutersNegativeTest-268512922-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-528890153', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:21.235093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.policy [None req-28e51043-b66b-4849-89fe-ccff866545e8 tempest-DvrRoutersNegativeTest-268512922 tempest-DvrRoutersNegativeTest-268512922-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=119697) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Nov 10 04:16:21.235093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.policy [None req-28e51043-b66b-4849-89fe-ccff866545e8 tempest-DvrRoutersNegativeTest-268512922 tempest-DvrRoutersNegativeTest-268512922-project] Failed policy check for 'create_router' {{(pid=119697) enforce /opt/stack/neutron/neutron/policy.py:524}}
Nov 10 04:16:21.235580 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-28e51043-b66b-4849-89fe-ccff866545e8 tempest-DvrRoutersNegativeTest-268512922 tempest-DvrRoutersNegativeTest-268512922-project] create failed (client error): Access was denied to this resource.
Nov 10 04:16:21.239946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-28e51043-b66b-4849-89fe-ccff866545e8 tempest-DvrRoutersNegativeTest-268512922 tempest-DvrRoutersNegativeTest-268512922-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1158397
Nov 10 04:16:21.286629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5fda1dd8-449d-49c6-9dd8-0c19558c1098 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0618289
Nov 10 04:16:21.290378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58026) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.295806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group': {'name': 'tempest-secgroup--837685858'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:21.321925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.399466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.403076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.434509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.435736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1440961
Nov 10 04:16:21.436985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b5783-a056-42f9-93d1-e5be315e55d1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98098e8-797b-4ca8-b98a-43be70c4e2a7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.438720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58032) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.443968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': 'a98098e8-797b-4ca8-b98a-43be70c4e2a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:21.473618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.509793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.529792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.533683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.552067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3f29af-7020-4d83-afe9-8d2245159faf,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.560637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.561840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0c96efe5-117e-4037-8df2-097d566320db tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1217422
Nov 10 04:16:21.564662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.581615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-755c3b23-277a-488e-b5e0-024a9e8a65de tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules/fb3f29af-7020-4d83-afe9-8d2245159faf HTTP/1.1" status: 200  len: 763 time: 0.0158651
Nov 10 04:16:21.583971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58040) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.629939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-80944fcb-95cb-40ac-8ed9-0263bcaa21c3 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0449395
Nov 10 04:16:21.632638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.635580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0aa764f-d4ea-447b-90e5-c9aab273d8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.656426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.664569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.693152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.698588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.699872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fb3f29af-7020-4d83-afe9-8d2245159faf HTTP/1.1" status: 204  len: 168 time: 0.0662270
Nov 10 04:16:21.702777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.707942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8bdd2-8305-4b98-bfd1-24548e6691c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb3f29af-7020-4d83-afe9-8d2245159faf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.727861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0aa764f-d4ea-447b-90e5-c9aab273d8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.733349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0aa764f-d4ea-447b-90e5-c9aab273d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.780599 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1531395a-628d-4468-a4a4-344fcb333aa0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0768230
Nov 10 04:16:21.783256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58046) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.787902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': 'a98098e8-797b-4ca8-b98a-43be70c4e2a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:21.788328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa764f-d4ea-447b-90e5-c9aab273d8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637237f3-7ae2-491e-9f26-5dbb39a4c520,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.793185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c0aa764f-d4ea-447b-90e5-c9aab273d8ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78f8dca8f0d74c96a72b9634b04c9e1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2819557
Nov 10 04:16:21.795913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58048) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.819177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.854779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.865639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.869245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.876014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.889732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c41f584-1d33-493c-85f5-6c6d2fb64b9d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.895367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.899106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b924d05-0d17-42e7-80e3-984532ad2c61 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1122031
Nov 10 04:16:21.899189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58050) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.920929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb064511-0a48-408c-ab44-f653ca0b5447 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules/1c41f584-1d33-493c-85f5-6c6d2fb64b9d HTTP/1.1" status: 200  len: 763 time: 0.0184212
Nov 10 04:16:21.921405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58052) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.922912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.925557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:21.926675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/637237f3-7ae2-491e-9f26-5dbb39a4c520 HTTP/1.1" status: 204  len: 168 time: 0.1293650
Nov 10 04:16:21.937074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af84f07-4a15-467d-91bd-b55da677de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637237f3-7ae2-491e-9f26-5dbb39a4c520,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:21.966554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a1127820-dfd1-426f-b34c-3e130581d4c1 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0438888
Nov 10 04:16:21.969097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:21.996753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.006025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.044046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.052696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.056215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1c41f584-1d33-493c-85f5-6c6d2fb64b9d HTTP/1.1" status: 204  len: 168 time: 0.0838001
Nov 10 04:16:22.056750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58062) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.083148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9756d-06ee-400e-8f45-03136eec93f0 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c41f584-1d33-493c-85f5-6c6d2fb64b9d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:22.106000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2daa-04c5-45b4-b98c-3a374c48fedd req-ad27df39-0933-4c04-ba03-0882e9313af5 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:22.110092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bf890cb-8ffd-483d-a719-523769627f45 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0516160
Nov 10 04:16:22.112678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.117058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-993f2daa-04c5-45b4-b98c-3a374c48fedd req-ad27df39-0933-4c04-ba03-0882e9313af5 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0829523
Nov 10 04:16:22.119279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Request body: {'security_group_rule': {'security_group_id': 'a98098e8-797b-4ca8-b98a-43be70c4e2a7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:22.147538 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Project 43e8c44c4fc148d3bf00be4c3013b5d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:16:22.153544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.173600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-993f2daa-04c5-45b4-b98c-3a374c48fedd req-82459080-d282-4aca-8f39-b9fddc9bec1d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557921
Nov 10 04:16:22.224407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.228450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.248980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d20cb85-597d-4a38-bb09-70060b513953,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:22.255402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.256636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e28abb6-41c6-40df-ad58-f3969f1e19e7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1429315
Nov 10 04:16:22.259264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58076) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.275850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0254eaea-9351-4a92-a76d-6308b36fd7a7 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules/7d20cb85-597d-4a38-bb09-70060b513953 HTTP/1.1" status: 200  len: 769 time: 0.0155056
Nov 10 04:16:22.278885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58078) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.318377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f933692d-0cee-4f85-9380-8c0d49942c31 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0384595
Nov 10 04:16:22.321267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.345320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.353936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.387336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.392590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.394005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7d20cb85-597d-4a38-bb09-70060b513953 HTTP/1.1" status: 204  len: 168 time: 0.0717647
Nov 10 04:16:22.396630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.403238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946b01b-807f-4592-bd05-e7421a16289f tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d20cb85-597d-4a38-bb09-70060b513953,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:22.439838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e96abed8-0e49-407d-bd30-54be97c3aa68 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0394132
Nov 10 04:16:22.442633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58090) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.494371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.516834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.561611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.564523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.565696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "DELETE /v2.0/security-groups/a98098e8-797b-4ca8-b98a-43be70c4e2a7 HTTP/1.1" status: 204  len: 168 time: 0.1221139
Nov 10 04:16:22.568327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58098) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.576251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9858e-1042-4a3b-be9f-40b005fda014 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98098e8-797b-4ca8-b98a-43be70c4e2a7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:22.613399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-04e02c38-28e8-4f3d-9c69-a94f5475ff52 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438747
Nov 10 04:16:22.617639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58100) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.641275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58102) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.660321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e52f94c-1d85-4f33-9143-f68e10aaaed3 tempest-SecGroupIPv6Test-1734035598 tempest-SecGroupIPv6Test-1734035598-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0414889
Nov 10 04:16:22.744361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-14672fde-8789-4c75-a92c-e98d3384eb8a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:22.745809 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-14672fde-8789-4c75-a92c-e98d3384eb8a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 10 04:16:22.746409 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-14672fde-8789-4c75-a92c-e98d3384eb8a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:16:22.748645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14672fde-8789-4c75-a92c-e98d3384eb8a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1050880
Nov 10 04:16:22.751723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58108) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.756938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--376751334'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:22.778642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.786911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.866625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.871925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.907008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ffdb0-e480-48c1-971c-f7ff37504e1e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:22.923110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.949697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.953872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.987896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:22.989413 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2366922
Nov 10 04:16:22.992524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58116) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:22.997457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '6346df0d-d50b-4088-ae4a-2d059ce9afd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.003669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6711df-c087-497a-bcbc-de3364bfa9ff tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6346df0d-d50b-4088-ae4a-2d059ce9afd2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.026500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.066747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1651ef7d-ec3d-45bb-ad3d-bcae02083a1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43e8c44c4fc148d3bf00be4c3013b5d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1421306
Nov 10 04:16:23.069200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58118) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.081459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.085052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.101618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d92dc4-ff85-4dc7-acfb-fb829bedd754,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.112301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.113738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb2e8b03-9aae-49b8-9ab4-57a812c77f74 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1201432
Nov 10 04:16:23.116357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58122) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.121805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8148b999-93c7-40db-b9b6-a2f46f35ed84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '6346df0d-d50b-4088-ae4a-2d059ce9afd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.137407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.149759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8148b999-93c7-40db-b9b6-a2f46f35ed84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.161004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.204411 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-8148b999-93c7-40db-b9b6-a2f46f35ed84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:16:23.209361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8148b999-93c7-40db-b9b6-a2f46f35ed84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0892663
Nov 10 04:16:23.210184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58128) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.247999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.250521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.254195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afc75193-5be3-43b1-a1a4-c7edad48b102 HTTP/1.1" status: 204  len: 168 time: 0.1815565
Nov 10 04:16:23.281387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dc3bc-3c3a-49b3-af57-f52ac856d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc75193-5be3-43b1-a1a4-c7edad48b102,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.321266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.346396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e25551-6a0c-43e9-a4c4-1d1aefcc4583 req-813d8c37-db1d-4555-ad2e-412aebb5c9c8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:23.347878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48e25551-6a0c-43e9-a4c4-1d1aefcc4583 req-813d8c37-db1d-4555-ad2e-412aebb5c9c8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0912375
Nov 10 04:16:23.358393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.432908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48e25551-6a0c-43e9-a4c4-1d1aefcc4583 req-9d7c47af-8d52-42ef-8efc-2693a4f1912b tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764039
Nov 10 04:16:23.448279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.451095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.452485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/6346df0d-d50b-4088-ae4a-2d059ce9afd2 HTTP/1.1" status: 204  len: 168 time: 0.2405174
Nov 10 04:16:23.455471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58136) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.461920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74ecf1-44e3-473b-9a26-d7ec47b99d87 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346df0d-d50b-4088-ae4a-2d059ce9afd2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.503675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e6c24658-0c49-47a0-b875-ee439b63e1c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0468519
Nov 10 04:16:23.507819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58140) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.512635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673292289'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.536713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.615817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.619514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.649204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.650419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1413217
Nov 10 04:16:23.652919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8de3-c4d9-444e-b354-a4f47665ed69 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43795e9-b7c7-49d5-8003-965ad6146cbc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.654140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58148) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.658705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-081db37a-fbf4-49a9-a303-679eedb12693 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'c43795e9-b7c7-49d5-8003-965ad6146cbc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.659305 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-081db37a-fbf4-49a9-a303-679eedb12693 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 10 04:16:23.659675 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-081db37a-fbf4-49a9-a303-679eedb12693 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:23.660600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-081db37a-fbf4-49a9-a303-679eedb12693 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0054729
Nov 10 04:16:23.663195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.719283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.745283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.788522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.791193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.792664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/c43795e9-b7c7-49d5-8003-965ad6146cbc HTTP/1.1" status: 204  len: 168 time: 0.1285143
Nov 10 04:16:23.795386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58158) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.802039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c4d22-72af-4fee-b63f-b905b7dfaca2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43795e9-b7c7-49d5-8003-965ad6146cbc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.847478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8d8e951d-c403-4649-8a72-54c25ca7e377 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0509665
Nov 10 04:16:23.851094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58162) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.855399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064874669'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.877798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.939623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58164) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.947207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.952357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.982794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:23.984017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1320040
Nov 10 04:16:23.984844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05673e-77da-4931-9851-7db5bfc76ab9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca57902-3792-4afa-848f-1a18396fe907,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:23.987034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58168) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:23.992039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1891bebc-a852-4dad-aeb6-3c5726313e10 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '7ca57902-3792-4afa-848f-1a18396fe907', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:23.992724 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-1891bebc-a852-4dad-aeb6-3c5726313e10 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 10 04:16:23.993128 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-1891bebc-a852-4dad-aeb6-3c5726313e10 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:23.996489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1891bebc-a852-4dad-aeb6-3c5726313e10 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0060453
Nov 10 04:16:23.996873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58170) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.041760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e1ea52ba-f76e-4a14-8936-129f2b3908c1 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1691342476', 'prefixes': ['172.20.0.0/16']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.048708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.071851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.101171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e1ea52ba-f76e-4a14-8936-129f2b3908c1 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] Publish callbacks [] for subnetpool, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.102287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1ea52ba-f76e-4a14-8936-129f2b3908c1 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.1615896
Nov 10 04:16:24.105136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.114605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.117254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.121243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ca57902-3792-4afa-848f-1a18396fe907 HTTP/1.1" status: 204  len: 168 time: 0.1206837
Nov 10 04:16:24.123459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58174) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.134242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dad26-ea73-4798-946b-226489a5a437 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca57902-3792-4afa-848f-1a18396fe907,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:24.152133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d841ca3e-297a-4fe4-a2ae-079fe12ce646 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "GET /v2.0/subnetpools/04943dcb-e704-46fd-8292-d1d87e75849e HTTP/1.1" status: 200  len: 732 time: 0.0456579
Nov 10 04:16:24.155206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58176) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.160350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bd46e402-69d5-4ecf-a86d-7925eb264c13 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1490826944'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.188487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d986bee-3867-4dd5-8144-d2014b3aac3d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0635822
Nov 10 04:16:24.191881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58180) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.196366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543208304'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.220264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.258381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd46e402-69d5-4ecf-a86d-7925eb264c13 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] Publish callbacks [] for subnetpool, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.259700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bd46e402-69d5-4ecf-a86d-7925eb264c13 tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "PUT /v2.0/subnetpools/04943dcb-e704-46fd-8292-d1d87e75849e HTTP/1.1" status: 200  len: 684 time: 0.1035645
Nov 10 04:16:24.263111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58184) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.346769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.356924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.397706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.398924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2061167
Nov 10 04:16:24.402716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58188) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.403463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebf5121a-dadb-4b08-9457-c90ecd60810f tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] Publish callbacks [] for subnetpool, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.407075 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebf5121a-dadb-4b08-9457-c90ecd60810f tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "DELETE /v2.0/subnetpools/04943dcb-e704-46fd-8292-d1d87e75849e HTTP/1.1" status: 204  len: 168 time: 0.1405220
Nov 10 04:16:24.407075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aff684-9308-4f50-8c8f-33bfc523ac7a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216c54aa-813d-4d36-9381-67cbb9536fbd,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:24.407917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c6b68f9f-4bd5-4b0c-b245-a2c0683414ec tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '216c54aa-813d-4d36-9381-67cbb9536fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.407997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58192) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.413350 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-c6b68f9f-4bd5-4b0c-b245-a2c0683414ec tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 10 04:16:24.413878 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-c6b68f9f-4bd5-4b0c-b245-a2c0683414ec tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.414888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c6b68f9f-4bd5-4b0c-b245-a2c0683414ec tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0110371
Nov 10 04:16:24.418502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58194) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.423380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-46f10855-56a3-478a-8ae3-d6b1fcb31395 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '216c54aa-813d-4d36-9381-67cbb9536fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.423921 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-46f10855-56a3-478a-8ae3-d6b1fcb31395 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 10 04:16:24.424405 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-46f10855-56a3-478a-8ae3-d6b1fcb31395 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.425346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46f10855-56a3-478a-8ae3-d6b1fcb31395 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0057993
Nov 10 04:16:24.428075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.433067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-606d5b1f-aee7-4c43-a7c1-4853e9df7d9f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '216c54aa-813d-4d36-9381-67cbb9536fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.433188 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-46912052-46fe-4400-b4e7-71bcdbe3ecfc tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] show failed (client error): The resource could not be found.
Nov 10 04:16:24.433884 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-606d5b1f-aee7-4c43-a7c1-4853e9df7d9f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 10 04:16:24.434132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46912052-46fe-4400-b4e7-71bcdbe3ecfc tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "GET /v2.0/subnetpools/04943dcb-e704-46fd-8292-d1d87e75849e HTTP/1.1" status: 404  len: 346 time: 0.0254400
Nov 10 04:16:24.434363 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-606d5b1f-aee7-4c43-a7c1-4853e9df7d9f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.437512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-606d5b1f-aee7-4c43-a7c1-4853e9df7d9f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0062091
Nov 10 04:16:24.437512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58198) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.437717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58200) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.441898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-11f3b8d0-befd-42a0-9a88-8018558332c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '216c54aa-813d-4d36-9381-67cbb9536fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.442750 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-11f3b8d0-befd-42a0-9a88-8018558332c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 10 04:16:24.443223 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-11f3b8d0-befd-42a0-9a88-8018558332c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.444161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-11f3b8d0-befd-42a0-9a88-8018558332c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0055611
Nov 10 04:16:24.446508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58202) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.454580 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-a3e83ac1-7ec8-4a07-b863-c4a7071a5a5d tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] delete failed (client error): The resource could not be found.
Nov 10 04:16:24.455566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a3e83ac1-7ec8-4a07-b863-c4a7071a5a5d tempest-SubnetPoolsTestJSON-482125729 tempest-SubnetPoolsTestJSON-482125729-project] 10.222.0.13 "DELETE /v2.0/subnetpools/04943dcb-e704-46fd-8292-d1d87e75849e HTTP/1.1" status: 404  len: 346 time: 0.0177844
Nov 10 04:16:24.506589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.529985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.561801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a293b-11c8-43e6-a6cc-129e716aea5f req-3b9bd57f-90b7-4d73-9d09-9686b66734fd tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:24.563552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-540a293b-11c8-43e6-a6cc-129e716aea5f req-3b9bd57f-90b7-4d73-9d09-9686b66734fd tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0530651
Nov 10 04:16:24.575037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.579391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.580558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/216c54aa-813d-4d36-9381-67cbb9536fbd HTTP/1.1" status: 204  len: 168 time: 0.1332090
Nov 10 04:16:24.585396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.597100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b134e4e-b938-4626-bb9d-ce611b043f53 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c54aa-813d-4d36-9381-67cbb9536fbd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:24.618362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-540a293b-11c8-43e6-a6cc-129e716aea5f req-57e2d4b4-6c13-4b95-88b0-ae374e0ac4ff tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471125
Nov 10 04:16:24.653459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-82777fe3-7884-4851-98f3-b1bc9b7fbb0c tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0670044
Nov 10 04:16:24.657224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58212) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.661841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--771856413'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.685093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.731861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58214) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.760209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.763989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.794087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.795404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1370623
Nov 10 04:16:24.798298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58218) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.803041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3f2a0b49-8137-4325-b141-94691450dff5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.803797 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-3f2a0b49-8137-4325-b141-94691450dff5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 10 04:16:24.804286 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-3f2a0b49-8137-4325-b141-94691450dff5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.805300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3f2a0b49-8137-4325-b141-94691450dff5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0060530
Nov 10 04:16:24.806157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89c77-fb67-4aaf-bd45-cc5177f43f79 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56c39ad-798c-4962-bbbd-b5f5a034e0c4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:24.808733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58220) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.814080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-99dfc63a-c823-45eb-82a1-1249d829b29b tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.854681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739a0352-d826-4ab1-a082-51a29f5dc56c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.876204 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-99dfc63a-c823-45eb-82a1-1249d829b29b tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.877210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-99dfc63a-c823-45eb-82a1-1249d829b29b tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0674162
Nov 10 04:16:24.880086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58222) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.885055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-65861b03-77ff-4cd2-858d-b973da0fbbdd tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.885554 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-65861b03-77ff-4cd2-858d-b973da0fbbdd tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 10 04:16:24.886036 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-65861b03-77ff-4cd2-858d-b973da0fbbdd tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.886951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-65861b03-77ff-4cd2-858d-b973da0fbbdd tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0058606
Nov 10 04:16:24.889684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.894964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-088b46c9-35e9-4152-b9d5-20504fc50949 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.931218 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-088b46c9-35e9-4152-b9d5-20504fc50949 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.932249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-088b46c9-35e9-4152-b9d5-20504fc50949 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0416567
Nov 10 04:16:24.935225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.938561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739a0352-d826-4ab1-a082-51a29f5dc56c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.939608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-91af76d3-4207-47be-8594-d6948d37383d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.940077 ncdv-817176-1 neutron-server[119697]: WARNING neutron.api.v2.base [None req-91af76d3-4207-47be-8594-d6948d37383d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 10 04:16:24.940573 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-91af76d3-4207-47be-8594-d6948d37383d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.941505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-91af76d3-4207-47be-8594-d6948d37383d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0053680
Nov 10 04:16:24.942374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-739a0352-d826-4ab1-a082-51a29f5dc56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:24.943965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.949049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ba3d2265-2dfd-42d7-92b3-a5297fbd9464 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.971351 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-ba3d2265-2dfd-42d7-92b3-a5297fbd9464 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Project 46474dbd2edc4efc97078c5be41d5c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:16:24.986946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-739a0352-d826-4ab1-a082-51a29f5dc56c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ccd791c57f74314a42db37535e1c576&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2511690
Nov 10 04:16:24.987121 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-ba3d2265-2dfd-42d7-92b3-a5297fbd9464 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.987198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0352-d826-4ab1-a082-51a29f5dc56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a7bd8-98d2-4184-86e2-119ff531ee70,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:24.987289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ba3d2265-2dfd-42d7-92b3-a5297fbd9464 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0415986
Nov 10 04:16:24.987289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.989436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58232) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:24.993899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9b6f9ba6-7df9-4b1e-97f1-91b85c7dcba3 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:24.994494 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-9b6f9ba6-7df9-4b1e-97f1-91b85c7dcba3 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 10 04:16:24.994890 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-9b6f9ba6-7df9-4b1e-97f1-91b85c7dcba3 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:24.995814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b6f9ba6-7df9-4b1e-97f1-91b85c7dcba3 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0054853
Nov 10 04:16:24.998274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58234) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.002431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-83fadb53-db34-47ec-be3e-65ecd195f6d0 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.028273 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-83fadb53-db34-47ec-be3e-65ecd195f6d0 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Project 46474dbd2edc4efc97078c5be41d5c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:16:25.037350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.040858 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-83fadb53-db34-47ec-be3e-65ecd195f6d0 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:25.043040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-83fadb53-db34-47ec-be3e-65ecd195f6d0 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0427747
Nov 10 04:16:25.045284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58236) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.049533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ce320c38-fe8c-499a-a720-6d25d530df0d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': 'e56c39ad-798c-4962-bbbd-b5f5a034e0c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.063433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.070481 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-ce320c38-fe8c-499a-a720-6d25d530df0d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Project 46474dbd2edc4efc97078c5be41d5c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:16:25.083717 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-ce320c38-fe8c-499a-a720-6d25d530df0d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:25.087258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ce320c38-fe8c-499a-a720-6d25d530df0d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0385597
Nov 10 04:16:25.087500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58238) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.113371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.116022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.117193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b0a7bd8-98d2-4184-86e2-119ff531ee70 HTTP/1.1" status: 204  len: 168 time: 0.1290920
Nov 10 04:16:25.125042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdeaa9-b3aa-43b8-981a-724c01871aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a7bd8-98d2-4184-86e2-119ff531ee70,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:25.149760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.174505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.217746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.220360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.221522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/e56c39ad-798c-4962-bbbd-b5f5a034e0c4 HTTP/1.1" status: 204  len: 168 time: 0.1331398
Nov 10 04:16:25.224753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.238107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325eaf-28d8-4fa7-8e14-0f5ceb615616 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56c39ad-798c-4962-bbbd-b5f5a034e0c4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:25.278921 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2de826a7-21b3-47e0-b035-f9197a01de73 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0529964
Nov 10 04:16:25.282653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58248) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.287032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--833094848'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.310155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.386088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.390154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.419297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9eaf7-80b9-47be-86a7-a97cf3aba8d6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:25.423606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.424860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d03d59ab-e561-4f31-b73e-e3b558d962c5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1412208
Nov 10 04:16:25.427891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58258) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.432155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-291ca27d-59d5-4876-abd3-5cfe019cd1d4 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '4fd9eaf7-80b9-47be-86a7-a97cf3aba8d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.475373 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-291ca27d-59d5-4876-abd3-5cfe019cd1d4 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The resource could not be found.
Nov 10 04:16:25.476402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-291ca27d-59d5-4876-abd3-5cfe019cd1d4 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0476720
Nov 10 04:16:25.479316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58264) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.483983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3da1e214-b6f1-4578-b477-2be3dc70a9d9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '4fd9eaf7-80b9-47be-86a7-a97cf3aba8d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '197723e1-f7b2-4f17-9b1b-d19d2ebbf43c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.522107 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-3da1e214-b6f1-4578-b477-2be3dc70a9d9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The resource could not be found.
Nov 10 04:16:25.523158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3da1e214-b6f1-4578-b477-2be3dc70a9d9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0428231
Nov 10 04:16:25.526718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58266) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.582743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.605113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.648494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.651744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.652990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fd9eaf7-80b9-47be-86a7-a97cf3aba8d6 HTTP/1.1" status: 204  len: 168 time: 0.1252043
Nov 10 04:16:25.656091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58276) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.662511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876808d-c085-4e95-9101-4fbb9c363c84 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9eaf7-80b9-47be-86a7-a97cf3aba8d6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:25.712086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-914a8010-f616-4952-a90f-1042c799a2e0 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0508668
Nov 10 04:16:25.712712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.717864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-062aba4e-d7f7-4e35-8cb9-e7fd5f6bfb27 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '11d594c4-575d-4dfc-8ec6-a1640f5ddf43', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.790643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43193e7b-8179-4cd2-802d-77cdbcc5a9ed req-2ae65fea-af18-4c6a-bc15-0f33a5d6d5a3 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:25.792158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43193e7b-8179-4cd2-802d-77cdbcc5a9ed req-2ae65fea-af18-4c6a-bc15-0f33a5d6d5a3 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0690567
Nov 10 04:16:25.797186 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-062aba4e-d7f7-4e35-8cb9-e7fd5f6bfb27 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The resource could not be found.
Nov 10 04:16:25.798150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-062aba4e-d7f7-4e35-8cb9-e7fd5f6bfb27 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0845754
Nov 10 04:16:25.802277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58282) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.812146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903051293'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.840529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58284) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.846917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-43193e7b-8179-4cd2-802d-77cdbcc5a9ed req-439a1a6a-d72c-4a9c-b1f2-046ffe839b33 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477521
Nov 10 04:16:25.848838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.918499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.922449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.945683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1186008687'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.965301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.966456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1629326
Nov 10 04:16:25.969955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:25.973181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a00b74-5de2-49e1-9fee-108d8d9e3575 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e246c09-878c-4d35-aac2-ca5ebaff97c0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:25.976932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003454900'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:25.984022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Made reservation on behalf of cbdbd72d42e849bd8272f287debc7ffe for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:25.987924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.998033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:25.999722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.074502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.075690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.078605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.079517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.106152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.106362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:26.109065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1379566
Nov 10 04:16:26.111926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58290) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.115398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303644d7-8263-4df9-aae1-fbcb40dea709,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.118332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-58cea9f2-3490-4d24-a128-d098026b3e6e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '5e246c09-878c-4d35-aac2-ca5ebaff97c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3bdf8a79-15a6-4fb7-ace8-ab43888efdca'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:26.122924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.123269 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Added segment c910e6c8-1ad0-4451-bf8b-5e92ea39cd63 of type vlan for network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e
Nov 10 04:16:26.124174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fce6d-e3a7-4948-8699-070c3264433e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf8a79-15a6-4fb7-ace8-ab43888efdca,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.158650 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-58cea9f2-3490-4d24-a128-d098026b3e6e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:26.162656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58292) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.162799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-58cea9f2-3490-4d24-a128-d098026b3e6e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0498183
Nov 10 04:16:26.170628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.223856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.229215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:26.229794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.286572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.296068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4545500
Nov 10 04:16:26.299024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58294) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.304512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Request body: {'subnet': {'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:26.325202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6237aea-6cf5-45a2-94e6-6407844777a2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event updated for resources: {'Network': ['ID=224d4c06-197d-4b02-b6cc-7ec8aed5d63e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.330769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.337290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:26.386118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.389067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.390471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bdf8a79-15a6-4fb7-ace8-ab43888efdca HTTP/1.1" status: 204  len: 168 time: 0.2266986
Nov 10 04:16:26.395227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.409759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a9265-172b-4c89-aded-7cad0b91e861 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf8a79-15a6-4fb7-ace8-ab43888efdca,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.427607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Made reservation on behalf of cbdbd72d42e849bd8272f287debc7ffe for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:26.432884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.468482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-45df8b96-d94b-4c18-806a-1a00f6aea2e9 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0720923
Nov 10 04:16:26.471094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58304) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.535809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.558773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.600655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.603246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.604540 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e246c09-878c-4d35-aac2-ca5ebaff97c0 HTTP/1.1" status: 204  len: 168 time: 0.1325107
Nov 10 04:16:26.607361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58306) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.613692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f246a-5b90-4fdd-9542-f083437215a2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e246c09-878c-4d35-aac2-ca5ebaff97c0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.643880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.707406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-10527c8d-5dfd-4089-946a-48c5c2c6426e tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0987098
Nov 10 04:16:26.712027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58308) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.718369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--517263708'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:26.746927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event updated for resources: {'Subnet': ['ID=4751c227-f864-4ddc-81b0-477c7552fbf9,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.762478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.764530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Checking segment: {'id': 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:26.765076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Network hostable DHCP agents. Network: 224d4c06-197d-4b02-b6cc-7ec8aed5d63e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:26.800124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:26.816702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 224d4c06-197d-4b02-b6cc-7ec8aed5d63e) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:26.822987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:26.823598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.832389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef4aaa-4e7a-4ba0-9908-7317690033fc None None] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:26.854948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6bfd2630-cbd7-4b31-ba3f-3904a3ad5e98 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5547600
Nov 10 04:16:26.857696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58310) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.862124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.864122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Request body: {'port': {'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e', 'name': 'tempest-TagsExtTest-513050633'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:26.878174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.909578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:26.914093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2010787
Nov 10 04:16:26.914848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58314) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.924132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ab318797-8728-485f-badd-f1789271528f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '7f3b22e2-8103-42aa-98a0-5573c7e9dc09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:26.942365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90dde5-3af7-447a-bd58-40ad7572a364 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b22e2-8103-42aa-98a0-5573c7e9dc09,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:26.976911 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-ab318797-8728-485f-badd-f1789271528f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:26.978397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab318797-8728-485f-badd-f1789271528f tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0589473
Nov 10 04:16:26.981593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:26.986010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dbe809dc-653a-4299-983a-f061d87a1d81 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group_rule': {'security_group_id': '7f3b22e2-8103-42aa-98a0-5573c7e9dc09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:27.026743 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-dbe809dc-653a-4299-983a-f061d87a1d81 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:16:27.027971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dbe809dc-653a-4299-983a-f061d87a1d81 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0454350
Nov 10 04:16:27.034151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58318) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.037384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-224d4c06-197d-4b02-b6cc-7ec8aed5d63e', 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e', 'tenant_id': 'cbdbd72d42e849bd8272f287debc7ffe', 'fixed_ips': [{'subnet_id': '4751c227-f864-4ddc-81b0-477c7552fbf9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:16:27.038329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.054203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f7026-a59b-473e-bff0-a1316545e0bf req-a3d8e995-e86d-4f87-a0d2-5c062de84348 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:27.055651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a3f7026-a59b-473e-bff0-a1316545e0bf req-a3d8e995-e86d-4f87-a0d2-5c062de84348 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1032317
Nov 10 04:16:27.133665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Made reservation on behalf of cbdbd72d42e849bd8272f287debc7ffe for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:27.137056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.168288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a3f7026-a59b-473e-bff0-a1316545e0bf req-e7354038-4b68-4161-ac9c-8d65b927e1cf tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038442
Nov 10 04:16:27.171001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.174487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Allocated IP 172.20.0.2 (224d4c06-197d-4b02-b6cc-7ec8aed5d63e/4751c227-f864-4ddc-81b0-477c7552fbf9/40553bb1-c8c1-4840-9a6f-59e7e021112b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:27.188757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] device_id is not set on port f75ada03-4fc3-476e-85f2-1ed70a591aa0 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:16:27.206853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.294487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.297125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.298405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f3b22e2-8103-42aa-98a0-5573c7e9dc09 HTTP/1.1" status: 204  len: 168 time: 0.2627635
Nov 10 04:16:27.301336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.308838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b075c-356e-4d80-8031-69d6cc3be456 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b22e2-8103-42aa-98a0-5573c7e9dc09,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.321499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.334093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.353015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ba47cebe-bd4b-4e7a-ad2e-0b49f9b044cb tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0464323
Nov 10 04:16:27.353411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58322) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.358380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'tempest-secgroup--332828657'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:27.379465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:27.382762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:27.387134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:27.388081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.393842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Pushing event updated for resources: {'Port': ['ID=40553bb1-c8c1-4840-9a6f-59e7e021112b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.413982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Allocated IP 172.20.0.13 (224d4c06-197d-4b02-b6cc-7ec8aed5d63e/4751c227-f864-4ddc-81b0-477c7552fbf9/f75ada03-4fc3-476e-85f2-1ed70a591aa0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:27.451158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Attempting to bind port 40553bb1-c8c1-4840-9a6f-59e7e021112b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:27.451799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Attempting to bind port 40553bb1-c8c1-4840-9a6f-59e7e021112b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:27.452801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Attempting to bind port 40553bb1-c8c1-4840-9a6f-59e7e021112b on network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:27.458713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:27.459167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Checking segment: {'id': 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:27.459570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.459958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Bound using segment: {'id': 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:27.460419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Bound port: 40553bb1-c8c1-4840-9a6f-59e7e021112b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '224d4c06-197d-4b02-b6cc-7ec8aed5d63e'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:27.460821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.509324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.518089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.530799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] For port 40553bb1-c8c1-4840-9a6f-59e7e021112b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:27.534620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] For port 40553bb1-c8c1-4840-9a6f-59e7e021112b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40553bb1-c8c1-4840-9a6f-59e7e021112b,segment=NetworkSegment(c910e6c8-1ad0-4451-bf8b-5e92ea39cd63),segment_id=c910e6c8-1ad0-4451-bf8b-5e92ea39cd63)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:27.538357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.555388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99689858-43a1-46ff-a0d9-e901ee336d93,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.568702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.573564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36e7234a-3e90-4a38-a68d-8ccc252005b5 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2191236
Nov 10 04:16:27.574381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58330) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.580655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-aa1f50c5-91cb-4776-a8b8-02c0d92c3771 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:27.581066 ncdv-817176-1 neutron-server[119696]: WARNING neutron.api.v2.base [None req-aa1f50c5-91cb-4776-a8b8-02c0d92c3771 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 10 04:16:27.581557 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-aa1f50c5-91cb-4776-a8b8-02c0d92c3771 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:16:27.586106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa1f50c5-91cb-4776-a8b8-02c0d92c3771 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "PUT /v2.0/security-groups/99689858-43a1-46ff-a0d9-e901ee336d93 HTTP/1.1" status: 409  len: 330 time: 0.0102320
Nov 10 04:16:27.589051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58332) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.605964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e6aa5-2351-48d3-b94c-8b9c58e265e1 None None] Pushing event updated for resources: {'Port': ['ID=40553bb1-c8c1-4840-9a6f-59e7e021112b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.652564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.661390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.677628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.697914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.738572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.742048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.743421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/99689858-43a1-46ff-a0d9-e901ee336d93 HTTP/1.1" status: 204  len: 168 time: 0.1530936
Nov 10 04:16:27.749545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:27.750090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58334) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.753515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:27.758138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:27.762635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event updated for resources: {'Port': ['ID=f75ada03-4fc3-476e-85f2-1ed70a591aa0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.774853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cfaf2-8641-4c7e-88cb-5a9d7ec31b6a tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99689858-43a1-46ff-a0d9-e901ee336d93,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:27.830572 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-caaeab26-9dbc-4000-a2a7-a84e00c81443 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0793533
Nov 10 04:16:27.835072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.855388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:27.856022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.868833 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-b504203c-408a-45ab-a551-fef867fed82d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] delete failed (client error): The resource could not be found.
Nov 10 04:16:27.873064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b504203c-408a-45ab-a551-fef867fed82d tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "DELETE /v2.0/security-groups/d777d234-408d-498b-865b-9930494de5dc HTTP/1.1" status: 404  len: 347 time: 0.0372798
Nov 10 04:16:27.875960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58338) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.894666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-74000895-2530-4b83-b387-a81d50ce858d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.0353479
Nov 10 04:16:27.895875 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-974eb013-fe45-4be5-bd84-5a3461ba84c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] show failed (client error): The resource could not be found.
Nov 10 04:16:27.896889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-974eb013-fe45-4be5-bd84-5a3461ba84c2 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-groups/949bfc4a-07c0-4c70-8d8f-e45edf7c956c HTTP/1.1" status: 404  len: 347 time: 0.0197401
Nov 10 04:16:27.897442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.904358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58342) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:27.908834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-532304391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:27.937558 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-89b4336b-4ec7-4b76-a9bc-ebda3ab49039 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] show failed (client error): The resource could not be found.
Nov 10 04:16:27.938624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89b4336b-4ec7-4b76-a9bc-ebda3ab49039 tempest-NegativeSecGroupIPv6Test-1228053118 tempest-NegativeSecGroupIPv6Test-1228053118-project] 10.222.0.13 "GET /v2.0/security-group-rules/cc3bca49-b2f1-4cda-86e4-9fba64e4f0fc HTTP/1.1" status: 404  len: 356 time: 0.0233395
Nov 10 04:16:27.949830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:27.950955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.001515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.005765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.027926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.031853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58346) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.031979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fdc47695-a80b-45ee-bec5-4900981434de tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1335285
Nov 10 04:16:28.042268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a447e969-fdf5-4db8-ae02-4baacd795708 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-198974084', 'prefixes': ['172.20.0.0/16']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:28.111167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40553bb1-c8c1-4840-9a6f-59e7e021112b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:28.123458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a447e969-fdf5-4db8-ae02-4baacd795708 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for subnetpool, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.127981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a447e969-fdf5-4db8-ae02-4baacd795708 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0896308
Nov 10 04:16:28.128435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58348) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.133212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-476ac93a-1c01-4931-9d02-6d08124ed249 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8214bb6e50>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1814903186') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:28.168351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 40553bb1-c8c1-4840-9a6f-59e7e021112b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:28.168769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.267507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58354) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.276652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.286500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-476ac93a-1c01-4931-9d02-6d08124ed249 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1814903186 HTTP/1.1" status: 201  len: 201 time: 0.1568387
Nov 10 04:16:28.290678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.295941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-dd45a1a0-9975-4e63-a03e-840e202b8bc4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f82142efd00>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1516425542') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:28.321972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 40553bb1-c8c1-4840-9a6f-59e7e021112b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40553bb1-c8c1-4840-9a6f-59e7e021112b,segment=NetworkSegment(c910e6c8-1ad0-4451-bf8b-5e92ea39cd63),segment_id=c910e6c8-1ad0-4451-bf8b-5e92ea39cd63)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:28.332768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eff555-d9d4-4c14-8d6d-66f1821022dc req-9af3aa87-01f7-4177-a997-1a5f4db0cf29 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:28.335200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7eff555-d9d4-4c14-8d6d-66f1821022dc req-9af3aa87-01f7-4177-a997-1a5f4db0cf29 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0852847
Nov 10 04:16:28.335669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.410527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7eff555-d9d4-4c14-8d6d-66f1821022dc req-4a586cb5-718a-4ef8-afb0-88ff7f879141 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664091
Nov 10 04:16:28.411453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=40553bb1-c8c1-4840-9a6f-59e7e021112b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:28.703077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31133f-791d-4df1-9b7c-e56942a5014b None None] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:28.759550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a52ce27f-114b-4b4c-bf35-f63cf2e1c5c1 None None] Provisioning complete for port 40553bb1-c8c1-4840-9a6f-59e7e021112b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:28.759920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a52ce27f-114b-4b4c-bf35-f63cf2e1c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.782294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c36d2d28-bd2f-4dec-a9aa-9e6346af102d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46474dbd2edc4efc97078c5be41d5c33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5112350
Nov 10 04:16:28.783003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.807754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd45a1a0-9975-4e63-a03e-840e202b8bc4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1516425542 HTTP/1.1" status: 201  len: 201 time: 0.5128589
Nov 10 04:16:28.808193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58384) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.814145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-dd0ce5b9-0dd2-447a-be25-97232aedf67f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dde8880>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-153270311') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:28.850073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.873806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.922490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.926377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:28.937097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc5ffdb0-e480-48c1-971c-f7ff37504e1e HTTP/1.1" status: 204  len: 168 time: 0.1457469
Nov 10 04:16:28.948494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1db67-ee24-4dd2-8a57-a3ac93d6961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ffdb0-e480-48c1-971c-f7ff37504e1e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:28.973173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd0ce5b9-0dd2-447a-be25-97232aedf67f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-153270311 HTTP/1.1" status: 201  len: 201 time: 0.1635253
Nov 10 04:16:28.975598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58388) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:28.981477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-e9780944-e24a-4a10-ab6a-4f10f65a03f2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8214e7dd90>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-640618572') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.034696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9780944-e24a-4a10-ab6a-4f10f65a03f2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-640618572 HTTP/1.1" status: 201  len: 201 time: 0.0580859
Nov 10 04:16:29.037450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.042420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-68e6b388-09c2-4a50-b3ac-1818be868ff2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820dcaba30>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.140005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58394) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.140196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68e6b388-09c2-4a50-b3ac-1818be868ff2 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 200  len: 241 time: 0.1014581
Nov 10 04:16:29.145026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-d60d9a58-95de-4b5b-9a45-032fbbed9320 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820d93ee80>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1814903186') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.204534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d60d9a58-95de-4b5b-9a45-032fbbed9320 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1814903186 HTTP/1.1" status: 204  len: 168 time: 0.0628927
Nov 10 04:16:29.207120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58398) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.212044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-97e152d9-3b6e-41b4-b90d-e6ac7b0551c0 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8214b12ac0>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1814903186') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.289626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97e152d9-3b6e-41b4-b90d-e6ac7b0551c0 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1814903186 HTTP/1.1" status: 204  len: 168 time: 0.0812523
Nov 10 04:16:29.292731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58404) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.300102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-d13ec9db-eec9-41c1-8de4-fbf135563458 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820eae6cd0>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.359036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d13ec9db-eec9-41c1-8de4-fbf135563458 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 200  len: 205 time: 0.0652375
Nov 10 04:16:29.361504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58408) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.365875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-973519a0-7ffd-4586-b8f2-3dbed9f1e52c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820eeea3d0>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.414181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6d41ef54-3678-4821-bd83-bf865f8b4fdf None None] Provisioning complete for port f75ada03-4fc3-476e-85f2-1ed70a591aa0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:29.415258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d41ef54-3678-4821-bd83-bf865f8b4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:29.432724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-973519a0-7ffd-4586-b8f2-3dbed9f1e52c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 200  len: 241 time: 0.0697398
Nov 10 04:16:29.435287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.440088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-8b9effba-214e-4bca-a3f7-95c134aea881 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8217ff5f10>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1516425542') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.490961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6d41ef54-3678-4821-bd83-bf865f8b4fdf None None] Port f75ada03-4fc3-476e-85f2-1ed70a591aa0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:29.515225 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b9effba-214e-4bca-a3f7-95c134aea881 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1516425542 HTTP/1.1" status: 204  len: 168 time: 0.0785570
Nov 10 04:16:29.517755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58418) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.522205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6d41ef54-3678-4821-bd83-bf865f8b4fdf None None] Provisioning complete for port 40553bb1-c8c1-4840-9a6f-59e7e021112b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:29.522541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-d158d0dc-1f6b-4127-a942-056e32632188 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f820de68d30>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1516425542') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.523971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d41ef54-3678-4821-bd83-bf865f8b4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:29.624976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d158d0dc-1f6b-4127-a942-056e32632188 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1516425542 HTTP/1.1" status: 204  len: 168 time: 0.1059885
Nov 10 04:16:29.627370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58426) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.628010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6e9f-f1e8-4af4-96c6-595a12129e76 req-977a03b4-6a45-462e-9af5-27ccff29b4d9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:29.630454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbbc6e9f-f1e8-4af4-96c6-595a12129e76 req-977a03b4-6a45-462e-9af5-27ccff29b4d9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1028783
Nov 10 04:16:29.638589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-b13fcfcc-04c8-48a5-b671-3e43ca3cb842 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f5ded00>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.703462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b13fcfcc-04c8-48a5-b671-3e43ca3cb842 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 200  len: 205 time: 0.0750062
Nov 10 04:16:29.704369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58432) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.707508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbbc6e9f-f1e8-4af4-96c6-595a12129e76 req-b0df67a4-30bf-4e0a-b283-0f546c4f2796 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703344
Nov 10 04:16:29.715639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-0c2c28b8-cc75-4b30-a63c-f763ec43731c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f5deca0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.776726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.794545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5899f448-f8f9-4495-9422-f62c706b8e55 None None] Provisioning complete for port f75ada03-4fc3-476e-85f2-1ed70a591aa0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:29.794917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5899f448-f8f9-4495-9422-f62c706b8e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:29.805294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0c2c28b8-cc75-4b30-a63c-f763ec43731c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 200  len: 240 time: 0.0998089
Nov 10 04:16:29.805899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.810461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-52603c3e-8679-440b-9c16-e1dd30a2f539 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dcab0a0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-153270311') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.834438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5899f448-f8f9-4495-9422-f62c706b8e55 None None] Port f75ada03-4fc3-476e-85f2-1ed70a591aa0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:16:29.884322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-52603c3e-8679-440b-9c16-e1dd30a2f539 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-153270311 HTTP/1.1" status: 204  len: 168 time: 0.0774469
Nov 10 04:16:29.887365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.891751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-69ee35b7-ddc2-4320-9909-21ac427a78d5 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dbe4a30>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-153270311') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:29.896641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9581e172-89d4-4e7b-9841-9daf75495b16 tempest-ServiceProvidersTest-2032630025 tempest-ServiceProvidersTest-2032630025-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1173782
Nov 10 04:16:29.978489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-69ee35b7-ddc2-4320-9909-21ac427a78d5 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-153270311 HTTP/1.1" status: 204  len: 168 time: 0.0898170
Nov 10 04:16:29.980594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58444) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:29.984926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-16b276f8-dfa4-4e81-a6c7-dcceb4165f7d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820ed98f40>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.056654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16b276f8-dfa4-4e81-a6c7-dcceb4165f7d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 200  len: 205 time: 0.0741003
Nov 10 04:16:30.058814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58446) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.063040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-f7e398c0-483b-44da-a164-7c32c9368570 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820dcab460>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.083646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40553bb1-c8c1-4840-9a6f-59e7e021112b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:30.103379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f7e398c0-483b-44da-a164-7c32c9368570 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 200  len: 240 time: 0.0412695
Nov 10 04:16:30.103609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58450) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.108970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-6c865d5d-3c79-4060-829a-51e209326978 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dc80c70>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-640618572') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.131027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6c865d5d-3c79-4060-829a-51e209326978 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-640618572 HTTP/1.1" status: 204  len: 168 time: 0.0263922
Nov 10 04:16:30.133459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58452) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.136672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 40553bb1-c8c1-4840-9a6f-59e7e021112b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:30.137238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.138401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-0e8104a1-d597-45a5-be2d-7aab5ea55235 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dc80df0>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-640618572') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.160599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.178376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0e8104a1-d597-45a5-be2d-7aab5ea55235 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-640618572 HTTP/1.1" status: 204  len: 168 time: 0.0426283
Nov 10 04:16:30.178874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58458) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.184551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-3c8755b6-6b8e-4c3f-ab80-200b71f6f619 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820d940760>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.208537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3c8755b6-6b8e-4c3f-ab80-200b71f6f619 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 200  len: 205 time: 0.0261691
Nov 10 04:16:30.208953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58460) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.213492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-96096662-f611-4872-a04d-067770b5d18c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820e795cd0>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.239829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96096662-f611-4872-a04d-067770b5d18c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 204  len: 168 time: 0.0297906
Nov 10 04:16:30.242350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58462) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.247193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-0828c8c9-491d-48d0-ae53-c2b3d7525832 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820ec58af0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.276111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3da42606-8491-4e38-ad4c-21d038e97ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.326195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0828c8c9-491d-48d0-ae53-c2b3d7525832 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 204  len: 168 time: 0.0828843
Nov 10 04:16:30.329245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58464) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.334113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-b6d31170-7e6c-41f0-9928-6d26721da259 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820ecf3970>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.353423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3da42606-8491-4e38-ad4c-21d038e97ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.358985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3da42606-8491-4e38-ad4c-21d038e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.388622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6d31170-7e6c-41f0-9928-6d26721da259 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 204  len: 168 time: 0.0581298
Nov 10 04:16:30.390944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58466) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.395078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-d1192011-8999-4320-badb-62f885658d0c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820db98b50>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.398382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3da42606-8491-4e38-ad4c-21d038e97ddb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1f6b5153824fa8b43159c4a0da3017&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2365029
Nov 10 04:16:30.399351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da42606-8491-4e38-ad4c-21d038e97ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9656a-efae-4130-9bd3-6a01762c86c0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:30.401779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58468) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.447767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1192011-8999-4320-badb-62f885658d0c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 204  len: 168 time: 0.0558236
Nov 10 04:16:30.449685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.451840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.456567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-209ff7b0-f4be-4dd2-afb7-e32f8c2a7117 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e7b91f0>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1170967727') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.471670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.524271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-209ff7b0-f4be-4dd2-afb7-e32f8c2a7117 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1170967727 HTTP/1.1" status: 201  len: 201 time: 0.0683889
Nov 10 04:16:30.524509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58472) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.529009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-84914f9a-d36d-4b55-bcce-00ccf15aac32 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f820eda3850>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1746459325') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:30.536144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.539830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:30.541006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e9656a-efae-4130-9bd3-6a01762c86c0 HTTP/1.1" status: 204  len: 168 time: 0.1383302
Nov 10 04:16:30.549501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c9784-41e6-4caa-8f78-23a9bdce7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9656a-efae-4130-9bd3-6a01762c86c0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:30.858564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192142b-f033-42af-81e6-0e32b979c908 req-b51119a5-5900-4e88-8cc1-6702abae3127 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:30.860111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d192142b-f033-42af-81e6-0e32b979c908 req-b51119a5-5900-4e88-8cc1-6702abae3127 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0615027
Nov 10 04:16:30.913447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d192142b-f033-42af-81e6-0e32b979c908 req-55f9b836-8367-4c74-885a-2b99989e9320 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456555
Nov 10 04:16:30.935579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-84914f9a-d36d-4b55-bcce-00ccf15aac32 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1746459325 HTTP/1.1" status: 201  len: 201 time: 0.4100194
Nov 10 04:16:30.938153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58494) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:30.942814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-5d22ad2d-1e6e-4b66-a382-e4f50ee583fd tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f82146d7970>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-1947968422') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.032636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5d22ad2d-1e6e-4b66-a382-e4f50ee583fd tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-1947968422 HTTP/1.1" status: 201  len: 201 time: 0.0934217
Nov 10 04:16:31.035229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58500) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.039862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-2c4826a0-fe64-4980-9397-4833d9ae6ed4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f820d7dad00>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-2060843697') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.079910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c4826a0-fe64-4980-9397-4833d9ae6ed4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-2060843697 HTTP/1.1" status: 201  len: 201 time: 0.0416517
Nov 10 04:16:31.080515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58506) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.085235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-c229f967-d394-49c9-b84e-36b3bf977cc1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f82150dd760>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', {'tags': ['tempest-TagsExtTest-Tag-1484024516', 'tempest-TagsExtTest-Tag-1841681872', 'tempest-TagsExtTest-Tag-1354533110']}) {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.145185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c229f967-d394-49c9-b84e-36b3bf977cc1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 200  len: 318 time: 0.0633395
Nov 10 04:16:31.147762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58510) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.152227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-a2e57137-cac6-434f-aeb2-e7bb74e318dd tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f6f6340>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.220757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a2e57137-cac6-434f-aeb2-e7bb74e318dd tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 204  len: 168 time: 0.0695913
Nov 10 04:16:31.220972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58512) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.225135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-466a4b04-1a43-4eda-9e6a-728f596aa42c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820ddf5550>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1484024516') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.274971 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-466a4b04-1a43-4eda-9e6a-728f596aa42c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.276143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-466a4b04-1a43-4eda-9e6a-728f596aa42c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1484024516 HTTP/1.1" status: 404  len: 329 time: 0.0542004
Nov 10 04:16:31.279117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.283282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-ec3c3bee-0eb1-4046-b90a-6a7ebf90229f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f82163627f0>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1841681872') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.338298 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-ec3c3bee-0eb1-4046-b90a-6a7ebf90229f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.340658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec3c3bee-0eb1-4046-b90a-6a7ebf90229f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1841681872 HTTP/1.1" status: 404  len: 329 time: 0.0593145
Nov 10 04:16:31.342045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58520) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.346239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-a2677e33-7e45-4d46-954b-8aa4f3ffee90 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820dc64f10>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9', 'tempest-TagsExtTest-Tag-1354533110') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.396231 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-a2677e33-7e45-4d46-954b-8aa4f3ffee90 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.397202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a2677e33-7e45-4d46-954b-8aa4f3ffee90 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags/tempest-TagsExtTest-Tag-1354533110 HTTP/1.1" status: 404  len: 329 time: 0.0542629
Nov 10 04:16:31.400160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.404577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-b5b777f8-d05a-4725-aa6c-d4003354d46e tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f736790>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', {'tags': ['tempest-TagsExtTest-Tag-1123607628', 'tempest-TagsExtTest-Tag-254951209', 'tempest-TagsExtTest-Tag-1654399722']}) {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.473183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5b777f8-d05a-4725-aa6c-d4003354d46e tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 200  len: 317 time: 0.0691097
Nov 10 04:16:31.474990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.480177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-d0fd0772-2675-4ae7-8725-e32e4ab530ca tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820d947a00>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.550913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0fd0772-2675-4ae7-8725-e32e4ab530ca tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 204  len: 168 time: 0.0748007
Nov 10 04:16:31.553440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58534) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.557798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-7358e14c-1c9e-46a2-ae15-50d7a4f8fcf1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820d801fa0>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1123607628') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.612045 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-7358e14c-1c9e-46a2-ae15-50d7a4f8fcf1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.613096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7358e14c-1c9e-46a2-ae15-50d7a4f8fcf1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1123607628 HTTP/1.1" status: 404  len: 329 time: 0.0586293
Nov 10 04:16:31.615775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58538) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.619961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-d13632c2-18b0-4c49-a535-eceb8395c030 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e2a28b0>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-254951209') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.673595 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-d13632c2-18b0-4c49-a535-eceb8395c030 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.674627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d13632c2-18b0-4c49-a535-eceb8395c030 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-254951209 HTTP/1.1" status: 404  len: 328 time: 0.0579693
Nov 10 04:16:31.677397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58544) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.681547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-8721041b-9639-45ff-81a5-deaf9438214f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e1a4730>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0', 'tempest-TagsExtTest-Tag-1654399722') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.732289 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-8721041b-9639-45ff-81a5-deaf9438214f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:31.733503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8721041b-9639-45ff-81a5-deaf9438214f tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags/tempest-TagsExtTest-Tag-1654399722 HTTP/1.1" status: 404  len: 329 time: 0.0552044
Nov 10 04:16:31.736510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58548) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.741843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-261cdc40-2078-4c13-a5e6-436fe9965978 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f820dcabd60>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', {'tags': ['tempest-TagsExtTest-Tag-1735109591', 'tempest-TagsExtTest-Tag-1817001155', 'tempest-TagsExtTest-Tag-1876768661']}) {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.835656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-261cdc40-2078-4c13-a5e6-436fe9965978 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 200  len: 318 time: 0.0978031
Nov 10 04:16:31.838813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58556) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.845421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-515c9712-d082-4ede-8a30-d67238a3f379 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f9b10a0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:31.944189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-515c9712-d082-4ede-8a30-d67238a3f379 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 204  len: 168 time: 0.1018565
Nov 10 04:16:31.944938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58566) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:31.949755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-1a30176f-7629-48ab-b637-4ff09ba86a5b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e935fa0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-1735109591') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.068799 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-1a30176f-7629-48ab-b637-4ff09ba86a5b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.072427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1a30176f-7629-48ab-b637-4ff09ba86a5b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-1735109591 HTTP/1.1" status: 404  len: 329 time: 0.1244955
Nov 10 04:16:32.073454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.078722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-a380686b-271f-4864-8cc8-a4abd7c9ea7b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e9a7fd0>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-1817001155') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.092233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda792-b258-4bb0-823d-f142bcd55f46 req-d4a0092b-a81f-4e7a-9f2b-7380870bc578 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.100201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1ccda792-b258-4bb0-823d-f142bcd55f46 req-d4a0092b-a81f-4e7a-9f2b-7380870bc578 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0989275
Nov 10 04:16:32.149232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1ccda792-b258-4bb0-823d-f142bcd55f46 req-0ac754fd-f625-40bc-8063-e5a1f575209e tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481405
Nov 10 04:16:32.220431 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-a380686b-271f-4864-8cc8-a4abd7c9ea7b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.221514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a380686b-271f-4864-8cc8-a4abd7c9ea7b tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-1817001155 HTTP/1.1" status: 404  len: 329 time: 0.1471488
Nov 10 04:16:32.224374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-732e667c-efda-43d0-ad02-83321119a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.224530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58578) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.225812 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-732e667c-efda-43d0-ad02-83321119a8f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1095 time: 0.1131661
Nov 10 04:16:32.230331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-95f3c644-917b-41c5-88b0-e6912ba8fd77 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8214530b20>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d', 'tempest-TagsExtTest-Tag-1876768661') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.233395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285325e-b2b2-4dae-b024-20b8a0eecdf5 req-ed1671f2-99e5-4dc2-a303-3db67da182d5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.235785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e285325e-b2b2-4dae-b024-20b8a0eecdf5 req-ed1671f2-99e5-4dc2-a303-3db67da182d5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1219804
Nov 10 04:16:32.323978 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-95f3c644-917b-41c5-88b0-e6912ba8fd77 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.325305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-95f3c644-917b-41c5-88b0-e6912ba8fd77 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags/tempest-TagsExtTest-Tag-1876768661 HTTP/1.1" status: 404  len: 329 time: 0.0995831
Nov 10 04:16:32.328923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58580) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.334876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-6fc8b9c2-f8ca-4111-b166-6fb24c31da19 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f0ca460>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', {'tags': ['tempest-TagsExtTest-Tag-1863559784', 'tempest-TagsExtTest-Tag-411283202', 'tempest-TagsExtTest-Tag-1493770966']}) {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.353838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e285325e-b2b2-4dae-b024-20b8a0eecdf5 req-5499d0db-de69-4900-bf3c-3c2a5d51e3a1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995042
Nov 10 04:16:32.390048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-85557c0d-53f5-4eb7-bc4a-0ca12c506f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.391526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-85557c0d-53f5-4eb7-bc4a-0ca12c506f17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1548767
Nov 10 04:16:32.406235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6fc8b9c2-f8ca-4111-b166-6fb24c31da19 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "PUT /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 200  len: 317 time: 0.0761015
Nov 10 04:16:32.408643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58584) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.414049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-1c219224-4cd3-4dd5-a534-b310aaa2f06d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820dc72130>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.466835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c219224-4cd3-4dd5-a534-b310aaa2f06d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 204  len: 168 time: 0.0548518
Nov 10 04:16:32.467224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58588) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.471704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-d9f5b7e7-bb14-49d9-94c7-c4cf710772df tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e353ee0>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-1863559784') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.487550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-c70e88a0-630b-4547-835f-dcd97d9c6b20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.0862038
Nov 10 04:16:32.504991 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d9f5b7e7-bb14-49d9-94c7-c4cf710772df tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.505977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d9f5b7e7-bb14-49d9-94c7-c4cf710772df tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-1863559784 HTTP/1.1" status: 404  len: 329 time: 0.0378218
Nov 10 04:16:32.509056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.514966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-0806a053-8569-4729-bc47-fcb431362c2c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820f7f4370>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-411283202') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.541685 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-0806a053-8569-4729-bc47-fcb431362c2c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.544678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0806a053-8569-4729-bc47-fcb431362c2c tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-411283202 HTTP/1.1" status: 404  len: 328 time: 0.0315075
Nov 10 04:16:32.546320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58594) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.550849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-a0c0c77f-45de-4dd0-b728-b624a0a4c2a4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820fc1da00>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081', 'tempest-TagsExtTest-Tag-1493770966') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.552694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-d25deacc-db64-4432-8171-1d7787b3a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.554525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-d25deacc-db64-4432-8171-1d7787b3a866 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0587413
Nov 10 04:16:32.571935 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-a0c0c77f-45de-4dd0-b728-b624a0a4c2a4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] show failed (client error): The resource could not be found.
Nov 10 04:16:32.576639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a0c0c77f-45de-4dd0-b728-b624a0a4c2a4 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags/tempest-TagsExtTest-Tag-1493770966 HTTP/1.1" status: 404  len: 329 time: 0.0263541
Nov 10 04:16:32.576639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58596) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.580986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-2f8ab2e6-db2b-4bc4-8792-656cb48c1a6d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f821443f2b0>, 'subnetpools', '753e2c83-2d6a-401c-82b1-d25632b21081') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.602501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-9a3a45d4-0bc3-4bf7-8f89-56628139ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:32.604066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-9a3a45d4-0bc3-4bf7-8f89-56628139ed63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425675
Nov 10 04:16:32.610178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f8ab2e6-db2b-4bc4-8792-656cb48c1a6d tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081/tags HTTP/1.1" status: 204  len: 168 time: 0.0326891
Nov 10 04:16:32.612699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58608) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.618572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-c3a702be-45f7-45d1-a0ea-3474489b3f32 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820d9a9880>, 'routers', '33bf569a-45c0-4927-8ac8-ca16a0b0ea4d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.703759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-0881a5b3-3f9d-496c-afe3-baa8c6db5599 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917475
Nov 10 04:16:32.710116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c3a702be-45f7-45d1-a0ea-3474489b3f32 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d/tags HTTP/1.1" status: 204  len: 168 time: 0.0964518
Nov 10 04:16:32.712661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58612) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.716832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-2486bf26-36a8-4e5d-9e0d-8d29b62d49fc tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820dcea3d0>, 'ports', 'f75ada03-4fc3-476e-85f2-1ed70a591aa0') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.772150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2486bf26-36a8-4e5d-9e0d-8d29b62d49fc tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0/tags HTTP/1.1" status: 204  len: 168 time: 0.0584133
Nov 10 04:16:32.774668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.778870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-47ba66e0-c08d-4d9a-9bb3-b18ec6f13132 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820fe62430>, 'subnets', '4751c227-f864-4ddc-81b0-477c7552fbf9') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:32.807678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a350313a-6c56-420e-a920-f2d8032d2f31 req-b73069ca-ba55-43cb-98d3-1a9f2040b7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956209
Nov 10 04:16:32.837065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-47ba66e0-c08d-4d9a-9bb3-b18ec6f13132 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9/tags HTTP/1.1" status: 204  len: 168 time: 0.0613568
Nov 10 04:16:32.841881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58618) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.910950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be33a0b7-ae7d-4629-b8a5-0a16b42579b1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for subnetpool, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:32.915514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58622) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:32.915649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be33a0b7-ae7d-4629-b8a5-0a16b42579b1 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnetpools/753e2c83-2d6a-401c-82b1-d25632b21081 HTTP/1.1" status: 204  len: 168 time: 0.0720115
Nov 10 04:16:32.943173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a01b5e5-56ed-4218-9996-531a989740b7 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "GET /v2.0/ports?device_id=33bf569a-45c0-4927-8ac8-ca16a0b0ea4d HTTP/1.1" status: 200  len: 205 time: 0.0271292
Nov 10 04:16:32.945621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:33.024196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.197035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.199245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.294335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.294831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Fanout notify agent at l3_agent the message router_deleted on router 33bf569a-45c0-4927-8ac8-ca16a0b0ea4d {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:16:33.302052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.303235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0873a87a-ca6a-4e82-83f5-cf492294d01a tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/routers/33bf569a-45c0-4927-8ac8-ca16a0b0ea4d HTTP/1.1" status: 204  len: 168 time: 0.3566365
Nov 10 04:16:33.305624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:33.356575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf6a0f-e637-4605-b4e2-0a58b0d2938e req-b4181541-e30e-4cd3-b312-3112ab0f5e5c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:33.358036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13cf6a0f-e637-4605-b4e2-0a58b0d2938e req-b4181541-e30e-4cd3-b312-3112ab0f5e5c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1319344
Nov 10 04:16:33.439873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13cf6a0f-e637-4605-b4e2-0a58b0d2938e req-2d5481ac-54bf-4ad9-9272-fae18c4e470f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618222
Nov 10 04:16:33.447174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Deleting port f75ada03-4fc3-476e-85f2-1ed70a591aa0 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:33.448058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.548353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.562538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Calling delete_port for f75ada03-4fc3-476e-85f2-1ed70a591aa0 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:33.724655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.740816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673240dc-3dbb-4991-99b8-eb74ca8c1484 req-ee0b259d-35c2-40fc-90de-8148e9316b9a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:33.742363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-673240dc-3dbb-4991-99b8-eb74ca8c1484 req-ee0b259d-35c2-40fc-90de-8148e9316b9a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0506227
Nov 10 04:16:33.761275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event deleted for resources: {'Port': ['ID=f75ada03-4fc3-476e-85f2-1ed70a591aa0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:33.808517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-673240dc-3dbb-4991-99b8-eb74ca8c1484 req-62726a09-4e5b-4d22-988c-376ce1c1e885 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587313
Nov 10 04:16:33.882595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:33.889121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b2495063-d53b-496b-a13a-267add67d563 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/ports/f75ada03-4fc3-476e-85f2-1ed70a591aa0 HTTP/1.1" status: 204  len: 168 time: 0.5825191
Nov 10 04:16:33.890710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58660) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:33.960119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Deleting subnet 4751c227-f864-4ddc-81b0-477c7552fbf9 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:33.965122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.024540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.113518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.174558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.204079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event deleted for resources: {'Subnet': ['ID=4751c227-f864-4ddc-81b0-477c7552fbf9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:34.206151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.212310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d76ec168-805b-49f2-a102-9c280aad4aed tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/subnets/4751c227-f864-4ddc-81b0-477c7552fbf9 HTTP/1.1" status: 204  len: 168 time: 0.3172460
Nov 10 04:16:34.212310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:34.215640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6cf5f-426e-4245-b809-62ee44f5cdf4 None None] Network 224d4c06-197d-4b02-b6cc-7ec8aed5d63e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:34.295122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.339003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-85f5e96c-e1fd-442e-9679-7505d840850c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.354429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Deleting port 40553bb1-c8c1-4840-9a6f-59e7e021112b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:34.355083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.412182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] DHCP port deletion for 224d4c06-197d-4b02-b6cc-7ec8aed5d63e request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:34.421139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] For port 40553bb1-c8c1-4840-9a6f-59e7e021112b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40553bb1-c8c1-4840-9a6f-59e7e021112b,segment=NetworkSegment(c910e6c8-1ad0-4451-bf8b-5e92ea39cd63),segment_id=c910e6c8-1ad0-4451-bf8b-5e92ea39cd63)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:34.421502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.434247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Calling delete_port for 40553bb1-c8c1-4840-9a6f-59e7e021112b owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:34.460531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Deleting port 40553bb1-c8c1-4840-9a6f-59e7e021112b {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:34.460931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.528019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] For port 40553bb1-c8c1-4840-9a6f-59e7e021112b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40553bb1-c8c1-4840-9a6f-59e7e021112b,segment=NetworkSegment(c910e6c8-1ad0-4451-bf8b-5e92ea39cd63),segment_id=c910e6c8-1ad0-4451-bf8b-5e92ea39cd63)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:34.528342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.544466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Calling delete_port for 40553bb1-c8c1-4840-9a6f-59e7e021112b owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:34.544851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.578482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event deleted for resources: {'Port': ['ID=40553bb1-c8c1-4840-9a6f-59e7e021112b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:34.581515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] No DVR routers for this DVR port 40553bb1-c8c1-4840-9a6f-59e7e021112b on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:34.612500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33081e49-7149-46c4-b885-79dd29ccc760 req-2a51085a-88ac-40a8-8fab-76f5681204a3 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:34.614058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33081e49-7149-46c4-b885-79dd29ccc760 req-2a51085a-88ac-40a8-8fab-76f5681204a3 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1009684
Nov 10 04:16:34.627242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.653196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] Pushing event deleted for resources: {'Port': ['ID=40553bb1-c8c1-4840-9a6f-59e7e021112b,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:34.654994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34245e71-03a5-45cf-9c70-8a18314f6e20 None None] No DVR routers for this DVR port 40553bb1-c8c1-4840-9a6f-59e7e021112b on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:34.687005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.723535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e069cd0>,) {'filters': {'network_id': ['224d4c06-197d-4b02-b6cc-7ec8aed5d63e']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:34.734732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33081e49-7149-46c4-b885-79dd29ccc760 req-143ffec0-8545-428b-9cef-c456dfdaa755 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056406
Nov 10 04:16:34.742037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e069cd0>, 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:34.742037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e069cd0>, 'c910e6c8-1ad0-4451-bf8b-5e92ea39cd63') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:34.749911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.764701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.770581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:34.770980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:34.774356 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:34.837332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.842928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:34.848969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] 10.222.0.13 "DELETE /v2.0/networks/224d4c06-197d-4b02-b6cc-7ec8aed5d63e HTTP/1.1" status: 204  len: 168 time: 0.6362345
Nov 10 04:16:34.864194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a1d80-a3d0-4825-b4f3-13113567cb71 tempest-TagsExtTest-126474347 tempest-TagsExtTest-126474347-project] Pushing event deleted for resources: {'Network': ['ID=224d4c06-197d-4b02-b6cc-7ec8aed5d63e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:35.053167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58700) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:35.110301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:35.219069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-962e3813-d29c-4173-85a8-c90b35e8c4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.263858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d8ba568c-e05d-433c-9686-5392a64a6d69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbdbd72d42e849bd8272f287debc7ffe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1523736
Nov 10 04:16:35.266450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:35.316919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.317715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-962e3813-d29c-4173-85a8-c90b35e8c4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.321758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-962e3813-d29c-4173-85a8-c90b35e8c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.339574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.360493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-962e3813-d29c-4173-85a8-c90b35e8c4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f06db6111f004dc79fac8e3e5d36e18f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3062537
Nov 10 04:16:35.361410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e3813-d29c-4173-85a8-c90b35e8c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef055dca-8a0f-451f-a049-b3c20710e75f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:35.364420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58710) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:35.388009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.390600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.391737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/303644d7-8263-4df9-aae1-fbcb40dea709 HTTP/1.1" status: 204  len: 168 time: 0.1242533
Nov 10 04:16:35.401622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c289a-a380-4e3e-a418-65aeb8c97b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303644d7-8263-4df9-aae1-fbcb40dea709,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:35.423196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.448127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.505158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.508118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.511704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef055dca-8a0f-451f-a049-b3c20710e75f HTTP/1.1" status: 204  len: 168 time: 0.1438386
Nov 10 04:16:35.520290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0574249-3ca1-4afd-a975-a1724966ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef055dca-8a0f-451f-a049-b3c20710e75f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:35.538890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858aca-eb6f-43e8-a0de-a9ea0dbf5d6b req-a333d3c4-7ddb-4aaf-ba1c-daf82cab3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:35.540770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9858aca-eb6f-43e8-a0de-a9ea0dbf5d6b req-a333d3c4-7ddb-4aaf-ba1c-daf82cab3d9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1096 time: 0.0489941
Nov 10 04:16:35.604938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9858aca-eb6f-43e8-a0de-a9ea0dbf5d6b req-bb225646-33e9-41f2-ad8a-ee52053d6df9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564289
Nov 10 04:16:35.863586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58732) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:35.876562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9183-d19b-4e19-a1e5-2bbc537e0425 req-645d20df-2085-40e0-85e2-139871c78ec0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:35.878201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c7a9183-d19b-4e19-a1e5-2bbc537e0425 req-645d20df-2085-40e0-85e2-139871c78ec0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0575988
Nov 10 04:16:35.880483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9136488d-d522-4c34-a8ad-7a1b10a34a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.928934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c7a9183-d19b-4e19-a1e5-2bbc537e0425 req-7670040c-ed64-464d-947f-9f9b992bb193 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440514
Nov 10 04:16:35.965690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9136488d-d522-4c34-a8ad-7a1b10a34a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:35.969265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9136488d-d522-4c34-a8ad-7a1b10a34a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.011738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9136488d-d522-4c34-a8ad-7a1b10a34a0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6199ae95cbe844b9a179a61ceca44131&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1439743
Nov 10 04:16:36.017512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58738) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:36.020999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136488d-d522-4c34-a8ad-7a1b10a34a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35abacf-8d0b-4348-9301-29525212901f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:36.084453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.111424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40553bb1-c8c1-4840-9a6f-59e7e021112b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:36.116285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.136839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 40553bb1-c8c1-4840-9a6f-59e7e021112b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:36.137179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40553bb1-c8c1-4840-9a6f-59e7e021112b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:36.178826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.183651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.187422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f35abacf-8d0b-4348-9301-29525212901f HTTP/1.1" status: 204  len: 168 time: 0.1684864
Nov 10 04:16:36.195259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bedd1d-5bc4-4853-90e2-6eb02e908834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35abacf-8d0b-4348-9301-29525212901f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:36.242425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58750) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:36.441289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-595618832-network', 'tenant_id': 'bc6b1134706148cbb354177984fec26c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:36.461755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Made reservation on behalf of bc6b1134706148cbb354177984fec26c for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:36.464256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.473848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.549747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.555322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.586328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:36.592410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbdfbe8-c696-486c-a2e8-11941337d160,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:36.600578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.601004 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Added segment d0d9b6a1-683f-4926-8fcd-13dfd3787c3d of type vlan for network 0adabc16-b2d3-481b-984a-dbc3d286fe72
Nov 10 04:16:36.649240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.673711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.674688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:36.675283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.747930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5043595
Nov 10 04:16:36.750818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:36.756437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Request body: {'subnet': {'network_id': '0adabc16-b2d3-481b-984a-dbc3d286fe72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-595618832-subnet', 'tenant_id': 'bc6b1134706148cbb354177984fec26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:36.781645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323ce11-0760-4a70-b042-44f7d3ac92a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0adabc16-b2d3-481b-984a-dbc3d286fe72,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:36.795777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0adabc16-b2d3-481b-984a-dbc3d286fe72 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:36.800101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Made reservation on behalf of bc6b1134706148cbb354177984fec26c for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:36.804455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.882544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-30b26588-8d4d-4d50-af09-6dc818e2b843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:36.932233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:36.990403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.053582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76085891-036a-4c4c-a6d7-740bf10739bc,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:37.061250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Checking segment: {'id': 'd0d9b6a1-683f-4926-8fcd-13dfd3787c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0adabc16-b2d3-481b-984a-dbc3d286fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:37.061610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Network hostable DHCP agents. Network: 0adabc16-b2d3-481b-984a-dbc3d286fe72, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:37.079504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Network 0adabc16-b2d3-481b-984a-dbc3d286fe72 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:37.089860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0adabc16-b2d3-481b-984a-dbc3d286fe72) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:37.093895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.094493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.100573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b3acf-bf90-4b31-a511-2dddd2bb41a3 None None] Network 0adabc16-b2d3-481b-984a-dbc3d286fe72 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:37.128355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-abd331dc-9a77-478d-bf0d-1e2364f4bf96 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3673944
Nov 10 04:16:37.237060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29709e42-346e-491a-87c1-c105bb0d04e1 None None] Network 0adabc16-b2d3-481b-984a-dbc3d286fe72 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:37.303619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438920407-network', 'tenant_id': 'dac8c622c5e44556b123f0c76f41e8c2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:37.344100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba684c2c-6017-4012-a995-600f27a0542b req-f4be6ea2-233e-43d0-bf32-76ea7972e6a6 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.351261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba684c2c-6017-4012-a995-600f27a0542b req-f4be6ea2-233e-43d0-bf32-76ea7972e6a6 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.3423328
Nov 10 04:16:37.358583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Made reservation on behalf of dac8c622c5e44556b123f0c76f41e8c2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:37.361134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.377781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.423957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba684c2c-6017-4012-a995-600f27a0542b req-862221d3-72f2-4532-a4ca-ff3814f6e272 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718501
Nov 10 04:16:37.486591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.492624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.520825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:37.531712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798bc9a4-9823-4af4-af2b-211d173a14f0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:37.540758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.541124 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Added segment e2e598f4-32d7-4da0-8058-ca64c798288c of type vlan for network c27c373f-216e-4218-89c6-d5f6dc8c3fa3
Nov 10 04:16:37.593946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.644012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-b84bf9ab-beba-4cd7-8618-a91f2a9b52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.645893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-b84bf9ab-beba-4cd7-8618-a91f2a9b52e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26827b5258ad40dfae9a961a5dda3346&device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 1096 time: 0.0468493
Nov 10 04:16:37.654405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.655439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.656037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.696457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58804) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:37.703545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961450957-network', 'tenant_id': '943998130bbb48df9661e24833579981'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:37.715153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7813683
Nov 10 04:16:37.717947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58806) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:37.730130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1d2d-cf1f-4124-b8d4-614bd66539a9 req-9bd8f941-f65f-424d-aafc-df3249376c5d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.731640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c26d1d2d-cf1f-4124-b8d4-614bd66539a9 req-9bd8f941-f65f-424d-aafc-df3249376c5d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1257672
Nov 10 04:16:37.732193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Request body: {'subnet': {'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438920407-subnet', 'tenant_id': 'dac8c622c5e44556b123f0c76f41e8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:37.736940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c3e43-1ad6-4cd5-b49c-02b59c3ebca4 admin admin] Pushing event updated for resources: {'Network': ['ID=c27c373f-216e-4218-89c6-d5f6dc8c3fa3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:37.761977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:37.763164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Made reservation on behalf of 943998130bbb48df9661e24833579981 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:37.765543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.787503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.792062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c26d1d2d-cf1f-4124-b8d4-614bd66539a9 req-da269427-0ae6-4331-b72e-0b3a86a85c02 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456862
Nov 10 04:16:37.807182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-d624bdd7-8c66-4e16-afd8-eba4600f24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:37.807182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-d624bdd7-8c66-4e16-afd8-eba4600f24e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 200  len: 911 time: 0.1519809
Nov 10 04:16:37.835101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Made reservation on behalf of dac8c622c5e44556b123f0c76f41e8c2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:37.837449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.875669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:37.878699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-afe14680-789e-4849-959b-2cc80d0b0766 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 200  len: 217 time: 0.0540843
Nov 10 04:16:38.011730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-86e28ca1-92e1-4598-b9f4-c4995ccdea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:38.013239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-86e28ca1-92e1-4598-b9f4-c4995ccdea26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 200  len: 850 time: 0.1045713
Nov 10 04:16:38.026298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.037180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.061400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-7b16d2ab-7998-4f55-b872-f8b6a4d7c676 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7c63912-eb84-46e3-b229-1672c2d8eb82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376906
Nov 10 04:16:38.098629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:38.157356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe4af4-5a69-4ec2-8ab2-5bcd2270a27f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:38.169124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.169469 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Added segment 5c3c221f-cecc-477f-9f3f-79aaf4dac4ff of type vlan for network eadb3849-53a0-489e-87a9-9d0f7f54ac26
Nov 10 04:16:38.267752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.291129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-e3c008ce-3559-4c15-9c5c-96333918d410 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222152
Nov 10 04:16:38.294785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.376547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.377507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:38.378074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.459267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7618005
Nov 10 04:16:38.462168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:38.464413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6d997f-e603-4cc1-9d45-052558eeb93a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:38.468202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Request body: {'subnet': {'network_id': 'eadb3849-53a0-489e-87a9-9d0f7f54ac26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1961450957-subnet', 'tenant_id': '943998130bbb48df9661e24833579981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:38.489148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Made reservation on behalf of 943998130bbb48df9661e24833579981 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:38.489341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a06e74-d8ee-4184-b4b5-69e8a683e15d admin admin] Pushing event updated for resources: {'Network': ['ID=eadb3849-53a0-489e-87a9-9d0f7f54ac26,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:38.492065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.497462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Checking segment: {'id': 'e2e598f4-32d7-4da0-8058-ca64c798288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:38.497827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Network hostable DHCP agents. Network: c27c373f-216e-4218-89c6-d5f6dc8c3fa3, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:38.500427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network eadb3849-53a0-489e-87a9-9d0f7f54ac26 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:38.523970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3dc43f8-d500-4b7f-8f58-e3720d584dfd req-0407644b-1ebd-4208-8236-265b4ef7fa74 service neutron] 10.222.0.26 "GET /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151415
Nov 10 04:16:38.541135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:38.553342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c27c373f-216e-4218-89c6-d5f6dc8c3fa3) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:38.559288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:38.560063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.567927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34846441-a2c2-459d-a5f7-8dccbb9666c8 None None] Network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:38.584821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-614b9bd1-28d7-45f9-b0ef-989a7a6dcb3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8639174
Nov 10 04:16:38.688346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.711292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8897747-82fa-4d2a-89c2-1e47d1c619c8 None None] Network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:38.754209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=413cefa6-4920-4a2a-b705-e86fc1f2237b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:38.763289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Checking segment: {'id': '5c3c221f-cecc-477f-9f3f-79aaf4dac4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'eadb3849-53a0-489e-87a9-9d0f7f54ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:38.763652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Network hostable DHCP agents. Network: eadb3849-53a0-489e-87a9-9d0f7f54ac26, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:38.783273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Network eadb3849-53a0-489e-87a9-9d0f7f54ac26 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:38.796525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, eadb3849-53a0-489e-87a9-9d0f7f54ac26) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:38.811287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a32ab-f745-4860-8501-69b2eb042bc8 None None] Network eadb3849-53a0-489e-87a9-9d0f7f54ac26 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:38.812858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:38.813765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:38.864070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc4ceb21-1a37-4510-82f9-3c53a1c9d99f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4005303
Nov 10 04:16:38.962633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c7d5d-6a03-4256-af46-c9dfdfc23979 req-d05bdd4e-4781-4e16-ae1f-e834e2e46b3d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:38.971005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f35c7d5d-6a03-4256-af46-c9dfdfc23979 req-d05bdd4e-4781-4e16-ae1f-e834e2e46b3d tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0681436
Nov 10 04:16:38.983120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58828) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.029388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbe197-6b3e-476b-87e1-4b4c260fb34c None None] Network eadb3849-53a0-489e-87a9-9d0f7f54ac26 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:39.038231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Deleting subnet 76085891-036a-4c4c-a6d7-740bf10739bc {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:39.042481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.049895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f35c7d5d-6a03-4256-af46-c9dfdfc23979 req-fab3db94-f037-48ce-9b5c-c321197f00e9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743303
Nov 10 04:16:39.085462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.128933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.187563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.216567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.216835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.220640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76085891-036a-4c4c-a6d7-740bf10739bc HTTP/1.1" status: 204  len: 168 time: 0.2358594
Nov 10 04:16:39.220951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb547d-2087-42b7-a212-7b4d68e7a8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76085891-036a-4c4c-a6d7-740bf10739bc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.221579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423262888-network', 'tenant_id': '0200cbe944aa4a1eb45231a99d411fcc'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:39.223475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58840) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.242462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Made reservation on behalf of 0200cbe944aa4a1eb45231a99d411fcc for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:39.244896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.253244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.302657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.340519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.349594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.351540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.373706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:39.389616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a0b57-d621-4d33-9085-1f31b0785e02,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.392797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.393499 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Added segment a9d95b93-13a3-4aa9-9cb8-69ee06d6e736 of type vlan for network 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab
Nov 10 04:16:39.406412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.430546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82152655e0>,) {'filters': {'network_id': ['0adabc16-b2d3-481b-984a-dbc3d286fe72']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:39.434380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.440059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82152655e0>, 'd0d9b6a1-683f-4926-8fcd-13dfd3787c3d') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:39.440350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82152655e0>, 'd0d9b6a1-683f-4926-8fcd-13dfd3787c3d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:39.450596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.459217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.460187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:39.460803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.464866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.471563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:39.471978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:39.474039 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:39.514575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2964909
Nov 10 04:16:39.520271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58846) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.527966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Request body: {'subnet': {'network_id': '263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423262888-subnet', 'tenant_id': '0200cbe944aa4a1eb45231a99d411fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:39.532445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.537573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd166d7-13ea-4605-a675-b7fbf4cc8a7a admin admin] Pushing event updated for resources: {'Network': ['ID=263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.538851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.545577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0adabc16-b2d3-481b-984a-dbc3d286fe72 HTTP/1.1" status: 204  len: 168 time: 0.3211246
Nov 10 04:16:39.547113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.549706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:39.558040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7085-6352-4663-b4f2-f680539c6313 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adabc16-b2d3-481b-984a-dbc3d286fe72,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.576284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Made reservation on behalf of 0200cbe944aa4a1eb45231a99d411fcc for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:39.578876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.640914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Deleting subnet 413cefa6-4920-4a2a-b705-e86fc1f2237b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:39.646641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.696315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.764113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.850074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.891208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.911570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.914705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/413cefa6-4920-4a2a-b705-e86fc1f2237b HTTP/1.1" status: 204  len: 168 time: 0.3666632
Nov 10 04:16:39.917279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58852) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:39.925280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da97846-b7a0-439e-974c-f8951e469ecd,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.951708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7882a-c503-407f-8b0a-a1b219663934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413cefa6-4920-4a2a-b705-e86fc1f2237b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:39.956050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Checking segment: {'id': 'a9d95b93-13a3-4aa9-9cb8-69ee06d6e736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:39.956407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Network hostable DHCP agents. Network: 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:39.974129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Network 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:39.986390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:39.987968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:39.993503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:39.995150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.000030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020534bf-2873-4e05-bec8-9f421f6c4908 None None] Network 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:40.033596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d4942f5b-297a-4782-a342-2f8f77c3da4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5118644
Nov 10 04:16:40.129643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.144467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41939ad-bf6a-4fd5-9680-5393ce665e87 None None] Network 263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:40.177406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f1a3820>,) {'filters': {'network_id': ['eadb3849-53a0-489e-87a9-9d0f7f54ac26']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:40.201817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1a3820>, '5c3c221f-cecc-477f-9f3f-79aaf4dac4ff') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:40.202148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1a3820>, '5c3c221f-cecc-477f-9f3f-79aaf4dac4ff') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:40.210578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.215034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.234725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.250705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe9b4a-334f-4ffe-b5ae-ee6d8c527b57 req-ae2b612a-0e67-46e4-a86f-c049d51111f1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:40.252332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42fe9b4a-334f-4ffe-b5ae-ee6d8c527b57 req-ae2b612a-0e67-46e4-a86f-c049d51111f1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0875847
Nov 10 04:16:40.254818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:40.255227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:40.257056 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:40.341018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.348416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.354573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] 10.222.0.13 "DELETE /v2.0/networks/eadb3849-53a0-489e-87a9-9d0f7f54ac26 HTTP/1.1" status: 204  len: 168 time: 0.4333181
Nov 10 04:16:40.365062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42fe9b4a-334f-4ffe-b5ae-ee6d8c527b57 req-c5772f7a-8e58-4206-9a24-f2c57f29a276 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946047
Nov 10 04:16:40.382067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fdb84-e1ef-46dc-a88b-4794304d9d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=eadb3849-53a0-489e-87a9-9d0f7f54ac26,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:40.545932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58878) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:40.638407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f07ec42-c908-4a10-b064-90972169d377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc6b1134706148cbb354177984fec26c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0912271
Nov 10 04:16:40.640734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:40.709217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-c25886eb-bc66-424b-99bd-7fcfe6ec1ef3 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:40.710647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-c25886eb-bc66-424b-99bd-7fcfe6ec1ef3 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/networks?id=c27c373f-216e-4218-89c6-d5f6dc8c3fa3 HTTP/1.1" status: 200  len: 808 time: 0.1477294
Nov 10 04:16:40.729637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.735568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-b4cd92d6-2cd2-4bca-ae9e-3c735c6645f2 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/quotas/dac8c622c5e44556b123f0c76f41e8c2 HTTP/1.1" status: 200  len: 375 time: 0.0166202
Nov 10 04:16:40.762594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.783000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-532cf6d6-d61f-4bed-85a4-48f8cc7c3021 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dac8c622c5e44556b123f0c76f41e8c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406835
Nov 10 04:16:40.886572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.889233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:40.892648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cbdfbe8-c696-486c-a2e8-11941337d160 HTTP/1.1" status: 204  len: 168 time: 0.2486808
Nov 10 04:16:40.901746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-bb5fd3e9-2ace-4873-8e7e-d116d68296a4 service neutron] 10.222.0.13 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104765
Nov 10 04:16:40.902856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b661a9-b561-4fc0-8852-a66b99a2dda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbdfbe8-c696-486c-a2e8-11941337d160,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:41.001864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-70951579-c120-4969-b873-36ceeb174bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932307
Nov 10 04:16:41.166873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae51ef06-15d8-40d8-95f2-86bcf45e78d9 req-732c9888-1238-40fe-99f3-549b33c7d781 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 210 time: 0.0271809
Nov 10 04:16:41.228861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58892) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:41.269239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a854b7e3-5a2f-4802-b7c9-82102271ec82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=943998130bbb48df9661e24833579981&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391550
Nov 10 04:16:41.271577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58898) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:41.321240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:41.346856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:41.394378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:41.397098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:41.398587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83fe4af4-5a69-4ec2-8ab2-5bcd2270a27f HTTP/1.1" status: 204  len: 168 time: 0.1259928
Nov 10 04:16:41.408552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b53e5d-32af-4796-8145-118e319ae4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe4af4-5a69-4ec2-8ab2-5bcd2270a27f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:41.518260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283f5ac-996b-4d98-b2d2-fb9478580ba6 req-ef6baa81-9168-4bfa-a011-db416c769393 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:41.519795 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283f5ac-996b-4d98-b2d2-fb9478580ba6 req-ef6baa81-9168-4bfa-a011-db416c769393 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0528352
Nov 10 04:16:41.584167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283f5ac-996b-4d98-b2d2-fb9478580ba6 req-4b07ed27-da7e-42ef-a9f9-35b132f95868 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550926
Nov 10 04:16:41.877751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8232345-a16d-44e3-8d46-f493daff04fb req-7173e696-d8d3-4cb4-8ec0-e124e9da5127 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:41.879243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8232345-a16d-44e3-8d46-f493daff04fb req-7173e696-d8d3-4cb4-8ec0-e124e9da5127 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0534616
Nov 10 04:16:41.927846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8232345-a16d-44e3-8d46-f493daff04fb req-107368e5-113e-4ed0-8434-b718e37051d2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417244
Nov 10 04:16:42.289849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b215e4-9c62-4bed-b780-715e62badd70 req-efce6d2c-4fb8-4680-a3d5-cdc251c580d2 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 210 time: 0.0306861
Nov 10 04:16:42.532144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-476f6ae2-3172-43e0-bb83-d386b7676683 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:42.533677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-476f6ae2-3172-43e0-bb83-d386b7676683 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.26 "GET /v2.0/networks?id=c27c373f-216e-4218-89c6-d5f6dc8c3fa3 HTTP/1.1" status: 200  len: 808 time: 0.4239728
Nov 10 04:16:42.547073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Request body: {'port': {'device_id': '2cc83308-26e7-4242-83f8-c34c207a7165', 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3', 'admin_state_up': True, 'tenant_id': 'dac8c622c5e44556b123f0c76f41e8c2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:42.665096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Made reservation on behalf of dac8c622c5e44556b123f0c76f41e8c2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:42.672663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:42.801040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Allocated IP 172.20.0.12 (c27c373f-216e-4218-89c6-d5f6dc8c3fa3/4b6d997f-e603-4cc1-9d45-052558eeb93a/f33a57c9-45c8-4f83-9aa5-0731c1c1feb4) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:42.955319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.000505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.045962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:43.065172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:43.071491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:43.107502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Pushing event updated for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:43.127024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.127372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.127717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.128055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.128386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.128744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.129073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.129403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.129726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.130046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.130367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.130687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.145988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1d912-160d-4d23-bc28-ef55f44c36de req-baf88872-d770-4ff6-ae00-0f165f836e1c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:43.147542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30f1d912-160d-4d23-bc28-ef55f44c36de req-baf88872-d770-4ff6-ae00-0f165f836e1c tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.1214194
Nov 10 04:16:43.156187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:43.156811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.177589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58968) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:43.186314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-8495b718-b454-48fe-9960-24c8ac848661 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6432176
Nov 10 04:16:43.203320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Request body: {'port': {'device_id': '2cc83308-26e7-4242-83f8-c34c207a7165', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:43.232137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30f1d912-160d-4d23-bc28-ef55f44c36de req-16caeaed-895e-42b8-b889-c621bfd1edab tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718093
Nov 10 04:16:43.265650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.288435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.374955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.380425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.424291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=340d893fd41a45a3b7c69dbefb6dc480&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2449021
Nov 10 04:16:43.425058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7938b9a-a9cd-4d53-88ad-e3d60d96ce93,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:43.429681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58974) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:43.442271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.442720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.443136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.443535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.444046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.444383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.444749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.445077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.445410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.445761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.446095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.446414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55455add-a153-435d-a086-79a65b9a751d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:16:43.498157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.522173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.563329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:16:43.572823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.583504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.586485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.587659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7938b9a-a9cd-4d53-88ad-e3d60d96ce93 HTTP/1.1" status: 204  len: 168 time: 0.1569479
Nov 10 04:16:43.588952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Transition to ACTIVE for port object f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:16:43.595987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62a33-6da7-43d0-bade-3bda83bfb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7938b9a-a9cd-4d53-88ad-e3d60d96ce93,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:43.599844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.650310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:43.730046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97d56-d9dd-491a-9bee-e4cb5b2dc37a req-993f62d2-d33f-47fe-b811-bfcbced22555 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:43.738423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eae97d56-d9dd-491a-9bee-e4cb5b2dc37a req-993f62d2-d33f-47fe-b811-bfcbced22555 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 944 time: 0.0671239
Nov 10 04:16:43.750056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Attempting to bind port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:16:43.751289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Attempting to bind port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'e2e598f4-32d7-4da0-8058-ca64c798288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:16:43.751748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Attempting to bind port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 on network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:43.758319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 on network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:16:43.758469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Attempting to bind port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 on network c27c373f-216e-4218-89c6-d5f6dc8c3fa3 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:16:43.769852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:16:43.770198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Checking segment: {'id': 'e2e598f4-32d7-4da0-8058-ca64c798288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:43.770609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Bound using segment: {'id': 'e2e598f4-32d7-4da0-8058-ca64c798288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:16:43.771134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Bound port: f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e598f4-32d7-4da0-8058-ca64c798288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:16:43.771622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.797000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eae97d56-d9dd-491a-9bee-e4cb5b2dc37a req-d9f7b63e-c2a7-4369-bd1f-7b1bc9b76a55 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575719
Nov 10 04:16:43.837502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:16:43.841407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,segment=NetworkSegment(e2e598f4-32d7-4da0-8058-ca64c798288c),segment_id=e2e598f4-32d7-4da0-8058-ca64c798288c)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:16:43.846255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.882416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:43.883069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.884414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] 10.222.0.26 "PUT /v2.0/ports/f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 HTTP/1.1" status: 200  len: 1092 time: 0.6854484
Nov 10 04:16:43.885453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:43.887753 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c208766-9538-4edf-89a3-b024cf3360ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:43.915461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fa113-2c3d-461c-b39f-b1584d87a180 service neutron] Pushing event updated for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:43.930373 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c309380-5724-4953-98c0-4d27136ec84a x-openstack-request-id: req-3c309380-5724-4953-98c0-4d27136ec84a {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:43.930668 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:43.930927 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c309380-5724-4953-98c0-4d27136ec84a {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:43.931327 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4', 'status': 'completed', 'code': 200}
Nov 10 04:16:43.949064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58986) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:43.962449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fcba6179-edeb-41bf-9028-2634e886a18a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:43.975036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-5ce64b0f-ce4c-4d79-aaf0-b20fccb3b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:43.976536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-5ce64b0f-ce4c-4d79-aaf0-b20fccb3b8af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dac8c622c5e44556b123f0c76f41e8c2&device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 1095 time: 0.0414066
Nov 10 04:16:44.023426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-d34f7a46-26e6-4c2c-82d5-28638ac52793 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 HTTP/1.1" status: 200  len: 217 time: 0.0387299
Nov 10 04:16:44.041906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fcba6179-edeb-41bf-9028-2634e886a18a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.045894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fcba6179-edeb-41bf-9028-2634e886a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.074264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-71416fe7-52f4-4ef2-b7d1-5ba67f4fa903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.075785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-71416fe7-52f4-4ef2-b7d1-5ba67f4fa903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b6d997f-e603-4cc1-9d45-052558eeb93a HTTP/1.1" status: 200  len: 848 time: 0.0446901
Nov 10 04:16:44.082678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba6179-edeb-41bf-9028-2634e886a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22299d-bd35-4245-b7ee-184762bd9396,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:44.089431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fcba6179-edeb-41bf-9028-2634e886a18a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82abf090ca5b475b877f20f1503f848e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1368525
Nov 10 04:16:44.089694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58990) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:44.111071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-f0b67297-5388-4788-b503-f06f865e3080 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c27c373f-216e-4218-89c6-d5f6dc8c3fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256240
Nov 10 04:16:44.137484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.158832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.210235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.210931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-95092756-3a34-4b63-a7f2-16debdba533c service neutron] 10.222.0.26 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906968
Nov 10 04:16:44.212942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:44.214075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d22299d-bd35-4245-b7ee-184762bd9396 HTTP/1.1" status: 204  len: 168 time: 0.1235838
Nov 10 04:16:44.221976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a438c1-458e-4dc2-9c5e-5ec23b2a89f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22299d-bd35-4245-b7ee-184762bd9396,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:44.306840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03ef3860-b4cf-43d4-965e-ac804f91cde2 req-41ceed9d-10b0-464b-80a1-01569466cc17 service neutron] 10.222.0.26 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883405
Nov 10 04:16:44.361744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90c9f4-546f-40c5-ba0f-6ed553a95683 req-88d0dfb2-a572-4810-9c08-5304664bb3d0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.363355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d90c9f4-546f-40c5-ba0f-6ed553a95683 req-88d0dfb2-a572-4810-9c08-5304664bb3d0 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0566058
Nov 10 04:16:44.403683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208766-9538-4edf-89a3-b024cf3360ab req-23175b57-e4d0-498f-ba34-322b92fef6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.405270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-23175b57-e4d0-498f-ba34-322b92fef6ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dac8c622c5e44556b123f0c76f41e8c2&device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 1095 time: 0.0513902
Nov 10 04:16:44.418942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d90c9f4-546f-40c5-ba0f-6ed553a95683 req-058cf752-fdc1-42ac-8ea2-0fb2f24cae00 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489113
Nov 10 04:16:44.500944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208766-9538-4edf-89a3-b024cf3360ab req-77ab0a62-dfc3-449e-9fbc-2dbc2c551513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.502457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-77ab0a62-dfc3-449e-9fbc-2dbc2c551513 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c27c373f-216e-4218-89c6-d5f6dc8c3fa3 HTTP/1.1" status: 200  len: 909 time: 0.0866251
Nov 10 04:16:44.549045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-64f1870f-222b-4fe1-a9ef-228edafbc957 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 HTTP/1.1" status: 200  len: 217 time: 0.0391786
Nov 10 04:16:44.601309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208766-9538-4edf-89a3-b024cf3360ab req-294381dc-1226-4d67-82fe-8ed133cd26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.602864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-294381dc-1226-4d67-82fe-8ed133cd26db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b6d997f-e603-4cc1-9d45-052558eeb93a HTTP/1.1" status: 200  len: 848 time: 0.0454094
Nov 10 04:16:44.644631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-1834eff5-4293-4cba-a8e4-6a3ac13faec6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c27c373f-216e-4218-89c6-d5f6dc8c3fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256283
Nov 10 04:16:44.751472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-e9ca41ec-e39c-4d11-b256-9ed86ceaeae6 service neutron] 10.222.0.26 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971320
Nov 10 04:16:44.878271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c208766-9538-4edf-89a3-b024cf3360ab req-5cedcd16-030d-44bf-bc8e-2a294be29cfc service neutron] 10.222.0.26 "GET /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190934
Nov 10 04:16:44.887273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e000bc-24b2-4866-be2e-e1a932581755 req-16e8559b-6fb1-4cc1-84ef-4d57b9be8f0f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.888736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63e000bc-24b2-4866-be2e-e1a932581755 req-16e8559b-6fb1-4cc1-84ef-4d57b9be8f0f tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 945 time: 0.0735474
Nov 10 04:16:44.993405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d4c4-61ef-4a8e-b358-d46171203475 req-b2822e85-edcd-46ad-ab2a-a4076ead1f7d tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:44.994936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d062d4c4-61ef-4a8e-b358-d46171203475 req-b2822e85-edcd-46ad-ab2a-a4076ead1f7d tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 944 time: 0.1050808
Nov 10 04:16:45.057366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Deleting port 83c5b69e-4581-4347-9880-0d0fcea96a5f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:45.057705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:45.064480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d062d4c4-61ef-4a8e-b358-d46171203475 req-b7f09871-ef9c-460f-81fc-6ed34b82eb56 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629253
Nov 10 04:16:45.152817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] For port 83c5b69e-4581-4347-9880-0d0fcea96a5f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=83c5b69e-4581-4347-9880-0d0fcea96a5f,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:45.153183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:45.165723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Calling delete_port for 83c5b69e-4581-4347-9880-0d0fcea96a5f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:45.305362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:45.318326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['83c5b69e-4581-4347-9880-0d0fcea96a5f'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:45.321676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:45.335020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Pushing event deleted for resources: {'Port': ['ID=83c5b69e-4581-4347-9880-0d0fcea96a5f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:45.368062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c28f15-8bc2-46f5-a32e-859e8f34246b None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:45.376042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] No DVR routers for this DVR port 83c5b69e-4581-4347-9880-0d0fcea96a5f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:45.378916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:45.382484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63e000bc-24b2-4866-be2e-e1a932581755 req-0764e686-daa7-46fb-8002-2b5b740645ed tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.26 "DELETE /v2.0/ports/83c5b69e-4581-4347-9880-0d0fcea96a5f HTTP/1.1" status: 204  len: 173 time: 0.4824135
Nov 10 04:16:45.540479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f175e6d-71f0-47e3-b905-1db85332fbbf req-62e1c7f6-d838-4a49-8b9e-ff6e9f9f6825 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6e5dfc-2f43-4862-8bd0-d798051e0ccf HTTP/1.1" status: 200  len: 210 time: 0.0289810
Nov 10 04:16:45.932060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'name': 'network-vif-deleted', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:45.934546 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae15688-1ec0-40d3-ab10-9448e7784227" -d '{"events": [{"server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "name": "network-vif-deleted", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:45.971880 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8977511e-16a2-4c4e-a9a4-8e1fcc3ac4fa x-openstack-request-id: req-8977511e-16a2-4c4e-a9a4-8e1fcc3ac4fa {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:45.972170 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6e5dfc-2f43-4862-8bd0-d798051e0ccf", "name": "network-vif-deleted", "tag": "83c5b69e-4581-4347-9880-0d0fcea96a5f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:45.972422 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8977511e-16a2-4c4e-a9a4-8e1fcc3ac4fa {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:45.972858 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6e5dfc-2f43-4862-8bd0-d798051e0ccf', 'name': 'network-vif-deleted', 'tag': '83c5b69e-4581-4347-9880-0d0fcea96a5f', 'status': 'completed', 'code': 200}
Nov 10 04:16:46.182685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a8960-86d0-4d84-b9da-00cd8ac591f6 req-8bb0474a-c8f3-4c5b-8896-2d9fab0e4d7d tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:46.184158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c5a8960-86d0-4d84-b9da-00cd8ac591f6 req-8bb0474a-c8f3-4c5b-8896-2d9fab0e4d7d tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 944 time: 0.0503678
Nov 10 04:16:46.231973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c5a8960-86d0-4d84-b9da-00cd8ac591f6 req-4646f844-0097-4149-baaf-c22b9e525ae1 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417459
Nov 10 04:16:46.776749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:46.829538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549e837-0287-4be5-af50-a903133c9fde req-19fa5be9-463a-4718-8df9-86080d8fe6a9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:46.831108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2549e837-0287-4be5-af50-a903133c9fde req-19fa5be9-463a-4718-8df9-86080d8fe6a9 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0609415
Nov 10 04:16:46.881805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2549e837-0287-4be5-af50-a903133c9fde req-40700044-d2b5-4ae3-a533-7b4b41b3a0b1 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426073
Nov 10 04:16:46.885438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8cc20d9-11cf-4f8e-a461-9afb9a10309a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:46.968885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8cc20d9-11cf-4f8e-a461-9afb9a10309a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:46.973010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8cc20d9-11cf-4f8e-a461-9afb9a10309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.010995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b8cc20d9-11cf-4f8e-a461-9afb9a10309a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215f9787f505417c9bb36344fdd9845c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2328434
Nov 10 04:16:47.012923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc20d9-11cf-4f8e-a461-9afb9a10309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d59b2-2034-4c9d-a555-8356e838ded0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:47.013813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59094) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:47.062475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.083726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.129327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.131948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.133179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/929d59b2-2034-4c9d-a555-8356e838ded0 HTTP/1.1" status: 204  len: 168 time: 0.1183529
Nov 10 04:16:47.141155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0fc43-e7aa-4b71-8f98-9b8b042afd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d59b2-2034-4c9d-a555-8356e838ded0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:47.352259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6950937-ce7a-4827-b65f-6bc578b7c635 req-1877aade-9039-47e8-992f-bc844bf04f40 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:47.354389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6950937-ce7a-4827-b65f-6bc578b7c635 req-1877aade-9039-47e8-992f-bc844bf04f40 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 944 time: 0.0515261
Nov 10 04:16:47.394461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59104) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:47.404499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6950937-ce7a-4827-b65f-6bc578b7c635 req-2ae498e0-7dc5-4649-9f52-1e3650e42630 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442779
Nov 10 04:16:47.408712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7cca7f1e-cc49-41eb-9da9-3e5cd5c56316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.484537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7cca7f1e-cc49-41eb-9da9-3e5cd5c56316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.488001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7cca7f1e-cc49-41eb-9da9-3e5cd5c56316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.527882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7cca7f1e-cc49-41eb-9da9-3e5cd5c56316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1758fab713fa44f0a9e774aa81c061e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323402
Nov 10 04:16:47.528790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca7f1e-cc49-41eb-9da9-3e5cd5c56316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b91bc00-7182-4223-b83d-2e41d29c797d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:47.530621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:47.578172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.599034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.649508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.652749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:47.653890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b91bc00-7182-4223-b83d-2e41d29c797d HTTP/1.1" status: 204  len: 168 time: 0.1221664
Nov 10 04:16:47.661487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecab9df-de35-4a00-b27a-c7313ef0204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b91bc00-7182-4223-b83d-2e41d29c797d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:47.928860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:16:47.937737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 83c5b69e-4581-4347-9880-0d0fcea96a5f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:47.965216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 83c5b69e-4581-4347-9880-0d0fcea96a5f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:47.965751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 83c5b69e-4581-4347-9880-0d0fcea96a5f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:48.016312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566c4b-1747-42a5-9475-c2cabc1fd22b req-1ea5f3c5-a689-4668-aec6-aed5ddaca7f2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:48.018785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89566c4b-1747-42a5-9475-c2cabc1fd22b req-1ea5f3c5-a689-4668-aec6-aed5ddaca7f2 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0586219
Nov 10 04:16:48.087099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89566c4b-1747-42a5-9475-c2cabc1fd22b req-bf5a556d-7871-4753-a151-e5ff6babf040 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596855
Nov 10 04:16:48.087296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,segment=NetworkSegment(e2e598f4-32d7-4da0-8058-ca64c798288c),segment_id=e2e598f4-32d7-4da0-8058-ca64c798288c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:48.105603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4', 'network_id': 'c27c373f-216e-4218-89c6-d5f6dc8c3fa3', 'port_id': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4', 'mac_address': 'fa:16:3e:ab:d3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6d997f-e603-4cc1-9d45-052558eeb93a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:16:48.149120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:48.172479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:16:48.197413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,segment=NetworkSegment(e2e598f4-32d7-4da0-8058-ca64c798288c),segment_id=e2e598f4-32d7-4da0-8058-ca64c798288c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:48.204503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:48.260430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:48.437044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f33a57c9-45c8-4f83-9aa5-0731c1c1feb4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:48.552952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6978-2038-424e-b966-bc2f800e976e req-848d662a-b721-45b7-9a48-2142cb49bc81 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:48.554649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e07a6978-2038-424e-b966-bc2f800e976e req-848d662a-b721-45b7-9a48-2142cb49bc81 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 945 time: 0.0597122
Nov 10 04:16:48.604341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e07a6978-2038-424e-b966-bc2f800e976e req-45212c5a-7e01-4ce9-845e-c1113657e045 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428658
Nov 10 04:16:48.668337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:48.875469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:48.929163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fc257a0c-0c94-4d11-98d7-10cb2581aafd tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:48.930643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fc257a0c-0c94-4d11-98d7-10cb2581aafd tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0498941
Nov 10 04:16:49.027351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Deleting port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:49.027701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:49.131792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] For port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:49.132175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:49.155374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Calling delete_port for 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:49.219798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33b3b7-be85-4f38-9dde-818a52fdc7e7 req-d9d29337-803b-4e3e-af01-2318905e0cc8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:49.227241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b33b3b7-be85-4f38-9dde-818a52fdc7e7 req-d9d29337-803b-4e3e-af01-2318905e0cc8 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/ports?device_id=b817aa0a-c76c-4596-860f-aeda9f979c59 HTTP/1.1" status: 200  len: 946 time: 0.0637374
Nov 10 04:16:49.273691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b33b3b7-be85-4f38-9dde-818a52fdc7e7 req-0a625c30-0edc-413d-89cd-06a542765069 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cf1f6b-188d-419a-88e2-ba46d7e4d21e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456114
Nov 10 04:16:49.332253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:49.346262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:49.374087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Pushing event deleted for resources: {'Port': ['ID=3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:49.402507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86e7be-f812-4bd1-82d7-c2bb865ee743 None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:49.421577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] No DVR routers for this DVR port 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:49.424208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:49.427897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-646af0e0-9fd0-4887-a67a-7d65b43d0098 req-fd0fe2b4-e8d0-434a-ade5-9931cc54e734 tempest-ServerRescueTestJSON-1939839932 tempest-ServerRescueTestJSON-1939839932-project] 10.222.0.21 "DELETE /v2.0/ports/3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 HTTP/1.1" status: 204  len: 173 time: 0.4890828
Nov 10 04:16:49.428377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'name': 'network-vif-deleted', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:49.430731 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca053e3d-85d8-45f2-bfc3-5f06635357b5" -d '{"events": [{"server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "name": "network-vif-deleted", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:49.479519 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea6626-06c2-4792-8af1-712c6d3e3451 x-openstack-request-id: req-3bea6626-06c2-4792-8af1-712c6d3e3451 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:49.479810 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b817aa0a-c76c-4596-860f-aeda9f979c59", "name": "network-vif-deleted", "tag": "3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:49.480058 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bea6626-06c2-4792-8af1-712c6d3e3451 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:49.480452 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b817aa0a-c76c-4596-860f-aeda9f979c59', 'name': 'network-vif-deleted', 'tag': '3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68', 'status': 'completed', 'code': 200}
Nov 10 04:16:49.727742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03af7a-1241-44ca-a3e8-b172bf629c23 req-9a5ade75-e9d8-419e-a555-c3b015cb06a1 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:49.729403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed03af7a-1241-44ca-a3e8-b172bf629c23 req-9a5ade75-e9d8-419e-a555-c3b015cb06a1 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 945 time: 0.0530453
Nov 10 04:16:49.784655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed03af7a-1241-44ca-a3e8-b172bf629c23 req-0df00e37-d018-4c5f-9397-d936cf1377d1 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484698
Nov 10 04:16:49.928296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:16:49.978692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:16:49.983101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:16:49.983497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:50.066795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:50.091079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:50.093275 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273eea3-3e3d-43a0-a545-650307bc40e1" -d '{"events": [{"server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "name": "network-vif-plugged", "status": "completed", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:50.106631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,segment=NetworkSegment(e2e598f4-32d7-4da0-8058-ca64c798288c),segment_id=e2e598f4-32d7-4da0-8058-ca64c798288c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:50.111087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:50.141428 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191893b4-802f-4c0e-a455-4adae5a84954 x-openstack-request-id: req-191893b4-802f-4c0e-a455-4adae5a84954 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:50.141713 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "name": "network-vif-plugged", "status": "completed", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:50.142139 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191893b4-802f-4c0e-a455-4adae5a84954 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:50.142526 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4', 'code': 200}
Nov 10 04:16:50.174718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:50.250091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83b584-cd8e-407e-9066-b502deba64d9 req-380bf827-8e14-45cf-95b1-3b57684549b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:50.251642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c83b584-cd8e-407e-9066-b502deba64d9 req-380bf827-8e14-45cf-95b1-3b57684549b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 1097 time: 0.0451241
Nov 10 04:16:50.308602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c83b584-cd8e-407e-9066-b502deba64d9 req-d026c257-ce84-47b2-a90c-8c018f0a37f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489051
Nov 10 04:16:50.334049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:50.792942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61834a-2c94-4a38-ba7c-6e86e12aaf8e req-a1d54a1f-382c-4a56-b57a-8a1288272c91 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:50.794406 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb61834a-2c94-4a38-ba7c-6e86e12aaf8e req-a1d54a1f-382c-4a56-b57a-8a1288272c91 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.0729604
Nov 10 04:16:50.809349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:50.902283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720ed0-4eb1-41d6-b3d6-ee8e3ecb2b82 req-a423cace-8eab-443e-927f-0f6676ca775e tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:50.903784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9720ed0-4eb1-41d6-b3d6-ee8e3ecb2b82 req-a423cace-8eab-443e-927f-0f6676ca775e tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 946 time: 0.0498767
Nov 10 04:16:50.920255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb61834a-2c94-4a38-ba7c-6e86e12aaf8e req-3fdd1486-aa5e-4eb0-9ec2-123aea7b3af0 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196885
Nov 10 04:16:50.959006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c9720ed0-4eb1-41d6-b3d6-ee8e3ecb2b82 req-215565be-f10b-4aae-b6ae-77df7f6cc149 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488017
Nov 10 04:16:51.428957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Deleting port bcf3165f-8ac7-4943-bb9a-213d9dc3816b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:51.429531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:51.510292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] For port bcf3165f-8ac7-4943-bb9a-213d9dc3816b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,segment=NetworkSegment(f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a),segment_id=f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:51.510654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:51.522958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Calling delete_port for bcf3165f-8ac7-4943-bb9a-213d9dc3816b owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:51.749438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:51.774205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf3165f-8ac7-4943-bb9a-213d9dc3816b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:51.791353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea174df-860b-4e0e-b87a-6b37961f8a4e None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:51.933093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.074495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffd747-3653-4e1e-8447-9244cf6afc7f req-1f0fa8a9-4ec8-42b3-b56f-7b62069125e6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:52.075988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90ffd747-3653-4e1e-8447-9244cf6afc7f req-1f0fa8a9-4ec8-42b3-b56f-7b62069125e6 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.0730181
Nov 10 04:16:52.089870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a081fd-81bc-44dd-89a2-a16da59bcfa8 req-e10fa9dd-6170-4f66-be0e-d91cef1ffebc tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:52.091622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a081fd-81bc-44dd-89a2-a16da59bcfa8 req-e10fa9dd-6170-4f66-be0e-d91cef1ffebc tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 946 time: 0.0572014
Nov 10 04:16:52.141698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6a081fd-81bc-44dd-89a2-a16da59bcfa8 req-a93cd6e8-9a7d-47d2-b319-b51f0a759665 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439277
Nov 10 04:16:52.195590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:52.203100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90ffd747-3653-4e1e-8447-9244cf6afc7f req-d5ff1d88-061d-441f-8e1e-d0fe27726ebf tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac236df5-00ce-4a45-8172-8dd15564e26d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156957
Nov 10 04:16:52.276284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Router bf6ee203-3b44-4d0d-b575-3a0dfa531177 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:16:52.400908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-7e286afc-3fe0-4651-b30e-82be33e2cf16 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:52.402855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-7e286afc-3fe0-4651-b30e-82be33e2cf16 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.21 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 945 time: 0.1698232
Nov 10 04:16:52.445974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:52.446310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3ac71108-7c55-4ac1-ae1a-fbb2b1d26a68 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:52.505745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:16:52.511534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b8bbcd78-b928-48a5-a331-0a0bd1daa894 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf6ee203-3b44-4d0d-b575-3a0dfa531177/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1757812
Nov 10 04:16:52.514802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:52.519291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Sync routers for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:16:52.537797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:16:52.538518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207108f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:16:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:52.541279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Deleting port 112ce03c-0483-436f-9a33-10dccb50020d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:52.543230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.672327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] For port 112ce03c-0483-436f-9a33-10dccb50020d, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=112ce03c-0483-436f-9a33-10dccb50020d,segment=NetworkSegment(b48ea721-1bda-4326-949e-408f92bb2c41),segment_id=b48ea721-1bda-4326-949e-408f92bb2c41)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:52.672854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.693626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Calling delete_port for 112ce03c-0483-436f-9a33-10dccb50020d owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:52.725448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.753152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:16:52.855856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.878528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.900144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['112ce03c-0483-436f-9a33-10dccb50020d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:52.922732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Pushing event deleted for resources: {'Port': ['ID=112ce03c-0483-436f-9a33-10dccb50020d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:52.958904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534e09d-1a11-41fc-b59c-2c75d65d3d95 None None] DHCP port deletion for 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:52.961562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Deleting port 9110f21a-12b0-4e6e-9f6a-52638e369ff2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:52.962309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.982854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] No DVR routers for this DVR port 112ce03c-0483-436f-9a33-10dccb50020d on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:52.985805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:52.989672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9cc6784f-0cfa-4424-93db-333dc8152304 req-61c50925-f232-47a8-8362-764345196a45 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.21 "DELETE /v2.0/ports/112ce03c-0483-436f-9a33-10dccb50020d HTTP/1.1" status: 204  len: 173 time: 0.5748901
Nov 10 04:16:52.990166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'name': 'network-vif-deleted', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:52.992493 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc770dd-a928-4c02-bade-8e0364699015" -d '{"events": [{"server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "name": "network-vif-deleted", "tag": "112ce03c-0483-436f-9a33-10dccb50020d"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:53.051538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207108f70>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:16:51Z', 'revision_number': 5, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port': {'id': '9110f21a-12b0-4e6e-9f6a-52638e369ff2', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:53.055647 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543830a2-844d-4f56-bd00-ea3f67e46545 x-openstack-request-id: req-543830a2-844d-4f56-bd00-ea3f67e46545 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:53.056161 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849390dd-ae23-4989-89a7-43e3edcf32ea", "name": "network-vif-deleted", "tag": "112ce03c-0483-436f-9a33-10dccb50020d", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:53.057191 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-543830a2-844d-4f56-bd00-ea3f67e46545 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:53.057799 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849390dd-ae23-4989-89a7-43e3edcf32ea', 'name': 'network-vif-deleted', 'tag': '112ce03c-0483-436f-9a33-10dccb50020d', 'status': 'completed', 'code': 200}
Nov 10 04:16:53.098474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Checking router: bf6ee203-3b44-4d0d-b575-3a0dfa531177 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:16:53.111548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Routers {'bf6ee203-3b44-4d0d-b575-3a0dfa531177'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:16:53.112195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207108f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:16:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:53.127615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] For port 9110f21a-12b0-4e6e-9f6a-52638e369ff2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9110f21a-12b0-4e6e-9f6a-52638e369ff2,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:53.128174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.157032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Calling delete_port for 9110f21a-12b0-4e6e-9f6a-52638e369ff2 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:53.212839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] Set router bf6ee203-3b44-4d0d-b575-3a0dfa531177 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:16:53.270634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207108f70>, [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:16:52Z', 'revision_number': 6, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:53.298410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662a9db-11d0-4404-bd71-2f21f7a59d3f None None] The sync data for ids ['bf6ee203-3b44-4d0d-b575-3a0dfa531177'] in ncdv-817176-1 is: [{'id': 'bf6ee203-3b44-4d0d-b575-3a0dfa531177', 'name': 'tempest-ServerRescueTestJSON-204925889-router', 'tenant_id': '26827b5258ad40dfae9a961a5dda3346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:14:41Z', 'updated_at': '2021-11-10T04:16:52Z', 'revision_number': 6, 'project_id': '26827b5258ad40dfae9a961a5dda3346', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:16:53.348974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f557ae84-e28c-4ad3-9477-0fa2755503fe req-471546c1-c6c9-4865-95f6-865dc7960225 tempest-VolumesSnapshotTestJSON-106401922 tempest-VolumesSnapshotTestJSON-106401922-project] 10.222.0.13 "GET /v2.0/ports?device_id=849390dd-ae23-4989-89a7-43e3edcf32ea HTTP/1.1" status: 200  len: 210 time: 0.0394914
Nov 10 04:16:53.353926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.379081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Pushing event deleted for resources: {'Port': ['ID=9110f21a-12b0-4e6e-9f6a-52638e369ff2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:53.399241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019e1b9-ac83-49e0-8732-aca88c59c8d1 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:53.448013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.544778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.548095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.592980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.593565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6ee203-3b44-4d0d-b575-3a0dfa531177 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:16:53.597980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.599114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-91ac1041-cad2-4143-9ea0-54702b29999f admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf6ee203-3b44-4d0d-b575-3a0dfa531177 HTTP/1.1" status: 204  len: 168 time: 1.0817773
Nov 10 04:16:53.601765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:53.651916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Deleting subnet 7b40bb16-85ab-4abf-974e-2a37fdadfa75 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:16:53.655345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.695586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.738170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.812279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.859655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b40bb16-85ab-4abf-974e-2a37fdadfa75,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:53.862341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7f2cb-01ea-44d0-907c-d095103d57f9 None None] Network d7c63912-eb84-46e3-b229-1672c2d8eb82 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:53.865636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:53.870606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07be536f-b8c1-4c39-9400-a510cac77c71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b40bb16-85ab-4abf-974e-2a37fdadfa75 HTTP/1.1" status: 204  len: 168 time: 0.2677732
Nov 10 04:16:53.873258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:53.967912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.015109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363fdb56-59a1-4989-9a55-af031e3f1dc0 None None] DHCP port deletion for d7c63912-eb84-46e3-b229-1672c2d8eb82 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:16:54.062171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59348) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:54.066533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.087164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f202910>,) {'filters': {'network_id': ['d7c63912-eb84-46e3-b229-1672c2d8eb82']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:54.097184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f202910>, 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:54.097478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f202910>, 'f6a9140c-cd0f-4bfc-9486-6501e4f2ab4a') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:16:54.107593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.125335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.132695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:16:54.133095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.211698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26413916-da68-4fac-8431-3a19cd7ef08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:16:54.213204 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:16:54.216996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.235530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bcf3165f-8ac7-4943-bb9a-213d9dc3816b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:54.244660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.249310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7c63912-eb84-46e3-b229-1672c2d8eb82 HTTP/1.1" status: 204  len: 168 time: 0.3745015
Nov 10 04:16:54.250451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffe33c-a200-4e78-8645-d8e3bb94fa18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c63912-eb84-46e3-b229-1672c2d8eb82,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:54.260863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bcf3165f-8ac7-4943-bb9a-213d9dc3816b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:54.261338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bcf3165f-8ac7-4943-bb9a-213d9dc3816b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:54.261775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9110f21a-12b0-4e6e-9f6a-52638e369ff2 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:54.283271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9110f21a-12b0-4e6e-9f6a-52638e369ff2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:54.283621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9110f21a-12b0-4e6e-9f6a-52638e369ff2 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:54.323458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26413916-da68-4fac-8431-3a19cd7ef08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.329113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26413916-da68-4fac-8431-3a19cd7ef08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.371706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26413916-da68-4fac-8431-3a19cd7ef08a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6928d06e60864741add16260cd032208&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3084705
Nov 10 04:16:54.372798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26413916-da68-4fac-8431-3a19cd7ef08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b63fd49-d83a-40af-a0be-b1fc75f723a5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:54.375335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:54.433361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59362) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:54.466147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.500148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.504272 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:16:54.531834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5076d9c6-bbd3-4233-835b-938e526d1abf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26827b5258ad40dfae9a961a5dda3346&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0970931
Nov 10 04:16:54.536849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59370) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:54.639977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.649182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.664526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.664813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b63fd49-d83a-40af-a0be-b1fc75f723a5 HTTP/1.1" status: 204  len: 168 time: 0.2879977
Nov 10 04:16:54.689200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dea2e-af79-41a0-83fe-d17b8d758e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b63fd49-d83a-40af-a0be-b1fc75f723a5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:54.699311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.777162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.780427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:54.789535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86cf1f6b-188d-419a-88e2-ba46d7e4d21e HTTP/1.1" status: 204  len: 168 time: 0.2509489
Nov 10 04:16:54.798317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8453e-5857-495e-a3bd-f942f86754ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf1f6b-188d-419a-88e2-ba46d7e4d21e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:55.215118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:55.229536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cafa7883-4798-4746-8e08-09e254922f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.270010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b863f-ade5-4bb2-827a-a2dfeed0ec45 req-09b6f326-d680-4594-b968-295cfe2edd40 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:55.271757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-379b863f-ade5-4bb2-827a-a2dfeed0ec45 req-09b6f326-d680-4594-b968-295cfe2edd40 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 946 time: 0.0519602
Nov 10 04:16:55.314530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cafa7883-4798-4746-8e08-09e254922f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.319287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cafa7883-4798-4746-8e08-09e254922f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.322519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-379b863f-ade5-4bb2-827a-a2dfeed0ec45 req-153ed7d2-ca02-4453-a938-50accb3dfed5 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427160
Nov 10 04:16:55.361066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cafa7883-4798-4746-8e08-09e254922f37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0e103ece11742659a447a0fdef96c22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1447227
Nov 10 04:16:55.362012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7883-4798-4746-8e08-09e254922f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf47f217-27d8-41c6-ab85-a0f04f4d25c4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:55.363718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59418) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:55.417465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.438399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.488209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.490811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.491957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf47f217-27d8-41c6-ab85-a0f04f4d25c4 HTTP/1.1" status: 204  len: 168 time: 0.1272025
Nov 10 04:16:55.501402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9d8f7-89a4-4186-bc2a-6ae31b063536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf47f217-27d8-41c6-ab85-a0f04f4d25c4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:55.665427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59436) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:55.784349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-587772794-network', 'tenant_id': '8e88284f9ef743c7bd4c0df26719a5ec'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:55.805922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Made reservation on behalf of 8e88284f9ef743c7bd4c0df26719a5ec for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:55.808755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.817464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.892951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.896803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.920771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:16:55.930299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28177f0-c422-45c6-a219-010ca210a237,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:55.937657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:55.938001 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Added segment 7b72d940-141b-41a7-8bb7-95adf63b2dde of type vlan for network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4
Nov 10 04:16:55.994321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.019519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.021449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:56.022356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.092425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4257543
Nov 10 04:16:56.095449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59460) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:16:56.100531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Request body: {'subnet': {'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-587772794-subnet', 'tenant_id': '8e88284f9ef743c7bd4c0df26719a5ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:56.106360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deec16-b425-42f9-91cb-34645c19b447 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:56.118721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:16:56.129508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Made reservation on behalf of 8e88284f9ef743c7bd4c0df26719a5ec for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:56.133557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.229831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 112ce03c-0483-436f-9a33-10dccb50020d no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:56.256868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 112ce03c-0483-436f-9a33-10dccb50020d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:56.257219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 112ce03c-0483-436f-9a33-10dccb50020d not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:16:56.336580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.391774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5267c02c-a786-43f5-b9c7-e298ba74aaa1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:56.453104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Checking segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:16:56.453474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Network hostable DHCP agents. Network: 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:16:56.471114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc7f-8c2b-4afc-a3b3-be314374a3c6 req-51fbc46f-5494-490d-a75c-efe8b8c58223 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:56.472668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0986fc7f-8c2b-4afc-a3b3-be314374a3c6 req-51fbc46f-5494-490d-a75c-efe8b8c58223 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 946 time: 0.0728943
Nov 10 04:16:56.499288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:16:56.516166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:56.521859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:56.521965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.526542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc7a28-3abd-4a54-97e6-3823602ccb49 None None] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:56.551282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0986fc7f-8c2b-4afc-a3b3-be314374a3c6 req-feeb0e26-938a-4fb4-a4eb-5b76542fed79 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/security-groups?id=798bc9a4-9823-4af4-af2b-211d173a14f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719244
Nov 10 04:16:56.556234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b20b082-c5e9-48f9-a7a9-639b736f8513 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4596508
Nov 10 04:16:56.627784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-50c1f381-5e32-44df-81ee-a4182eee1f7f tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:56.630314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-50c1f381-5e32-44df-81ee-a4182eee1f7f tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 946 time: 0.0793049
Nov 10 04:16:56.693066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738221be-810a-47fe-8616-582388d044ab None None] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:16:56.767654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Deleting port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:16:56.768392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.947559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] For port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,segment=NetworkSegment(e2e598f4-32d7-4da0-8058-ca64c798288c),segment_id=e2e598f4-32d7-4da0-8058-ca64c798288c)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:16:56.947929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:56.962096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Calling delete_port for f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:16:57.102031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:57.115913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f33a57c9-45c8-4f83-9aa5-0731c1c1feb4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:16:57.131403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Pushing event deleted for resources: {'Port': ['ID=f33a57c9-45c8-4f83-9aa5-0731c1c1feb4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:57.226736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] No DVR routers for this DVR port f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:16:57.231659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:57.235016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cddcf09d-ff39-4d0f-9842-3f2d8cb2cf04 req-72030b30-e898-45e8-af16-2f7d6d0d4a41 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.26 "DELETE /v2.0/ports/f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 HTTP/1.1" status: 204  len: 173 time: 0.5966597
Nov 10 04:16:57.235464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'name': 'network-vif-deleted', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:16:57.237737 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258efa4-e899-4eab-9611-4f071f50b0d4" -d '{"events": [{"server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "name": "network-vif-deleted", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:16:57.293354 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca2ffce-8f22-4a60-bda4-0786edd0c08b x-openstack-request-id: req-dca2ffce-8f22-4a60-bda4-0786edd0c08b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:16:57.293645 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc83308-26e7-4242-83f8-c34c207a7165", "name": "network-vif-deleted", "tag": "f33a57c9-45c8-4f83-9aa5-0731c1c1feb4", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:16:57.293898 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca2ffce-8f22-4a60-bda4-0786edd0c08b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:16:57.294290 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc83308-26e7-4242-83f8-c34c207a7165', 'name': 'network-vif-deleted', 'tag': 'f33a57c9-45c8-4f83-9aa5-0731c1c1feb4', 'status': 'completed', 'code': 200}
Nov 10 04:16:57.316131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-aa1bbe94-d6fd-4a9f-8ee3-7037a398de54 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:57.317851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-aa1bbe94-d6fd-4a9f-8ee3-7037a398de54 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 813 time: 0.1911237
Nov 10 04:16:57.335451 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-eba006d8-9e9b-47c0-95ef-9b5adab9d716 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/quotas/8e88284f9ef743c7bd4c0df26719a5ec HTTP/1.1" status: 200  len: 375 time: 0.0098996
Nov 10 04:16:57.373619 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-54ed4eae-00b7-41b3-88e0-968419c69254 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0312078
Nov 10 04:16:57.497253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-f82dd058-b338-42bf-b892-f8e92914d62b service neutron] 10.222.0.13 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131709
Nov 10 04:16:57.612398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-2e6398d2-9ecf-47b2-80e7-9d6ad84799d5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084456
Nov 10 04:16:57.689936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4660a80e-9caa-4cd7-ae7c-2e4c3c29cf2e req-78d865ed-fc91-411d-8ccf-e8c63568c512 tempest-VolumesActionsTest-39774177 tempest-VolumesActionsTest-39774177-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cc83308-26e7-4242-83f8-c34c207a7165 HTTP/1.1" status: 200  len: 210 time: 0.0386193
Nov 10 04:16:57.860363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46d8d5b6-3c66-4121-ad53-896985faaa6b req-3665c3bb-9482-42c6-b933-616c0a76589a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 210 time: 0.0383718
Nov 10 04:16:58.991102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-11a5aa68-cc7f-409c-9817-90c48ccfc708 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:59.002121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-11a5aa68-cc7f-409c-9817-90c48ccfc708 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.26 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 813 time: 0.1912034
Nov 10 04:16:59.015847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Request body: {'port': {'device_id': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'admin_state_up': True, 'tenant_id': '8e88284f9ef743c7bd4c0df26719a5ec'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:59.068807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad7075af-1ec6-4185-ae29-f2d8be5a6a83 req-fbc73e80-4407-48bc-aa2b-96038b6e2f66 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 210 time: 0.0752113
Nov 10 04:16:59.502378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Made reservation on behalf of 8e88284f9ef743c7bd4c0df26719a5ec for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:16:59.506033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:59.633446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Allocated IP 172.20.0.2 (7c7a01a3-35fb-49b4-bd71-0e559c75cfc4/5267c02c-a786-43f5-b9c7-e298ba74aaa1/7a6f906b-f78d-4715-9631-40bd0a53af26) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:16:59.777689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:59.809047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:59.853149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:16:59.860785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:16:59.864678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:16:59.887875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:16:59.920033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:16:59.920799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:16:59.937510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-98856f1a-113a-4bce-b90f-b7921aa2a390 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9261789
Nov 10 04:16:59.952580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Request body: {'port': {'device_id': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:16:59.964821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:16:59.989843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:16:59.990555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f33a57c9-45c8-4f83-9aa5-0731c1c1feb4 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:17:00.013432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.320129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520db777-9c21-4b36-99b7-c8b30fcf94c4 req-02d730db-5de0-4b74-ac5d-e76ca9a35ffa tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:00.321708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-520db777-9c21-4b36-99b7-c8b30fcf94c4 req-02d730db-5de0-4b74-ac5d-e76ca9a35ffa tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 931 time: 0.1085689
Nov 10 04:17:00.436008 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-520db777-9c21-4b36-99b7-c8b30fcf94c4 req-1b51a24b-03ae-4b56-843f-dba8175f605d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025345
Nov 10 04:17:00.473585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:00.484202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.499012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Transition to ACTIVE for port object 7a6f906b-f78d-4715-9631-40bd0a53af26 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:00.504891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.576158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:00.643322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:00.643657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:00.643990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:00.648676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:00.648928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:00.655179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:00.655402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Checking segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:00.655769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Bound using segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:00.656241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Bound port: 7a6f906b-f78d-4715-9631-40bd0a53af26, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:00.656571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.730165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:00.733634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:00.738315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.779200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:00.779659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:00.781062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] 10.222.0.26 "PUT /v2.0/ports/7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 1091 time: 0.8344212
Nov 10 04:17:00.781509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:00.783845 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:00.811457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddac55-ddda-4a95-a5ea-335c9419f395 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:00.838799 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810b1e0f-5a36-4d33-9656-6634b53a19aa x-openstack-request-id: req-810b1e0f-5a36-4d33-9656-6634b53a19aa {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:00.839104 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:00.839339 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810b1e0f-5a36-4d33-9656-6634b53a19aa {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:00.841412 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'status': 'completed', 'code': 200}
Nov 10 04:17:00.897611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-55e7fa7c-1b5a-4149-a853-f3b05bb11c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:00.899183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-55e7fa7c-1b5a-4149-a853-f3b05bb11c7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1094 time: 0.0441403
Nov 10 04:17:00.943552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-6191e8a0-2007-4351-9342-79edb5f1a5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0361881
Nov 10 04:17:01.008278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-7d88bd58-c5e2-467b-ad77-883a017396a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:01.010621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-7d88bd58-c5e2-467b-ad77-883a017396a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0610011
Nov 10 04:17:01.048777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-159cd6f4-f4d7-4e75-ba4c-311b067cbec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303650
Nov 10 04:17:01.172296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-2418129f-ff0a-4593-954e-d7cd1dff1b36 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150613
Nov 10 04:17:01.333245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12c41d85-9a4b-43f9-bb95-f090c94c4984 req-ae83478b-e9ab-4617-b384-780864b68735 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522591
Nov 10 04:17:01.427741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-38ffb9a6-a6c9-4ce1-89be-afa7fb6d2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:01.430206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-38ffb9a6-a6c9-4ce1-89be-afa7fb6d2a17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1094 time: 0.0535946
Nov 10 04:17:01.540598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-a4147de5-234b-4fd7-94d8-a09cdcf06615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:01.542388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-a4147de5-234b-4fd7-94d8-a09cdcf06615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.1050358
Nov 10 04:17:01.579729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dfdd0-a8a8-47a1-8e51-54606207db75 req-60d288af-7d39-48a9-bb89-7c11ae0d2fb6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:01.581989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-825dfdd0-a8a8-47a1-8e51-54606207db75 req-60d288af-7d39-48a9-bb89-7c11ae0d2fb6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.0531714
Nov 10 04:17:01.587973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-6a84fde1-328e-4a83-9683-c0a041ab360d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0366786
Nov 10 04:17:01.635785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-825dfdd0-a8a8-47a1-8e51-54606207db75 req-6d977658-10ca-496d-ac28-47dbe7e34e31 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467107
Nov 10 04:17:01.642666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-f9632637-63ab-4aa9-aa8e-92cd9270d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:01.644569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-f9632637-63ab-4aa9-aa8e-92cd9270d470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0488963
Nov 10 04:17:01.686196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-8a751a61-b625-4d80-b2fe-066886c1651a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323172
Nov 10 04:17:01.785925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-b41c2e46-76ff-4320-881a-5dd5ba7117fd service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914133
Nov 10 04:17:01.882341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2261a9d2-4402-4873-b760-ac4cf9a4fe8e req-03498f13-229a-41ec-b4d7-16572c8e8373 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886197
Nov 10 04:17:02.422307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:02.533027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71e56c90-b4d9-4d00-a5c4-52b81176297a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.608467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71e56c90-b4d9-4d00-a5c4-52b81176297a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.612197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-71e56c90-b4d9-4d00-a5c4-52b81176297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.649333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-71e56c90-b4d9-4d00-a5c4-52b81176297a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45fad32e8e174d6fb68f4194d876f3f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2259598
Nov 10 04:17:02.651372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e56c90-b4d9-4d00-a5c4-52b81176297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d59d19-77c0-4f08-82c3-a834a3a33aa0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:02.652001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59894) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:02.701813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.747015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.791104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ed8a-99b9-49dc-8f9e-4805631e37da req-d00d10af-c235-4fbb-b1d1-3016fdfe17f1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:02.792569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ff5ed8a-99b9-49dc-8f9e-4805631e37da req-d00d10af-c235-4fbb-b1d1-3016fdfe17f1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.0812593
Nov 10 04:17:02.826509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.829287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:02.830395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0d59d19-77c0-4f08-82c3-a834a3a33aa0 HTTP/1.1" status: 204  len: 168 time: 0.1773305
Nov 10 04:17:02.846905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f93ea-41a5-4163-bc85-05f98deb7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d59d19-77c0-4f08-82c3-a834a3a33aa0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:02.863734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ff5ed8a-99b9-49dc-8f9e-4805631e37da req-4848f6dd-a9b9-4e6d-9b8b-a810ebeb0adf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649993
Nov 10 04:17:03.093123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 59908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:03.111862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5363-1b8f-4535-b2b0-9c8325922a4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.200441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5363-1b8f-4535-b2b0-9c8325922a4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.205201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4e5363-1b8f-4535-b2b0-9c8325922a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.242296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e5363-1b8f-4535-b2b0-9c8325922a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effc4bf2-2573-4092-b263-446d2cbd4d16,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:03.254168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd4e5363-1b8f-4535-b2b0-9c8325922a4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beb313dbe0ed41c4bd966d98dc34ca23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1572778
Nov 10 04:17:03.254667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 59924) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:03.306742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.328974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.380787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.383784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:03.385545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/effc4bf2-2573-4092-b263-446d2cbd4d16 HTTP/1.1" status: 204  len: 168 time: 0.1297066
Nov 10 04:17:03.394078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db997c4-f6e0-412a-8507-523261edc886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effc4bf2-2573-4092-b263-446d2cbd4d16,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:03.963828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:04.005925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939fce0-8034-4033-b2f5-ba3c9c4def61 req-a082a538-4db6-455d-8c41-a3aa6f2f5ee4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:04.008024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f939fce0-8034-4033-b2f5-ba3c9c4def61 req-a082a538-4db6-455d-8c41-a3aa6f2f5ee4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.0568779
Nov 10 04:17:04.068332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f939fce0-8034-4033-b2f5-ba3c9c4def61 req-94cd6844-a878-4f45-986e-394a4a099f51 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509450
Nov 10 04:17:04.091195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:04.106377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'port_id': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'mac_address': 'fa:16:3e:53:4f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5267c02c-a786-43f5-b9c7-e298ba74aaa1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:04.147078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.171325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:04.201117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:04.207118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.272538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:04.312911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-412c1903-35d2-491a-bd62-6e422ab22509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.427824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7a6f906b-f78d-4715-9631-40bd0a53af26'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:04.674299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60024) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:04.791039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71326773-e422-470a-b2db-c5a77bb26bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.866639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71326773-e422-470a-b2db-c5a77bb26bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.870999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71326773-e422-470a-b2db-c5a77bb26bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.911570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-71326773-e422-470a-b2db-c5a77bb26bdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4afe2470c234e5bb94a41ae53879844&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2361112
Nov 10 04:17:04.912542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71326773-e422-470a-b2db-c5a77bb26bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e7428-5b87-4a80-aeb6-d3ceb23d2029,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:04.914224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:04.964690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:04.991053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:05.053642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:05.056885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:05.059121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa7e7428-5b87-4a80-aeb6-d3ceb23d2029 HTTP/1.1" status: 204  len: 168 time: 0.1438417
Nov 10 04:17:05.069666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c496f-85a0-401c-8ff0-478031b450c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e7428-5b87-4a80-aeb6-d3ceb23d2029,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:05.203452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fa2f0-9317-4d87-91fa-4da3e63446e1 req-b2b3c3b1-40f2-48e0-b5aa-514b8ecbb355 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:05.211699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-647fa2f0-9317-4d87-91fa-4da3e63446e1 req-b2b3c3b1-40f2-48e0-b5aa-514b8ecbb355 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0654874
Nov 10 04:17:05.261979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-647fa2f0-9317-4d87-91fa-4da3e63446e1 req-01ecff79-41dd-4599-81be-3a1e25c69fed tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492930
Nov 10 04:17:05.992314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:06.050679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 7a6f906b-f78d-4715-9631-40bd0a53af26 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:06.055284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7a6f906b-f78d-4715-9631-40bd0a53af26 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:06.055533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:06.166092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:06.213608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:06.217251 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ada9b-c42e-4158-a90d-57a005548b63" -d '{"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:06.247581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:06.253071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:06.291085 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ea864-c976-4fc5-a40f-d533598bb35d x-openstack-request-id: req-550ea864-c976-4fc5-a40f-d533598bb35d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:06.291264 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:06.291520 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-550ea864-c976-4fc5-a40f-d533598bb35d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:06.291902 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'code': 200}
Nov 10 04:17:06.310317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d638d-35d7-4730-9f22-910c0732813e req-6fc834b6-58e3-45c9-b56e-2be55589272e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:06.327521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b74d638d-35d7-4730-9f22-910c0732813e req-6fc834b6-58e3-45c9-b56e-2be55589272e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0896902
Nov 10 04:17:06.338965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:06.379727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b74d638d-35d7-4730-9f22-910c0732813e req-b382348d-7839-4792-b9d6-d90cf753b8ba tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512819
Nov 10 04:17:06.427330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea1d80-df24-4568-b474-470e5ad2acba req-e77520dd-5c1f-4984-8c1b-fc586e8a8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:06.428873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8ea1d80-df24-4568-b474-470e5ad2acba req-e77520dd-5c1f-4984-8c1b-fc586e8a8361 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1096 time: 0.0781724
Nov 10 04:17:06.459821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20701a-7c02-4eca-aad0-5e1034d37c5a req-2c91fa89-353a-48a5-b1c6-c538ebf1c8c1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:06.461356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c20701a-7c02-4eca-aad0-5e1034d37c5a req-2c91fa89-353a-48a5-b1c6-c538ebf1c8c1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0743227
Nov 10 04:17:06.508882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8ea1d80-df24-4568-b474-470e5ad2acba req-07f3cb35-cded-40ad-ac24-d4da523e805b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716226
Nov 10 04:17:06.530625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7e0b9-4051-4dd7-9a36-b1a8b18c7333 req-b1d1b429-a1c6-4dd6-8e3b-a935b0a0b61f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:06.533801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae7e0b9-4051-4dd7-9a36-b1a8b18c7333 req-b1d1b429-a1c6-4dd6-8e3b-a935b0a0b61f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0636635
Nov 10 04:17:06.538122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c20701a-7c02-4eca-aad0-5e1034d37c5a req-7bd6691e-a297-45a4-93ee-a0b25caa31cf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688374
Nov 10 04:17:06.593149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae7e0b9-4051-4dd7-9a36-b1a8b18c7333 req-a3142fd8-87b8-4092-819b-12337d14f39e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517745
Nov 10 04:17:06.875903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-deb939bd-7f9c-4634-9b3c-ddc741ef18d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:06.876313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-df9c1f45-d882-4400-9982-51a4c9667f0e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:06.878695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-df9c1f45-d882-4400-9982-51a4c9667f0e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.1077297
Nov 10 04:17:06.894178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-dffcae2d-4284-498a-82fa-b9a7ee98a1fa tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/quotas/805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 375 time: 0.0092063
Nov 10 04:17:06.959648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-014fb8a1-d73f-49e3-a6c0-a01e494fdc87 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0599010
Nov 10 04:17:07.063024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-d564dc79-2d58-4e33-8790-f8d69a43651c service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957117
Nov 10 04:17:07.161667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-aec67a6b-3a6a-4f95-9b5f-f79590e7617c service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914855
Nov 10 04:17:07.347415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33885383-081e-43a3-887c-d60549b02c70 req-74654819-8ce9-4811-8de6-698d7fed2b46 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 210 time: 0.0352998
Nov 10 04:17:07.689928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757a5b7-5850-43b2-ab1e-a962249148d6 req-3d226e11-656c-479c-a41e-082f4bd3a27b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:07.691528 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5757a5b7-5850-43b2-ab1e-a962249148d6 req-3d226e11-656c-479c-a41e-082f4bd3a27b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0628128
Nov 10 04:17:07.765252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5757a5b7-5850-43b2-ab1e-a962249148d6 req-9d70ae8e-5dd9-4491-92c1-4bb457da5781 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661857
Nov 10 04:17:07.878105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:08.063438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-788eeb92-658f-4679-84e3-7ecc65ef68fc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:08.064925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-788eeb92-658f-4679-84e3-7ecc65ef68fc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 813 time: 0.1037650
Nov 10 04:17:08.084879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-ae1af03d-8ebf-409a-bd0f-b7aec008bc2d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/quotas/8e88284f9ef743c7bd4c0df26719a5ec HTTP/1.1" status: 200  len: 375 time: 0.0136998
Nov 10 04:17:08.138331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-f63b0e2e-a427-48a7-9450-ae2e31bd38ff tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0475445
Nov 10 04:17:08.238532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-6aeac850-bc8d-4d93-98a0-6aa61eb5eb91 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923901
Nov 10 04:17:08.417068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-c530375a-a534-4467-a7d2-f60db601e240 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608114
Nov 10 04:17:08.476739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-31f31c18-39a4-4efe-91df-466f98cba992 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:08.479799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-31f31c18-39a4-4efe-91df-466f98cba992 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.2012141
Nov 10 04:17:08.514643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'device_id': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'admin_state_up': True, 'tenant_id': '805d7a00cdff46bf93787cb1abccceba'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:08.540889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-768503df-b43e-4d09-a85b-c75403d9845f req-7fb50b17-7531-4b2c-98ba-0c7f114242f0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 210 time: 0.0483065
Nov 10 04:17:08.686172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72754014-cbf1-406b-961f-b969e423a880 req-fd0f9b1e-fdb5-424d-9899-60d06adc61ff tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 210 time: 0.0526247
Nov 10 04:17:08.810488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:08.816200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.016034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.20.0.6 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/d91f39ca-1a6d-413b-8f8d-1afae46752ab) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:09.179367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.222762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.238344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a', 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:09.279268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:09.291231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:09.302566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:09.339428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:09.383418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.398213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:09.398936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.435043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7c293da2-d08e-4dfc-899c-bf01bac13758 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9403098
Nov 10 04:17:09.449884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Request body: {'port': {'device_id': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:09.509355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.716079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-768f024d-eddd-4599-922b-1bea3b2a8370 None None] Provisioning complete for port d91f39ca-1a6d-413b-8f8d-1afae46752ab triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:09.721592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-768f024d-eddd-4599-922b-1bea3b2a8370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:09.890158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-768f024d-eddd-4599-922b-1bea3b2a8370 None None] Port d91f39ca-1a6d-413b-8f8d-1afae46752ab cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:09.912069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbb32b-9d32-4645-8caf-0e2dd1741df6 req-daabec70-eb12-4edd-99eb-d099baf5ba6e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:09.918851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b650a93c-e7f9-4a66-8bc3-f32f55459b65 req-9d7fce49-35fd-4e19-9504-0b6a3caa191a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 210 time: 0.0861566
Nov 10 04:17:09.920430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ebbb32b-9d32-4645-8caf-0e2dd1741df6 req-daabec70-eb12-4edd-99eb-d099baf5ba6e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 931 time: 0.2197967
Nov 10 04:17:10.019794 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ebbb32b-9d32-4645-8caf-0e2dd1741df6 req-7dcfc5ad-56e5-49f9-8ec2-409f158a77c3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982740
Nov 10 04:17:10.046406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-95070cd8-7200-40d3-9297-dbc655dcedbc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.050490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-95070cd8-7200-40d3-9297-dbc655dcedbc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 813 time: 0.2841971
Nov 10 04:17:10.066381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Request body: {'port': {'device_id': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'admin_state_up': True, 'tenant_id': '8e88284f9ef743c7bd4c0df26719a5ec'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:10.122787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91f39ca-1a6d-413b-8f8d-1afae46752ab {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:10.132767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.146924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Transition to ACTIVE for port object d91f39ca-1a6d-413b-8f8d-1afae46752ab will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:10.151712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.191406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Made reservation on behalf of 8e88284f9ef743c7bd4c0df26719a5ec for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:10.195468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.195633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.217765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:10.291270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Attempting to bind port d91f39ca-1a6d-413b-8f8d-1afae46752ab on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:10.291614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Attempting to bind port d91f39ca-1a6d-413b-8f8d-1afae46752ab by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:10.291972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Attempting to bind port d91f39ca-1a6d-413b-8f8d-1afae46752ab on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:10.296866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Port d91f39ca-1a6d-413b-8f8d-1afae46752ab on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:10.297187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Attempting to bind port d91f39ca-1a6d-413b-8f8d-1afae46752ab on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:10.302969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:10.303305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:10.303689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:10.304121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Bound port: d91f39ca-1a6d-413b-8f8d-1afae46752ab, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:10.304479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.352113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Allocated IP 172.20.0.3 (7c7a01a3-35fb-49b4-bd71-0e559c75cfc4/5267c02c-a786-43f5-b9c7-e298ba74aaa1/e00e2b2f-a92c-4630-8099-4b215a1cd2b5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:10.370814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:10.373963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:10.379995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.412931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.413888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.415638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 200  len: 1091 time: 0.9720778
Nov 10 04:17:10.417980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:10.421245 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:10.482398 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87aa64c-816f-4f34-a79d-530de4dd4600 x-openstack-request-id: req-b87aa64c-816f-4f34-a79d-530de4dd4600 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:10.482692 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:10.482945 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b87aa64c-816f-4f34-a79d-530de4dd4600 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:10.483344 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'status': 'completed', 'code': 200}
Nov 10 04:17:10.501379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee56809-81f5-4ddb-8f4e-599a36960dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:10.539864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-60e7cd4d-f5be-42b6-9260-a32e9348375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.542037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-60e7cd4d-f5be-42b6-9260-a32e9348375d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 1094 time: 0.0772696
Nov 10 04:17:10.596257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-7ee47b95-c8b2-477f-960e-802c24ddaec2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 200  len: 217 time: 0.0462263
Nov 10 04:17:10.652139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5a951544-bff6-477b-b0dc-6280c74bea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.654210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-5a951544-bff6-477b-b0dc-6280c74bea9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0496604
Nov 10 04:17:10.712145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-24c66be1-a15c-43f1-8ca3-f63f9338e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.713731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-24c66be1-a15c-43f1-8ca3-f63f9338e5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524988
Nov 10 04:17:10.775539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.814988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.833101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-51ef9311-fa82-48c9-8216-fa1eb9859e30 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120300
Nov 10 04:17:10.848156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7a6f906b-f78d-4715-9631-40bd0a53af26'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:10.867120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:10.871119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:10.874942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:10.932940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:10.933724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:10.947557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39ad6976-75ae-4492-81b4-d9574e29f0b4 req-57e09128-eea5-4fe9-bcae-26a52698c212 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077056
Nov 10 04:17:10.991632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Pushing event updated for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:11.006454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-d9159002-e232-4b26-8774-91bd0b7638c2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9430964
Nov 10 04:17:11.019596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Request body: {'port': {'device_id': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:11.161182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:11.204949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-283269d2-faa2-4dad-b3ce-557247a1fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.206547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-283269d2-faa2-4dad-b3ce-557247a1fe4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 1094 time: 0.1730628
Nov 10 04:17:11.246046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-a96f0fed-5b56-404c-ad42-f2e8f70cdcb6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1259208
Nov 10 04:17:11.449930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-d07ffb3c-a7dc-4fba-b4f8-b4196c64527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.451662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-d07ffb3c-a7dc-4fba-b4f8-b4196c64527b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.1205995
Nov 10 04:17:11.469966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68b49-094f-43e6-b313-b27e39e208f3 req-3efb1cc9-0d15-4257-b0f5-6d38873768b2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.471811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9b68b49-094f-43e6-b313-b27e39e208f3 req-3efb1cc9-0d15-4257-b0f5-6d38873768b2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 943 time: 0.2826185
Nov 10 04:17:11.474849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-e416a940-6fc7-4f39-a1c7-24ccc01408ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.477435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-e416a940-6fc7-4f39-a1c7-24ccc01408ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.2603965
Nov 10 04:17:11.512059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360aaf6-f32b-4e23-98a8-848539773dec req-36c9f4e3-7c44-493b-9fec-8f4f78e026bc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.513637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7360aaf6-f32b-4e23-98a8-848539773dec req-36c9f4e3-7c44-493b-9fec-8f4f78e026bc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 931 time: 0.4031985
Nov 10 04:17:11.608066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-6bc705b3-0051-482f-b8a8-8d6e5137193b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 200  len: 217 time: 0.1172247
Nov 10 04:17:11.637205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00e2b2f-a92c-4630-8099-4b215a1cd2b5 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:11.645753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:11.667064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Transition to ACTIVE for port object e00e2b2f-a92c-4630-8099-4b215a1cd2b5 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:11.679231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:11.743428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7360aaf6-f32b-4e23-98a8-848539773dec req-eaf97570-6846-4284-a29f-e03593f00c59 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010558
Nov 10 04:17:11.749953 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9b68b49-094f-43e6-b313-b27e39e208f3 req-4d189d4c-48ac-4a79-9499-3e1e535cd700 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527716
Nov 10 04:17:11.765870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-8c9b8ff9-7989-463d-aa3b-2e498259bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.765870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-8c9b8ff9-7989-463d-aa3b-2e498259bf96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1478496
Nov 10 04:17:11.780766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-0ba1e79d-ab94-40ae-8f1c-403b5d34123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.782345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-0ba1e79d-ab94-40ae-8f1c-403b5d34123d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.3036277
Nov 10 04:17:11.808571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Pushing event updated for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:11.891008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Attempting to bind port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:11.891352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Attempting to bind port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:11.891685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Attempting to bind port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:11.896396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:11.896969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Attempting to bind port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:11.902752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:11.903093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Checking segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:11.903518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Bound using segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:11.903910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Bound port: e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:11.904269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:11.928230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-fde27478-004f-466c-b659-a10cfe0997a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 1001 time: 0.1252754
Nov 10 04:17:11.934720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-ae19d6e8-0453-4f00-9e6d-f106e7e385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:11.936175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-ae19d6e8-0453-4f00-9e6d-f106e7e385d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1529703
Nov 10 04:17:11.999569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:12.009371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:12.019180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:12.062926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-4c20fdfd-3ff0-4918-a7d2-a6787068a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.064851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-4c20fdfd-3ff0-4918-a7d2-a6787068a5ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.1277235
Nov 10 04:17:12.082072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.083234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:12.084904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] 10.222.0.21 "PUT /v2.0/ports/e00e2b2f-a92c-4630-8099-4b215a1cd2b5 HTTP/1.1" status: 200  len: 1091 time: 1.0713093
Nov 10 04:17:12.085416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:12.090954 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bea8147-41fb-4b42-8329-1916962b7ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:12.128417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ec869-6e05-4443-bf14-52d9454c748a service neutron] Pushing event updated for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:12.149562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-ee536378-bff1-4c8e-87ef-364dd55d30ef service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048826
Nov 10 04:17:12.212015 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8eaf21-a863-4714-9210-95aa1fcfc934 x-openstack-request-id: req-0b8eaf21-a863-4714-9210-95aa1fcfc934 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:12.212323 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:12.212681 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b8eaf21-a863-4714-9210-95aa1fcfc934 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:12.213104 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5', 'status': 'completed', 'code': 200}
Nov 10 04:17:12.234110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-21dca3d1-8500-4ea3-87ae-5d28d82d8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.235932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-21dca3d1-8500-4ea3-87ae-5d28d82d8c18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 1094 time: 0.0620680
Nov 10 04:17:12.253768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-934696d6-f542-4016-81ea-89be164432d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.255287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-934696d6-f542-4016-81ea-89be164432d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1807277
Nov 10 04:17:12.286882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-1f4a7b57-b178-4a49-924f-514736b28f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5 HTTP/1.1" status: 200  len: 217 time: 0.0427606
Nov 10 04:17:12.331546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c3a2b10-ec59-4cca-b3f9-b5e84b96abd1 req-b2244a3c-b84a-492c-9e10-e54f74491924 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549740
Nov 10 04:17:12.354331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-58da4f9e-5a2a-4af0-baaa-3057f2d6df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.356337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-58da4f9e-5a2a-4af0-baaa-3057f2d6df98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0588527
Nov 10 04:17:12.371938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-46f94b1b-d8e0-4d30-9a3f-aaf9b137e49c service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092446
Nov 10 04:17:12.394699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-68f83b70-6787-47f9-92fc-51c73758eb77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285702
Nov 10 04:17:12.486198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ebfe74cf-42ca-49f6-a444-0ea5dd710b60 req-fd141cdc-e538-4f08-9f29-ca7aff57247a service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056998
Nov 10 04:17:12.516475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-237e7174-7478-439c-a796-316094e7c9db service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128993
Nov 10 04:17:12.616137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f48dd0f2-5fb4-4e05-b97c-79e31667950e req-172fbf86-ed66-4d16-9190-394f78f994c6 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930533
Nov 10 04:17:12.716200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-51a02890-368d-4f20-8077-f36289509e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.717766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-51a02890-368d-4f20-8077-f36289509e7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 1094 time: 0.0575032
Nov 10 04:17:12.863674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-c0e44ff9-fa7f-4c8f-82e5-40dc36d4e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.865544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-c0e44ff9-fa7f-4c8f-82e5-40dc36d4e246 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.1410506
Nov 10 04:17:12.908961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1d487-e25e-4d1b-9a18-ed572b3628dd req-e051bbbd-2054-4923-b911-ec383a7e2665 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.913051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ce1d487-e25e-4d1b-9a18-ed572b3628dd req-e051bbbd-2054-4923-b911-ec383a7e2665 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 943 time: 0.0683224
Nov 10 04:17:12.935318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-63827fd6-eaa0-4791-b2bf-0042a5ef0b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5 HTTP/1.1" status: 200  len: 217 time: 0.0522387
Nov 10 04:17:12.982223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3adc6-3548-4316-9119-2399b171a8ed req-b3cc55f1-ee36-48f2-8560-bb6e5d74d6e1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:12.982503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ce1d487-e25e-4d1b-9a18-ed572b3628dd req-2b476c1e-2d3f-457e-92aa-d46998fe762d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643520
Nov 10 04:17:12.983759 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47d3adc6-3548-4316-9119-2399b171a8ed req-b3cc55f1-ee36-48f2-8560-bb6e5d74d6e1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 943 time: 0.1394289
Nov 10 04:17:13.007741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-135b0f40-b504-45ed-b536-82bf662b7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:13.009381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-135b0f40-b504-45ed-b536-82bf662b7cc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0661843
Nov 10 04:17:13.058185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-a82a7900-5be2-43b4-aa15-ff10141b9d59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403354
Nov 10 04:17:13.099572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-47d3adc6-3548-4316-9119-2399b171a8ed req-c2f27b7d-de88-4b25-9a8f-5528ca57ad70 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049638
Nov 10 04:17:13.225957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-f8dc8c0b-c51c-42db-a264-9c1ba4a143e1 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591005
Nov 10 04:17:13.353481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bea8147-41fb-4b42-8329-1916962b7ed1 req-2bf92279-8646-400e-a71f-0424ade48e89 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188216
Nov 10 04:17:14.034749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d91f39ca-1a6d-413b-8f8d-1afae46752ab details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:14.087389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60658) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:14.112654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1d931-ae63-4b81-99b0-c696cf47f059 req-44254cb6-9494-4bd5-8fe0-65c1d85e8f49 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:14.114173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85e1d931-ae63-4b81-99b0-c696cf47f059 req-44254cb6-9494-4bd5-8fe0-65c1d85e8f49 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 943 time: 0.0531521
Nov 10 04:17:14.135102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Deleting subnet 4b6d997f-e603-4cc1-9d45-052558eeb93a {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:17:14.139463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.147223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:14.161732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'mac_address': 'fa:16:3e:76:41:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:14.169635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85e1d931-ae63-4b81-99b0-c696cf47f059 req-67a0340b-38bf-41f3-81d6-3b364887fd76 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473042
Nov 10 04:17:14.178487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.220511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.224798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.236150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91f39ca-1a6d-413b-8f8d-1afae46752ab {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:14.260092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:14.270087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.301799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.318772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b53dd-dc58-4737-8eb5-7eda79e1cd81 req-340bcf70-75d4-41ee-b138-416da930bf59 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:14.320921 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-188b53dd-dc58-4737-8eb5-7eda79e1cd81 req-340bcf70-75d4-41ee-b138-416da930bf59 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 944 time: 0.0724566
Nov 10 04:17:14.338382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:14.341811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.345551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b6d997f-e603-4cc1-9d45-052558eeb93a HTTP/1.1" status: 204  len: 168 time: 0.2565904
Nov 10 04:17:14.346638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db39b-58df-4793-ab1a-9b4459efbcd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6d997f-e603-4cc1-9d45-052558eeb93a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:14.350456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:14.355301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.355818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.356517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.357619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.358276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.359464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.359974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.360476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.361124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.361637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.362174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.362667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:14.391110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-188b53dd-dc58-4737-8eb5-7eda79e1cd81 req-8ed10377-bdcd-437b-a974-eb81ebc044ec tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639589
Nov 10 04:17:14.436888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.489120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d91f39ca-1a6d-413b-8f8d-1afae46752ab'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:14.748563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:14.857121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.874475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9688-3355-4fc2-97fe-6f27b14f065d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.880310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214253dc0>,) {'filters': {'network_id': ['c27c373f-216e-4218-89c6-d5f6dc8c3fa3']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:14.893581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214253dc0>, 'e2e598f4-32d7-4da0-8058-ca64c798288c') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:14.893890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214253dc0>, 'e2e598f4-32d7-4da0-8058-ca64c798288c') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:14.904524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.922012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.929134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:17:14.929529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:17:14.931301 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:17:14.957960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9688-3355-4fc2-97fe-6f27b14f065d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.963308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9688-3355-4fc2-97fe-6f27b14f065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.986277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.993143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:14.996435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c27c373f-216e-4218-89c6-d5f6dc8c3fa3 HTTP/1.1" status: 204  len: 168 time: 0.6463580
Nov 10 04:17:14.998585 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a5f9688-3355-4fc2-97fe-6f27b14f065d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13258b52b4254a4dbfb61a71094668c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2488365
Nov 10 04:17:15.003123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60706) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:15.003616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:15.006296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a47b5-2e0f-4ba7-aff1-12a8939ec1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27c373f-216e-4218-89c6-d5f6dc8c3fa3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:15.041817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9688-3355-4fc2-97fe-6f27b14f065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f8163-0e8b-4265-908f-04e9aeff8075,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:15.083992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Deleting subnet 8da97846-b7a0-439e-974c-f8951e469ecd {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:17:15.093064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.118987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.146306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.168058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.214224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.262651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.265221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.268913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc5f8163-0e8b-4265-908f-04e9aeff8075 HTTP/1.1" status: 204  len: 168 time: 0.2607071
Nov 10 04:17:15.278222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.281708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e2c45-a552-4a44-b471-9bf17693acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f8163-0e8b-4265-908f-04e9aeff8075,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:15.310514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da97846-b7a0-439e-974c-f8951e469ecd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:15.316329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.322720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2703c13e-b3c0-4fef-b464-e6ef6343f5de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8da97846-b7a0-439e-974c-f8951e469ecd HTTP/1.1" status: 204  len: 168 time: 0.3150902
Nov 10 04:17:15.322938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:15.354461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee05483-4b8e-45ae-bd44-e311cb64b634 req-50b176ad-8bcc-4de5-96f9-699c0f2314d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:15.356590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee05483-4b8e-45ae-bd44-e311cb64b634 req-50b176ad-8bcc-4de5-96f9-699c0f2314d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 943 time: 0.1029661
Nov 10 04:17:15.395875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.415843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee05483-4b8e-45ae-bd44-e311cb64b634 req-d89fb428-fcc8-465a-89e9-ae1f7d75a23d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506089
Nov 10 04:17:15.491936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.538082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc567c0-40a3-4105-9c87-462381f9f844 req-eefb8d78-97ee-4a32-832a-c98ee577b016 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:15.539591 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfc567c0-40a3-4105-9c87-462381f9f844 req-eefb8d78-97ee-4a32-832a-c98ee577b016 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 944 time: 0.0541680
Nov 10 04:17:15.544128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f7f2790>,) {'filters': {'network_id': ['263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:15.562720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f7f2790>, 'a9d95b93-13a3-4aa9-9cb8-69ee06d6e736') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:15.562720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f7f2790>, 'a9d95b93-13a3-4aa9-9cb8-69ee06d6e736') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:15.574282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.610470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.623227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:17:15.623696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.624948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cfc567c0-40a3-4105-9c87-462381f9f844 req-e27a4bcc-7826-4f49-ae09-99dff946cef1 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717177
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:17:15.626151 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:17:15.686323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.693843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:15.697020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab HTTP/1.1" status: 204  len: 168 time: 0.3731184
Nov 10 04:17:15.710930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1faf6c-b7a6-46fa-b88f-ab2bb701caf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=263b3e9c-bae0-4c8f-b065-5cbe9c38b8ab,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:15.897916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60754) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:15.949290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-72adcd7f-14c3-41f7-852d-f27b61264c4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac8c622c5e44556b123f0c76f41e8c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0500321
Nov 10 04:17:15.950719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:16.005253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.027071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.038037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d91f39ca-1a6d-413b-8f8d-1afae46752ab up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:16.078102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.080956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.082103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/798bc9a4-9823-4af4-af2b-211d173a14f0 HTTP/1.1" status: 204  len: 168 time: 0.1304810
Nov 10 04:17:16.093178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10776491-78e7-48b6-8f18-9237dbcb9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798bc9a4-9823-4af4-af2b-211d173a14f0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.096463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port d91f39ca-1a6d-413b-8f8d-1afae46752ab completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:16.100679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60762) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:16.107330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port d91f39ca-1a6d-413b-8f8d-1afae46752ab triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:16.107716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.195248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.222348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:16.224583 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a76c8-b656-4044-bf4b-4d4a33e4e720" -d '{"events": [{"server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:16.248020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:16.254468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.290345 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb44307-f5fb-43d6-8a61-7edfe3530860 x-openstack-request-id: req-ebb44307-f5fb-43d6-8a61-7edfe3530860 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:16.290890 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:16.291290 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb44307-f5fb-43d6-8a61-7edfe3530860 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:16.292144 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'code': 200}
Nov 10 04:17:16.310875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.315711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e00e2b2f-a92c-4630-8099-4b215a1cd2b5 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:16.325576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-510768174-network', 'tenant_id': '3a98fe29a26f445a84b4c47c9dcee2b2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:16.349337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Made reservation on behalf of 3a98fe29a26f445a84b4c47c9dcee2b2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:16.352872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.392238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.420927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 60772) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:16.425789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5554b7-98e2-4859-8fd6-d8256a33b302 req-5b0692db-423e-4f2e-8035-ce5c036b3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:16.427330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b5554b7-98e2-4859-8fd6-d8256a33b302 req-5b0692db-423e-4f2e-8035-ce5c036b3e8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 1096 time: 0.0710919
Nov 10 04:17:16.437830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:16.454937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'port_id': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5', 'mac_address': 'fa:16:3e:48:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5267c02c-a786-43f5-b9c7-e298ba74aaa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:16.479266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cf71c303-f15a-4bc5-8b9b-a72a367424f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0200cbe944aa4a1eb45231a99d411fcc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0572023
Nov 10 04:17:16.484172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60778) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:16.517082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.528783 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3b5554b7-98e2-4859-8fd6-d8256a33b302 req-0b4ac3d8-e62c-4f97-b848-96a23bcac4bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926695
Nov 10 04:17:16.539598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00e2b2f-a92c-4630-8099-4b215a1cd2b5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:16.572134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:16.576762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.579930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.588202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbfc8-8c09-4e4a-bd55-f6db71ce7298 req-b75caaa0-7c4b-4b40-9acc-5f77aa8cbd71 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:16.589783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f9dbfc8-8c09-4e4a-bd55-f6db71ce7298 req-b75caaa0-7c4b-4b40-9acc-5f77aa8cbd71 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 943 time: 0.0598605
Nov 10 04:17:16.593197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.614134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.635785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:17:16.652401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.661287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f9dbfc8-8c09-4e4a-bd55-f6db71ce7298 req-0362beda-49ee-438b-943a-794d05030b38 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577781
Nov 10 04:17:16.661746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.662101 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Added segment cb799552-3d40-412d-9e59-e29961d98f47 of type vlan for network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53
Nov 10 04:17:16.663410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35798b7-fcfa-4594-8f96-67c6234dc96e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.686549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.784646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.809243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0825a8-8973-4208-be86-7267d0768bd5 req-36fc77f9-f08a-47b1-85a5-571bfb158957 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:16.811362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b0825a8-8973-4208-be86-7267d0768bd5 req-36fc77f9-f08a-47b1-85a5-571bfb158957 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 945 time: 0.0666597
Nov 10 04:17:16.816408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e00e2b2f-a92c-4630-8099-4b215a1cd2b5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:16.819368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.820750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:16.821550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.840665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.843376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:16.844793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb5a0b57-d621-4d33-9085-1f31b0785e02 HTTP/1.1" status: 204  len: 168 time: 0.3568988
Nov 10 04:17:16.901069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24cb6c-5fa3-4ab9-9e39-02d2d8804c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a0b57-d621-4d33-9085-1f31b0785e02,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.907159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2b0825a8-8973-4208-be86-7267d0768bd5 req-1d7ab29d-c111-478e-8179-acb949697b03 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782847
Nov 10 04:17:16.925822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8239455
Nov 10 04:17:16.928678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:16.933538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Request body: {'subnet': {'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-510768174-subnet', 'tenant_id': '3a98fe29a26f445a84b4c47c9dcee2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:16.941891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4659-861c-441f-a2f0-c5b4ef9e957a admin admin] Pushing event updated for resources: {'Network': ['ID=854b22b7-706b-4b90-bbc9-c4c7a14f9b53,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:16.971323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Made reservation on behalf of 3a98fe29a26f445a84b4c47c9dcee2b2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:16.975667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:17.087971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:17:17.193838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:17.269093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fccffa7-facb-4dba-aab5-26d183fac352,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:17.278582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Checking segment: {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:17.279140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Network hostable DHCP agents. Network: 854b22b7-706b-4b90-bbc9-c4c7a14f9b53, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:17:17.300215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:17:17.310785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 854b22b7-706b-4b90-bbc9-c4c7a14f9b53) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:17.316150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:17.316783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:17.323327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41353949-e311-4e4d-a683-93ac65914ff6 None None] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:17:17.338499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afe63c61-1bb4-400a-9ce6-2a943c8576e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4087610
Nov 10 04:17:17.472977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ddf8c-c384-4fee-a662-06c94244398a None None] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:17:17.806946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2503-01fe-49c7-81cc-324c760abe4c req-1ed0a157-b962-4d35-b65e-e204ac95579a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:17.818285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-683c2503-01fe-49c7-81cc-324c760abe4c req-1ed0a157-b962-4d35-b65e-e204ac95579a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 944 time: 0.0771115
Nov 10 04:17:17.823806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:17.882613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-683c2503-01fe-49c7-81cc-324c760abe4c req-704a028e-45bc-4b56-94fb-5f533d4dbddb tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622883
Nov 10 04:17:18.051074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb0d5-ef36-4d16-aba1-e5a8dc9ed7ea req-b5410e91-9cb9-4c98-bf93-211a60343966 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:18.053858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fdeb0d5-ef36-4d16-aba1-e5a8dc9ed7ea req-b5410e91-9cb9-4c98-bf93-211a60343966 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 945 time: 0.0672150
Nov 10 04:17:18.153450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Deleting subnet 9169ac14-6478-4290-96b9-3c739a40a865 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:17:18.160005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.166041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fdeb0d5-ef36-4d16-aba1-e5a8dc9ed7ea req-f3b48d5e-682b-422e-a62d-7b12b5cb8562 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055462
Nov 10 04:17:18.203711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.259598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.330304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-890783c0-bc76-452c-845d-743003e3c12b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 267 time: 0.0586593
Nov 10 04:17:18.332544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e00e2b2f-a92c-4630-8099-4b215a1cd2b5 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:18.361602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.409645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ffe03-a6ec-4e77-9d7d-e0a869cef3d6 None None] Network 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:17:18.425420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.432585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9169ac14-6478-4290-96b9-3c739a40a865 HTTP/1.1" status: 204  len: 168 time: 0.6068540
Nov 10 04:17:18.433335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60884) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:18.456495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-a17ab793-c83b-445a-b4b8-a13e5280e1ff tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:18.465618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-a17ab793-c83b-445a-b4b8-a13e5280e1ff tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 945 time: 0.1204104
Nov 10 04:17:18.476383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'security_groups': []}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:18.507189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:18.519863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:18.520647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.522381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.529184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f5f6-8d59-4078-b275-bc4c6ae914c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9169ac14-6478-4290-96b9-3c739a40a865,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:18.575056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.669695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.706585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820eac34f0>,) {'filters': {'network_id': ['4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:18.716952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.718302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.723857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eac34f0>, 'b48ea721-1bda-4326-949e-408f92bb2c41') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:18.725086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eac34f0>, 'b48ea721-1bda-4326-949e-408f92bb2c41') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:18.729678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95e204-a6d5-47cb-8d54-373d4f88f352 None None] DHCP port deletion for 4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:17:18.739234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.749751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:18.752719 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90854b0f-8707-45a0-8b77-81238885a184" -d '{"events": [{"server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:18.757743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.769312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:17:18.769966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:17:18.773101 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:17:18.783791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:18.789969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:18.797778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.843495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.851610 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855dccaa-69d6-416c-a2cb-b19d4bf0096b x-openstack-request-id: req-855dccaa-69d6-416c-a2cb-b19d4bf0096b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:18.852249 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "name": "network-vif-plugged", "status": "completed", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:18.852669 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-855dccaa-69d6-416c-a2cb-b19d4bf0096b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:18.858212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.859462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.862835 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5', 'code': 200}
Nov 10 04:17:18.865023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.871524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d HTTP/1.1" status: 204  len: 168 time: 0.4362099
Nov 10 04:17:18.892437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a', 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:18.894472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d91f39ca-1a6d-413b-8f8d-1afae46752ab'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:18.905566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad049ce-0cbb-43dd-80a1-17ea69703bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d45f6fc-4c4a-4d3f-a5ab-26af10771d0d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:18.918108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:18.921108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:18.927002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8147926c-1fbb-4173-9e15-19b93c479c49 req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "PUT /v2.0/ports/d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 200  len: 904 time: 0.4599531
Nov 10 04:17:18.936927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:18.943101 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:19.059779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e895e-53ca-4d4e-acb2-71c53b0c51ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:19.062869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.068362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d91f39ca-1a6d-413b-8f8d-1afae46752ab'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:19.086670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:19.135242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60916) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:19.143261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc0744-3b87-4368-addf-673cc0d14e07 req-ee01b3ca-7c3d-4e7f-9474-1aea8abf5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.145431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5bc0744-3b87-4368-addf-673cc0d14e07 req-ee01b3ca-7c3d-4e7f-9474-1aea8abf5e23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 1096 time: 0.2172868
Nov 10 04:17:19.189759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd18e0-a3ba-4e85-ab6c-bd880c43ce2f req-f0b4c41f-d84e-4acc-85d7-7071ef40ee57 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.202203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bfd18e0-a3ba-4e85-ab6c-bd880c43ce2f req-f0b4c41f-d84e-4acc-85d7-7071ef40ee57 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.1610670
Nov 10 04:17:19.203722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539e066-ad12-41c6-a07a-e2120cf530f2 req-10dae4e3-2172-45d1-a856-7fbc3497e74c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.217462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f539e066-ad12-41c6-a07a-e2120cf530f2 req-10dae4e3-2172-45d1-a856-7fbc3497e74c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 907 time: 0.1263068
Nov 10 04:17:19.256945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3d18ff5d-4e35-4c4c-a5a1-f17f7adcd7b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1b41fe8af644d33915bdae4bbd34947&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1179905
Nov 10 04:17:19.259382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 60922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:19.288805 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f639d868-017e-4f4b-97d2-dc85f6d62a5a x-openstack-request-id: req-f639d868-017e-4f4b-97d2-dc85f6d62a5a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:19.289101 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:19.289354 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f639d868-017e-4f4b-97d2-dc85f6d62a5a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:19.290288 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'status': 'completed', 'code': 200}
Nov 10 04:17:19.315207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bfd18e0-a3ba-4e85-ab6c-bd880c43ce2f req-beae91e8-4f13-4268-bb67-03179ee303ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115460
Nov 10 04:17:19.338917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5bc0744-3b87-4368-addf-673cc0d14e07 req-9b8b9539-7545-4b0e-8690-afaf79a8345d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814065
Nov 10 04:17:19.351786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ecbc9491-0fd3-47dc-8579-16f9eabd5111 None None] Provisioning complete for port d91f39ca-1a6d-413b-8f8d-1afae46752ab triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:19.353427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9491-0fd3-47dc-8579-16f9eabd5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.360648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.423017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.443288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-b893e076-2ebe-49e6-bdc0-ff4974652edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.444837 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-b893e076-2ebe-49e6-bdc0-ff4974652edf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 1058 time: 0.1343281
Nov 10 04:17:19.530164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ee97-8f3e-4c06-96e1-1cf415278f33 req-ad1972f1-1d2f-4d5d-b819-61ea1e9ec460 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.531714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac62ee97-8f3e-4c06-96e1-1cf415278f33 req-ad1972f1-1d2f-4d5d-b819-61ea1e9ec460 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1675105
Nov 10 04:17:19.587183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.590424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:19.593972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac236df5-00ce-4a45-8172-8dd15564e26d HTTP/1.1" status: 204  len: 168 time: 0.3310666
Nov 10 04:17:19.595585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-72a2be9c-d764-4134-b63a-64ad37b53e0e tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.607833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-72a2be9c-d764-4134-b63a-64ad37b53e0e tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 808 time: 0.1775334
Nov 10 04:17:19.621049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-e62229f9-4a76-4be3-a987-758927ca8f4f tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/quotas/3a98fe29a26f445a84b4c47c9dcee2b2 HTTP/1.1" status: 200  len: 375 time: 0.0120733
Nov 10 04:17:19.624282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804356c-9763-455d-bf1d-15e0ffc94fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac236df5-00ce-4a45-8172-8dd15564e26d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:19.632354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-afb96992-31ab-4099-862e-757c00267aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.634031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-afb96992-31ab-4099-862e-757c00267aec service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1743562
Nov 10 04:17:19.637802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac62ee97-8f3e-4c06-96e1-1cf415278f33 req-bce9b229-c1c1-4e94-9930-10e76a43053a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922742
Nov 10 04:17:19.689130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-d0e59fb3-8045-4bd8-bdab-9621370cb935 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582287
Nov 10 04:17:19.703644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-47b093ec-52b5-4b39-9fe1-6f069a962f0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 200  len: 217 time: 0.0607357
Nov 10 04:17:19.826120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-eb9e82e5-5eea-4373-a3f4-30acd2414e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.827865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-eb9e82e5-5eea-4373-a3f4-30acd2414e8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1120670
Nov 10 04:17:19.830943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-ec00e109-683f-4d95-9593-6461bb7228c4 service neutron] 10.222.0.13 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373899
Nov 10 04:17:19.932952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-25bd1e7f-5378-4fd5-8c42-7dba088e4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.934476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-25bd1e7f-5378-4fd5-8c42-7dba088e4055 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0935628
Nov 10 04:17:19.943475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-005b447d-a2e0-4927-90f5-1da4a42178db service neutron] 10.222.0.13 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113060
Nov 10 04:17:19.950227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c89e5f-0553-43bb-8c6f-4b0cf0ad2ff2 req-a09a9c92-f946-4c30-84d1-b20b44f457c7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:19.951954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f8c89e5f-0553-43bb-8c6f-4b0cf0ad2ff2 req-a09a9c92-f946-4c30-84d1-b20b44f457c7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0875030
Nov 10 04:17:20.073436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f8c89e5f-0553-43bb-8c6f-4b0cf0ad2ff2 req-41744872-3fa2-46bb-a6e7-7c44cb6d0c14 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114101
Nov 10 04:17:20.127609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-1dbbc5d3-b5dc-431e-b99f-a4cd5346ec7f service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744015
Nov 10 04:17:20.273064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3edd9eb-e797-4f1d-ac8f-dcc495bd97ec req-64579ff5-8b84-4261-bfb7-a3fe1c202202 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 210 time: 0.0489750
Nov 10 04:17:20.337567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ad9cb27-0336-4ffe-b09d-9f4bc0f673d3 req-e66a9384-08df-466d-9328-589f97a56591 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995106
Nov 10 04:17:20.547393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eb164-ed11-4912-81a3-e777d21701b8 req-b789dc13-3ac3-494f-8fad-7cfe11725ec4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:20.556108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d3eb164-ed11-4912-81a3-e777d21701b8 req-b789dc13-3ac3-494f-8fad-7cfe11725ec4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.1131771
Nov 10 04:17:20.604843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-4edd4c5f-0d02-4706-a243-ab2469042c3c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:20.607009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-4edd4c5f-0d02-4706-a243-ab2469042c3c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.2032998
Nov 10 04:17:20.627203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d3eb164-ed11-4912-81a3-e777d21701b8 req-9ad8ec7b-b7c0-41f3-8141-8df3c8ef0e8c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701504
Nov 10 04:17:20.642093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-478b9f9f-fd6a-419a-8bd7-076f99d13bd5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/quotas/805d7a00cdff46bf93787cb1abccceba HTTP/1.1" status: 200  len: 375 time: 0.0246809
Nov 10 04:17:20.707692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-be7d4e42-2cf5-4f0f-aa2b-beabe6544862 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0647285
Nov 10 04:17:20.851982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-bcd9cccc-cd39-4523-aa51-78d36d443aae service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338594
Nov 10 04:17:20.944878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-2c3f1a06-b8d2-4e51-95fb-422adf48b0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914381
Nov 10 04:17:21.130210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32c5fb14-1088-4d4d-8cd3-51e07184afda req-7b6bfc02-dd65-4ef4-8eda-045f82b8ca9a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 210 time: 0.0331876
Nov 10 04:17:21.466142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b722212b-5aec-41b8-a605-b49e306c4d07 req-6b015bd2-7876-4e71-9ae1-2e1713c41aa6 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 210 time: 0.0928059
Nov 10 04:17:21.554133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-8c51ba45-a55f-4802-a861-9b15fdbb1e0a tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:21.557555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-8c51ba45-a55f-4802-a861-9b15fdbb1e0a tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 808 time: 0.2127268
Nov 10 04:17:21.576520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Request body: {'port': {'device_id': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53', 'admin_state_up': True, 'tenant_id': '3a98fe29a26f445a84b4c47c9dcee2b2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:21.718271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Made reservation on behalf of 3a98fe29a26f445a84b4c47c9dcee2b2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:21.722398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:21.779357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378063ad-5cb7-4244-a008-a0baeeb85ea2 req-f764db65-57af-4132-b3ae-bd392a459321 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:21.789198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-378063ad-5cb7-4244-a008-a0baeeb85ea2 req-f764db65-57af-4132-b3ae-bd392a459321 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.0774350
Nov 10 04:17:21.848764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-378063ad-5cb7-4244-a008-a0baeeb85ea2 req-c0c4439a-1aba-4d50-a7d9-3adca6cdabf0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584109
Nov 10 04:17:21.937048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Allocated IP 172.20.0.13 (854b22b7-706b-4b90-bbc9-c4c7a14f9b53/2fccffa7-facb-4dba-aab5-26d183fac352/39766b13-0199-4fec-937d-24cf16b7930d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:22.121359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.149843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b1640-5f3d-401b-827d-d879868e1699 req-6da10d09-894c-41bb-98b4-4a42cc666638 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:22.151397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f45b1640-5f3d-401b-827d-d879868e1699 req-6da10d09-894c-41bb-98b4-4a42cc666638 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.0638108
Nov 10 04:17:22.168909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.227053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f45b1640-5f3d-401b-827d-d879868e1699 req-22359c78-d719-48f1-ae98-15c2b9670059 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669875
Nov 10 04:17:22.227862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:22.232018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:22.234410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:22.297772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9eaefb55-3f6a-4a1a-961f-ee859b157689 req-bfff1c83-d56e-494f-a81d-a380c5ca57cd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 210 time: 0.0857482
Nov 10 04:17:22.308077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Pushing event updated for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:22.350285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:22.351015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.372102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5ad95978-2a05-47f6-9507-252223c82343 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7993696
Nov 10 04:17:22.385425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-1a3ccfa8-ee2d-4a50-9b01-ae0b4fb5c160 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:17:22.389592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-1a3ccfa8-ee2d-4a50-9b01-ae0b4fb5c160 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0100200
Nov 10 04:17:22.395471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-07bc81d0-2c3d-43bc-94e7-c644ac1b44e3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:22.397075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-07bc81d0-2c3d-43bc-94e7-c644ac1b44e3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 812 time: 0.1606009
Nov 10 04:17:22.404656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Request body: {'port': {'device_id': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:22.411914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Request body: {'port': {'device_id': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'admin_state_up': True, 'tenant_id': '805d7a00cdff46bf93787cb1abccceba'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:22.476883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.585934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Made reservation on behalf of 805d7a00cdff46bf93787cb1abccceba for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:22.592751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.716247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376883-06c5-4dad-b4b9-46184c385bc9 req-6daf329c-0187-4c48-b716-1ab5e8b551b1 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:22.717786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d376883-06c5-4dad-b4b9-46184c385bc9 req-6daf329c-0187-4c48-b716-1ab5e8b551b1 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 932 time: 0.1431918
Nov 10 04:17:22.757349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Allocated IP 172.20.0.8 (db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4/7cd8e761-3a33-44e0-ba08-f9fd4a68b448/bbe7f95e-6baa-4881-bb15-7fa8236a0466) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:22.831810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d376883-06c5-4dad-b4b9-46184c385bc9 req-98f57116-9591-4752-83fb-9b9004a23795 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941300
Nov 10 04:17:22.921899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39766b13-0199-4fec-937d-24cf16b7930d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:22.929472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.929720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.945565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Transition to ACTIVE for port object 39766b13-0199-4fec-937d-24cf16b7930d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:22.950977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.974179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:22.988445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a', 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:23.039440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:23.049849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:23.053564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:23.055948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:23.097500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:23.121802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.122569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.132117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Attempting to bind port 39766b13-0199-4fec-937d-24cf16b7930d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:23.134256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Attempting to bind port 39766b13-0199-4fec-937d-24cf16b7930d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:23.134761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Attempting to bind port 39766b13-0199-4fec-937d-24cf16b7930d on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:23.141675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Port 39766b13-0199-4fec-937d-24cf16b7930d on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:23.141891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Attempting to bind port 39766b13-0199-4fec-937d-24cf16b7930d on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:23.147842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-e3d48cd0-013c-47c6-b1c9-82a8b2d023bb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7400765
Nov 10 04:17:23.148509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:23.150547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Checking segment: {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:23.151006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Bound using segment: {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:23.151445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Bound port: 39766b13-0199-4fec-937d-24cf16b7930d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:23.151917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.160235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-d7de8c47-4ceb-42b5-a274-c1724887fefa tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:17:23.165755 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-d7de8c47-4ceb-42b5-a274-c1724887fefa tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0117316
Nov 10 04:17:23.186184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Request body: {'port': {'device_id': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:23.239111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:23.245379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=39766b13-0199-4fec-937d-24cf16b7930d,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:23.259532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.318747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.331977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.332627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.334161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] 10.222.0.26 "PUT /v2.0/ports/39766b13-0199-4fec-937d-24cf16b7930d HTTP/1.1" status: 200  len: 1092 time: 0.9368262
Nov 10 04:17:23.334747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:23.337118 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd82f0-6baf-424d-8907-41d2f914d077" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "tag": "39766b13-0199-4fec-937d-24cf16b7930d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:23.451641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c1db6-6429-42e5-b867-e601945e5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:23.477078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63606b82-dac2-4a63-a4b0-94d48608f759 req-c8ccefab-dfc7-4b3d-96fe-dcf6a3d5b29d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.478807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63606b82-dac2-4a63-a4b0-94d48608f759 req-c8ccefab-dfc7-4b3d-96fe-dcf6a3d5b29d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.1171520
Nov 10 04:17:23.480362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ed96b828-ed02-41fe-a870-7f599cefab8d None None] Provisioning complete for port bbe7f95e-6baa-4881-bb15-7fa8236a0466 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:23.480980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ed96b828-ed02-41fe-a870-7f599cefab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:23.481528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-bb65474d-915b-439c-937c-5b684bf1ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.483412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-bb65474d-915b-439c-937c-5b684bf1ae7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 1095 time: 0.0738282
Nov 10 04:17:23.528352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ed96b828-ed02-41fe-a870-7f599cefab8d None None] Port bbe7f95e-6baa-4881-bb15-7fa8236a0466 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:23.539745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-30935ad6-ba1d-4c99-91d2-ea2e91251dc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39766b13-0199-4fec-937d-24cf16b7930d HTTP/1.1" status: 200  len: 217 time: 0.0451455
Nov 10 04:17:23.573825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-9d348d1b-a968-4b5c-b231-ca7bdf285139 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.575550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-9d348d1b-a968-4b5c-b231-ca7bdf285139 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 945 time: 0.1772261
Nov 10 04:17:23.587374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db2750-73bc-4a05-9bcd-a3b5dc5f3e2c req-2a583f8c-32d3-4020-bb6b-6822b600b3a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.593081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79db2750-73bc-4a05-9bcd-a3b5dc5f3e2c req-2a583f8c-32d3-4020-bb6b-6822b600b3a2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 931 time: 0.1734819
Nov 10 04:17:23.605221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63606b82-dac2-4a63-a4b0-94d48608f759 req-0582e361-12b9-41a1-9088-5c9b5f44b9be tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190104
Nov 10 04:17:23.622762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4214-12a8-4d20-b413-ca501cb97556 req-4bde5ea5-ef88-4b5e-861f-ff317a83db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:23.624212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-4bde5ea5-ef88-4b5e-861f-ff317a83db62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fccffa7-facb-4dba-aab5-26d183fac352 HTTP/1.1" status: 200  len: 848 time: 0.0736179
Nov 10 04:17:23.668385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-1b102858-3ff6-416b-a992-0eafd746cbbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350478
Nov 10 04:17:23.815439 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-f84679ec-3af6-4753-a677-2ecf9e225645 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363094
Nov 10 04:17:23.839386 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec01d80f-8734-4afb-a47d-e02ec353300e x-openstack-request-id: req-ec01d80f-8734-4afb-a47d-e02ec353300e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:23.839919 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "tag": "39766b13-0199-4fec-937d-24cf16b7930d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:23.840393 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec01d80f-8734-4afb-a47d-e02ec353300e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:23.841013 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d', 'status': 'completed', 'code': 200}
Nov 10 04:17:23.947336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-366e4214-12a8-4d20-b413-ca501cb97556 req-af766acb-9599-4464-86d7-60220c02a0b8 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231260
Nov 10 04:17:24.023335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79db2750-73bc-4a05-9bcd-a3b5dc5f3e2c req-2297785d-8af3-4764-a200-36bb7c8363fe tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326454
Nov 10 04:17:24.063538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3473d-6021-4454-8bdf-d8f413682f72 req-e59dc0da-2626-4512-be5e-71cd9a4623a3 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.072116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f3473d-6021-4454-8bdf-d8f413682f72 req-e59dc0da-2626-4512-be5e-71cd9a4623a3 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 944 time: 0.1064520
Nov 10 04:17:24.097648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-c68ca6de-a793-482f-8e84-12edab45764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.097648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-c68ca6de-a793-482f-8e84-12edab45764c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 1095 time: 0.0916674
Nov 10 04:17:24.146786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Deleting port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:17:24.147134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.205375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe7f95e-6baa-4881-bb15-7fa8236a0466 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:24.205986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85f3473d-6021-4454-8bdf-d8f413682f72 req-5b7a59d3-325e-4dbd-b8db-44097f23a708 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322997
Nov 10 04:17:24.218754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.237595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-651211da-cf44-4b0a-a8f6-53a981091ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.239323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-651211da-cf44-4b0a-a8f6-53a981091ac9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 909 time: 0.1325941
Nov 10 04:17:24.242939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Transition to ACTIVE for port object bbe7f95e-6baa-4881-bb15-7fa8236a0466 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:24.246038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.287420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-4f4bd72b-9bc9-433f-8318-cf65bca2e647 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39766b13-0199-4fec-937d-24cf16b7930d HTTP/1.1" status: 200  len: 217 time: 0.0381627
Nov 10 04:17:24.308015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] For port e00e2b2f-a92c-4630-8099-4b215a1cd2b5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:24.308389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.337646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Calling delete_port for e00e2b2f-a92c-4630-8099-4b215a1cd2b5 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:17:24.339417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:24.341954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-f5dc5443-6115-459c-a4ee-606228ad77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.343759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-f5dc5443-6115-459c-a4ee-606228ad77cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fccffa7-facb-4dba-aab5-26d183fac352 HTTP/1.1" status: 200  len: 848 time: 0.0483160
Nov 10 04:17:24.382632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-33b54f0c-1fcb-484e-bce1-2c22bcd6e6c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290196
Nov 10 04:17:24.479037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Attempting to bind port bbe7f95e-6baa-4881-bb15-7fa8236a0466 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:24.479372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Attempting to bind port bbe7f95e-6baa-4881-bb15-7fa8236a0466 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:24.479694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Attempting to bind port bbe7f95e-6baa-4881-bb15-7fa8236a0466 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:24.487813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-58435435-8beb-4edf-a95c-46d48a8ab46f service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969572
Nov 10 04:17:24.490736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Port bbe7f95e-6baa-4881-bb15-7fa8236a0466 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:24.491145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Attempting to bind port bbe7f95e-6baa-4881-bb15-7fa8236a0466 on network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:24.498538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:24.499038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Checking segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:24.499441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Bound using segment: {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:24.499864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Bound port: bbe7f95e-6baa-4881-bb15-7fa8236a0466, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906b9b56-2c31-4db6-bbb9-77c962e45d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:24.500215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.606330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92bd82f0-6baf-424d-8907-41d2f914d077 req-0b3f4670-076e-4c56-9ba1-da1304bdc7fb service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039376
Nov 10 04:17:24.606533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.622471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7a6f906b-f78d-4715-9631-40bd0a53af26'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:24.642972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:24.651142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Pushing event deleted for resources: {'Port': ['ID=e00e2b2f-a92c-4630-8099-4b215a1cd2b5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:24.665256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:24.684872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.704948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] No DVR routers for this DVR port e00e2b2f-a92c-4630-8099-4b215a1cd2b5 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:17:24.709599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.713551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0276186c-ce14-47c7-8942-4ed058aac8cb req-03076414-b80e-43ec-8ed4-bca947e4f691 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "DELETE /v2.0/ports/e00e2b2f-a92c-4630-8099-4b215a1cd2b5 HTTP/1.1" status: 204  len: 173 time: 1.1167490
Nov 10 04:17:24.714279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'name': 'network-vif-deleted', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:24.716798 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833560a-823c-4b0f-95da-ca1af9b1276e" -d '{"events": [{"server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "name": "network-vif-deleted", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:24.763042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.763773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:24.765354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] 10.222.0.21 "PUT /v2.0/ports/bbe7f95e-6baa-4881-bb15-7fa8236a0466 HTTP/1.1" status: 200  len: 1091 time: 1.5837615
Nov 10 04:17:24.789912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc1bdc92-1204-4901-9b14-4dc7d6e9bf64 req-f6a38044-c667-40b6-8034-d10e1a035aec tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=f074dbe3-35c6-40e9-8869-11595983bcc5 HTTP/1.1" status: 200  len: 210 time: 0.0702422
Nov 10 04:17:24.791970 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c61f45f-2efb-4cac-bd1f-1138dd769d0c x-openstack-request-id: req-8c61f45f-2efb-4cac-bd1f-1138dd769d0c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:24.792257 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f074dbe3-35c6-40e9-8869-11595983bcc5", "name": "network-vif-deleted", "tag": "e00e2b2f-a92c-4630-8099-4b215a1cd2b5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:24.792507 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c61f45f-2efb-4cac-bd1f-1138dd769d0c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:24.792921 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f074dbe3-35c6-40e9-8869-11595983bcc5', 'name': 'network-vif-deleted', 'tag': 'e00e2b2f-a92c-4630-8099-4b215a1cd2b5', 'status': 'completed', 'code': 200}
Nov 10 04:17:24.835513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe58e09-8704-4f05-983f-5aef04812c1e service neutron] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:24.886434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-eec7f494-1232-4224-98fd-f719d19e3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:24.887964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-eec7f494-1232-4224-98fd-f719d19e3e6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 1094 time: 0.0491433
Nov 10 04:17:24.964511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-a02339a9-44f6-4ebe-94ed-3c2ef0159f94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466 HTTP/1.1" status: 200  len: 217 time: 0.0639334
Nov 10 04:17:25.021075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-8ddebc24-fe72-4b8e-ab51-863af67c3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:25.022689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-8ddebc24-fe72-4b8e-ab51-863af67c3fe1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0499396
Nov 10 04:17:25.076743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-dbf8d08c-b7cc-4b24-bfcb-c2f786fa1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:25.078772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-dbf8d08c-b7cc-4b24-bfcb-c2f786fa1f6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480747
Nov 10 04:17:25.213820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c995c4-5b5e-45db-aa83-8f8be3233944 req-8b482d00-5eaa-47d5-bf58-c169f9af119b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:25.215367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c995c4-5b5e-45db-aa83-8f8be3233944 req-8b482d00-5eaa-47d5-bf58-c169f9af119b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 943 time: 0.0845218
Nov 10 04:17:25.251924 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-135204fb-fcee-44c9-9950-0d9e59c6ba58 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644628
Nov 10 04:17:25.350493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3c995c4-5b5e-45db-aa83-8f8be3233944 req-8b7a30da-b2dc-4491-9840-d3c8776ec2e6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248991
Nov 10 04:17:25.380241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814169-df1b-421d-93d4-64d7b07baf63 req-536a1538-b0cf-4e65-ab66-af17a0954748 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:25.381803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-94814169-df1b-421d-93d4-64d7b07baf63 req-536a1538-b0cf-4e65-ab66-af17a0954748 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 944 time: 0.0614469
Nov 10 04:17:25.391702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbde7922-028a-4c71-9d6f-eba841ca0a84 req-2cc3ad86-2575-45ba-a5d7-15267520742e service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317494
Nov 10 04:17:25.435474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-94814169-df1b-421d-93d4-64d7b07baf63 req-72eb163c-7ba7-4669-b9f6-464f944bf09c tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471241
Nov 10 04:17:25.948262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f28bb-0a04-4906-aa52-a3f9949524f7 req-18c42f15-b489-4b72-a58e-e6605eb88da5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:25.949768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d4f28bb-0a04-4906-aa52-a3f9949524f7 req-18c42f15-b489-4b72-a58e-e6605eb88da5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0472367
Nov 10 04:17:25.995989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d4f28bb-0a04-4906-aa52-a3f9949524f7 req-72308493-ba8d-4ebb-b366-3b8ccb4293dc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398574
Nov 10 04:17:26.087850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 39766b13-0199-4fec-937d-24cf16b7930d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:26.185043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=39766b13-0199-4fec-937d-24cf16b7930d,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:26.196946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '39766b13-0199-4fec-937d-24cf16b7930d', 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53', 'port_id': '39766b13-0199-4fec-937d-24cf16b7930d', 'mac_address': 'fa:16:3e:ac:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fccffa7-facb-4dba-aab5-26d183fac352', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:26.213132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393c41-af4d-4b25-95db-824de976241f req-c403218a-d412-4b36-b248-c048f2fc495d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:26.214618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81393c41-af4d-4b25-95db-824de976241f req-c403218a-d412-4b36-b248-c048f2fc495d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0536957
Nov 10 04:17:26.234238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:26.250405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39766b13-0199-4fec-937d-24cf16b7930d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:26.267668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81393c41-af4d-4b25-95db-824de976241f req-c14db7a8-115d-421e-93f7-c067121e6727 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469401
Nov 10 04:17:26.272183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=39766b13-0199-4fec-937d-24cf16b7930d,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:26.277392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:26.330129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:26.380163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e00e2b2f-a92c-4630-8099-4b215a1cd2b5 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:17:26.385214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eaed9-59da-472b-ae05-a1fca4d5bb49 req-1be6124d-fe2f-4d3f-84b5-4d7dcd9eb23a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:26.386749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-943eaed9-59da-472b-ae05-a1fca4d5bb49 req-1be6124d-fe2f-4d3f-84b5-4d7dcd9eb23a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0501301
Nov 10 04:17:26.401497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: e00e2b2f-a92c-4630-8099-4b215a1cd2b5 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:17:26.401848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e00e2b2f-a92c-4630-8099-4b215a1cd2b5 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:17:26.436689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-943eaed9-59da-472b-ae05-a1fca4d5bb49 req-fbf91de4-1247-4dcb-813d-7f9405d08430 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430007
Nov 10 04:17:26.480386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5e69-3fd7-45f2-a704-fb626c7f3531 req-4c2bf773-89b3-4307-82dd-a5d2a5fe1162 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:26.485182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ad5e69-3fd7-45f2-a704-fb626c7f3531 req-4c2bf773-89b3-4307-82dd-a5d2a5fe1162 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 943 time: 0.0573823
Nov 10 04:17:26.520024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['39766b13-0199-4fec-937d-24cf16b7930d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:26.537907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0ad5e69-3fd7-45f2-a704-fb626c7f3531 req-516a9946-20a6-4439-a35c-bdb852a0157a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501907
Nov 10 04:17:26.589577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25993f3-bcee-45a9-9d9e-2abbdd96e6cb req-0c00e595-afca-42fa-9471-e2ab5d054ba8 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:26.590997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c25993f3-bcee-45a9-9d9e-2abbdd96e6cb req-0c00e595-afca-42fa-9471-e2ab5d054ba8 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 945 time: 0.0762429
Nov 10 04:17:26.657501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c25993f3-bcee-45a9-9d9e-2abbdd96e6cb req-7e72be9d-3e79-4f95-b0ea-0646517bf2c7 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592265
Nov 10 04:17:26.793797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:26.796995 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39929ef7-5dfe-418f-86b7-e071b30983fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:26.848483 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ce37d-c2b7-4cfa-8ebb-47c7b600a556 x-openstack-request-id: req-d69ce37d-c2b7-4cfa-8ebb-47c7b600a556 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:26.848734 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:26.848966 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d69ce37d-c2b7-4cfa-8ebb-47c7b600a556 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:26.850015 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'status': 'completed', 'code': 200}
Nov 10 04:17:26.910730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-7113e21a-379e-4fef-bc1f-325419db76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:26.912240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-7113e21a-379e-4fef-bc1f-325419db76e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 1094 time: 0.0419402
Nov 10 04:17:27.009652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-138adf74-feb8-4d1c-905b-5241efd9ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:27.011215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-138adf74-feb8-4d1c-905b-5241efd9ba36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.0919480
Nov 10 04:17:27.058395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-c7a734d0-cd46-451d-ae33-5dcda933ff22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466 HTTP/1.1" status: 200  len: 217 time: 0.0399909
Nov 10 04:17:27.113388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-42d5ae57-d9d7-4ac0-8aaf-2bea5b7da665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:27.114771 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-42d5ae57-d9d7-4ac0-8aaf-2bea5b7da665 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0494454
Nov 10 04:17:27.178158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-8d43f6e2-f361-4382-9f21-2df8e39c6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:27.179660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-8d43f6e2-f361-4382-9f21-2df8e39c6a3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0582161
Nov 10 04:17:27.279390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-3151104c-11b3-4528-86a5-cb2d45b707c6 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913410
Nov 10 04:17:27.368035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39929ef7-5dfe-418f-86b7-e071b30983fc req-e4a89355-dc93-4afc-84b9-1757c617ddff service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817518
Nov 10 04:17:27.677622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a8293-d9d3-4b0a-9ffd-bac95747ab12 req-1cceb29b-ab21-4742-a99c-c59d7ba0639c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:27.677622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e0a8293-d9d3-4b0a-9ffd-bac95747ab12 req-1cceb29b-ab21-4742-a99c-c59d7ba0639c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 943 time: 0.0633307
Nov 10 04:17:27.749175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e0a8293-d9d3-4b0a-9ffd-bac95747ab12 req-bed6b66a-0b5a-4272-afdf-3b17a76c77da tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549550
Nov 10 04:17:27.811880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaecd1-76a1-4dd1-b9d4-b91493818da2 req-99b37e25-ea64-47cd-b25c-9f1b3efc31a8 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:27.817060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ffaecd1-76a1-4dd1-b9d4-b91493818da2 req-99b37e25-ea64-47cd-b25c-9f1b3efc31a8 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 945 time: 0.0713756
Nov 10 04:17:27.866386 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ffaecd1-76a1-4dd1-b9d4-b91493818da2 req-86b8655c-cbd1-4022-89ca-499e7a9c0424 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470822
Nov 10 04:17:28.089841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 39766b13-0199-4fec-937d-24cf16b7930d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:28.188317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 39766b13-0199-4fec-937d-24cf16b7930d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:28.194467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 39766b13-0199-4fec-937d-24cf16b7930d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:28.194897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:28.206388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4570-347a-47ad-8736-0799d5f09b5e req-e097ab47-fd8b-4a37-910c-1d082acfcc4d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:28.214956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2ca4570-347a-47ad-8736-0799d5f09b5e req-e097ab47-fd8b-4a37-910c-1d082acfcc4d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0675507
Nov 10 04:17:28.273123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2ca4570-347a-47ad-8736-0799d5f09b5e req-85085bfe-1fcf-4a1a-a802-cf87e5536af3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571923
Nov 10 04:17:28.298518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:28.329716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:28.332250 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b16f7b7-11f3-4257-8c80-cfcb8f834ce5" -d '{"events": [{"server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "name": "network-vif-plugged", "status": "completed", "tag": "39766b13-0199-4fec-937d-24cf16b7930d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:28.367608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=39766b13-0199-4fec-937d-24cf16b7930d,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:28.377005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:28.418524 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c905eae-2033-4f98-ad82-17a03d7b7b7a x-openstack-request-id: req-5c905eae-2033-4f98-ad82-17a03d7b7b7a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:28.419032 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "name": "network-vif-plugged", "status": "completed", "tag": "39766b13-0199-4fec-937d-24cf16b7930d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:28.419475 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c905eae-2033-4f98-ad82-17a03d7b7b7a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:28.420241 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d', 'code': 200}
Nov 10 04:17:28.423536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:28.454510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684fa9c-9a3b-49b9-836a-3437de15a6da req-157e26b6-808c-4eb1-86b5-fcd36bf6e00d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:28.456144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8684fa9c-9a3b-49b9-836a-3437de15a6da req-157e26b6-808c-4eb1-86b5-fcd36bf6e00d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0715551
Nov 10 04:17:28.531012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:28.533177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8684fa9c-9a3b-49b9-836a-3437de15a6da req-2b45c093-a118-4ddd-9465-ea9243b9af36 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684903
Nov 10 04:17:28.620169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:28.642489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'mac_address': 'fa:16:3e:5f:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:28.666336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46402da5-1b39-49d3-b416-35238e5525eb req-6f62c52b-46d1-4d87-b2c2-5fe5630f945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:28.667826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46402da5-1b39-49d3-b416-35238e5525eb req-6f62c52b-46d1-4d87-b2c2-5fe5630f945e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 1097 time: 0.1772983
Nov 10 04:17:28.695265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:28.710717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe7f95e-6baa-4881-bb15-7fa8236a0466 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:28.732048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:28.739420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:28.741756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46402da5-1b39-49d3-b416-35238e5525eb req-215ef637-1533-42d6-a459-4c79de15435f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638392
Nov 10 04:17:28.799664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:28.902950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8fbf9-f697-41dc-8a7a-a414fb5cb78e req-35be4ce0-390e-4859-bd97-1f348308ad70 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:28.911736 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30e8fbf9-f697-41dc-8a7a-a414fb5cb78e req-35be4ce0-390e-4859-bd97-1f348308ad70 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 944 time: 0.0776513
Nov 10 04:17:28.963793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bbe7f95e-6baa-4881-bb15-7fa8236a0466'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:28.970368 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-30e8fbf9-f697-41dc-8a7a-a414fb5cb78e req-efcafcc1-346f-41f9-a4fa-c6d902ddba8b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566285
Nov 10 04:17:29.032680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a811a83-97d1-4f83-81e6-fc742d589bdd req-d9e94e68-6d5d-41e3-a0de-f4729ad27407 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:29.034545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a811a83-97d1-4f83-81e6-fc742d589bdd req-d9e94e68-6d5d-41e3-a0de-f4729ad27407 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.0801864
Nov 10 04:17:29.094254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a811a83-97d1-4f83-81e6-fc742d589bdd req-49d47671-cce4-4df0-86c5-9ca5aaedfca1 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511298
Nov 10 04:17:30.098612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb654-1320-4216-80ac-1cfbef2656b1 req-be9a7a00-1c83-4f1e-ba61-541985dec556 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.100322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ebfb654-1320-4216-80ac-1cfbef2656b1 req-be9a7a00-1c83-4f1e-ba61-541985dec556 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 944 time: 0.0539806
Nov 10 04:17:30.124277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a8754-3d66-465c-aadb-e83829be65bd req-644dcd89-99e4-4d39-8fb0-82c1f5c23891 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.125829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-802a8754-3d66-465c-aadb-e83829be65bd req-644dcd89-99e4-4d39-8fb0-82c1f5c23891 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0517015
Nov 10 04:17:30.157165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ebfb654-1320-4216-80ac-1cfbef2656b1 req-131dbd15-9fe2-4ab2-9f3e-b4926532dea6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495741
Nov 10 04:17:30.182355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-802a8754-3d66-465c-aadb-e83829be65bd req-fe24f5f5-1efb-486a-8b58-3c1f2d691177 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498641
Nov 10 04:17:30.279465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87636984-bd53-4030-b0ee-ec5628c177cd req-60e7fa6f-d193-4663-ba4d-8b56b4d46828 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.281239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87636984-bd53-4030-b0ee-ec5628c177cd req-60e7fa6f-d193-4663-ba4d-8b56b4d46828 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.0623033
Nov 10 04:17:30.315196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c04f-c8dd-4c08-bcd3-6471c9be47c3 req-1346644d-8fd5-4f7f-a0b4-955e8d6a00c8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.316977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2380c04f-c8dd-4c08-bcd3-6471c9be47c3 req-1346644d-8fd5-4f7f-a0b4-955e8d6a00c8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0544999
Nov 10 04:17:30.337637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87636984-bd53-4030-b0ee-ec5628c177cd req-c6c0ed50-5cbb-43f2-b4d9-8be3dab0b62e tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501142
Nov 10 04:17:30.383731 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2380c04f-c8dd-4c08-bcd3-6471c9be47c3 req-02ce66cc-8715-4b44-801b-eee7afeb492c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590622
Nov 10 04:17:30.413000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:30.480854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port bbe7f95e-6baa-4881-bb15-7fa8236a0466 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:30.485339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port bbe7f95e-6baa-4881-bb15-7fa8236a0466 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:30.485643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:30.593101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:30.602307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90ba58-ea07-458b-9103-9a190f855389 req-1d86bea2-4148-4221-8a47-a7ea087b3b5f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.609228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c90ba58-ea07-458b-9103-9a190f855389 req-1d86bea2-4148-4221-8a47-a7ea087b3b5f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0687151
Nov 10 04:17:30.622170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:30.625021 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078e9ca-0ca3-47ea-b829-4c978685bb36" -d '{"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:30.643432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:30.650874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:30.699402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0c90ba58-ea07-458b-9103-9a190f855389 req-7d97bbea-a10e-4cce-84c6-0bd29ff2606e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852976
Nov 10 04:17:30.721236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:30.748719 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1bb2e-5bf0-42be-84bb-affb082d439d x-openstack-request-id: req-fde1bb2e-5bf0-42be-84bb-affb082d439d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:30.749039 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:30.752422 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde1bb2e-5bf0-42be-84bb-affb082d439d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:30.752861 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'code': 200}
Nov 10 04:17:30.869405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e773-f312-4c52-9e62-959057f9c411 req-ec1929e2-75e0-47c5-95a7-64bc26f5ed1d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.871050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd47e773-f312-4c52-9e62-959057f9c411 req-ec1929e2-75e0-47c5-95a7-64bc26f5ed1d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0701120
Nov 10 04:17:30.876901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adde1a-ce34-47a3-938f-488ddbe2eca5 req-4f0773e0-3a12-4ccd-af2e-6dac0aedab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:30.878520 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0adde1a-ce34-47a3-938f-488ddbe2eca5 req-4f0773e0-3a12-4ccd-af2e-6dac0aedab0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 1096 time: 0.0523882
Nov 10 04:17:30.935759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cd47e773-f312-4c52-9e62-959057f9c411 req-d1b9087b-6fbb-4ecb-af6d-82c12b299299 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583901
Nov 10 04:17:30.962167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0adde1a-ce34-47a3-938f-488ddbe2eca5 req-7d3b1372-98cb-4b95-85ff-5c5f97a3d845 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752156
Nov 10 04:17:31.115479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda1caf-54dd-4163-96a8-74118762f992 req-9507f168-c433-4b72-9816-77c2d4f1317c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.117842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cda1caf-54dd-4163-96a8-74118762f992 req-9507f168-c433-4b72-9816-77c2d4f1317c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0501049
Nov 10 04:17:31.170697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cda1caf-54dd-4163-96a8-74118762f992 req-2470ab6a-663e-4619-85ed-a2f3b9654db1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471454
Nov 10 04:17:31.236494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a335fea-a3f7-4689-ba3c-20ce54b135db req-04344e25-391b-444c-b9a0-354037f176b1 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.237619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a335fea-a3f7-4689-ba3c-20ce54b135db req-04344e25-391b-444c-b9a0-354037f176b1 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.0521221
Nov 10 04:17:31.284724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386e7b-8fcd-4c66-afe7-a6f30f67d75e req-017ec6d8-c35f-401e-bbc1-4173023ea0d8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.286215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb386e7b-8fcd-4c66-afe7-a6f30f67d75e req-017ec6d8-c35f-401e-bbc1-4173023ea0d8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0597560
Nov 10 04:17:31.294556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a335fea-a3f7-4689-ba3c-20ce54b135db req-df6c89b8-3cb2-4a02-98e5-6e759aa0b614 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510578
Nov 10 04:17:31.349287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb386e7b-8fcd-4c66-afe7-a6f30f67d75e req-4d49b589-6aa1-47c5-b56a-a7ee4e027464 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568969
Nov 10 04:17:31.406945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438aaf8-5f4a-4c5c-ad7b-7f0fffa713c4 req-51cdddbe-5944-418a-8f31-f02f8aa9b2b7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.408393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1438aaf8-5f4a-4c5c-ad7b-7f0fffa713c4 req-51cdddbe-5944-418a-8f31-f02f8aa9b2b7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0522385
Nov 10 04:17:31.457072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1438aaf8-5f4a-4c5c-ad7b-7f0fffa713c4 req-bb1231da-3ae4-47c1-87ab-bc86df087a5b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420690
Nov 10 04:17:31.504029 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:17:31.638516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062cd1-d8e7-4e36-ab92-de81fa7c3865 req-3e967444-71b8-4436-aa8a-09666d0bf741 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.639954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a062cd1-d8e7-4e36-ab92-de81fa7c3865 req-3e967444-71b8-4436-aa8a-09666d0bf741 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0476537
Nov 10 04:17:31.686069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a062cd1-d8e7-4e36-ab92-de81fa7c3865 req-77d4e336-b52f-4323-8d16-0f2007b5cf8d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400386
Nov 10 04:17:31.821214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751bf18-66e2-4874-a702-1508b001cc20 req-0481013d-c031-45d8-9a4d-9a5a57f29c11 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:31.822990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2751bf18-66e2-4874-a702-1508b001cc20 req-0481013d-c031-45d8-9a4d-9a5a57f29c11 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0597887
Nov 10 04:17:31.876245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2751bf18-66e2-4874-a702-1508b001cc20 req-e803879e-0321-4d9c-9d8d-7eee1268903e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438037
Nov 10 04:17:32.075514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407cd3c-a222-4d7f-bbc3-1e59de1b5aaa req-e28b15d9-08e2-4216-bf85-d7c275ce5124 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.077668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6407cd3c-a222-4d7f-bbc3-1e59de1b5aaa req-e28b15d9-08e2-4216-bf85-d7c275ce5124 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0624962
Nov 10 04:17:32.126312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6407cd3c-a222-4d7f-bbc3-1e59de1b5aaa req-8b75e421-30c6-48bc-b05d-7adeebae4530 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425029
Nov 10 04:17:32.243080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dbaab-c720-42cf-88b2-b17a43e87116 req-f6ec5e1e-5c5c-43a0-baf0-43eea336b199 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.244688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b3dbaab-c720-42cf-88b2-b17a43e87116 req-f6ec5e1e-5c5c-43a0-baf0-43eea336b199 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0488296
Nov 10 04:17:32.291421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0b3dbaab-c720-42cf-88b2-b17a43e87116 req-83b85771-afec-4438-b0ab-dbeeb373ac8c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409200
Nov 10 04:17:32.418717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acc1d5-edea-4950-932a-c34c8e2bb42e req-384d094b-f136-4342-a463-242c75640b82 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.420179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10acc1d5-edea-4950-932a-c34c8e2bb42e req-384d094b-f136-4342-a463-242c75640b82 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.0488224
Nov 10 04:17:32.459794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d898ba-5477-4311-a013-65434c01af9d req-d1b5f1a2-1e6c-4e5e-b7c1-18ed3adc30d5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.461814 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-15d898ba-5477-4311-a013-65434c01af9d req-d1b5f1a2-1e6c-4e5e-b7c1-18ed3adc30d5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0488305
Nov 10 04:17:32.470414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10acc1d5-edea-4950-932a-c34c8e2bb42e req-8cc7719e-76af-4291-ad8b-1a7e2cc2f401 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441172
Nov 10 04:17:32.514423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-15d898ba-5477-4311-a013-65434c01af9d req-6ce27bba-792c-4a05-bc3a-82f17659e8ac tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459213
Nov 10 04:17:32.578659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa533c1-3d09-4d48-91f6-a205c81be207 req-6d8f4aa7-e12e-4dd3-9b13-1397c92c2d81 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.580187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caa533c1-3d09-4d48-91f6-a205c81be207 req-6d8f4aa7-e12e-4dd3-9b13-1397c92c2d81 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0511441
Nov 10 04:17:32.632204 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caa533c1-3d09-4d48-91f6-a205c81be207 req-6c533c7a-4ac3-4682-9914-e4c814cb105c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459416
Nov 10 04:17:32.721095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a972d-5efc-4eb9-bd4a-392e22776c4c req-87385c91-67db-415a-b9c1-4ba3ed4aab20 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.723079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-739a972d-5efc-4eb9-bd4a-392e22776c4c req-87385c91-67db-415a-b9c1-4ba3ed4aab20 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0694001
Nov 10 04:17:32.856905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-95654701-9510-4d0c-acd1-1c300109fbdb tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:32.858678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-95654701-9510-4d0c-acd1-1c300109fbdb tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.1045105
Nov 10 04:17:32.864330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-739a972d-5efc-4eb9-bd4a-392e22776c4c req-6246afdd-5799-4c0d-b2cd-6d1430f2f3e3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336241
Nov 10 04:17:33.004157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c2791-3b7b-4b33-8300-7b89b29a8213 req-adddd725-1c5b-4f64-a8c8-dae2f63cca06 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:33.014650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-697c2791-3b7b-4b33-8300-7b89b29a8213 req-adddd725-1c5b-4f64-a8c8-dae2f63cca06 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0968432
Nov 10 04:17:33.081973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-697c2791-3b7b-4b33-8300-7b89b29a8213 req-ef014093-ae5d-45f1-837c-637de30de945 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650461
Nov 10 04:17:33.444262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Deleting port 39766b13-0199-4fec-937d-24cf16b7930d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:17:33.444912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:33.507185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462c94-42c8-4f19-a61e-fdfb786d9886 req-eee2f404-3b9b-46b4-b095-97b38b395436 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:33.507185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47462c94-42c8-4f19-a61e-fdfb786d9886 req-eee2f404-3b9b-46b4-b095-97b38b395436 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 813 time: 0.1624520
Nov 10 04:17:33.530224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47462c94-42c8-4f19-a61e-fdfb786d9886 req-5dbb49f2-9d48-43ce-a64c-330ef21571be tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/quotas/8e88284f9ef743c7bd4c0df26719a5ec HTTP/1.1" status: 200  len: 375 time: 0.0171425
Nov 10 04:17:33.588358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] For port 39766b13-0199-4fec-937d-24cf16b7930d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=39766b13-0199-4fec-937d-24cf16b7930d,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:33.588745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:33.592407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dc363-4e6b-47b5-9d89-d02f27e8393d req-a8308807-41fb-40de-8862-4cf015875a5b tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:33.593930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd2dc363-4e6b-47b5-9d89-d02f27e8393d req-a8308807-41fb-40de-8862-4cf015875a5b tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d4107b-833c-4921-b1c2-b6f1ffce5466 HTTP/1.1" status: 200  len: 946 time: 0.0534906
Nov 10 04:17:33.603494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Calling delete_port for 39766b13-0199-4fec-937d-24cf16b7930d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:17:33.624503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47462c94-42c8-4f19-a61e-fdfb786d9886 req-fba2ef3d-1c3d-446a-8c28-25c8d3b50123 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0860236
Nov 10 04:17:33.643648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd2dc363-4e6b-47b5-9d89-d02f27e8393d req-0f8fa0a6-966b-4a5a-8399-2334fc3df33f tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430202
Nov 10 04:17:33.746393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:33.758161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a14f7-7696-4fde-9cab-a4ce1c65e4be req-1303fa01-6f9b-444a-8c76-fd7693453c3e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:33.760232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d20a14f7-7696-4fde-9cab-a4ce1c65e4be req-1303fa01-6f9b-444a-8c76-fd7693453c3e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0588336
Nov 10 04:17:33.763344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['39766b13-0199-4fec-937d-24cf16b7930d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:33.775197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Pushing event deleted for resources: {'Port': ['ID=39766b13-0199-4fec-937d-24cf16b7930d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:33.838433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d20a14f7-7696-4fde-9cab-a4ce1c65e4be req-f7869e16-f2c8-4fbb-83b7-84218bafb2f1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702708
Nov 10 04:17:33.839990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] No DVR routers for this DVR port 39766b13-0199-4fec-937d-24cf16b7930d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:17:33.842688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:33.847559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dff11503-b700-4345-9b70-7dbf5268dcdf req-04bf7891-3965-4985-a6e7-efc5d683ba5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "DELETE /v2.0/ports/39766b13-0199-4fec-937d-24cf16b7930d HTTP/1.1" status: 204  len: 173 time: 0.9820466
Nov 10 04:17:33.848046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'name': 'network-vif-deleted', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:33.850354 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b7bca-b13e-45f8-8470-44a58ba9f5d6" -d '{"events": [{"server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "name": "network-vif-deleted", "tag": "39766b13-0199-4fec-937d-24cf16b7930d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:33.911004 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72000c7-3b0b-405c-a131-f4a848e056d7 x-openstack-request-id: req-a72000c7-3b0b-405c-a131-f4a848e056d7 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:33.911326 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4107b-833c-4921-b1c2-b6f1ffce5466", "name": "network-vif-deleted", "tag": "39766b13-0199-4fec-937d-24cf16b7930d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:33.912102 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72000c7-3b0b-405c-a131-f4a848e056d7 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:33.912820 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4107b-833c-4921-b1c2-b6f1ffce5466', 'name': 'network-vif-deleted', 'tag': '39766b13-0199-4fec-937d-24cf16b7930d', 'status': 'completed', 'code': 200}
Nov 10 04:17:34.010436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f1101-02f0-44b4-9684-d64574099552 req-26314c84-3fdb-4325-9e5d-c5e070f2834f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.020051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e6f1101-02f0-44b4-9684-d64574099552 req-26314c84-3fdb-4325-9e5d-c5e070f2834f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0754390
Nov 10 04:17:34.072283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e6f1101-02f0-44b4-9684-d64574099552 req-0ed8dec6-4df7-465a-9750-a4ce2cd29f7d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513659
Nov 10 04:17:34.254115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214d07-7c53-467f-8854-f8051c2c5f60 req-f39d6a7f-b12b-45f2-86fd-406720a11d88 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.255626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f214d07-7c53-467f-8854-f8051c2c5f60 req-f39d6a7f-b12b-45f2-86fd-406720a11d88 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0632932
Nov 10 04:17:34.286256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60874766-867b-460b-b8fd-282582f32991 req-fc8518b6-df29-41fb-81cf-9cbf5793e7f0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8e88284f9ef743c7bd4c0df26719a5ec HTTP/1.1" status: 200  len: 221 time: 0.0292759
Nov 10 04:17:34.330045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-52897d35-f615-45e3-b9fb-4a9c866e5453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:34.340362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f214d07-7c53-467f-8854-f8051c2c5f60 req-6d861c69-91a3-4abe-beb4-3d0d02a26662 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782320
Nov 10 04:17:34.421690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5c86-fa04-4863-be80-807225047e0b req-cdffdfe1-ffb9-4bd8-be41-66c57e10df1b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.423236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79ea5c86-fa04-4863-be80-807225047e0b req-cdffdfe1-ffb9-4bd8-be41-66c57e10df1b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0562730
Nov 10 04:17:34.491000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79ea5c86-fa04-4863-be80-807225047e0b req-d8c82348-f09a-4564-85c8-847b9cce1f05 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517943
Nov 10 04:17:34.618778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f187a88-3bd0-46a8-b418-fab8338db657 req-a4eff892-ac97-4b01-b01f-90fad1932577 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.620559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f187a88-3bd0-46a8-b418-fab8338db657 req-a4eff892-ac97-4b01-b01f-90fad1932577 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0513921
Nov 10 04:17:34.680397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f187a88-3bd0-46a8-b418-fab8338db657 req-949d9275-4949-4cd5-a5ed-90bc6247c60e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497561
Nov 10 04:17:34.848693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33590) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:34.879090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef022214-4cec-446f-b1ad-f3344fd2c054 req-ddc5972f-a37c-4947-88f1-7674c74ec927 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.880724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef022214-4cec-446f-b1ad-f3344fd2c054 req-ddc5972f-a37c-4947-88f1-7674c74ec927 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0665193
Nov 10 04:17:34.940519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85386-00e1-41ec-b4ab-0d373e7dee41 req-edc4c448-281f-4e5c-b33a-0967f3a21672 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:34.940879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef022214-4cec-446f-b1ad-f3344fd2c054 req-15b746b6-52a3-43db-b2af-4921664f9ee6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529923
Nov 10 04:17:34.942735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0a85386-00e1-41ec-b4ab-0d373e7dee41 req-edc4c448-281f-4e5c-b33a-0967f3a21672 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0544369
Nov 10 04:17:34.982156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45cfbf69-c4f4-4e99-9b1d-1721c616f924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.024697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0a85386-00e1-41ec-b4ab-0d373e7dee41 req-f769cd21-6f68-4867-bc2a-ae3494f078d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752707
Nov 10 04:17:35.085805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45cfbf69-c4f4-4e99-9b1d-1721c616f924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.090916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45cfbf69-c4f4-4e99-9b1d-1721c616f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.135212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-45cfbf69-c4f4-4e99-9b1d-1721c616f924 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02273f07cda641aeb603060c95be43a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2854125
Nov 10 04:17:35.135694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33608) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:35.136399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfbf69-c4f4-4e99-9b1d-1721c616f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c6541a-34f2-4bf6-a582-8d3517d00220,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:35.144050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-5648cff7-167f-4886-bde5-2eba688cdae2 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:35.146246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-5648cff7-167f-4886-bde5-2eba688cdae2 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 808 time: 0.1198676
Nov 10 04:17:35.176983 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-df3e541f-345d-4670-930d-c8db914d8ce3 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/quotas/3a98fe29a26f445a84b4c47c9dcee2b2 HTTP/1.1" status: 200  len: 375 time: 0.0190749
Nov 10 04:17:35.217816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd417d8-715b-4918-ab8f-8bc564b5d43e req-62c82a5e-5c4c-4f5e-bd83-8c1280b8752a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:35.219346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbd417d8-715b-4918-ab8f-8bc564b5d43e req-62c82a5e-5c4c-4f5e-bd83-8c1280b8752a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0587716
Nov 10 04:17:35.219472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-6d416567-93d4-4905-8d19-8035c5e42935 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0328970
Nov 10 04:17:35.236431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.269794 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dbd417d8-715b-4918-ab8f-8bc564b5d43e req-07b5c216-75cd-4bd5-95f7-175f44f842f9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439305
Nov 10 04:17:35.306252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.369244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-1f8df24e-ebe8-4240-ab59-bc9e917ac996 service neutron] 10.222.0.13 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399808
Nov 10 04:17:35.411487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae94f64-0eab-450b-882f-a707b2cd810e req-c6ec6a51-e620-4c44-9473-871c1d8713a4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:35.413021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ae94f64-0eab-450b-882f-a707b2cd810e req-c6ec6a51-e620-4c44-9473-871c1d8713a4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0614288
Nov 10 04:17:35.430030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.432663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:35.433829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41c6541a-34f2-4bf6-a582-8d3517d00220 HTTP/1.1" status: 204  len: 168 time: 0.2971988
Nov 10 04:17:35.464797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9ae94f64-0eab-450b-882f-a707b2cd810e req-10e93344-b752-4a88-8bcf-151699adb356 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446203
Nov 10 04:17:35.480486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f61a-9a63-43ec-8972-423c9d0d8397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c6541a-34f2-4bf6-a582-8d3517d00220,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:35.504980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-bded53b1-924d-46e6-ae88-af74048d6292 service neutron] 10.222.0.13 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253173
Nov 10 04:17:35.616651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a1de5-bca6-4a18-b134-5e0cce847c20 req-1cbcb3b8-e206-41bf-acf4-c6c3e89dd171 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:35.624721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac9a1de5-bca6-4a18-b134-5e0cce847c20 req-1cbcb3b8-e206-41bf-acf4-c6c3e89dd171 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0639999
Nov 10 04:17:35.693039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac9a1de5-bca6-4a18-b134-5e0cce847c20 req-6fc594ba-ffb3-4174-acd4-6ae95506f0a3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674109
Nov 10 04:17:35.750706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a44c9e5a-3847-4de7-9046-748dd3961954 req-1f84572d-2b54-4dd7-a7cb-4449b1573145 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 210 time: 0.0477400
Nov 10 04:17:35.901286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6b9c-2d4f-424a-95d6-b3ca86146087 req-ef317712-3005-49e1-a6b3-5b28c57ad622 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:35.904892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-993d6b9c-2d4f-424a-95d6-b3ca86146087 req-ef317712-3005-49e1-a6b3-5b28c57ad622 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0830772
Nov 10 04:17:35.993459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-993d6b9c-2d4f-424a-95d6-b3ca86146087 req-a52f8bf0-f7b0-40eb-b83b-07208df52694 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799956
Nov 10 04:17:36.097555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3ac0-8fa1-4206-9e25-b588360973a1 req-0e0efe41-dce3-4e9b-9c45-61abef9a4370 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:36.104484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c9b3ac0-8fa1-4206-9e25-b588360973a1 req-0e0efe41-dce3-4e9b-9c45-61abef9a4370 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0748618
Nov 10 04:17:36.121294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 39766b13-0199-4fec-937d-24cf16b7930d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:17:36.152105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 39766b13-0199-4fec-937d-24cf16b7930d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:17:36.152540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 39766b13-0199-4fec-937d-24cf16b7930d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:17:36.199304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c9b3ac0-8fa1-4206-9e25-b588360973a1 req-a15ed3cb-fd09-48fa-97b8-7842014b3214 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852447
Nov 10 04:17:36.204436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02125a73-26f1-4593-a283-99b724ac23ed req-92f279ad-5cf8-4821-a0b3-79fa9a8832c5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:36.206982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02125a73-26f1-4593-a283-99b724ac23ed req-92f279ad-5cf8-4821-a0b3-79fa9a8832c5 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0789144
Nov 10 04:17:36.289833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02125a73-26f1-4593-a283-99b724ac23ed req-7a4fce20-27fd-4a46-a4c5-e50139dd336e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700521
Nov 10 04:17:36.449063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:36.451696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82960c99-8d1c-4c8c-9450-b47ff138af77 req-4be8434f-7157-401c-9ace-7ca93381ba3b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:36.453958 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82960c99-8d1c-4c8c-9450-b47ff138af77 req-4be8434f-7157-401c-9ace-7ca93381ba3b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0541046
Nov 10 04:17:36.522466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82960c99-8d1c-4c8c-9450-b47ff138af77 req-340335be-35fb-48e7-8838-5644c3149041 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615675
Nov 10 04:17:36.569533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:36.584188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'port_id': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'mac_address': 'fa:16:3e:5f:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:36.633923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:36.660421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe7f95e-6baa-4881-bb15-7fa8236a0466 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:36.686463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be38e-61d2-439c-9a3c-3e8b120f7c36 req-39eeeb72-5f6f-4772-a2f1-2f447a6e624c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:36.693329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:36.693608 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-263be38e-61d2-439c-9a3c-3e8b120f7c36 req-39eeeb72-5f6f-4772-a2f1-2f447a6e624c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0726037
Nov 10 04:17:36.700826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:36.755393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-263be38e-61d2-439c-9a3c-3e8b120f7c36 req-ee2d08e3-a015-4744-8e31-813dbb97bcbe tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582516
Nov 10 04:17:36.761845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:36.796864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bbe7f95e-6baa-4881-bb15-7fa8236a0466'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:36.926354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17632540-73b9-4a80-86b9-8e9b48cac1fb req-a6a6ac43-7c19-41c4-914e-989e81b4a150 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 210 time: 0.0742476
Nov 10 04:17:36.927949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-014e4bc8-0e93-4852-b73d-7aacc964fd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:37.044528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8d30-5a59-4158-8da3-b9093ef3935b req-b5dc0645-d9f5-4fa8-8c54-644960557ea1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:37.047265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d3c8d30-5a59-4158-8da3-b9093ef3935b req-b5dc0645-d9f5-4fa8-8c54-644960557ea1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1472211
Nov 10 04:17:37.146489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d3c8d30-5a59-4158-8da3-b9093ef3935b req-72fc814e-2ed8-4cd4-8c05-32e8b55e29b9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840776
Nov 10 04:17:37.529428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2827-3f09-4c98-98a8-802fc0b50856 req-e21185f0-da44-4b86-a8df-e56a3144c63b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:37.534858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ba2827-3f09-4c98-98a8-802fc0b50856 req-e21185f0-da44-4b86-a8df-e56a3144c63b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 944 time: 0.1480813
Nov 10 04:17:37.587127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164b3f-1264-40cd-a7fa-4694004179d3 req-498c3e6f-192d-4e7b-aa5b-24b00f5b15a3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:37.592696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33774) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:37.605200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a164b3f-1264-40cd-a7fa-4694004179d3 req-498c3e6f-192d-4e7b-aa5b-24b00f5b15a3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2593639
Nov 10 04:17:37.625876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-eeb167f0-3532-4117-b214-01f101125686 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:37.628129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-eeb167f0-3532-4117-b214-01f101125686 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 808 time: 0.2524545
Nov 10 04:17:37.673710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Request body: {'port': {'device_id': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53', 'admin_state_up': True, 'tenant_id': '3a98fe29a26f445a84b4c47c9dcee2b2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:37.718388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7ba2827-3f09-4c98-98a8-802fc0b50856 req-2ff7cde6-4b21-429e-b17f-182796141967 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610811
Nov 10 04:17:37.844224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a164b3f-1264-40cd-a7fa-4694004179d3 req-6f5cc505-8544-43f8-ae90-68a68d1b49aa tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360475
Nov 10 04:17:37.901717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:37.984370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'network': {'name': 'tempest-network-smoke--1361019525', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'port_security_enabled': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:37.997174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Made reservation on behalf of 3a98fe29a26f445a84b4c47c9dcee2b2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:38.013528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.046531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:38.050519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.124793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89934720-1713-48f1-ae34-71053f8c1de2 req-fcc462e1-186b-4a78-8579-ec2129ce7d5d tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 210 time: 0.0554218
Nov 10 04:17:38.126189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.222678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.227551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.277642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Allocated IP 172.20.0.4 (854b22b7-706b-4b90-bbc9-c4c7a14f9b53/2fccffa7-facb-4dba-aab5-26d183fac352/366e6536-542d-4c31-a978-1ed06f7fba43) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:38.290771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd607a-4d62-48d5-a5d9-6522117fb964 req-cc855cdc-96eb-41a0-bcac-580f77339984 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:38.294312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:17:38.299271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63dd607a-4d62-48d5-a5d9-6522117fb964 req-cc855cdc-96eb-41a0-bcac-580f77339984 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2459292
Nov 10 04:17:38.309789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113d7d54-cf7c-40bd-b185-7c3c356318d1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:38.327311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.328303 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Added segment 608fb6f6-ea85-4f5c-98cd-f2ad74538d66 of type vlan for network a6c027c1-47df-48f8-8f59-6263718ea999
Nov 10 04:17:38.399331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-63dd607a-4d62-48d5-a5d9-6522117fb964 req-0ec60f5e-31d2-4080-8e3b-77f192637d19 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940144
Nov 10 04:17:38.427295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.477208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:38.478654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.485825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:38.486460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.579027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9893360
Nov 10 04:17:38.582223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:38.591983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-894968246', 'admin_state_up': True, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:38.604069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port bbe7f95e-6baa-4881-bb15-7fa8236a0466 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:38.604740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.624713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb3152-ce88-4a81-8db1-d6ee030b984e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Network': ['ID=a6c027c1-47df-48f8-8f59-6263718ea999,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:38.651962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.652912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a6c027c1-47df-48f8-8f59-6263718ea999 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:17:38.678042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.680446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.796519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eef2d-5a01-4daa-bcb2-897c597d9693 req-aef44d35-8cc6-4198-b4f3-dc143106581b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:38.798326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd0eef2d-5a01-4daa-bcb2-897c597d9693 req-aef44d35-8cc6-4198-b4f3-dc143106581b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2179928
Nov 10 04:17:38.879995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.887479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:38.927686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd0eef2d-5a01-4daa-bcb2-897c597d9693 req-26030c58-8a93-45b7-a3cc-7f8b3e608995 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076386
Nov 10 04:17:38.998809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Pushing event updated for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:39.145563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.190734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:39.195124 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55234ddb-7916-4b71-90dd-1f80525967fe" -d '{"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:39.210051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06359abf-373d-43f4-a9fc-f5cb8ce0ac44 req-c4d93b68-cf83-4490-9b3b-0d9da19c4e78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:39.214119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:39.219539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.219895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06359abf-373d-43f4-a9fc-f5cb8ce0ac44 req-c4d93b68-cf83-4490-9b3b-0d9da19c4e78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 944 time: 0.1738126
Nov 10 04:17:39.256601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:39.283844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:39.315502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:39.329373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:39.364053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06359abf-373d-43f4-a9fc-f5cb8ce0ac44 req-c3008060-bc45-49b6-803c-94869f699068 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428843
Nov 10 04:17:39.367462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.369472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.473334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:39.473966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.503313 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-14a77965-813c-4e65-b95a-ad275a1e4210 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8378952
Nov 10 04:17:39.519003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Request body: {'port': {'device_id': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:39.550009 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c94acb-a3e2-4585-afb2-8cfaba2a0a0b x-openstack-request-id: req-04c94acb-a3e2-4585-afb2-8cfaba2a0a0b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:39.550740 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:39.551193 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04c94acb-a3e2-4585-afb2-8cfaba2a0a0b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:39.551837 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'code': 200}
Nov 10 04:17:39.560680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d4e2-3003-4235-a773-eae3b5a5126e req-0f196ea7-b681-4faa-a08d-f4242ee41920 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:39.572623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a107d4e2-3003-4235-a773-eae3b5a5126e req-0f196ea7-b681-4faa-a08d-f4242ee41920 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 931 time: 0.1191044
Nov 10 04:17:39.613277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.662540 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a107d4e2-3003-4235-a773-eae3b5a5126e req-69a6f502-43f9-469e-88fa-342a2392cc51 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791428
Nov 10 04:17:39.908866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:39.949186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466d07-27c1-4e90-8690-a325949af0bb req-6ee05f03-479f-4847-a3bf-09e98252f896 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:39.957660 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2466d07-27c1-4e90-8690-a325949af0bb req-6ee05f03-479f-4847-a3bf-09e98252f896 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.3156054
Nov 10 04:17:39.966777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:40.158581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e2466d07-27c1-4e90-8690-a325949af0bb req-ec9e16a1-82dc-48e2-b2d4-b6a5780462e6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966236
Nov 10 04:17:40.201871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:40.230626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.32.3.153 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4c301687-5966-4356-a8fc-aeb6faea2fda) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:40.328318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4a6c-692a-4a20-934e-a82be38f806c req-06a34643-3178-476c-a101-5f0f04dd03cd tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:40.336869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498a4a6c-692a-4a20-934e-a82be38f806c req-06a34643-3178-476c-a101-5f0f04dd03cd tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0874856
Nov 10 04:17:40.371793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:40.409096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-498a4a6c-692a-4a20-934e-a82be38f806c req-fc1627d6-8f22-4d5f-a768-0b0bff9e4f7f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708718
Nov 10 04:17:40.457327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:40.500150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:40.508936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:40.532873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26666e58-9c15-40c6-8e3d-453a84d063b7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:17:40.549651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:40.670262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-60c9df0e-9705-4312-b722-c94d1a6fe842 None None] Provisioning complete for port 4c301687-5966-4356-a8fc-aeb6faea2fda triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:40.671098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-60c9df0e-9705-4312-b722-c94d1a6fe842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:40.742036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-60c9df0e-9705-4312-b722-c94d1a6fe842 None None] Port 4c301687-5966-4356-a8fc-aeb6faea2fda cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:40.791174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5760c4-2464-4a4b-b0be-75e4190c036e req-c720a81b-47bd-4952-8783-9a6a372732ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:40.804081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d5760c4-2464-4a4b-b0be-75e4190c036e req-c720a81b-47bd-4952-8783-9a6a372732ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1283786
Nov 10 04:17:40.833860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=4c301687-5966-4356-a8fc-aeb6faea2fda,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:40.869419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812652-09c8-4a27-948d-13a0750655d6 req-04d49a84-8dd0-4175-aca4-7cd6ea55e2fa tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:40.871203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19812652-09c8-4a27-948d-13a0750655d6 req-04d49a84-8dd0-4175-aca4-7cd6ea55e2fa tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.3600218
Nov 10 04:17:40.889194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d5760c4-2464-4a4b-b0be-75e4190c036e req-48dd676a-0f0e-40bf-a8b2-a15ba3f61d1e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840950
Nov 10 04:17:40.969919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19812652-09c8-4a27-948d-13a0750655d6 req-96580b5b-2850-4211-b9d3-8897f81faff3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783195
Nov 10 04:17:40.980866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366e6536-542d-4c31-a978-1ed06f7fba43 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:40.991484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:41.032919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2157b-b1d8-44e7-a26b-06e21b91f140 req-3e835382-02c6-41b4-aa84-cf537cbc0bfe tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:41.043448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85b2157b-b1d8-44e7-a26b-06e21b91f140 req-3e835382-02c6-41b4-aa84-cf537cbc0bfe tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 931 time: 0.0930877
Nov 10 04:17:41.115842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85b2157b-b1d8-44e7-a26b-06e21b91f140 req-cb7b50a1-5cd8-4b8c-93e4-581be8519d21 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706861
Nov 10 04:17:41.153640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Transition to ACTIVE for port object 366e6536-542d-4c31-a978-1ed06f7fba43 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:41.167074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:41.265215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11c73-ae49-4d05-b51a-1ecabc3ad90b req-c2d9e221-b690-48ec-bd12-2a891be765f3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:41.276423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca11c73-ae49-4d05-b51a-1ecabc3ad90b req-c2d9e221-b690-48ec-bd12-2a891be765f3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1850905
Nov 10 04:17:41.297702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:41.307602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Pushing event updated for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:41.871711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca11c73-ae49-4d05-b51a-1ecabc3ad90b req-942321ff-2fc9-4686-b03c-dbe110002a00 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5943155
Nov 10 04:17:41.874367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Attempting to bind port 366e6536-542d-4c31-a978-1ed06f7fba43 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:41.875803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Attempting to bind port 366e6536-542d-4c31-a978-1ed06f7fba43 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:41.876157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Attempting to bind port 366e6536-542d-4c31-a978-1ed06f7fba43 on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:41.883575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Port 366e6536-542d-4c31-a978-1ed06f7fba43 on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:41.902512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Attempting to bind port 366e6536-542d-4c31-a978-1ed06f7fba43 on network 854b22b7-706b-4b90-bbc9-c4c7a14f9b53 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:41.922347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:41.922687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Checking segment: {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:41.923081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Bound using segment: {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:41.923650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Bound port: 366e6536-542d-4c31-a978-1ed06f7fba43, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb799552-3d40-412d-9e59-e29961d98f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:41.924013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.069725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.156592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfb9ed-2aee-411d-b28d-a28581ec08fc req-f442c336-5b87-4a8a-8bd5-74faa88b6f71 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.168875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11bfb9ed-2aee-411d-b28d-a28581ec08fc req-f442c336-5b87-4a8a-8bd5-74faa88b6f71 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1066561
Nov 10 04:17:42.241110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11bfb9ed-2aee-411d-b28d-a28581ec08fc req-edaa45e7-fd9a-426b-a015-9a8a720b14be tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652766
Nov 10 04:17:42.293872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:42.299349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=366e6536-542d-4c31-a978-1ed06f7fba43,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:42.309211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890ab13-743c-4f02-bc7a-43595ff60eb6 req-eed68798-1b28-41eb-bc6c-2791e82d5e0a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.310518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f890ab13-743c-4f02-bc7a-43595ff60eb6 req-eed68798-1b28-41eb-bc6c-2791e82d5e0a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2461190
Nov 10 04:17:42.315270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.374609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33958) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:42.391141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.391768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.393162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] 10.222.0.26 "PUT /v2.0/ports/366e6536-542d-4c31-a978-1ed06f7fba43 HTTP/1.1" status: 200  len: 1091 time: 2.8800583
Nov 10 04:17:42.397700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:42.400662 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e775e8-68de-48aa-8ede-2aad227d018a" -d '{"events": [{"name": "network-changed", "server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:42.443455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f890ab13-743c-4f02-bc7a-43595ff60eb6 req-5234a578-877b-444c-bf5b-d34e47111809 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257977
Nov 10 04:17:42.448884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac6ab-9292-4c88-9f83-ed03f41503fa req-433e1414-a2a6-44c5-8d15-1a44f9f7ca1b tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.452994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a2ac6ab-9292-4c88-9f83-ed03f41503fa req-433e1414-a2a6-44c5-8d15-1a44f9f7ca1b tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 943 time: 0.1278634
Nov 10 04:17:42.524092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556e39-0343-496a-953a-bab003b7c129 service neutron] Pushing event updated for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:42.547516 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f490692c-47b8-4137-8b3c-91ab333082b5 x-openstack-request-id: req-f490692c-47b8-4137-8b3c-91ab333082b5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:42.547809 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:42.548058 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f490692c-47b8-4137-8b3c-91ab333082b5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:42.559611 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43', 'status': 'completed', 'code': 200}
Nov 10 04:17:42.583985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5a2ac6ab-9292-4c88-9f83-ed03f41503fa req-cc1686ce-2078-4110-b5f7-efd341f2ce44 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236508
Nov 10 04:17:42.624979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-1d830718-5f07-4fbf-b378-54694e498286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.626554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-1d830718-5f07-4fbf-b378-54694e498286 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 1094 time: 0.1626334
Nov 10 04:17:42.632431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:17:42.699297 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-90f41c21-ff96-4cf4-8faf-d6ec088ef9bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366e6536-542d-4c31-a978-1ed06f7fba43 HTTP/1.1" status: 200  len: 217 time: 0.0630474
Nov 10 04:17:42.754829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-977edadd-adc9-4e48-a160-33fed3bc5f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.867658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-c7607364-6c9f-4f74-af79-851972109f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.869186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-c7607364-6c9f-4f74-af79-851972109f8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fccffa7-facb-4dba-aab5-26d183fac352 HTTP/1.1" status: 200  len: 848 time: 0.1543937
Nov 10 04:17:42.879182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372e101-f21e-4607-8005-f8cf3f9e9437 req-4bafa078-eaf3-4627-9680-e69d0e9b6445 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:42.881771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3372e101-f21e-4607-8005-f8cf3f9e9437 req-4bafa078-eaf3-4627-9680-e69d0e9b6445 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2374082
Nov 10 04:17:42.924488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-872f043e-a66a-4137-9073-bb489833c046 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366247
Nov 10 04:17:42.948053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-977edadd-adc9-4e48-a160-33fed3bc5f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:42.954357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-977edadd-adc9-4e48-a160-33fed3bc5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.010984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-977edadd-adc9-4e48-a160-33fed3bc5f63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c7d32d780ea4a4c8ea311bc0477cc1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6337056
Nov 10 04:17:43.014459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edadd-adc9-4e48-a160-33fed3bc5f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f7903-59fb-4427-9cf1-7a1098ae42b4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:43.028976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 33980) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:43.088103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3372e101-f21e-4607-8005-f8cf3f9e9437 req-781b6d56-f159-4584-8520-139b6f4a76ea tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606305
Nov 10 04:17:43.112040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:17:43.137812 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:17:43.154034 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:17:43.154676 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b60fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:17:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:43.181513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.186612 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-37dcf991-c970-4394-af17-3e10aadcca8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.6027634
Nov 10 04:17:43.194031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33984) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:43.218424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-36a4a16d-8b9c-4e00-b49c-868c853f8647 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632997
Nov 10 04:17:43.395585 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:17:43.482087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b74c4987-decc-4d1a-a6d4-0d5f145e3eed tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=6c0528b04d134afa8397951de3d7922f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2874088
Nov 10 04:17:43.490195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 33992) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:43.615473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d65b7e54-210f-4a4e-94fa-afd63d6b6f6d req-f813cef9-28d8-4c39-afc1-7d822923afd5 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3820369
Nov 10 04:17:43.633838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b678-1f3a-4a23-850b-a356b08039a5 req-47e86d6b-d20c-4e49-a443-5106d2e8dd57 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:43.642234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fee4b678-1f3a-4a23-850b-a356b08039a5 req-47e86d6b-d20c-4e49-a443-5106d2e8dd57 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.2493525
Nov 10 04:17:43.684235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.690527 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b60fd0>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:40Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:43.711825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.735472 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:17:43.735818 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Updating router f0489173-9bed-4575-8df0-37ffd80b9fbe port 4c301687-5966-4356-a8fc-aeb6faea2fda binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:17:43.772293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794f60-462e-49a3-97ed-0ed64ea41df8 req-a7dfe556-724f-479e-ae3a-e71f6b45d186 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:43.773153 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.782607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e794f60-462e-49a3-97ed-0ed64ea41df8 req-a7dfe556-724f-479e-ae3a-e71f6b45d186 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.7068961
Nov 10 04:17:43.794514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.797420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:43.802006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/366f7903-59fb-4427-9cf1-7a1098ae42b4 HTTP/1.1" status: 204  len: 168 time: 0.7698271
Nov 10 04:17:43.824034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f7903-59fb-4427-9cf1-7a1098ae42b4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:43.835393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.836554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.837061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.837498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.837933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.838535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.839176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.839609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.840035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.840494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.840942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.841479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558e58b-4cd9-4857-8e5f-59dd03b337e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:43.894736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e794f60-462e-49a3-97ed-0ed64ea41df8 req-2f660a4a-58eb-4ea6-bcc8-4bfdf9af61cc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110222
Nov 10 04:17:43.932727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fee4b678-1f3a-4a23-850b-a356b08039a5 req-16db406d-8392-4600-8c3a-860a6bf9a504 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891657
Nov 10 04:17:43.958340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e775e8-68de-48aa-8ede-2aad227d018a req-cce7893e-7113-4332-ba0c-fbefcdd2f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:43.968086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-cce7893e-7113-4332-ba0c-fbefcdd2f555 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 1094 time: 0.2727547
Nov 10 04:17:43.970099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df86d8-9981-4a51-816a-f772a19bdaff tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:43.974646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34000) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:43.982748 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3df86d8-9981-4a51-816a-f772a19bdaff tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4890759
Nov 10 04:17:44.104233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5fcb2918-5511-44c6-94d4-4b3963f23192 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1274350
Nov 10 04:17:44.106916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34002) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:44.112140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414477395', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:44.180737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dededb-dbcb-4255-8c72-2e211cfa27cc req-e2283eda-665a-4f48-a5b2-ddc27d203c67 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:44.188245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27dededb-dbcb-4255-8c72-2e211cfa27cc req-e2283eda-665a-4f48-a5b2-ddc27d203c67 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1834366
Nov 10 04:17:44.208141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.238297 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.287215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27dededb-dbcb-4255-8c72-2e211cfa27cc req-95cf1ceb-4511-4c95-b712-ef2956c9ad00 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978532
Nov 10 04:17:44.289953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5af1f5-9662-498e-9270-f58ce4e536f7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:17:44.301954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f75d4e9b-a68b-49ec-8a5f-91edaa70ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:44.303812 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f75d4e9b-a68b-49ec-8a5f-91edaa70ff5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 200  len: 909 time: 0.3199606
Nov 10 04:17:44.357932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Attempting to bind port 4c301687-5966-4356-a8fc-aeb6faea2fda on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:44.358459 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Attempting to bind port 4c301687-5966-4356-a8fc-aeb6faea2fda by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:44.358961 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Attempting to bind port 4c301687-5966-4356-a8fc-aeb6faea2fda on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:44.367666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:44.370181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823861-31ef-433c-8c90-90db0a6b65ae req-44c2071b-ad08-4168-aa8f-4e004e58643f tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:44.376173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d823861-31ef-433c-8c90-90db0a6b65ae req-44c2071b-ad08-4168-aa8f-4e004e58643f tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 943 time: 0.2973502
Nov 10 04:17:44.383527 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:44.386626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.388112 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:44.389508 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.390428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:44.393218 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Bound port: 4c301687-5966-4356-a8fc-aeb6faea2fda, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:44.393931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.410224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ef3e2e3-095f-4a0b-8a34-e93830a9bcd2 None None] Provisioning complete for port 4c301687-5966-4356-a8fc-aeb6faea2fda triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:44.410602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ef3e2e3-095f-4a0b-8a34-e93830a9bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.465016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-15a6cc5a-2231-46ae-9fc2-008a69524be4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366e6536-542d-4c31-a978-1ed06f7fba43 HTTP/1.1" status: 200  len: 217 time: 0.1433854
Nov 10 04:17:44.514665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d823861-31ef-433c-8c90-90db0a6b65ae req-a30f629b-5ce3-4cfc-997e-538593ab6ca9 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693493
Nov 10 04:17:44.544285 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Pushing event updated for resources: {'Port': ['ID=4c301687-5966-4356-a8fc-aeb6faea2fda,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:44.574732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3e2e3-095f-4a0b-8a34-e93830a9bcd2 None None] Port 4c301687-5966-4356-a8fc-aeb6faea2fda cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:44.579177 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.579525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.584775 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.585456 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.586077 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.586593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.586938 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.587267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.587594 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.587926 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.588249 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.588570 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:44.646048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f84fb67b-60ce-4137-a76b-52080162a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:44.648417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f84fb67b-60ce-4137-a76b-52080162a7d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fccffa7-facb-4dba-aab5-26d183fac352 HTTP/1.1" status: 200  len: 848 time: 0.1320374
Nov 10 04:17:44.650127 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] For port 4c301687-5966-4356-a8fc-aeb6faea2fda, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:44.654105 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] For port 4c301687-5966-4356-a8fc-aeb6faea2fda, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4c301687-5966-4356-a8fc-aeb6faea2fda,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:44.661753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.690232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f8e879d1-1f89-40e0-a40d-d5bb50e94569 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=854b22b7-706b-4b90-bbc9-c4c7a14f9b53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324161
Nov 10 04:17:44.722009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc401905-246b-4757-b4d7-4e312c36e0b9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:17:44.770654 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:17:44.771966 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b60fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:17:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:44.778204 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b66f4-854e-4113-8c45-9d058eb042bf None None] Pushing event updated for resources: {'Port': ['ID=4c301687-5966-4356-a8fc-aeb6faea2fda,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:44.832110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.841005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] Provisioning complete for port 4c301687-5966-4356-a8fc-aeb6faea2fda triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:44.841684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.909265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Subnet': ['ID=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:44.947414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-29b69c36-7aa6-4c9f-9c9d-56816c22a3d5 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437544
Nov 10 04:17:44.974485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:44.977602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Checking segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:44.978075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network hostable DHCP agents. Network: a6c027c1-47df-48f8-8f59-6263718ea999, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:17:45.002184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] For port 4c301687-5966-4356-a8fc-aeb6faea2fda, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4c301687-5966-4356-a8fc-aeb6faea2fda,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:45.009680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:45.125411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network a6c027c1-47df-48f8-8f59-6263718ea999 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:17:45.129161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d54b4-0d89-4d06-a380-adfaa5f60df6 req-eb108f6c-1d3b-4d61-8990-b50018f55ff9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:45.137112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f8d54b4-0d89-4d06-a380-adfaa5f60df6 req-eb108f6c-1d3b-4d61-8990-b50018f55ff9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0862641
Nov 10 04:17:45.159885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a6c027c1-47df-48f8-8f59-6263718ea999) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:45.178948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb320e-7a20-40bc-a34d-3b5147aa2bd5 None None] Network a6c027c1-47df-48f8-8f59-6263718ea999 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:17:45.179660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d468acf-9159-4f84-8dfa-66cc3276dce1 req-c8f4f939-8a2e-4f28-9168-d474da15786f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:45.190203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d468acf-9159-4f84-8dfa-66cc3276dce1 req-c8f4f939-8a2e-4f28-9168-d474da15786f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1981063
Nov 10 04:17:45.207228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16e775e8-68de-48aa-8ede-2aad227d018a req-f0554647-f9ef-4ffc-ac9c-2481198026b6 service neutron] 10.222.0.26 "GET /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502387
Nov 10 04:17:45.230620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f8d54b4-0d89-4d06-a380-adfaa5f60df6 req-e4316105-9079-4453-bf6d-60e585a154bc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923829
Nov 10 04:17:45.239406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:45.240178 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:17:45.240663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:45.268590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8bb00ba9-8371-416c-828d-46b373893bc1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1605365
Nov 10 04:17:45.271439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:45.321640 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3d468acf-9159-4f84-8dfa-66cc3276dce1 req-2a99460e-ee70-4832-b81a-8156ad45b543 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297121
Nov 10 04:17:45.322907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68161f4-b8a3-48bf-bd78-8b1eb211816e None None] Pushing event updated for resources: {'Port': ['ID=4c301687-5966-4356-a8fc-aeb6faea2fda,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:45.438157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be9125-6ba7-4b6b-8d61-d4c326ea2c15 req-3ce91c5f-eff3-42ac-a2f7-c2d2ac66d1d7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:45.445585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5be9125-6ba7-4b6b-8d61-d4c326ea2c15 req-3ce91c5f-eff3-42ac-a2f7-c2d2ac66d1d7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1035686
Nov 10 04:17:45.511622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-a6c027c1-47df-48f8-8f59-6263718ea999', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:17:45.512536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:45.517731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b60fd0>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:40Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:45.551876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe5ca-655a-4dd1-98cb-520e6d4a7f81 None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:40Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:17:45.663454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5be9125-6ba7-4b6b-8d61-d4c326ea2c15 req-4018cdf1-4b84-473f-972e-3b786133c312 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169268
Nov 10 04:17:45.758931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Allocated IP 172.20.0.2 (a6c027c1-47df-48f8-8f59-6263718ea999/c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a/7d2a575e-fa3a-4741-a889-bb9add80f114) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:45.777834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c72dc9-bb64-458e-95ac-2d6825d24873 req-917f89ff-74c0-46c1-a01e-9500b1661bdd tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:45.790489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8c72dc9-bb64-458e-95ac-2d6825d24873 req-917f89ff-74c0-46c1-a01e-9500b1661bdd tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 943 time: 0.1049240
Nov 10 04:17:45.887182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8c72dc9-bb64-458e-95ac-2d6825d24873 req-12a1d7eb-4d5b-45e9-b007-94ab70e61aac tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949426
Nov 10 04:17:46.007155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.026711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.040014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.111931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Pushing event updated for resources: {'Port': ['ID=7d2a575e-fa3a-4741-a889-bb9add80f114,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:46.126849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Network a6c027c1-47df-48f8-8f59-6263718ea999 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:46.128347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:46.133284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:46.198034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 366e6536-542d-4c31-a978-1ed06f7fba43 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:17:46.215740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Attempting to bind port 7d2a575e-fa3a-4741-a889-bb9add80f114 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:46.216112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Attempting to bind port 7d2a575e-fa3a-4741-a889-bb9add80f114 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:46.216974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Attempting to bind port 7d2a575e-fa3a-4741-a889-bb9add80f114 on network a6c027c1-47df-48f8-8f59-6263718ea999 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:46.236167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4c301687-5966-4356-a8fc-aeb6faea2fda up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:46.306540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:46.307008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Checking segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:46.307328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.307730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Bound using segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:46.308220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Bound port: 7d2a575e-fa3a-4741-a889-bb9add80f114, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:46.308799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.391208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] For port 7d2a575e-fa3a-4741-a889-bb9add80f114, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:46.395790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] For port 7d2a575e-fa3a-4741-a889-bb9add80f114, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7d2a575e-fa3a-4741-a889-bb9add80f114,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:46.412444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.431035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.resource_extend [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:17:46.446951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4c301687-5966-4356-a8fc-aeb6faea2fda triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:46.446951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.527307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18efb01-2927-492e-b8e3-78a93f379f85 req-6a58afac-12fa-4983-8469-5e9398884851 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:46.529771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e18efb01-2927-492e-b8e3-78a93f379f85 req-6a58afac-12fa-4983-8469-5e9398884851 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1655047
Nov 10 04:17:46.540761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b93dc-843c-491c-9092-3787d1935867 req-d8a2f3e4-2264-4869-85fd-c9a149a8bd2e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:46.549260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-221b93dc-843c-491c-9092-3787d1935867 req-d8a2f3e4-2264-4869-85fd-c9a149a8bd2e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1059330
Nov 10 04:17:46.634836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dac0f-f948-47c7-8360-a583cb95b975 None None] Pushing event updated for resources: {'Port': ['ID=7d2a575e-fa3a-4741-a889-bb9add80f114,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:46.679994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-221b93dc-843c-491c-9092-3787d1935867 req-17ca4d2c-100e-4f32-8fd1-d36d4cec8e42 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224144
Nov 10 04:17:46.696412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=366e6536-542d-4c31-a978-1ed06f7fba43,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:46.725162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e18efb01-2927-492e-b8e3-78a93f379f85 req-49952ae4-e5cf-4b28-a88d-e3ae5165ee33 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1845763
Nov 10 04:17:46.749562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.1 (a6c027c1-47df-48f8-8f59-6263718ea999/c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a/f9310af0-cc46-4969-93eb-518b6b353bd0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:46.823917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '366e6536-542d-4c31-a978-1ed06f7fba43', 'network_id': '854b22b7-706b-4b90-bbc9-c4c7a14f9b53', 'port_id': '366e6536-542d-4c31-a978-1ed06f7fba43', 'mac_address': 'fa:16:3e:40:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fccffa7-facb-4dba-aab5-26d183fac352', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:17:46.988774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:46.996479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df497-e1f6-43fa-b626-fe8f6d60860a req-8df14a20-0a58-4119-9ebd-420b23645a33 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:47.010527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-157df497-e1f6-43fa-b626-fe8f6d60860a req-8df14a20-0a58-4119-9ebd-420b23645a33 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1002638
Nov 10 04:17:47.024260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366e6536-542d-4c31-a978-1ed06f7fba43 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:47.069470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647c972-8794-4a4a-9f4e-13a1d49be2bb req-00fab3f0-10f9-4398-a957-73604a63810c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:47.087800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b647c972-8794-4a4a-9f4e-13a1d49be2bb req-00fab3f0-10f9-4398-a957-73604a63810c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1195745
Nov 10 04:17:47.091684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=366e6536-542d-4c31-a978-1ed06f7fba43,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:47.098271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:47.136364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-157df497-e1f6-43fa-b626-fe8f6d60860a req-8ecea988-f90a-4203-869b-bdef24289cf6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212022
Nov 10 04:17:47.177655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b647c972-8794-4a4a-9f4e-13a1d49be2bb req-50bc2d81-ba58-4629-88a8-28f1e1e3a085 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883005
Nov 10 04:17:47.189716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:47.242052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:47.277650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52b331-fc32-4470-bbc2-0f5b2e2526ee req-bc70535a-728c-415e-b7d0-c9ddea7baf5e tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:47.285271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d52b331-fc32-4470-bbc2-0f5b2e2526ee req-bc70535a-728c-415e-b7d0-c9ddea7baf5e tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 944 time: 0.0719254
Nov 10 04:17:47.321602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:47.356001 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d52b331-fc32-4470-bbc2-0f5b2e2526ee req-a0ac4733-3bc3-4667-979a-f34c7b837786 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697904
Nov 10 04:17:47.364477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['366e6536-542d-4c31-a978-1ed06f7fba43'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:47.775861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network a6c027c1-47df-48f8-8f59-6263718ea999 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:47.780289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:47.787583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:47.854197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:47.940542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2c7d-1602-489e-afe0-3516ab05db4d req-55bb02aa-9619-4e3f-a22d-057966f6881c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:47.942153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebfa2c7d-1602-489e-afe0-3516ab05db4d req-55bb02aa-9619-4e3f-a22d-057966f6881c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0748031
Nov 10 04:17:47.957044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:47.970452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.970796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.971119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.971452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.971786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.972107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.972426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.972772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.973093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.973412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.973730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:47.974046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:17:48.014901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ea30-ea3e-4dca-8a69-c0ea6d2ed33e req-391767f3-5dc8-4b6b-9921-e5fcd521d72b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:48.016469 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8f2ea30-ea3e-4dca-8a69-c0ea6d2ed33e req-391767f3-5dc8-4b6b-9921-e5fcd521d72b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2976177
Nov 10 04:17:48.022654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ebfa2c7d-1602-489e-afe0-3516ab05db4d req-c9ae6136-9af8-4ad7-9e4b-f4633214f00c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626452
Nov 10 04:17:48.187050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.225451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 366e6536-542d-4c31-a978-1ed06f7fba43 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:48.305773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7d2a575e-fa3a-4741-a889-bb9add80f114 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:48.356824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dd86-85a2-4675-8574-fb5580c72bd8 req-e29a4178-9569-4c31-a53a-d6d4e8b9214f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:48.367428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b926dd86-85a2-4675-8574-fb5580c72bd8 req-e29a4178-9569-4c31-a53a-d6d4e8b9214f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0788434
Nov 10 04:17:48.416515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5c7c2-eae6-4c52-9a4b-8a630d3134bd None None] Network a6c027c1-47df-48f8-8f59-6263718ea999 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:17:48.450343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b926dd86-85a2-4675-8574-fb5580c72bd8 req-765cd4bd-c762-4b6b-9eef-1f847944eb33 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819523
Nov 10 04:17:48.489589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 366e6536-542d-4c31-a978-1ed06f7fba43 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:17:48.506822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 366e6536-542d-4c31-a978-1ed06f7fba43 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:48.507364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.582509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.588452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8f2ea30-ea3e-4dca-8a69-c0ea6d2ed33e req-ce25be42-9afd-45f1-a035-53987d216aa4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5611351
Nov 10 04:17:48.590143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.628515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be6e0-5fbc-4f8b-b18b-95e02757d442 req-12205854-dfea-4b23-b58a-669680fd55c3 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:48.639534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-382be6e0-5fbc-4f8b-b18b-95e02757d442 req-12205854-dfea-4b23-b58a-669680fd55c3 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 944 time: 0.1011662
Nov 10 04:17:48.641189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] Provisioning complete for port 7d2a575e-fa3a-4741-a889-bb9add80f114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:48.641566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.682691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:48.685997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.733236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7d2a575e-fa3a-4741-a889-bb9add80f114 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:48.733524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.785169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-382be6e0-5fbc-4f8b-b18b-95e02757d442 req-04d52bb9-226e-4d4b-b2a1-d6b1c94dcd6c tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446269
Nov 10 04:17:48.797437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.864956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a16b-3628-4c0f-a5a8-8c2737f66818 req-63dfa3c5-4829-455d-a5eb-d127cd8e20d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:48.870481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e682a16b-3628-4c0f-a5a8-8c2737f66818 req-63dfa3c5-4829-455d-a5eb-d127cd8e20d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1279769
Nov 10 04:17:48.890293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network a6c027c1-47df-48f8-8f59-6263718ea999 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:48.900300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:48.954437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:48.971671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.026918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e682a16b-3628-4c0f-a5a8-8c2737f66818 req-25fbdbfa-bb9a-4896-8639-7bcc594e705c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520028
Nov 10 04:17:49.067290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:49.067290 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd59870-7aab-4b12-b392-4ea84bf351fa" -d '{"events": [{"server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:49.089310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:17:49.097715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=366e6536-542d-4c31-a978-1ed06f7fba43,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:49.111674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.131042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.198637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.327161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] For port 7d2a575e-fa3a-4741-a889-bb9add80f114, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7d2a575e-fa3a-4741-a889-bb9add80f114,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:49.350894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2613294-3fab-4616-af94-a19d04fd6a1d req-eccd1d2a-6c24-48e9-b0c9-25fe4bb09ea8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:49.351889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.357002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2613294-3fab-4616-af94-a19d04fd6a1d req-eccd1d2a-6c24-48e9-b0c9-25fe4bb09ea8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1840219
Nov 10 04:17:49.371338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:49.400884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:17:49.407367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0fbfeb67-b1b0-46f2-9bcc-c9af70763efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/f0489173-9bed-4575-8df0-37ffd80b9fbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1346648
Nov 10 04:17:49.413334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:49.516170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2613294-3fab-4616-af94-a19d04fd6a1d req-33e46a84-741a-417c-95e4-0faab5f7d06f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539011
Nov 10 04:17:49.534366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:17:49.631429 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246cdb0-1ad3-4030-8f51-a6f7fa7ee10c x-openstack-request-id: req-b246cdb0-1ad3-4030-8f51-a6f7fa7ee10c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:49.631881 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:49.632008 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b246cdb0-1ad3-4030-8f51-a6f7fa7ee10c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:49.637616 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43', 'code': 200}
Nov 10 04:17:49.668909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:17:49.669299 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:17:49.683496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:17:49.684209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206eb5430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:17:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:49.783856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc837e2-4fea-4d44-acb9-8563873b2cb7 None None] Pushing event updated for resources: {'Port': ['ID=7d2a575e-fa3a-4741-a889-bb9add80f114,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:49.817363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470335-7a5f-4271-8cf0-c9f624f852d1 req-8740aff6-b88c-489a-b37b-2cf01dafff2f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:49.825374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61470335-7a5f-4271-8cf0-c9f624f852d1 req-8740aff6-b88c-489a-b37b-2cf01dafff2f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0872195
Nov 10 04:17:49.850634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0a2d75b3-c675-41f6-a120-202468410767 None None] Provisioning complete for port 7d2a575e-fa3a-4741-a889-bb9add80f114 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:49.851004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a2d75b3-c675-41f6-a120-202468410767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:49.893799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61470335-7a5f-4271-8cf0-c9f624f852d1 req-3098956c-c73f-4b37-bbbc-6e755844d397 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670359
Nov 10 04:17:49.969878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:17:49.984909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2c790-5ba8-4468-9129-014d6705e4fa req-7f7f95b7-2480-48e0-a599-b70906203d9e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:49.993819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dfc2c790-5ba8-4468-9129-014d6705e4fa req-7f7f95b7-2480-48e0-a599-b70906203d9e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.2269149
Nov 10 04:17:50.002367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee95cfc-720a-48a8-8a72-193330e4eef8 req-0ee345fb-981b-40be-bcdb-822ed2c77afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.003835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eee95cfc-720a-48a8-8a72-193330e4eef8 req-0ee345fb-981b-40be-bcdb-822ed2c77afc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 1096 time: 0.2934937
Nov 10 04:17:50.012271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.012789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.013247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.013701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.014151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.014598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.015051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.015503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.016207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.018185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebd7d13f-e8b7-4dfb-9490-63aca574bac9 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6387 time: 0.6031976
Nov 10 04:17:50.036366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34070) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:50.107739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dfc2c790-5ba8-4468-9129-014d6705e4fa req-6642ab46-aac3-4ffa-a6de-7ce0605b77b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024215
Nov 10 04:17:50.139326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eee95cfc-720a-48a8-8a72-193330e4eef8 req-b835d7bb-70c8-424c-a700-c4845bb3d119 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137714
Nov 10 04:17:50.199660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.200133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.200588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.201234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.201836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.202867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.203465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.204074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.204690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.207000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e974d3d5-0da2-4611-a2c4-9daf4d77096d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5925 time: 0.1567805
Nov 10 04:17:50.210576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:50.228822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b06db2-c81f-4ab8-899f-66cbb9cb4500 req-48f76824-08d2-46c1-9895-1131fa189e48 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.229352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0a2d75b3-c675-41f6-a120-202468410767 None None] Provisioning complete for port f9310af0-cc46-4969-93eb-518b6b353bd0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:50.229725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a2d75b3-c675-41f6-a120-202468410767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:50.237850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97b06db2-c81f-4ab8-899f-66cbb9cb4500 req-48f76824-08d2-46c1-9895-1131fa189e48 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 945 time: 0.2582676
Nov 10 04:17:50.307028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97b06db2-c81f-4ab8-899f-66cbb9cb4500 req-47f5d1c6-2523-48f4-bc15-f14c2d464431 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624955
Nov 10 04:17:50.478686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0212a4-cf7b-46c7-a157-4c0e135bcf38 req-941e87b2-4a3c-4a09-8e28-ec1217a8c983 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.487126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb0212a4-cf7b-46c7-a157-4c0e135bcf38 req-941e87b2-4a3c-4a09-8e28-ec1217a8c983 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2316446
Nov 10 04:17:50.540653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d75b3-c675-41f6-a120-202468410767 None None] Port f9310af0-cc46-4969-93eb-518b6b353bd0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:50.591341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb0212a4-cf7b-46c7-a157-4c0e135bcf38 req-ef8e2357-8183-4f1f-bcda-f85139a0c78e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030633
Nov 10 04:17:50.643693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7d2a575e-fa3a-4741-a889-bb9add80f114 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:50.746282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7d2a575e-fa3a-4741-a889-bb9add80f114 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:50.748072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:50.781039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-96aa3d61-5657-4a3c-b4ca-33967ecb32e7 None None] Provisioning complete for port f9310af0-cc46-4969-93eb-518b6b353bd0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:50.781566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96aa3d61-5657-4a3c-b4ca-33967ecb32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:50.789733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fdac1-2a59-4a82-a46e-d3508a9efa64 req-9aef98cf-ff86-43cc-bfa2-2ec0e106afc4 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:50.803346 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-380fdac1-2a59-4a82-a46e-d3508a9efa64 req-9aef98cf-ff86-43cc-bfa2-2ec0e106afc4 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1444116
Nov 10 04:17:50.838000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206eb5430>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 2, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:50.848099 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-561922a0-8b09-4a8b-b8a8-aaf5f94f9b73 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3769 time: 0.6361508
Nov 10 04:17:50.887831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:17:50.888184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Updating router f0489173-9bed-4575-8df0-37ffd80b9fbe port f9310af0-cc46-4969-93eb-518b6b353bd0 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:17:50.925309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:50.942592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-96aa3d61-5657-4a3c-b4ca-33967ecb32e7 None None] Port f9310af0-cc46-4969-93eb-518b6b353bd0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:50.959019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-380fdac1-2a59-4a82-a46e-d3508a9efa64 req-c4d1beea-74c9-40f9-843e-5e57d8ed14fb tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544077
Nov 10 04:17:51.044253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee227c30-7c56-407b-9adb-862c5ec40b74 req-85937b82-2bd8-41bf-844c-a680c1566d91 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:51.045883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee227c30-7c56-407b-9adb-862c5ec40b74 req-85937b82-2bd8-41bf-844c-a680c1566d91 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1320803
Nov 10 04:17:51.098458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee227c30-7c56-407b-9adb-862c5ec40b74 req-cd516a20-f87f-4543-9eb8-7333dbd1c50f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461547
Nov 10 04:17:51.266352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daa56b-6108-43ce-8efa-90547d226df2 req-dd82f5d8-520b-40ea-968b-f82b978f0b78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:51.275486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71daa56b-6108-43ce-8efa-90547d226df2 req-dd82f5d8-520b-40ea-968b-f82b978f0b78 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0898678
Nov 10 04:17:51.337092 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71daa56b-6108-43ce-8efa-90547d226df2 req-59b9c3b9-1865-4944-b509-d2732cc1fc08 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605118
Nov 10 04:17:51.378170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.388402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.447690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af4951-c0e3-4a2e-9d36-6f530c531de8 None None] Pushing event updated for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:51.456967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34090) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:51.463123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881358841', 'description': 'tempest-secgroup-smoke-1881358841 description', 'project_id': '6c0528b04d134afa8397951de3d7922f'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:51.534248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.542924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae695b-b404-4647-84bf-b8d6bc698a9f req-8d5363fc-8b97-4e2e-8418-512431c404c8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:51.545883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Attempting to bind port f9310af0-cc46-4969-93eb-518b6b353bd0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:51.548490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Attempting to bind port f9310af0-cc46-4969-93eb-518b6b353bd0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:51.549431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Attempting to bind port f9310af0-cc46-4969-93eb-518b6b353bd0 on network a6c027c1-47df-48f8-8f59-6263718ea999 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:51.553949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1bae695b-b404-4647-84bf-b8d6bc698a9f req-8d5363fc-8b97-4e2e-8418-512431c404c8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1230304
Nov 10 04:17:51.564201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:51.567099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Checking segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:51.568855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.568855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Bound using segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:51.568855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Bound port: f9310af0-cc46-4969-93eb-518b6b353bd0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:51.570686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.685443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1bae695b-b404-4647-84bf-b8d6bc698a9f req-b115aec3-dc06-421e-a5dc-80072bb2c31d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277924
Nov 10 04:17:51.710332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] For port f9310af0-cc46-4969-93eb-518b6b353bd0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:51.714677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] For port f9310af0-cc46-4969-93eb-518b6b353bd0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9310af0-cc46-4969-93eb-518b6b353bd0,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:51.723144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.762329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0f4c2-4a4b-400e-9a8c-993972b8d3cf req-d097970e-67d3-431a-93fc-6e7b160d8a70 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:51.769477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3f0f4c2-4a4b-400e-9a8c-993972b8d3cf req-d097970e-67d3-431a-93fc-6e7b160d8a70 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 945 time: 0.1932466
Nov 10 04:17:51.803733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:17:51.804703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206eb5430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:17:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:51.840136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3f0f4c2-4a4b-400e-9a8c-993972b8d3cf req-82de0f25-a2fc-48a8-a613-05cb6d49746b tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684228
Nov 10 04:17:51.877677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] Provisioning complete for port f9310af0-cc46-4969-93eb-518b6b353bd0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:51.878108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.931336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:51.943569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af4951-c0e3-4a2e-9d36-6f530c531de8 None None] Pushing event updated for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:51.945626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.003075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c33fe7-6c05-440a-9205-84916fa1ef7d req-5712f47c-d113-48f2-8648-cda7dbd6a395 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:52.013901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58c33fe7-6c05-440a-9205-84916fa1ef7d req-5712f47c-d113-48f2-8648-cda7dbd6a395 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0969553
Nov 10 04:17:52.035562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.042133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5806415
Nov 10 04:17:52.042698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34102) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:52.045447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95ccd4-1281-454d-baff-54b58255d730 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:52.066037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:52.114319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:17:52.116279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-58c33fe7-6c05-440a-9205-84916fa1ef7d req-7794b667-f4dc-4f11-99db-16abb92673bc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995414
Nov 10 04:17:52.149874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.217358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.281941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.282718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] For port f9310af0-cc46-4969-93eb-518b6b353bd0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9310af0-cc46-4969-93eb-518b6b353bd0,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:52.304023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.328314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75951ed5-6ee1-4b2e-9d82-1c45dbf249d9 req-4a80a131-54ca-4159-ad0f-8a744fd49e7f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:52.342378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d9df7-4269-4fec-a814-16400066f4b7 req-82e6b750-b14e-4813-aff1-0a098abcfae9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:52.343825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.353050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75951ed5-6ee1-4b2e-9d82-1c45dbf249d9 req-4a80a131-54ca-4159-ad0f-8a744fd49e7f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1263821
Nov 10 04:17:52.354471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e27d9df7-4269-4fec-a814-16400066f4b7 req-82e6b750-b14e-4813-aff1-0a098abcfae9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.2244325
Nov 10 04:17:52.378070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6c4dbe-b498-4e3d-9089-b95201e6bd9c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:52.408175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.412479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb7a6a64-cb04-46bf-a716-ad882282a119 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3652167
Nov 10 04:17:52.412479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:52.418711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:52.509433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75951ed5-6ee1-4b2e-9d82-1c45dbf249d9 req-75779559-b235-424c-ae40-892f0fa21c67 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553090
Nov 10 04:17:52.515141 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e27d9df7-4269-4fec-a814-16400066f4b7 req-61b315f2-2365-44df-bd27-3c56fafde1b6 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595299
Nov 10 04:17:52.574345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.593044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a046312-5b03-48f6-baf1-ceb1310c1094 None None] Pushing event updated for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:52.606069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cac310b0-b165-49ce-bd9a-e23092c0ed59 None None] Provisioning complete for port f9310af0-cc46-4969-93eb-518b6b353bd0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:52.606442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cac310b0-b165-49ce-bd9a-e23092c0ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.749149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.761793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.789262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206eb5430>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:51Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:17:52.807552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4399-fd80-4f73-9210-effe7cb35797 req-aba1da6a-5dfb-4d72-916c-65fe6ca41869 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:52.815584 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-743b4399-fd80-4f73-9210-effe7cb35797 req-aba1da6a-5dfb-4d72-916c-65fe6ca41869 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1454201
Nov 10 04:17:52.861935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7872cd-b287-49ef-bb37-17464a632d7e None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:51Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:17:52.876863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:52.881177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4677231
Nov 10 04:17:52.882100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd938479-1274-40df-9779-da041dcc011d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac6faa8-cdb3-413e-be91-3a31b2e8eaf6,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:52.886561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34124) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:52.887919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-743b4399-fd80-4f73-9210-effe7cb35797 req-5b15a195-cb8c-43a3-849f-cf0a22d017e0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670993
Nov 10 04:17:52.902896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:52.956940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48afb-3087-43d4-b8ca-c8e8b57c1c2e req-995d6c6c-7d35-446b-aa72-1149a96245b0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:52.965720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37f48afb-3087-43d4-b8ca-c8e8b57c1c2e req-995d6c6c-7d35-446b-aa72-1149a96245b0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2218769
Nov 10 04:17:53.004046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.105754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37f48afb-3087-43d4-b8ca-c8e8b57c1c2e req-349aca4e-e870-4b57-81dd-536e1813a966 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271720
Nov 10 04:17:53.166920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.174687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.212483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.216682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34132) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:53.217181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3281372
Nov 10 04:17:53.221588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:53.265369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92112e7f-a86f-4e7f-847d-2b197f0dacf6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e1464f-728a-41d4-b492-c6297cd817ce,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:53.286783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.350246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5aa9b-478b-4d1b-a59f-62a64d024a77 req-cd478bfd-e77a-44b9-af51-e94d0cc65efd tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:53.356159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea5aa9b-478b-4d1b-a59f-62a64d024a77 req-cd478bfd-e77a-44b9-af51-e94d0cc65efd tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 945 time: 0.1315048
Nov 10 04:17:53.442729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea5aa9b-478b-4d1b-a59f-62a64d024a77 req-dadd442a-2171-4cc4-85fd-9634de28e197 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697427
Nov 10 04:17:53.468046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.479816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6139-1b53-4809-bfce-98a7b4054323 req-18ae3753-9322-46ed-847c-8ee6e809326c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:53.485524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e61d6139-1b53-4809-bfce-98a7b4054323 req-18ae3753-9322-46ed-847c-8ee6e809326c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1155956
Nov 10 04:17:53.487017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.530599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681dd348-f480-4d34-a5d7-7e999a772021,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:53.543287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.547295 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f016fa40-f545-4f90-8291-7597bec6502a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3267653
Nov 10 04:17:53.547514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34136) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:53.552943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:53.580823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e61d6139-1b53-4809-bfce-98a7b4054323 req-7663c7c8-62ad-4ab4-9bf6-6a6d42c5d6a8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883687
Nov 10 04:17:53.605676 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:17:53.611809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.748313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.758758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3618fcd-c70b-47ba-a55d-5639343a473d req-9731ea24-57b0-4375-9f38-d3251c4687d3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:53.760697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3618fcd-c70b-47ba-a55d-5639343a473d req-9731ea24-57b0-4375-9f38-d3251c4687d3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0948179
Nov 10 04:17:53.762069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.780157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aee310e-a800-40ec-8638-cfefe37b6e17,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:53.833447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30d1e9-e914-4607-adb6-3b2ae443db28 req-2eba0ec7-35fd-4339-b0f8-ba1232e6b0f8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:53.836031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df30d1e9-e914-4607-adb6-3b2ae443db28 req-2eba0ec7-35fd-4339-b0f8-ba1232e6b0f8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1099849
Nov 10 04:17:53.849512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:53.852859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b49d69e8-02c9-48f4-8ee1-be0718142d67 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3020177
Nov 10 04:17:53.854568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:17:53.861068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': '99ef0b4a-460f-4a97-b55b-102b7bfdcbbc', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:53.895191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3618fcd-c70b-47ba-a55d-5639343a473d req-c996c3bc-83aa-488b-ad97-c131f02575e3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124122
Nov 10 04:17:53.921344 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:17:53.928746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df30d1e9-e914-4607-adb6-3b2ae443db28 req-4fdf8609-a80d-40a0-8a59-c98adcfb75c3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825291
Nov 10 04:17:53.929772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:54.046718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:54.055620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:54.102376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942006-d39d-4260-9ab0-fd62542eec04 req-f3e4ef95-bc39-4ecd-9bfa-4d9f57834a00 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.104017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74942006-d39d-4260-9ab0-fd62542eec04 req-f3e4ef95-bc39-4ecd-9bfa-4d9f57834a00 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1014874
Nov 10 04:17:54.105770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e1ccf0-8a32-4573-ac58-0ec69590d428,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:54.119935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:54.139717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29d317a8-60dd-4c76-b375-f57d8fe50cd8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2843988
Nov 10 04:17:54.273749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74942006-d39d-4260-9ab0-fd62542eec04 req-fb27409f-cceb-4803-933e-e5c73827925f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300280
Nov 10 04:17:54.307311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066fe7d-fd68-4e04-9d23-ab98311b01bc req-3f6e4c33-9370-46f2-9b06-561ce376dbe3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.308934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2066fe7d-fd68-4e04-9d23-ab98311b01bc req-3f6e4c33-9370-46f2-9b06-561ce376dbe3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1623483
Nov 10 04:17:54.345460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-1066f2f4-b7da-4b97-9d97-620c692a56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.347462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-1066f2f4-b7da-4b97-9d97-620c692a56b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.1428483
Nov 10 04:17:54.395077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576190a-53f2-47bd-85df-e16b36630f1b req-d58e2561-485d-46b5-8617-5ba088a72ace tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.403977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6576190a-53f2-47bd-85df-e16b36630f1b req-d58e2561-485d-46b5-8617-5ba088a72ace tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0733631
Nov 10 04:17:54.452116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2066fe7d-fd68-4e04-9d23-ab98311b01bc req-3d3a8947-3022-474d-b2c5-78295ca28e0e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361344
Nov 10 04:17:54.478639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6576190a-53f2-47bd-85df-e16b36630f1b req-72f4cd0b-14ea-4876-b00e-8116f580283c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680299
Nov 10 04:17:54.607845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-8a3c0d20-1487-45f9-85d4-ce3fe5b02be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.610129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-8a3c0d20-1487-45f9-85d4-ce3fe5b02be4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.2492044
Nov 10 04:17:54.620133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bee42e-9526-4444-ad60-8460548b7aff req-5ee934f6-206a-4956-bee9-9d55b7292860 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.621809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04bee42e-9526-4444-ad60-8460548b7aff req-5ee934f6-206a-4956-bee9-9d55b7292860 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 945 time: 0.1811411
Nov 10 04:17:54.653235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9310af0-cc46-4969-93eb-518b6b353bd0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:17:54.674268 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-e6e0c7ee-0cd2-485f-aa30-10204c2bf2f7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881358841&fields=id&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 267 time: 0.1027613
Nov 10 04:17:54.789827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f9310af0-cc46-4969-93eb-518b6b353bd0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:54.790200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:54.872650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-72725129-7f81-42e4-a3da-402dfa0ae0bf tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:54.880772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-72725129-7f81-42e4-a3da-402dfa0ae0bf tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 797 time: 0.1941462
Nov 10 04:17:54.903236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-4a76f434-ab0e-4741-90dd-2ae9003d0d7f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/quotas/6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 375 time: 0.0211775
Nov 10 04:17:54.981885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-172f7f88-74b2-442e-8f09-66c534850ee0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0665972
Nov 10 04:17:55.107492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-c0ca421e-7004-469c-8f0b-0aba378f8e21 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123762
Nov 10 04:17:55.196250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-2c59f4a2-6268-4901-8902-07b09d255c1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 1001 time: 0.5733650
Nov 10 04:17:55.219818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-aef4a018-7bee-436b-a848-6d183b8c7943 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108370
Nov 10 04:17:55.265583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e1ff-6793-4573-b921-aad3026ab615 req-7b4eede7-8d7f-49e3-91ab-0589ac5473e4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.267058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0b3e1ff-6793-4573-b921-aad3026ab615 req-7b4eede7-8d7f-49e3-91ab-0589ac5473e4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 945 time: 0.5782158
Nov 10 04:17:55.301941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-035c76d3-b88a-49a3-8993-aa6dae107834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.303649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-035c76d3-b88a-49a3-8993-aa6dae107834 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0878661
Nov 10 04:17:55.419644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0b3e1ff-6793-4573-b921-aad3026ab615 req-658a3dfe-52da-4e85-8f61-77891f4d27b8 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/security-groups?id=a35798b7-fcfa-4594-8f96-67c6234dc96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413460
Nov 10 04:17:55.437001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Deleting port 366e6536-542d-4c31-a978-1ed06f7fba43 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:17:55.438903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:55.490085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2639a-a0ef-4cdf-86d3-cbcc66e78ccf req-64932b37-d2c4-4f0d-88d5-847a155be4d7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.511652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bf2639a-a0ef-4cdf-86d3-cbcc66e78ccf req-64932b37-d2c4-4f0d-88d5-847a155be4d7 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1113396
Nov 10 04:17:55.560293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-dadf37d9-40d2-4290-b865-6a08a5cd4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.562015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-dadf37d9-40d2-4290-b865-6a08a5cd4969 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2516050
Nov 10 04:17:55.569017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6b74ba3-27fd-4d63-be30-803a693ac963 req-2e7c090b-1ebe-4147-9ffd-cc858b74dce4 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 210 time: 0.0943725
Nov 10 04:17:55.587551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bf2639a-a0ef-4cdf-86d3-cbcc66e78ccf req-b913d813-418b-4a16-ab99-9caa91ce047e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689921
Nov 10 04:17:55.747112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed876d6-518f-4b7b-8ee3-b812c22d9609 req-440c145a-2cf4-4939-b231-91c9b3a3aa61 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.748446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ed876d6-518f-4b7b-8ee3-b812c22d9609 req-440c145a-2cf4-4939-b231-91c9b3a3aa61 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0885174
Nov 10 04:17:55.788157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] For port 366e6536-542d-4c31-a978-1ed06f7fba43, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=366e6536-542d-4c31-a978-1ed06f7fba43,segment=NetworkSegment(cb799552-3d40-412d-9e59-e29961d98f47),segment_id=cb799552-3d40-412d-9e59-e29961d98f47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:17:55.789379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:55.823330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ed876d6-518f-4b7b-8ee3-b812c22d9609 req-77f0c261-cbc0-4136-a04f-3477768d7b20 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670195
Nov 10 04:17:55.842001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-9a84ee61-d585-4c91-8a69-52e53c5a1e8b service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2676835
Nov 10 04:17:55.843645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Calling delete_port for 366e6536-542d-4c31-a978-1ed06f7fba43 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:17:55.967301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4836-d7b4-43f1-80b4-537642584cb4 req-5937234c-210a-41db-8e7e-d80a109e0faf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:55.969041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68eb4836-d7b4-43f1-80b4-537642584cb4 req-5937234c-210a-41db-8e7e-d80a109e0faf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2529647
Nov 10 04:17:56.074201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68eb4836-d7b4-43f1-80b4-537642584cb4 req-917991a8-4aeb-48bf-98d9-22416c8306d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947127
Nov 10 04:17:56.079215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a91afe38-85e0-4f61-9766-4f0760c4b16a req-87282b8a-c0c4-4bee-be3e-c369c4b3b16c service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310624
Nov 10 04:17:56.179918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:56.192779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['366e6536-542d-4c31-a978-1ed06f7fba43'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:17:56.216816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Pushing event deleted for resources: {'Port': ['ID=366e6536-542d-4c31-a978-1ed06f7fba43,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:56.283754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] No DVR routers for this DVR port 366e6536-542d-4c31-a978-1ed06f7fba43 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:17:56.286862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:56.290585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04bee42e-9526-4444-ad60-8460548b7aff req-83e0b940-5478-4ef8-8bf7-d8b943f516d4 tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.26 "DELETE /v2.0/ports/366e6536-542d-4c31-a978-1ed06f7fba43 HTTP/1.1" status: 204  len: 173 time: 1.6006036
Nov 10 04:17:56.291031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'name': 'network-vif-deleted', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:56.292194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4bb6-f300-4716-8dae-30415d7c4de3 req-3de3b6bd-53ce-46c2-ab00-ce58a9465f20 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:56.293523 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b517e-2515-4b3f-a535-819d1277b464" -d '{"events": [{"server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "name": "network-vif-deleted", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:56.301627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-821f4bb6-f300-4716-8dae-30415d7c4de3 req-3de3b6bd-53ce-46c2-ab00-ce58a9465f20 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1179636
Nov 10 04:17:56.360187 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc25df-2a07-46da-a786-f8be60058c6c x-openstack-request-id: req-5ecc25df-2a07-46da-a786-f8be60058c6c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:56.360549 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24485f47-6c01-4ebd-8d73-480885b4aa7c", "name": "network-vif-deleted", "tag": "366e6536-542d-4c31-a978-1ed06f7fba43", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:56.361478 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ecc25df-2a07-46da-a786-f8be60058c6c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:56.361985 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24485f47-6c01-4ebd-8d73-480885b4aa7c', 'name': 'network-vif-deleted', 'tag': '366e6536-542d-4c31-a978-1ed06f7fba43', 'status': 'completed', 'code': 200}
Nov 10 04:17:56.363067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-821f4bb6-f300-4716-8dae-30415d7c4de3 req-bc45bdc4-93a4-4f29-a65b-f96bf299a1e3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602710
Nov 10 04:17:56.511066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bc0fea8-51e6-45b5-b8c5-8b7e8ab39fba req-8664ca2f-08c2-4210-acb7-0fa8282c38cf tempest-VolumesActionsTest-1833696072 tempest-VolumesActionsTest-1833696072-project] 10.222.0.13 "GET /v2.0/ports?device_id=24485f47-6c01-4ebd-8d73-480885b4aa7c HTTP/1.1" status: 200  len: 210 time: 0.0348048
Nov 10 04:17:56.554736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c37d-5d62-42eb-9dbd-a3064a80b7cc req-70bcebef-3ed6-494f-bf9b-b6d9bd921127 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:56.556433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08f4c37d-5d62-42eb-9dbd-a3064a80b7cc req-70bcebef-3ed6-494f-bf9b-b6d9bd921127 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0543010
Nov 10 04:17:56.607436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-08f4c37d-5d62-42eb-9dbd-a3064a80b7cc req-43f13161-1e0a-4740-8455-2b3fd19723fe tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449164
Nov 10 04:17:56.676703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f11ef7d4-dc10-4be1-9013-67aea2365ecb req-dd4b849f-8a06-45a5-94c5-b7c4bca1ab6b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 210 time: 0.0290334
Nov 10 04:17:56.731981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cec6ad-5c76-41ea-9400-c2a318215fc4 req-93aa15b9-6467-47ee-b179-05fbe4dc2a54 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:56.733666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cec6ad-5c76-41ea-9400-c2a318215fc4 req-93aa15b9-6467-47ee-b179-05fbe4dc2a54 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0673559
Nov 10 04:17:56.791528 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0cec6ad-5c76-41ea-9400-c2a318215fc4 req-430eb388-1fcd-47e2-9c6b-974d10fb4ac8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505824
Nov 10 04:17:56.815145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34cf3-b1c3-4559-b364-ba1b0c027948 req-28baf32b-96dc-4cdc-b14f-5a06cc32a712 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:56.816760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bfc34cf3-b1c3-4559-b364-ba1b0c027948 req-28baf32b-96dc-4cdc-b14f-5a06cc32a712 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0675137
Nov 10 04:17:56.931912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bfc34cf3-b1c3-4559-b364-ba1b0c027948 req-03cc4c76-fde4-43da-aa60-d9bd589564cf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081269
Nov 10 04:17:57.010537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1131346-3da6-478f-9c77-4e1ea5aaea1f req-92dde49b-f43f-4dec-b647-864eab2c386b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.012454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1131346-3da6-478f-9c77-4e1ea5aaea1f req-92dde49b-f43f-4dec-b647-864eab2c386b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0949411
Nov 10 04:17:57.029062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-415a6bef-61c9-4e53-bffd-414afb66ff44 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.030671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-415a6bef-61c9-4e53-bffd-414afb66ff44 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 797 time: 0.1774473
Nov 10 04:17:57.095920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1131346-3da6-478f-9c77-4e1ea5aaea1f req-89b3e644-ff9b-4387-8898-804f8fce4fad tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751293
Nov 10 04:17:57.118660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8d24fa5c-b0a8-49ef-afd8-39562a6a4cb5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 380 time: 0.0672071
Nov 10 04:17:57.134941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'port': {'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'admin_state_up': True, 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'security_groups': ['99ef0b4a-460f-4a97-b55b-102b7bfdcbbc']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:57.260873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc90919-7b67-4db1-a800-b27dc342ccbe req-5148439c-a6fb-4725-9d60-359ff75bd69e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.262251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddc90919-7b67-4db1-a800-b27dc342ccbe req-5148439c-a6fb-4725-9d60-359ff75bd69e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0855846
Nov 10 04:17:57.348676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:17:57.352902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:57.370331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ddc90919-7b67-4db1-a800-b27dc342ccbe req-246aa745-7abb-4ee6-b9df-31899fd1cbe7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988164
Nov 10 04:17:57.393339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-180c4808-d2bb-4b23-9627-1a58e9833773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.395008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-180c4808-d2bb-4b23-9627-1a58e9833773 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 1096 time: 0.2194326
Nov 10 04:17:57.487333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d924-64d6-48aa-a79b-adbbedd451f7 req-ee3a2ac2-9d05-4e24-8412-52b0da37a9b7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.489060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3736d924-64d6-48aa-a79b-adbbedd451f7 req-ee3a2ac2-9d05-4e24-8412-52b0da37a9b7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0491924
Nov 10 04:17:57.536210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3736d924-64d6-48aa-a79b-adbbedd451f7 req-44afcb9c-83c8-48cd-9e44-7bdb8926fa75 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409672
Nov 10 04:17:57.571231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.14 (a6c027c1-47df-48f8-8f59-6263718ea999/c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a/89279490-e939-4d6d-b0f4-713b4bf416f6) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:17:57.576132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-0e6371ea-ee0d-4615-b0ca-64fd362d9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.577952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-0e6371ea-ee0d-4615-b0ca-64fd362d9000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1516531
Nov 10 04:17:57.641237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-b9faa7d8-2471-4c1e-95ae-2bf8cda18b40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466 HTTP/1.1" status: 200  len: 217 time: 0.0506158
Nov 10 04:17:57.782313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-720e4efa-517d-4046-9616-76b8251104f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.783777 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-720e4efa-517d-4046-9616-76b8251104f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1322601
Nov 10 04:17:57.814498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68e622-5acc-4e26-a618-13f148344faa req-26aeb9a4-7660-4bfc-af36-817c0d9934d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.816003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f68e622-5acc-4e26-a618-13f148344faa req-26aeb9a4-7660-4bfc-af36-817c0d9934d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1710970
Nov 10 04:17:57.816431 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbb2243a-9d7c-49ef-8c96-a09ca23aa0c0 req-31bc8e59-adc3-482c-89ac-57a4bfd6b1ee tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 210 time: 0.0580871
Nov 10 04:17:57.905222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-a2b36fb9-e5bc-4a76-b5fd-65972fe478eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.906732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-a2b36fb9-e5bc-4a76-b5fd-65972fe478eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1143975
Nov 10 04:17:57.914325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:57.942110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7f068-e993-4b39-89ed-4732fdd65b15 req-7f77207a-2c35-4549-acda-972d12e56f17 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:57.949307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ce7f068-e993-4b39-89ed-4732fdd65b15 req-7f77207a-2c35-4549-acda-972d12e56f17 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0591261
Nov 10 04:17:57.955280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f68e622-5acc-4e26-a618-13f148344faa req-a776f3af-d98a-4458-8c9c-9afb37379f7b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217084
Nov 10 04:17:58.008952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ce7f068-e993-4b39-89ed-4732fdd65b15 req-bd674f1e-9469-4fd1-9937-a81ac816137c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587480
Nov 10 04:17:58.240157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6ae2-7f91-4df3-94e0-6fa7dfa92381 req-c57d3955-4384-4f44-b4dd-9c0253e2fbda tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:58.241858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41ff6ae2-7f91-4df3-94e0-6fa7dfa92381 req-c57d3955-4384-4f44-b4dd-9c0253e2fbda tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0552564
Nov 10 04:17:58.255770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 366e6536-542d-4c31-a978-1ed06f7fba43 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:17:58.280059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 366e6536-542d-4c31-a978-1ed06f7fba43 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:17:58.280729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 366e6536-542d-4c31-a978-1ed06f7fba43 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:17:58.300708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41ff6ae2-7f91-4df3-94e0-6fa7dfa92381 req-f940dfff-618a-415d-b61c-0a9c25dbaf52 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526426
Nov 10 04:17:58.357301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-0fde69a2-62e7-45c0-a891-8c824ace45c9 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4369032
Nov 10 04:17:58.359292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:58.456007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f717dc-475e-473c-931f-cb5a33ab70f7 req-be6bb74d-7d9d-425e-9048-92aae8874019 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:58.457516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65f717dc-475e-473c-931f-cb5a33ab70f7 req-be6bb74d-7d9d-425e-9048-92aae8874019 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.4236562
Nov 10 04:17:58.477414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network a6c027c1-47df-48f8-8f59-6263718ea999 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:17:58.489891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:17:58.499244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:58.505026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:17:58.595781 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65f717dc-475e-473c-931f-cb5a33ab70f7 req-98373ba9-fa4b-42d1-85b0-c6c26986b69b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202765
Nov 10 04:17:58.597871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-622774d1-3fcb-4ed1-b9da-a69d7a9bdada req-a2c8f98e-7961-44ea-9f16-53b844c18046 service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317967
Nov 10 04:17:58.616121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:58.617310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:58.666120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-8c30ea8c-fe53-488c-bc2a-4acd3e4a1c09 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5349200
Nov 10 04:17:58.680868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Request body: {'port': {'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:17:58.825108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:58.908781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ce3bdc58-e2d8-4362-a0ef-d0bc0aeb8942 None None] Provisioning complete for port 89279490-e939-4d6d-b0f4-713b4bf416f6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:17:58.909685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce3bdc58-e2d8-4362-a0ef-d0bc0aeb8942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.005067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bdc58-e2d8-4362-a0ef-d0bc0aeb8942 None None] Port 89279490-e939-4d6d-b0f4-713b4bf416f6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:17:59.192363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a468a-f0b7-441b-bd00-f23cf2dfcd5a req-f09fb526-365c-427e-9e57-ec200324c5c7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:59.193981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f4a468a-f0b7-441b-bd00-f23cf2dfcd5a req-f09fb526-365c-427e-9e57-ec200324c5c7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 932 time: 0.1469004
Nov 10 04:17:59.329963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7f4a468a-f0b7-441b-bd00-f23cf2dfcd5a req-07c70971-fd39-4d42-bcbf-9ae1bc4ae705 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276183
Nov 10 04:17:59.400664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89279490-e939-4d6d-b0f4-713b4bf416f6 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:17:59.403097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec950dc3-8f16-4df4-b98d-7bf30b5e2881 req-9980d7a1-c209-4b6a-ac10-4aeacc4eb53e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:59.405765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec950dc3-8f16-4df4-b98d-7bf30b5e2881 req-9980d7a1-c209-4b6a-ac10-4aeacc4eb53e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.1100113
Nov 10 04:17:59.410191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.433313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Transition to ACTIVE for port object 89279490-e939-4d6d-b0f4-713b4bf416f6 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:17:59.455506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.494186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec950dc3-8f16-4df4-b98d-7bf30b5e2881 req-12ee2161-59bf-49fd-8c4c-de207de7dd34 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822878
Nov 10 04:17:59.528132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:59.560106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5281-f382-4e0c-a19d-4866c0d768c4 req-7810099c-b90d-4db2-811c-fd176acfc7ba tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:59.561715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd2f5281-f382-4e0c-a19d-4866c0d768c4 req-7810099c-b90d-4db2-811c-fd176acfc7ba tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1261051
Nov 10 04:17:59.684288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd2f5281-f382-4e0c-a19d-4866c0d768c4 req-137553c0-628e-4128-845e-f40dbc1bde7c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027148
Nov 10 04:17:59.685174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Attempting to bind port 89279490-e939-4d6d-b0f4-713b4bf416f6 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:17:59.685510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Attempting to bind port 89279490-e939-4d6d-b0f4-713b4bf416f6 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:17:59.685835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Attempting to bind port 89279490-e939-4d6d-b0f4-713b4bf416f6 on network a6c027c1-47df-48f8-8f59-6263718ea999 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:59.691291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Port 89279490-e939-4d6d-b0f4-713b4bf416f6 on network a6c027c1-47df-48f8-8f59-6263718ea999 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:17:59.691701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Attempting to bind port 89279490-e939-4d6d-b0f4-713b4bf416f6 on network a6c027c1-47df-48f8-8f59-6263718ea999 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:17:59.706987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:17:59.707564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Checking segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:17:59.707946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Bound using segment: {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:17:59.708394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Bound port: 89279490-e939-4d6d-b0f4-713b4bf416f6, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608fb6f6-ea85-4f5c-98cd-f2ad74538d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:17:59.710079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.808659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:17:59.816024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89279490-e939-4d6d-b0f4-713b4bf416f6,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:17:59.824936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.871047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:17:59.872027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:17:59.873517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] 10.222.0.21 "PUT /v2.0/ports/89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 1092 time: 1.1987870
Nov 10 04:17:59.873966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:17:59.876355 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7121ea-543c-40fb-971d-ec178fce837a" -d '{"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:17:59.908341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226882b-b9e8-4ad8-9acf-4cb93d19c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:17:59.978502 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a861fb-e6a7-492b-bc57-072f0e2bd58e x-openstack-request-id: req-88a861fb-e6a7-492b-bc57-072f0e2bd58e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:17:59.978790 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:17:59.979037 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a861fb-e6a7-492b-bc57-072f0e2bd58e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:17:59.979432 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'status': 'completed', 'code': 200}
Nov 10 04:18:00.001201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-d661693d-d3e6-4e40-8ffd-c2b0d701f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.002868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-d661693d-d3e6-4e40-8ffd-c2b0d701f243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1095 time: 0.0721831
Nov 10 04:18:00.056173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-159ca3de-0274-4c0c-88f9-284582f0ded8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 217 time: 0.0448105
Nov 10 04:18:00.117140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-c22a7613-3960-4e4a-9a3f-a18265c77968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.118779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-c22a7613-3960-4e4a-9a3f-a18265c77968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 200  len: 834 time: 0.0553720
Nov 10 04:18:00.189682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-16aba6d5-a273-4a80-b515-99834b1ab8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.191830 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-16aba6d5-a273-4a80-b515-99834b1ab8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c027c1-47df-48f8-8f59-6263718ea999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0641367
Nov 10 04:18:00.311069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-c3701249-2afb-44e7-8f3c-765c6f7f296d service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106153
Nov 10 04:18:00.524714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29e743ef-bc0d-41f5-b3cb-b38fe7bb31c5 req-14224491-5ee4-48e6-ac50-05fe9e2e519c service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043123
Nov 10 04:18:00.552996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43439b-75ce-492d-924c-6cf0e603161c req-1f95383e-b440-4578-ac9d-abd992532ec8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.555109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce43439b-75ce-492d-924c-6cf0e603161c req-1f95383e-b440-4578-ac9d-abd992532ec8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 944 time: 0.1103425
Nov 10 04:18:00.571887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:00.641485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735764f-6304-45cc-91d9-0a3942a4785c req-2019ce5c-3245-4117-b7c9-50461ac1f829 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.645020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce43439b-75ce-492d-924c-6cf0e603161c req-b01e1895-e36f-4870-8c79-4410fed4003c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806437
Nov 10 04:18:00.651113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6735764f-6304-45cc-91d9-0a3942a4785c req-2019ce5c-3245-4117-b7c9-50461ac1f829 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 945 time: 0.0660548
Nov 10 04:18:00.720556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7121ea-543c-40fb-971d-ec178fce837a req-92e7bc70-6418-429c-8010-548594621bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.721649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-92e7bc70-6418-429c-8010-548594621bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1095 time: 0.0839174
Nov 10 04:18:00.728930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6735764f-6304-45cc-91d9-0a3942a4785c req-243474c5-1f4f-4eb2-8904-446230e737a0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713804
Nov 10 04:18:00.775072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:00.857315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:00.870195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:00.878140 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e053abbe-f363-436c-993d-b18a9634bebd" -d '{"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:00.888995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:00.895874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5139e7e-beae-473d-85bc-11d1b59f1641 req-92287de3-b3e7-4fb4-bac7-e0d79d4846d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:00.899137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5139e7e-beae-473d-85bc-11d1b59f1641 req-92287de3-b3e7-4fb4-bac7-e0d79d4846d8 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1121087
Nov 10 04:18:01.003707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5139e7e-beae-473d-85bc-11d1b59f1641 req-6331af92-9a7d-428e-a3ae-f5e4ca1ccb2c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986445
Nov 10 04:18:01.029709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:01.088318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7121ea-543c-40fb-971d-ec178fce837a req-409eb40c-5045-41ca-978e-6efb4c3a0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.090822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-409eb40c-5045-41ca-978e-6efb4c3a0207 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 898 time: 0.3423333
Nov 10 04:18:01.196296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd1724-f63e-4bb0-bc1e-fcffb280003b req-6253f733-7146-4ef8-95f9-06a075a3faec tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.205928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dd1724-f63e-4bb0-bc1e-fcffb280003b req-6253f733-7146-4ef8-95f9-06a075a3faec tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1074772
Nov 10 04:18:01.211868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-9c614184-efaa-4158-b67a-9382d519db95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 217 time: 0.1115544
Nov 10 04:18:01.280435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7121ea-543c-40fb-971d-ec178fce837a req-721e5499-5093-4f64-a3dc-19c9813f9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.282903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-721e5499-5093-4f64-a3dc-19c9813f9be5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 200  len: 834 time: 0.0621758
Nov 10 04:18:01.321011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dd1724-f63e-4bb0-bc1e-fcffb280003b req-2262e496-e586-4694-92db-19f45631f7ec tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114273
Nov 10 04:18:01.336585 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59535a72-f373-43ad-833a-5fd40abd0165 x-openstack-request-id: req-59535a72-f373-43ad-833a-5fd40abd0165 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:01.336926 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-unplugged", "status": "failed", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466", "code": 422}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:01.337177 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59535a72-f373-43ad-833a-5fd40abd0165 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:01.337600 ncdv-817176-1 neutron-server[119698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'code': 422} returned with failed status
Nov 10 04:18:01.379383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7121ea-543c-40fb-971d-ec178fce837a req-2d78a00a-2fd3-4719-9c91-263a80ebb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.380932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-2d78a00a-2fd3-4719-9c91-263a80ebb008 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c027c1-47df-48f8-8f59-6263718ea999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0884001
Nov 10 04:18:01.461209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7814bd6-66c6-4050-b5ba-063a8d33e7b8 req-2530c6c4-b997-4648-b579-669367781f55 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.467359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7814bd6-66c6-4050-b5ba-063a8d33e7b8 req-2530c6c4-b997-4648-b579-669367781f55 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0623507
Nov 10 04:18:01.541786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf191f7-f86f-41a0-b8af-83a0f8161400 req-e2c5dee2-7298-4a78-952d-85ef62569e58 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.547161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7814bd6-66c6-4050-b5ba-063a8d33e7b8 req-727dcc7b-bc67-47c9-bd2d-9f34e683e532 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720882
Nov 10 04:18:01.549472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf191f7-f86f-41a0-b8af-83a0f8161400 req-e2c5dee2-7298-4a78-952d-85ef62569e58 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1018190
Nov 10 04:18:01.589798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-98ccc24c-8722-43d5-bd09-aa94216acc0d service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982331
Nov 10 04:18:01.631400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf191f7-f86f-41a0-b8af-83a0f8161400 req-2147a85c-cdb5-445e-8e2d-9dc3b2447fcb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810108
Nov 10 04:18:01.744576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd7121ea-543c-40fb-971d-ec178fce837a req-5afc008c-a4e3-4201-9110-f4549ba0d85c service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439571
Nov 10 04:18:01.841853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b985c-db6d-4ccb-aad5-2cb04b7942d8 req-3e9c1e2f-530c-4157-bcbb-9587a235932e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.843377 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-597b985c-db6d-4ccb-aad5-2cb04b7942d8 req-3e9c1e2f-530c-4157-bcbb-9587a235932e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 944 time: 0.1037691
Nov 10 04:18:01.915136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-597b985c-db6d-4ccb-aad5-2cb04b7942d8 req-5dcb17c6-e0c1-4e6d-8f3a-76e3e9af4539 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650992
Nov 10 04:18:01.924130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29d2c0-617d-437c-8805-d5d361c7860e req-1ccf1fd5-b30c-4c27-ab07-f273326454c5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:01.925833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df29d2c0-617d-437c-8805-d5d361c7860e req-1ccf1fd5-b30c-4c27-ab07-f273326454c5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0757437
Nov 10 04:18:02.008894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df29d2c0-617d-437c-8805-d5d361c7860e req-1a0b6b67-0945-4dbf-8cbe-0caae5c98d51 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665715
Nov 10 04:18:02.134339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ee261-9921-4994-a45d-bb2b1aa69f26 req-9981e9d5-30dd-44ab-a37e-0a19aad68bdf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:02.136027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d6ee261-9921-4994-a45d-bb2b1aa69f26 req-9981e9d5-30dd-44ab-a37e-0a19aad68bdf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0552762
Nov 10 04:18:02.196297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d6ee261-9921-4994-a45d-bb2b1aa69f26 req-b0289980-b992-49f7-82cf-41362a1c5c6c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517626
Nov 10 04:18:02.563787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89279490-e939-4d6d-b0f4-713b4bf416f6 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:18:02.749573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d75e6b-f6eb-4452-a9da-bbe65592fd64 req-30b152d0-b556-448c-be94-d5db38e1230d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:02.769015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88d75e6b-f6eb-4452-a9da-bbe65592fd64 req-30b152d0-b556-448c-be94-d5db38e1230d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1395011
Nov 10 04:18:02.814271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89279490-e939-4d6d-b0f4-713b4bf416f6,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:02.846836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:18:02.869825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88d75e6b-f6eb-4452-a9da-bbe65592fd64 req-b068950f-b965-49de-92a5-262939959840 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014569
Nov 10 04:18:02.900412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:02.920737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89279490-e939-4d6d-b0f4-713b4bf416f6 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:02.944704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89279490-e939-4d6d-b0f4-713b4bf416f6,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:02.950701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:03.037141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:03.076268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d69df-4c73-46d1-aff0-ec917d7b5bb1 req-8e0f1ca5-6417-4cb2-a64b-da7b0f82b1da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:03.079241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-949d69df-4c73-46d1-aff0-ec917d7b5bb1 req-8e0f1ca5-6417-4cb2-a64b-da7b0f82b1da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 945 time: 0.0680006
Nov 10 04:18:03.137810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca30cab-f726-4fd0-b9ee-380e5c31c3c9 req-433180f5-d413-4ead-a6dd-df392440c783 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:03.140665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ca30cab-f726-4fd0-b9ee-380e5c31c3c9 req-433180f5-d413-4ead-a6dd-df392440c783 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0574095
Nov 10 04:18:03.151526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-949d69df-4c73-46d1-aff0-ec917d7b5bb1 req-43ab8215-2b1e-435b-9b9a-c249d06a4b9e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652494
Nov 10 04:18:03.188192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['89279490-e939-4d6d-b0f4-713b4bf416f6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:03.216013 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ca30cab-f726-4fd0-b9ee-380e5c31c3c9 req-a395e10c-0c0e-4e0b-a442-885e8aaaa75b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670409
Nov 10 04:18:03.367231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd32c-6ae0-414d-a233-a6883a80a516 req-dbdf2420-68ff-4502-a77a-e173a67f1986 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:03.368798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26abd32c-6ae0-414d-a233-a6883a80a516 req-dbdf2420-68ff-4502-a77a-e173a67f1986 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0721834
Nov 10 04:18:03.441745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26abd32c-6ae0-414d-a233-a6883a80a516 req-97a2f9bf-c565-480c-ae61-e00e44405379 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639100
Nov 10 04:18:03.996960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903525e-9169-442e-a82c-52152192f990 req-81443197-4ca3-4d8d-8b0d-2d1cf98b0ef5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:03.998546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4903525e-9169-442e-a82c-52152192f990 req-81443197-4ca3-4d8d-8b0d-2d1cf98b0ef5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0572906
Nov 10 04:18:04.052533 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4903525e-9169-442e-a82c-52152192f990 req-7f72c90b-7883-4f8b-8bda-ea2f8aac61fe tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471885
Nov 10 04:18:04.292344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531173c-58e4-49b4-9843-dfbf917844cf req-83abe6a9-662a-4a7d-86c7-6b3bfa905638 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:04.312937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4531173c-58e4-49b4-9843-dfbf917844cf req-83abe6a9-662a-4a7d-86c7-6b3bfa905638 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 945 time: 0.0772560
Nov 10 04:18:04.323058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cd81e6e-959a-4468-a397-df14d51b2cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:04.382639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4531173c-58e4-49b4-9843-dfbf917844cf req-d61e49e0-e69a-4f44-a1e1-c2ee40a56f44 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648627
Nov 10 04:18:04.433924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce72-6591-4dce-b34b-231a1ce627a4 req-9c606a08-7622-406a-bd0f-1ee4b2f5213d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:04.443424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4498ce72-6591-4dce-b34b-231a1ce627a4 req-9c606a08-7622-406a-bd0f-1ee4b2f5213d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0927198
Nov 10 04:18:04.523493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4498ce72-6591-4dce-b34b-231a1ce627a4 req-dd4593aa-0d1c-49ed-979a-1674cd37397b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760965
Nov 10 04:18:04.571175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89279490-e939-4d6d-b0f4-713b4bf416f6 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:04.603558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de431330-de61-428d-896d-8b5c31b1ee35 req-39e0a1ec-614a-4983-9ab7-e2e454be8194 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:04.606884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de431330-de61-428d-896d-8b5c31b1ee35 req-39e0a1ec-614a-4983-9ab7-e2e454be8194 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0624900
Nov 10 04:18:04.655083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 89279490-e939-4d6d-b0f4-713b4bf416f6 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:18:04.662659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 89279490-e939-4d6d-b0f4-713b4bf416f6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:04.663033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:04.667332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de431330-de61-428d-896d-8b5c31b1ee35 req-8eca13cf-d580-45c7-acf8-89c6360f0722 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550921
Nov 10 04:18:04.752222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:04.778994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:04.781789 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5af06e-183a-4e52-a58a-69527baaed1b" -d '{"events": [{"server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "name": "network-vif-plugged", "status": "completed", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:04.804671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89279490-e939-4d6d-b0f4-713b4bf416f6,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:04.816347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:04.820148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bbe7f95e-6baa-4881-bb15-7fa8236a0466 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:04.856114 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be24eae1-7c47-4f9a-b5d4-9d7a548fd73e x-openstack-request-id: req-be24eae1-7c47-4f9a-b5d4-9d7a548fd73e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:04.856407 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "name": "network-vif-plugged", "status": "completed", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:04.856744 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be24eae1-7c47-4f9a-b5d4-9d7a548fd73e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:04.857088 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'code': 200}
Nov 10 04:18:04.954243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec86acd-1650-46c5-96bf-33eada489597 req-9ef262f6-ade1-442c-a8f4-3507b22bfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:04.956957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:04.965095 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ec86acd-1650-46c5-96bf-33eada489597 req-9ef262f6-ade1-442c-a8f4-3507b22bfada service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1097 time: 0.0589514
Nov 10 04:18:05.031528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ec86acd-1650-46c5-96bf-33eada489597 req-912a11ce-c3d6-421d-9257-62bc0e3a54f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529463
Nov 10 04:18:05.278047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee0107-cf39-41d3-86bc-4059ff5aac92 req-17f48b95-cc1f-4a1d-a49d-855d0cc0a3a8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:05.279564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-daee0107-cf39-41d3-86bc-4059ff5aac92 req-17f48b95-cc1f-4a1d-a49d-855d0cc0a3a8 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0848799
Nov 10 04:18:05.352257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-daee0107-cf39-41d3-86bc-4059ff5aac92 req-bbfa2e6a-1fd4-493a-9e3b-2e372e186f14 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627873
Nov 10 04:18:05.545610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d118e-fa90-4132-a819-a94e56ff6b97 req-b7b9ac30-2235-4fbe-a7b5-48e8f1aa57a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:05.549192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b99d118e-fa90-4132-a819-a94e56ff6b97 req-b7b9ac30-2235-4fbe-a7b5-48e8f1aa57a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.0912678
Nov 10 04:18:05.623929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b99d118e-fa90-4132-a819-a94e56ff6b97 req-aa19e613-8a0d-4740-b985-1b9f7185a2a7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666361
Nov 10 04:18:05.649385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54906433-56f7-4f8d-a9f8-2b025f320234 req-afa00d36-77ed-4b0c-bef2-9c750699d26c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:05.650915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54906433-56f7-4f8d-a9f8-2b025f320234 req-afa00d36-77ed-4b0c-bef2-9c750699d26c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0634840
Nov 10 04:18:05.737953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54906433-56f7-4f8d-a9f8-2b025f320234 req-43e8278e-f9bf-497d-a0ed-c02a7158bb9c tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787280
Nov 10 04:18:05.838698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a8a0e-4bc9-4f2f-a044-ab8faa896c03 req-836773b0-5a3f-450c-82e3-b8fb6eb65291 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:05.840209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d63a8a0e-4bc9-4f2f-a044-ab8faa896c03 req-836773b0-5a3f-450c-82e3-b8fb6eb65291 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0744038
Nov 10 04:18:05.898891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d63a8a0e-4bc9-4f2f-a044-ab8faa896c03 req-613b537e-1d0e-4da9-ae05-8f69052e5c91 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512159
Nov 10 04:18:06.493115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f743c9-92bb-4fda-b059-e23518f99463 req-8aee15cb-735c-4c3e-9cbb-434dcafe029c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:06.494689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2f743c9-92bb-4fda-b059-e23518f99463 req-8aee15cb-735c-4c3e-9cbb-434dcafe029c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0555949
Nov 10 04:18:06.558913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2f743c9-92bb-4fda-b059-e23518f99463 req-132077e5-ef47-4181-9b36-2a723e0674c5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576692
Nov 10 04:18:06.747067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47925e-dfe2-4210-9ed7-545e9c76f640 req-cd77ffa7-5836-4b8c-9072-c2b92d35d087 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:06.748489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac47925e-dfe2-4210-9ed7-545e9c76f640 req-cd77ffa7-5836-4b8c-9072-c2b92d35d087 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.0603824
Nov 10 04:18:06.850394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac47925e-dfe2-4210-9ed7-545e9c76f640 req-a3d3c012-6801-4db8-b4d5-6254fd56d55f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937562
Nov 10 04:18:06.896937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-631fad69-9363-4ad6-a6f3-4015d72b6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:06.920278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dbf2-318e-4c2c-8eeb-fb90ef216285 req-095831b5-92b2-4339-a109-41bb6c232f0b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:06.922496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7db3dbf2-318e-4c2c-8eeb-fb90ef216285 req-095831b5-92b2-4339-a109-41bb6c232f0b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0664289
Nov 10 04:18:06.977874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7db3dbf2-318e-4c2c-8eeb-fb90ef216285 req-6169d1af-fdf9-4f4c-99ef-ad2b30cdcf26 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484407
Nov 10 04:18:07.016070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98c4b6-67fd-4803-8a0a-43eb1434ecc1 req-8a84920a-123f-4c75-b1e9-58a32b2dfe65 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:07.017614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe98c4b6-67fd-4803-8a0a-43eb1434ecc1 req-8a84920a-123f-4c75-b1e9-58a32b2dfe65 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.0666816
Nov 10 04:18:07.080769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe98c4b6-67fd-4803-8a0a-43eb1434ecc1 req-427c9fc7-ac2d-41fb-ad94-aa60c222699b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558641
Nov 10 04:18:07.106987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34468) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:07.109821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67a7f-3064-4a57-8dfc-1c2e504842fa req-396ebcc4-d8c2-4743-a9be-bff8bc17cc49 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:07.117400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98c67a7f-3064-4a57-8dfc-1c2e504842fa req-396ebcc4-d8c2-4743-a9be-bff8bc17cc49 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0598104
Nov 10 04:18:07.163240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ad38c-d3cb-48ff-9fe0-4cd06274e386 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:07.169371 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c74ad38c-d3cb-48ff-9fe0-4cd06274e386 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1092 time: 0.0598507
Nov 10 04:18:07.169681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:07.177046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:07.208310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98c67a7f-3064-4a57-8dfc-1c2e504842fa req-f3dd7525-2903-4bbb-8495-251ec6cfd7bd tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710447
Nov 10 04:18:07.221100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:07.345201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:07.487727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.32.3.158 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/dcc3868d-d53d-4ecc-afbb-76115b7c3564) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:18:07.612079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:07.665417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:07.726703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=dcc3868d-d53d-4ecc-afbb-76115b7c3564,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:07.740847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6a4b3-1170-481d-9ce3-2074b7cf23ff req-5c5a94bd-429c-4d53-a86e-cf05f3a2446c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:07.741910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:18:07.744129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:18:07.749229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:18:07.750551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2d6a4b3-1170-481d-9ce3-2074b7cf23ff req-5c5a94bd-429c-4d53-a86e-cf05f3a2446c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0794911
Nov 10 04:18:07.822980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2d6a4b3-1170-481d-9ce3-2074b7cf23ff req-729055b9-5767-478d-af3f-5ec74e60937b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715768
Nov 10 04:18:07.900294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:08.212343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30b161-73c4-4744-96b7-cd5f7f6701af req-1ef6230e-86de-4fdc-8eea-b1eafa36af32 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:08.213836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc30b161-73c4-4744-96b7-cd5f7f6701af req-1ef6230e-86de-4fdc-8eea-b1eafa36af32 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1363127
Nov 10 04:18:08.247123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:08.393379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3adf6e-f766-491c-9f12-3b4679fed75b req-02c93373-9439-4a70-848d-0f9198c8f54b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:08.394897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f3adf6e-f766-491c-9f12-3b4679fed75b req-02c93373-9439-4a70-848d-0f9198c8f54b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0739701
Nov 10 04:18:08.399928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc30b161-73c4-4744-96b7-cd5f7f6701af req-e7c933fa-187c-4c6f-94a6-890b70a7f1ed tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1789165
Nov 10 04:18:08.424233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:08.469472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f3adf6e-f766-491c-9f12-3b4679fed75b req-c77e38f5-b63b-4f6a-87f2-ad288f7bdc0d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659142
Nov 10 04:18:08.509529 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:18:08.634576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:08.640446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:08.724782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=dcc3868d-d53d-4ecc-afbb-76115b7c3564,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:08.737039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:09.205240 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Floating IP ef5f7758-5b7d-42aa-a6a9-91ec808fa159 associated. External IP: 172.32.3.158, port: 89279490-e939-4d6d-b0f4-713b4bf416f6.
Nov 10 04:18:09.276743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-8253e5b2-c25c-4323-81eb-d157d6b125b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4264143
Nov 10 04:18:09.297982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3359cdd-18df-495d-a737-a6115fc18a67 req-af7f6f70-407d-4ddb-b77b-2a2f6b06ac24 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.298441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3359cdd-18df-495d-a737-a6115fc18a67 req-af7f6f70-407d-4ddb-b77b-2a2f6b06ac24 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1401329
Nov 10 04:18:09.360240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:09.426018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3359cdd-18df-495d-a737-a6115fc18a67 req-4b36954e-0a68-421d-97f6-7cecf2627a37 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149902
Nov 10 04:18:09.477507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-c4d75132-ef4b-4423-a787-a2c8db2acc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.479019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-c4d75132-ef4b-4423-a787-a2c8db2acc0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 1096 time: 0.1161628
Nov 10 04:18:09.604154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ff426-72d2-4607-8f17-1789198604b1 req-4b25311f-3d6e-4fa5-82c4-2ae02077c889 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.613643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-193ff426-72d2-4607-8f17-1789198604b1 req-4b25311f-3d6e-4fa5-82c4-2ae02077c889 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1016617
Nov 10 04:18:09.664023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-9b0809b0-c178-45e9-bdd8-1d7c9db5dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.665547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-9b0809b0-c178-45e9-bdd8-1d7c9db5dd34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1602230
Nov 10 04:18:09.665780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-193ff426-72d2-4607-8f17-1789198604b1 req-f204b15b-ec92-4d6e-9216-52c6f37d47d0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510342
Nov 10 04:18:09.667330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:18:09.729748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-b434c277-7e67-432e-9042-cbe1179c0b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 200  len: 217 time: 0.0514240
Nov 10 04:18:09.773143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b42ce2-bc3f-4a81-8cc2-47b162be03d5 req-83136b7c-c65d-4b3d-9ce3-0cc4e78ffca2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.774710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2b42ce2-bc3f-4a81-8cc2-47b162be03d5 req-83136b7c-c65d-4b3d-9ce3-0cc4e78ffca2 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1568000
Nov 10 04:18:09.925687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-549547cd-bee5-4277-8251-98d6274b88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:09.927239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-549547cd-bee5-4277-8251-98d6274b88d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.1515601
Nov 10 04:18:09.960662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2b42ce2-bc3f-4a81-8cc2-47b162be03d5 req-057ee25d-a426-4eb2-b8bd-704967625790 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337614
Nov 10 04:18:09.989033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:18:10.014364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-52133458-c8f6-4250-b3f4-eca4ebe13fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.016160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-52133458-c8f6-4250-b3f4-eca4ebe13fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0785158
Nov 10 04:18:10.018569 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:18:10.039152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:10.039773 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142fb190>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:10.046478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:10.156276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:10.156549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-a61c39a9-7333-4ec2-92f5-a27eaa776c7b service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330471
Nov 10 04:18:10.161258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34500) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:10.161864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ed58fa7-f660-4a27-b436-8c7b7d35f3bd tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9886024
Nov 10 04:18:10.162543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:10.165550 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8aa99-4a4c-4bf0-86f7-fb495335501c" -d '{"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:10.195870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:10.281054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e00102c-82e6-4642-a7d7-12d8dd8ba8ad tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/ef5f7758-5b7d-42aa-a6a9-91ec808fa159 HTTP/1.1" status: 200  len: 992 time: 0.1184759
Nov 10 04:18:10.287588 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667f6b7-8352-4c00-a9d9-ff5850fe4de2 x-openstack-request-id: req-7667f6b7-8352-4c00-a9d9-ff5850fe4de2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:10.287881 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:10.288702 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7667f6b7-8352-4c00-a9d9-ff5850fe4de2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:10.289116 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'status': 'completed', 'code': 200}
Nov 10 04:18:10.302165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d6dcc4-7db8-4dd0-98f0-d975c61af1e4 req-68622f99-3e60-4000-99a6-3f52ee3071db service neutron] 10.222.0.21 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331482
Nov 10 04:18:10.348709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-6d9a577f-7c99-4e42-a019-489d4261ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.350253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-6d9a577f-7c99-4e42-a019-489d4261ec91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1097 time: 0.0604119
Nov 10 04:18:10.485796 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142fb190>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:10.501426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-0adce268-ccea-4ca0-8276-e0d66cbeb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.502654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-0adce268-ccea-4ca0-8276-e0d66cbeb347 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 898 time: 0.1416607
Nov 10 04:18:10.524772 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:18:10.536706 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:10.537650 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142fb190>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:10.644372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-efe3cd32-231a-4acb-b478-8b54f251071c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 1000 time: 0.1332595
Nov 10 04:18:10.677298 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:10.758735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062527d9-5b64-4be5-b9d9-429884afc19c req-dee0ce43-b48b-45ea-9fe0-df8320cf5d55 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.760183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-062527d9-5b64-4be5-b9d9-429884afc19c req-dee0ce43-b48b-45ea-9fe0-df8320cf5d55 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1127746
Nov 10 04:18:10.764465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-28c8dd58-173c-44aa-b286-dafd57802ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.765967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-28c8dd58-173c-44aa-b286-dafd57802ffb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 200  len: 834 time: 0.1131129
Nov 10 04:18:10.841160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab13051-36aa-4fe6-9ce0-d2bdce0706ad req-0e143573-e0a4-4a24-981d-787d0a78c709 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.854534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dab13051-36aa-4fe6-9ce0-d2bdce0706ad req-0e143573-e0a4-4a24-981d-787d0a78c709 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0805719
Nov 10 04:18:10.879493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-062527d9-5b64-4be5-b9d9-429884afc19c req-0b3f221c-e349-4adc-9fcf-5e70e51c92a4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121788
Nov 10 04:18:10.882753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-e9e48120-8312-4ea1-a8e9-1e39e70c238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:10.884212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-e9e48120-8312-4ea1-a8e9-1e39e70c238c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c027c1-47df-48f8-8f59-6263718ea999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0789647
Nov 10 04:18:10.924224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dab13051-36aa-4fe6-9ce0-d2bdce0706ad req-c6eb501b-7921-41f0-83d6-bac53f876f62 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633879
Nov 10 04:18:11.037313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-f5a4d5b6-f349-4f73-a681-db47b4fa861c service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428552
Nov 10 04:18:11.067292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142fb190>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:11.105267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d63f1df-4e4e-4c40-bfb3-9fc3e1de919d None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:17:48Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:08Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:18:11.198887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eaa2e-f243-4376-a9da-d312e3fb0bab req-f594697b-e22f-4b36-adce-3a5d998f5a2c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:11.201044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c65eaa2e-f243-4376-a9da-d312e3fb0bab req-f594697b-e22f-4b36-adce-3a5d998f5a2c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1348083
Nov 10 04:18:11.227567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-01f8aa99-4a4c-4bf0-86f7-fb495335501c req-2eec47cf-121b-485d-8047-6a0174e23736 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822503
Nov 10 04:18:11.266436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c65eaa2e-f243-4376-a9da-d312e3fb0bab req-938d7e0d-989c-4c81-9535-2069fbcc6855 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587018
Nov 10 04:18:11.285270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34514) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:11.364966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-87f8724d-c3de-4cc3-9f07-79eafabdb4b3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/ef5f7758-5b7d-42aa-a6a9-91ec808fa159 HTTP/1.1" status: 200  len: 992 time: 0.0776002
Nov 10 04:18:11.417197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c99b0-dfe4-4ce1-88e4-f77d2ceff204 None None] New status for floating IP ef5f7758-5b7d-42aa-a6a9-91ec808fa159: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:18:12.077944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6005b-f595-4084-9183-09afa9385b96 req-6c5087fa-da13-49d8-bfe7-5ec73914915c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:12.080981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9a6005b-f595-4084-9183-09afa9385b96 req-6c5087fa-da13-49d8-bfe7-5ec73914915c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0735610
Nov 10 04:18:12.102081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd5373-b07e-422a-9343-28b4e75be6ee req-45710917-288d-49df-a105-dce4d5dc4553 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:12.110040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19bd5373-b07e-422a-9343-28b4e75be6ee req-45710917-288d-49df-a105-dce4d5dc4553 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0893955
Nov 10 04:18:12.183024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9a6005b-f595-4084-9183-09afa9385b96 req-3fd583d4-2b2e-447b-9702-02c0a3827901 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912039
Nov 10 04:18:12.184856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19bd5373-b07e-422a-9343-28b4e75be6ee req-84aa45ff-9131-4ac0-866a-9e8c2bae61ca tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735497
Nov 10 04:18:12.368343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34526) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:12.403912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76070-a7ae-48df-9d18-0ac8644ce083 req-8aa7ac36-c724-45cc-8212-ba9b1d582fbe tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:12.411327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ef76070-a7ae-48df-9d18-0ac8644ce083 req-8aa7ac36-c724-45cc-8212-ba9b1d582fbe tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0689228
Nov 10 04:18:12.437153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7a106c6d-6450-42c2-8251-a0522de0c0af tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/ef5f7758-5b7d-42aa-a6a9-91ec808fa159 HTTP/1.1" status: 200  len: 994 time: 0.0677142
Nov 10 04:18:12.471772 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ef76070-a7ae-48df-9d18-0ac8644ce083 req-2f430ac7-fcfa-47ce-870a-cb0ea74ba76b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594819
Nov 10 04:18:12.596205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:18:12.708053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:12.720402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:18:12.767223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:12.782840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:12.818889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:12.824801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:12.902874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:12.931532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['71a721a0-cd80-4d3a-8050-0bef91b2aab2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:13.328251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f08db-e05b-4ebc-b807-cbe9b6e1688e req-e28022b7-36f7-4b20-8a23-fde94cdcb04f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:13.337994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5f08db-e05b-4ebc-b807-cbe9b6e1688e req-e28022b7-36f7-4b20-8a23-fde94cdcb04f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0626755
Nov 10 04:18:13.387242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601690-13df-4bc3-81e2-3e50fd77967e req-dba9a276-0930-42f9-8f8f-3666683a0ebc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:13.396972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4601690-13df-4bc3-81e2-3e50fd77967e req-dba9a276-0930-42f9-8f8f-3666683a0ebc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1181247
Nov 10 04:18:13.411233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb5f08db-e05b-4ebc-b807-cbe9b6e1688e req-3f66339d-d26d-4995-9c5d-a4006dcee34a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723679
Nov 10 04:18:13.459276 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4601690-13df-4bc3-81e2-3e50fd77967e req-f3001f5c-abdf-4fa0-93ed-e9003d8da6eb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606225
Nov 10 04:18:13.691065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39765d4b-cad3-4ad4-afa0-fe443e5c2f6b req-3d8647d4-cae8-425b-8864-6a3412f8a40a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:13.693278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39765d4b-cad3-4ad4-afa0-fe443e5c2f6b req-3d8647d4-cae8-425b-8864-6a3412f8a40a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1270990
Nov 10 04:18:13.797287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846116-e0c4-4cb3-85a4-7864cc6835e3 req-f5010dc5-0898-4b6c-81bd-569e9329b842 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:13.806440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02846116-e0c4-4cb3-85a4-7864cc6835e3 req-f5010dc5-0898-4b6c-81bd-569e9329b842 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0752869
Nov 10 04:18:13.810199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39765d4b-cad3-4ad4-afa0-fe443e5c2f6b req-5569f547-76ea-4233-8353-c76204c6c688 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082947
Nov 10 04:18:13.920853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02846116-e0c4-4cb3-85a4-7864cc6835e3 req-3170e1e1-cfc5-4a1a-a239-971a17bc332e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130152
Nov 10 04:18:13.944667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906536-cec6-4628-a33e-6d49d96902ee req-073f7e62-2da7-4c8c-83fc-3ea9f46b28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:13.947208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-073f7e62-2da7-4c8c-83fc-3ea9f46b28f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1095 time: 0.1267385
Nov 10 04:18:14.062836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906536-cec6-4628-a33e-6d49d96902ee req-71ca443a-eb1f-4d87-a0dc-a11ed0a9b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:14.064867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-71ca443a-eb1f-4d87-a0dc-a11ed0a9b813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.1096885
Nov 10 04:18:14.167077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-08646881-f55c-4ba9-9046-6e92a1bbb48b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.0913675
Nov 10 04:18:14.251681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906536-cec6-4628-a33e-6d49d96902ee req-6b3993bf-3935-425e-be3a-9ba7753d1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:14.253501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-6b3993bf-3935-425e-be3a-9ba7753d1f7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0766990
Nov 10 04:18:14.343790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906536-cec6-4628-a33e-6d49d96902ee req-5f3b1466-72e3-4e2a-a97b-75dab9477785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:14.346628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-5f3b1466-72e3-4e2a-a97b-75dab9477785 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0858049
Nov 10 04:18:14.525340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-2dc2c476-67a2-4ec9-918f-2eb5f64d313f service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664891
Nov 10 04:18:14.617666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:14.738897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2d906536-cec6-4628-a33e-6d49d96902ee req-5e6b4322-bed3-4b85-a321-7fac7f508e29 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020977
Nov 10 04:18:14.740356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:14.740990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:14.776138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296097ab-c53f-47dc-9b1e-1fc28d62d83b req-e9739ea8-76af-460d-a6c9-fb9df6b372e7 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:14.777926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-296097ab-c53f-47dc-9b1e-1fc28d62d83b req-e9739ea8-76af-460d-a6c9-fb9df6b372e7 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1463623
Nov 10 04:18:14.870551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-296097ab-c53f-47dc-9b1e-1fc28d62d83b req-1f19280a-236d-4719-9469-1913355f1efc tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861344
Nov 10 04:18:14.982601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:15.048593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c85a-c075-47b5-917d-89ba3c41039a req-52a57d8b-ae36-467a-8c4e-f3166d8465b4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:15.051905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:15.054542 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d7a98-7397-48ab-a987-b4671ce68857" -d '{"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:15.061998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9060c85a-c075-47b5-917d-89ba3c41039a req-52a57d8b-ae36-467a-8c4e-f3166d8465b4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0998878
Nov 10 04:18:15.095445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:15.106327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:15.112710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f50fb-92a7-414c-99ea-64aa22db3f52 req-f33cb260-4ec1-4031-89ae-a3ba7f31cbbd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:15.122206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d7f50fb-92a7-414c-99ea-64aa22db3f52 req-f33cb260-4ec1-4031-89ae-a3ba7f31cbbd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0819368
Nov 10 04:18:15.164917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9060c85a-c075-47b5-917d-89ba3c41039a req-7c572a1b-ac0e-4994-a22a-2adbc9a9a070 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971708
Nov 10 04:18:15.209263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d7f50fb-92a7-414c-99ea-64aa22db3f52 req-4c792b0c-4fc5-4c7c-8742-eed099b5230a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851769
Nov 10 04:18:15.394870 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a13b35-fd32-41b4-9e96-8e867394a408 x-openstack-request-id: req-a6a13b35-fd32-41b4-9e96-8e867394a408 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:15.395211 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:15.395460 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6a13b35-fd32-41b4-9e96-8e867394a408 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:15.395863 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'code': 200}
Nov 10 04:18:15.482002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:15.492934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.493288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.493724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.494106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.494434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.494883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.495210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.495541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.495863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.496235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.496768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:15.497193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:16.044922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d997f8-641e-45f4-9401-4aaefaccdd77 req-d4e4a05f-e0f8-43c4-80c2-7ed90e376bf1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:16.057262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32d997f8-641e-45f4-9401-4aaefaccdd77 req-d4e4a05f-e0f8-43c4-80c2-7ed90e376bf1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0706439
Nov 10 04:18:16.159890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32d997f8-641e-45f4-9401-4aaefaccdd77 req-4f39371a-5ef5-4837-a275-ee8af2a4ab51 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011992
Nov 10 04:18:16.350847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b715749-09a9-45b3-9b39-26b4fe4fa091 req-a3e22ddd-6ee5-4de1-94ba-08d536ace591 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:16.351491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:18:16.353646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b715749-09a9-45b3-9b39-26b4fe4fa091 req-a3e22ddd-6ee5-4de1-94ba-08d536ace591 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0703588
Nov 10 04:18:16.403065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6ad06-503c-4e70-ab5c-f4a43a413d78 req-47bce2d8-c87a-4985-8431-0c46434e5e74 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:16.409426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8d6ad06-503c-4e70-ab5c-f4a43a413d78 req-47bce2d8-c87a-4985-8431-0c46434e5e74 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0960276
Nov 10 04:18:16.523270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b715749-09a9-45b3-9b39-26b4fe4fa091 req-08f0f793-c6ee-4d1e-b629-ba353f8af103 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557844
Nov 10 04:18:16.555183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:16.592790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8d6ad06-503c-4e70-ab5c-f4a43a413d78 req-4120e75c-787e-498e-9beb-8748512cd504 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769662
Nov 10 04:18:16.629432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'port_id': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'mac_address': 'fa:16:3e:53:4f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5267c02c-a786-43f5-b9c7-e298ba74aaa1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:18:16.779079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:16.791421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0288c35-6917-4b7c-a68e-6b400d532bc3 req-e89104a3-051b-4673-8ecd-69b46ccce64f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:16.802316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0288c35-6917-4b7c-a68e-6b400d532bc3 req-e89104a3-051b-4673-8ecd-69b46ccce64f tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0873282
Nov 10 04:18:16.817457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:16.879094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:16.887235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:16.968153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c0288c35-6917-4b7c-a68e-6b400d532bc3 req-efbbcb08-6de7-43bd-a734-71ec4d8b136d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648672
Nov 10 04:18:17.001282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['7a6f906b-f78d-4715-9631-40bd0a53af26'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:17.073090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:17.179613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda684f-d89e-40a5-9f03-774996845780 req-2853e5e8-7652-4f7f-87df-65bffaa5e9c6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:17.187073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acda684f-d89e-40a5-9f03-774996845780 req-2853e5e8-7652-4f7f-87df-65bffaa5e9c6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1047406
Nov 10 04:18:17.330128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acda684f-d89e-40a5-9f03-774996845780 req-3b3ef048-67a5-42b7-af80-388f876d70db tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419556
Nov 10 04:18:17.422779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11094781-e1dc-4291-9a9a-03801eb6a759 req-71c08e38-e510-4812-878b-61a910bc93bb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:17.436466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11094781-e1dc-4291-9a9a-03801eb6a759 req-71c08e38-e510-4812-878b-61a910bc93bb tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1361094
Nov 10 04:18:17.559493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11094781-e1dc-4291-9a9a-03801eb6a759 req-71409582-2d77-4c2e-9331-53aee6668173 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216376
Nov 10 04:18:17.798902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305919-e043-4497-a630-af09f0cf53b2 req-b0497b39-9777-4a86-a1e3-8fb9b932632c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:17.812094 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac305919-e043-4497-a630-af09f0cf53b2 req-b0497b39-9777-4a86-a1e3-8fb9b932632c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1650870
Nov 10 04:18:17.938648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e7685-7577-4dd9-a8a7-bdf144a04a28 req-1d8ee06b-625f-49db-8d8d-6bf08a6ba2c0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:17.954262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ac305919-e043-4497-a630-af09f0cf53b2 req-02ec3339-327e-46b2-af95-6363a11287bc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376834
Nov 10 04:18:17.962129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e1e7685-7577-4dd9-a8a7-bdf144a04a28 req-1d8ee06b-625f-49db-8d8d-6bf08a6ba2c0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1767418
Nov 10 04:18:18.077042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e1e7685-7577-4dd9-a8a7-bdf144a04a28 req-ba00b3a6-5cfb-4ad3-aa01-09ad3c369572 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139932
Nov 10 04:18:18.369805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:18.447729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 7a6f906b-f78d-4715-9631-40bd0a53af26 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:18.448101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:18.555007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:18.614296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:18.623352 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1498f8a-23c7-42d6-968f-b3974d46899f" -d '{"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:18.652781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:18.667701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:18.752477 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744c208-1ae0-43d0-b51f-dec1d8c53f96 x-openstack-request-id: req-1744c208-1ae0-43d0-b51f-dec1d8c53f96 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:18.752893 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:18.753245 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1744c208-1ae0-43d0-b51f-dec1d8c53f96 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:18.753692 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'code': 200}
Nov 10 04:18:18.759619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:18.769272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c722c-d5b6-40ea-ae4a-4c9afbed328e req-cce20764-cdea-439e-ad94-be6969b59d8e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:18.777289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-393c722c-d5b6-40ea-ae4a-4c9afbed328e req-cce20764-cdea-439e-ad94-be6969b59d8e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0999262
Nov 10 04:18:18.813865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:18.834240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-393c722c-d5b6-40ea-ae4a-4c9afbed328e req-0ea49749-2541-4832-bb29-8546ae3d3cfe tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558143
Nov 10 04:18:18.912231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:19.170622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0b3e0-bd3d-471f-a842-c6c797993715 req-24d12af1-9098-4f88-a34b-ae4d85516ff7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:19.172869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-15c0b3e0-bd3d-471f-a842-c6c797993715 req-24d12af1-9098-4f88-a34b-ae4d85516ff7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0915484
Nov 10 04:18:19.243019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4c079-b195-458b-a52d-6d1d2691f276 req-f775dbc2-1bcf-426d-b65e-1618218f018e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:19.250979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fb4c079-b195-458b-a52d-6d1d2691f276 req-f775dbc2-1bcf-426d-b65e-1618218f018e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0685093
Nov 10 04:18:19.264478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-15c0b3e0-bd3d-471f-a842-c6c797993715 req-4ba4ab35-4ec6-4e70-9f02-059ec069be3d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844786
Nov 10 04:18:19.337090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fb4c079-b195-458b-a52d-6d1d2691f276 req-4ab72914-24aa-436c-a982-89bdfb5eb5c5 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847058
Nov 10 04:18:19.672712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-356d8c14-d252-4ff0-bd7e-cd9e5343b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:19.674457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-356d8c14-d252-4ff0-bd7e-cd9e5343b393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=805d7a00cdff46bf93787cb1abccceba&device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 1095 time: 0.0651762
Nov 10 04:18:19.682586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcad07-2bce-4412-843c-a915533fea1d req-3a7d2387-733d-45bc-9967-57e46b2640d2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:19.684009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24bcad07-2bce-4412-843c-a915533fea1d req-3a7d2387-733d-45bc-9967-57e46b2640d2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1098707
Nov 10 04:18:19.897149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-24bcad07-2bce-4412-843c-a915533fea1d req-5fe9cc1c-f819-45cc-8a76-4ccbfdf0f08e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803535
Nov 10 04:18:19.899446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-9a866da7-4a3d-43cf-80fa-bcd6af3f7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:19.901670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-9a866da7-4a3d-43cf-80fa-bcd6af3f7c9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 200  len: 913 time: 0.2168128
Nov 10 04:18:20.058220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-65f0cc05-afbc-4fff-b552-645c288e8958 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 200  len: 998 time: 0.1430211
Nov 10 04:18:20.066528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b136-9346-43f7-b783-b844e5e0bdaf req-8a3e2b06-b702-43ba-8cfb-f7f2e53b8368 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:20.068562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2b4b136-9346-43f7-b783-b844e5e0bdaf req-8a3e2b06-b702-43ba-8cfb-f7f2e53b8368 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0668294
Nov 10 04:18:20.123350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-00d4a11e-fc77-45b1-857f-5cd611389475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:20.124922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-00d4a11e-fc77-45b1-857f-5cd611389475 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 200  len: 851 time: 0.0593860
Nov 10 04:18:20.138222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2b4b136-9346-43f7-b783-b844e5e0bdaf req-508fa311-de1e-4b73-9c66-33794a9dc789 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549841
Nov 10 04:18:20.192289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-c5a0e683-cea0-4001-a370-d18c151d53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:20.193990 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-c5a0e683-cea0-4001-a370-d18c151d53ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0592065
Nov 10 04:18:20.317396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-8a6eb82c-f00d-4fb3-832c-5ddd4d61b188 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1146584
Nov 10 04:18:20.515111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb80ea-2cab-4387-9190-1566e39ebecf req-3a7205e7-5524-4ac9-9586-e43ba0e96459 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:20.517082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85fb80ea-2cab-4387-9190-1566e39ebecf req-3a7205e7-5524-4ac9-9586-e43ba0e96459 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1623394
Nov 10 04:18:20.597251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6724b8f7-5357-479a-9cfe-725e62c86283 req-fe305dad-0946-4239-bd10-eb4247c8b158 service neutron] 10.222.0.26 "GET /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637043
Nov 10 04:18:20.672450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85fb80ea-2cab-4387-9190-1566e39ebecf req-033fafb6-47ee-49f1-a609-724ffc03e0bf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398480
Nov 10 04:18:21.059250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a33d4-a550-41f4-a3ae-35fd9ab729b1 req-5d07a191-d29c-436f-a769-55b72d576c77 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:21.068240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1a33d4-a550-41f4-a3ae-35fd9ab729b1 req-5d07a191-d29c-436f-a769-55b72d576c77 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0776379
Nov 10 04:18:21.151105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1a33d4-a550-41f4-a3ae-35fd9ab729b1 req-5f21d18a-b04a-4c46-b29d-db51da8409e9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775049
Nov 10 04:18:21.358103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b97c1-27b8-4210-b8ce-02b3da639f0c req-4d92aca0-0e2f-4bf7-ba37-a7b7a3e321d3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:21.371781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-881b97c1-27b8-4210-b8ce-02b3da639f0c req-4d92aca0-0e2f-4bf7-ba37-a7b7a3e321d3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.1042979
Nov 10 04:18:21.439939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-881b97c1-27b8-4210-b8ce-02b3da639f0c req-0d2dc364-6550-45aa-be7b-c8f27b507ea2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668435
Nov 10 04:18:21.899008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24cdf-341d-4a71-9c7f-a803a638c224 req-e4b3aebb-f990-47aa-bf2b-0e85b7ccb76d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:21.901011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31e24cdf-341d-4a71-9c7f-a803a638c224 req-e4b3aebb-f990-47aa-bf2b-0e85b7ccb76d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.1063116
Nov 10 04:18:22.005505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31e24cdf-341d-4a71-9c7f-a803a638c224 req-e313aaa0-f851-4659-9a98-1e2001161832 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870638
Nov 10 04:18:22.298177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfd2ed-acfb-485e-9a26-d7584332cce3 req-02f27d1d-4e06-4725-b349-f69477a6d168 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:22.300085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83bfd2ed-acfb-485e-9a26-d7584332cce3 req-02f27d1d-4e06-4725-b349-f69477a6d168 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0756264
Nov 10 04:18:22.383379 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-83bfd2ed-acfb-485e-9a26-d7584332cce3 req-37001371-1b4c-4e5c-ad4e-40b698343779 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724840
Nov 10 04:18:22.560988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f1676-8651-416b-ba6c-6e8865f2b583 req-51223ec1-81a5-4774-bc75-ec70b43b2529 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:22.562482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c3f1676-8651-416b-ba6c-6e8865f2b583 req-51223ec1-81a5-4774-bc75-ec70b43b2529 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1032546
Nov 10 04:18:22.605787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7e52-1f46-4146-bba6-c423144d6ad5 req-98c6292e-f9d9-4600-bc3a-8e7a099aad7f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:22.607515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-006b7e52-1f46-4146-bba6-c423144d6ad5 req-98c6292e-f9d9-4600-bc3a-8e7a099aad7f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0618544
Nov 10 04:18:22.665384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c3f1676-8651-416b-ba6c-6e8865f2b583 req-8891e386-fea7-4cd4-bf4b-97d73f067d23 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962036
Nov 10 04:18:22.679095 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-006b7e52-1f46-4146-bba6-c423144d6ad5 req-194c9eee-533f-4a8b-81a9-5d4f3698102e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592802
Nov 10 04:18:23.118767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25dfc9-32f6-461c-be84-fe44105d913a req-7d95d1e3-5b2a-49b1-8528-fe70772ef195 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:23.125837 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b25dfc9-32f6-461c-be84-fe44105d913a req-7d95d1e3-5b2a-49b1-8528-fe70772ef195 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0569944
Nov 10 04:18:23.206102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b25dfc9-32f6-461c-be84-fe44105d913a req-99a5045f-7c5c-48bf-a2c6-686a488389f0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793765
Nov 10 04:18:23.847115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607dd0b-ee50-4d42-af7c-dd15eaa10e2a req-2677b966-a9b3-4fe3-83f3-42aa4728a672 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:23.855464 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d607dd0b-ee50-4d42-af7c-dd15eaa10e2a req-2677b966-a9b3-4fe3-83f3-42aa4728a672 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0918570
Nov 10 04:18:23.904348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d607dd0b-ee50-4d42-af7c-dd15eaa10e2a req-b45bdf66-f33e-429c-9582-4bdd4d972b7c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476758
Nov 10 04:18:24.377976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c4837-0c7a-4d16-8ec0-54b94f45f8fa req-e50fa7a0-f0fd-44ce-a114-4971d96c7b51 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:24.379918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-575c4837-0c7a-4d16-8ec0-54b94f45f8fa req-e50fa7a0-f0fd-44ce-a114-4971d96c7b51 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0799191
Nov 10 04:18:24.449640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-575c4837-0c7a-4d16-8ec0-54b94f45f8fa req-006a4244-852b-4245-b127-1e3dbd292929 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626349
Nov 10 04:18:25.074432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8fd42-a1e3-457a-9582-a3b9a3d32f73 req-dfc6ca41-40c5-48fd-9542-df11a3e74c90 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:25.076228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6c8fd42-a1e3-457a-9582-a3b9a3d32f73 req-dfc6ca41-40c5-48fd-9542-df11a3e74c90 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0637074
Nov 10 04:18:25.165321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6c8fd42-a1e3-457a-9582-a3b9a3d32f73 req-9d5ee51a-c55d-4c9e-82c1-21f63283473b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795958
Nov 10 04:18:25.593441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53892-2fe5-41e4-ab6d-232f2f2f1f71 req-e19bf051-fd62-4a66-a991-9ace8b26a642 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:25.595030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44f53892-2fe5-41e4-ab6d-232f2f2f1f71 req-e19bf051-fd62-4a66-a991-9ace8b26a642 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0653956
Nov 10 04:18:25.683404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44f53892-2fe5-41e4-ab6d-232f2f2f1f71 req-ea9120c5-664d-4103-9270-6fed8ac8e6db tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808353
Nov 10 04:18:26.315286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c296-e087-4793-ae71-7959500f938e req-30a5db1e-10e1-4b63-b1ac-4dfd379583b3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:26.316867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5162c296-e087-4793-ae71-7959500f938e req-30a5db1e-10e1-4b63-b1ac-4dfd379583b3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0573833
Nov 10 04:18:26.375338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5162c296-e087-4793-ae71-7959500f938e req-0daf41ff-6af8-45e7-9c29-760b792bca95 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513210
Nov 10 04:18:26.813774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75bf6b-e52d-41c0-b847-e1582cfd62e5 req-8b5ccafb-799b-42a4-a0c5-62e5c6ab2a6d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:26.815270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e75bf6b-e52d-41c0-b847-e1582cfd62e5 req-8b5ccafb-799b-42a4-a0c5-62e5c6ab2a6d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0575621
Nov 10 04:18:26.890857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e75bf6b-e52d-41c0-b847-e1582cfd62e5 req-4a4cd294-a4c7-4585-ad82-d9f0f39f603e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603738
Nov 10 04:18:27.237692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-a40f99f9-abb2-4305-ab74-ceeebb6da288 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:27.245750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-a40f99f9-abb2-4305-ab74-ceeebb6da288 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4e28b15-054c-4600-94a7-5538cbadfdb2 HTTP/1.1" status: 200  len: 943 time: 0.0722249
Nov 10 04:18:27.366630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port bbe7f95e-6baa-4881-bb15-7fa8236a0466 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:27.366968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:27.482208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port bbe7f95e-6baa-4881-bb15-7fa8236a0466, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bbe7f95e-6baa-4881-bb15-7fa8236a0466,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:27.482695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:27.504046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for bbe7f95e-6baa-4881-bb15-7fa8236a0466 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:27.531380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bd428-097d-4aac-a2ac-e783683cc804 req-3c39336f-1f85-45b3-af89-226aa9908b05 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:27.533202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d72bd428-097d-4aac-a2ac-e783683cc804 req-3c39336f-1f85-45b3-af89-226aa9908b05 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0717633
Nov 10 04:18:27.605114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d72bd428-097d-4aac-a2ac-e783683cc804 req-43e9697b-0b15-4eef-91b3-bff706f51a22 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651791
Nov 10 04:18:27.686670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:27.701888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a', 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:27.716911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=bbe7f95e-6baa-4881-bb15-7fa8236a0466,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:27.779211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] No DVR routers for this DVR port bbe7f95e-6baa-4881-bb15-7fa8236a0466 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:27.782394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:27.786350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31a71076-bbb2-40e3-b759-b9ba20b40f78 req-5a57bec5-a179-4a29-8268-c2586bc6e3fb tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "DELETE /v2.0/ports/bbe7f95e-6baa-4881-bb15-7fa8236a0466 HTTP/1.1" status: 204  len: 173 time: 0.5396075
Nov 10 04:18:27.787019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-deleted', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:27.789824 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f138f-ead6-4800-939e-00b044e663b2" -d '{"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-deleted", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:27.989377 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c26ab7-edba-4d82-aa08-80b365e3f6f1 x-openstack-request-id: req-f6c26ab7-edba-4d82-aa08-80b365e3f6f1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:27.989992 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e28b15-054c-4600-94a7-5538cbadfdb2", "name": "network-vif-deleted", "tag": "bbe7f95e-6baa-4881-bb15-7fa8236a0466", "status": "failed", "code": 422}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:27.991081 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6c26ab7-edba-4d82-aa08-80b365e3f6f1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:27.991725 ncdv-817176-1 neutron-server[119697]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4e28b15-054c-4600-94a7-5538cbadfdb2', 'name': 'network-vif-deleted', 'tag': 'bbe7f95e-6baa-4881-bb15-7fa8236a0466', 'status': 'failed', 'code': 422} returned with failed status
Nov 10 04:18:28.156862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27631-d95d-4391-98a0-1881caf5b36e req-9154951e-fb85-4bf5-badf-9d26c5b5f2bf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.168030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-37f27631-d95d-4391-98a0-1881caf5b36e req-9154951e-fb85-4bf5-badf-9d26c5b5f2bf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0904095
Nov 10 04:18:28.297120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-37f27631-d95d-4391-98a0-1881caf5b36e req-98e4edbf-e925-4680-bf24-32b2f3d33535 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276705
Nov 10 04:18:28.532491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-6ecd3e60-4cdf-4c48-9f77-fa5049fd8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.534714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-6ecd3e60-4cdf-4c48-9f77-fa5049fd8015 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1097 time: 0.0579064
Nov 10 04:18:28.684628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-0eac6d9b-268a-4389-b4e2-5bbec4bc3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.689864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-0eac6d9b-268a-4389-b4e2-5bbec4bc3e62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1460779
Nov 10 04:18:28.791796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286df3-b888-4025-bb29-5f66bca6933c req-c3641610-fc71-4653-893a-8f5aebe30033 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.800159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e286df3-b888-4025-bb29-5f66bca6933c req-c3641610-fc71-4653-893a-8f5aebe30033 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0679364
Nov 10 04:18:28.848537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604ffba-e085-4d0f-9475-f84eb35cace9 req-fef3e9e8-df30-4c65-a9fb-fd33065c436b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.850769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9604ffba-e085-4d0f-9475-f84eb35cace9 req-fef3e9e8-df30-4c65-a9fb-fd33065c436b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 907 time: 0.0923579
Nov 10 04:18:28.860392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-84f32412-6c42-4b46-bb05-8b6ee65efc1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 1001 time: 0.1617992
Nov 10 04:18:28.883299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e286df3-b888-4025-bb29-5f66bca6933c req-8626c635-67bc-44ec-9c60-334cdd983201 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814178
Nov 10 04:18:28.925358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-ae85a996-9d65-4d01-a9c3-11dee3fe73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.930665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-ae85a996-9d65-4d01-a9c3-11dee3fe73d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0624621
Nov 10 04:18:28.993792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-7e1b8829-8f03-4141-b2d2-24781c56cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:28.995305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-7e1b8829-8f03-4141-b2d2-24781c56cde0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0555000
Nov 10 04:18:29.093058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:29.142484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Deleting subnet 2fccffa7-facb-4dba-aab5-26d183fac352 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:18:29.146625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.191361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.236006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.300705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.331289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fccffa7-facb-4dba-aab5-26d183fac352,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:29.335126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.338455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3b1974e-136e-44a5-bfab-758812faf3f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2fccffa7-facb-4dba-aab5-26d183fac352 HTTP/1.1" status: 204  len: 168 time: 0.2437899
Nov 10 04:18:29.340962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:29.388430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-e85346c8-9dc6-4c17-9980-bae06b32730a service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839726
Nov 10 04:18:29.421269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.511798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.533214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7abb10-29af-477c-b305-fadd74f720b2 req-d73a5e05-93a3-4006-ad5d-f585e58004ef tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:29.535356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab7abb10-29af-477c-b305-fadd74f720b2 req-d73a5e05-93a3-4006-ad5d-f585e58004ef tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0825717
Nov 10 04:18:29.539744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e0ccd60>,) {'filters': {'network_id': ['854b22b7-706b-4b90-bbc9-c4c7a14f9b53']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:29.551179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0ccd60>, 'cb799552-3d40-412d-9e59-e29961d98f47') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:29.551474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e0ccd60>, 'cb799552-3d40-412d-9e59-e29961d98f47') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:29.554447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c672717e-6622-4cc7-b8b3-c1c732a2ee99 req-42db7605-6c43-4400-b7ae-c25b63b5efab service neutron] 10.222.0.21 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581981
Nov 10 04:18:29.578017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.597735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.602735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab7abb10-29af-477c-b305-fadd74f720b2 req-9455121d-e375-4e7b-9a59-8fc190acfd4f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591536
Nov 10 04:18:29.607792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:18:29.608416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:18:29.611072 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:18:29.677444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.683591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:29.689613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/854b22b7-706b-4b90-bbc9-c4c7a14f9b53 HTTP/1.1" status: 204  len: 168 time: 0.3450935
Nov 10 04:18:29.702225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1be7-e53a-4029-bf45-fe81c68824ce admin admin] Pushing event deleted for resources: {'Network': ['ID=854b22b7-706b-4b90-bbc9-c4c7a14f9b53,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:29.957081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 34886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:30.001033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551840e-12b7-4d19-b6bc-f67c124b6b35 req-99a38330-f058-4c16-a3d2-8e87420baa8a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:30.002844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2551840e-12b7-4d19-b6bc-f67c124b6b35 req-99a38330-f058-4c16-a3d2-8e87420baa8a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 907 time: 0.0641344
Nov 10 04:18:30.049550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-623725a7-1c49-4032-a6c5-142bc59d1a40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a98fe29a26f445a84b4c47c9dcee2b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0910358
Nov 10 04:18:30.052005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 34888) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:30.064905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e59c4-3b03-482b-ab1a-6a5e7a9e60b0 req-949c2d5c-d0e5-43c0-a150-5aff96ec8c06 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:30.072324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d67e59c4-3b03-482b-ab1a-6a5e7a9e60b0 req-949c2d5c-d0e5-43c0-a150-5aff96ec8c06 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0948696
Nov 10 04:18:30.105180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.127557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.143094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d67e59c4-3b03-482b-ab1a-6a5e7a9e60b0 req-d3c04e8a-6af5-4ad1-8871-eb84000ae50d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696142
Nov 10 04:18:30.186877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.190156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.191531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35798b7-fcfa-4594-8f96-67c6234dc96e HTTP/1.1" status: 204  len: 168 time: 0.1381001
Nov 10 04:18:30.200389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5e4f-b104-4c1b-8414-2d10570aef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35798b7-fcfa-4594-8f96-67c6234dc96e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:30.263374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fac461-b708-4327-b6c1-f5ed377767cd req-b0cf0d4b-caa2-4dba-9830-7b3f66fb756e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:30.265617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10fac461-b708-4327-b6c1-f5ed377767cd req-b0cf0d4b-caa2-4dba-9830-7b3f66fb756e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 907 time: 0.0547187
Nov 10 04:18:30.380748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port d91f39ca-1a6d-413b-8f8d-1afae46752ab {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:30.381652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.500659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port d91f39ca-1a6d-413b-8f8d-1afae46752ab, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d91f39ca-1a6d-413b-8f8d-1afae46752ab,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:30.500659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.517784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for d91f39ca-1a6d-413b-8f8d-1afae46752ab owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:30.642463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:30.738027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.816375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.822801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=d91f39ca-1a6d-413b-8f8d-1afae46752ab,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:30.874168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:30.875703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:30.878905 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c20b02-2307-4047-a08d-20ea1232ee47" -d '{"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:30.891115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] No DVR routers for this DVR port d91f39ca-1a6d-413b-8f8d-1afae46752ab on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:30.898266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.902499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d8e8-1504-404f-af2d-fc0055586af5 req-9013ad5e-ac0d-4dc9-863a-a0253b357db9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:30.910479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e76d8e8-1504-404f-af2d-fc0055586af5 req-9013ad5e-ac0d-4dc9-863a-a0253b357db9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.2018321
Nov 10 04:18:30.913866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:30.917210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10fac461-b708-4327-b6c1-f5ed377767cd req-02f8f056-d747-419c-899b-940f8587363a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "DELETE /v2.0/ports/d91f39ca-1a6d-413b-8f8d-1afae46752ab HTTP/1.1" status: 204  len: 173 time: 0.6439762
Nov 10 04:18:30.928730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'name': 'network-vif-deleted', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:30.931281 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a980a-a404-4ccb-87bc-47ff6ff4629d" -d '{"events": [{"server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "name": "network-vif-deleted", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:30.978811 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb129a-f00e-4714-9ee1-44b6b9bd8034 x-openstack-request-id: req-7dbb129a-f00e-4714-9ee1-44b6b9bd8034 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:30.979305 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:30.980765 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dbb129a-f00e-4714-9ee1-44b6b9bd8034 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:30.982205 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'code': 200}
Nov 10 04:18:31.017586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e76d8e8-1504-404f-af2d-fc0055586af5 req-b72a6db9-6bca-4827-9f7d-269da3b26cf3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975389
Nov 10 04:18:31.050148 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d7c5a8-0746-43ee-bb95-8c143c2881cf x-openstack-request-id: req-10d7c5a8-0746-43ee-bb95-8c143c2881cf {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:31.050436 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4982ec14-4568-444d-ac23-bf69f3bc1e9c", "name": "network-vif-deleted", "tag": "d91f39ca-1a6d-413b-8f8d-1afae46752ab", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:31.050685 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10d7c5a8-0746-43ee-bb95-8c143c2881cf {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:31.051071 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4982ec14-4568-444d-ac23-bf69f3bc1e9c', 'name': 'network-vif-deleted', 'tag': 'd91f39ca-1a6d-413b-8f8d-1afae46752ab', 'status': 'completed', 'code': 200}
Nov 10 04:18:31.055933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:31.189413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fcb1747f-4804-4152-ad13-1da7f4c5ffb1 req-0c45b7a6-a9ce-40e5-9380-b341e622ca14 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=4982ec14-4568-444d-ac23-bf69f3bc1e9c HTTP/1.1" status: 200  len: 210 time: 0.0410285
Nov 10 04:18:31.329296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89882-a05f-4569-8159-258aae02963c req-269bf466-7c8d-4cfa-b73e-3b11eb6b1fab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:31.341735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3eb89882-a05f-4569-8159-258aae02963c req-269bf466-7c8d-4cfa-b73e-3b11eb6b1fab tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.1082399
Nov 10 04:18:31.394515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3eb89882-a05f-4569-8159-258aae02963c req-d69cbb5e-3f52-4619-a68f-6b0a754492db tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518665
Nov 10 04:18:32.142866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc93ae6-f429-490b-8592-57af4e9a635b req-ebd75345-ccf0-457d-ab68-a1f166879941 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.144469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdc93ae6-f429-490b-8592-57af4e9a635b req-ebd75345-ccf0-457d-ab68-a1f166879941 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0558116
Nov 10 04:18:32.197402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdc93ae6-f429-490b-8592-57af4e9a635b req-95ba493e-eec7-4a48-ab88-53eba045c5d9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461867
Nov 10 04:18:32.464474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead5eb7-fa8d-4a79-b6fb-05231891865a req-76f8175b-2c90-47b7-8772-d540d531dc76 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.465981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eead5eb7-fa8d-4a79-b6fb-05231891865a req-76f8175b-2c90-47b7-8772-d540d531dc76 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 946 time: 0.0494468
Nov 10 04:18:32.515843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eead5eb7-fa8d-4a79-b6fb-05231891865a req-43b8087e-3aa8-40a2-94e9-f4b03b84a567 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437751
Nov 10 04:18:32.551644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be272d-a4ce-406c-b633-6ebfd943a0ed req-4c426321-b236-44d5-a0c5-400aa75e0fe4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.559781 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79be272d-a4ce-406c-b633-6ebfd943a0ed req-4c426321-b236-44d5-a0c5-400aa75e0fe4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.0761395
Nov 10 04:18:32.606618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-79be272d-a4ce-406c-b633-6ebfd943a0ed req-c3ec749b-b3d6-49a0-be9e-022696d773f4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459473
Nov 10 04:18:32.768040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-f656445f-834f-439f-8cef-b2732a106dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.769569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-f656445f-834f-439f-8cef-b2732a106dfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1096 time: 0.0442283
Nov 10 04:18:32.874462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-5ca33a52-f79a-4731-a22f-6f8af477b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.876213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-5ca33a52-f79a-4731-a22f-6f8af477b8af service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.0990162
Nov 10 04:18:32.920931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-81b141bc-e651-404a-9de1-27c09eb57060 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0346045
Nov 10 04:18:32.996903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-3fa77c13-5707-4870-91cc-8127499eacce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:32.998460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-3fa77c13-5707-4870-91cc-8127499eacce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0634658
Nov 10 04:18:33.039300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-9fd9a601-3278-4058-966c-6adc23079a05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288913
Nov 10 04:18:33.085571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d633c87-938c-48fd-b752-245d9cfa0def req-556ac692-0613-41cc-ba15-62bf357e7aa1 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:33.087168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d633c87-938c-48fd-b752-245d9cfa0def req-556ac692-0613-41cc-ba15-62bf357e7aa1 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0665433
Nov 10 04:18:33.149349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-71f43a70-c069-486a-b57d-89ced51bd89b service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018343
Nov 10 04:18:33.160829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d633c87-938c-48fd-b752-245d9cfa0def req-a07b5111-f8af-4476-afe0-da3b061f98ba tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661337
Nov 10 04:18:33.260442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9ab991-aad3-4526-b5da-30ccc2f17726 req-dfeeda55-3a25-4465-8d33-e61f271f0541 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031539
Nov 10 04:18:33.330106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18565f-9571-4374-9e8f-1c9fb575edd7 req-3e96af88-2da3-4be8-9fc6-75d80033cec0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:33.338677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae18565f-9571-4374-9e8f-1c9fb575edd7 req-3e96af88-2da3-4be8-9fc6-75d80033cec0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0709338
Nov 10 04:18:33.396133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae18565f-9571-4374-9e8f-1c9fb575edd7 req-b838aff2-94dc-45da-8bca-625cabc6d0ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564685
Nov 10 04:18:33.686112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa30c-df35-4e2c-824e-51bd46ba50c1 req-f54c263b-db47-48d4-9fee-729eb1ec35d1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:33.694183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b79fa30c-df35-4e2c-824e-51bd46ba50c1 req-f54c263b-db47-48d4-9fee-729eb1ec35d1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.0707316
Nov 10 04:18:33.707301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f2d4-dfa2-4b51-972f-8a89a8923400 req-14c95941-1b0b-4312-9da2-278397a9fe6e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:33.709082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d46f2d4-dfa2-4b51-972f-8a89a8923400 req-14c95941-1b0b-4312-9da2-278397a9fe6e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 946 time: 0.0773709
Nov 10 04:18:33.767719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d46f2d4-dfa2-4b51-972f-8a89a8923400 req-5602ecf2-2621-45a8-b5b4-56fe0e42a039 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525129
Nov 10 04:18:33.831132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-f5ffbe02-b008-4af4-98fd-3d6a0cdeb84a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:33.835712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-f5ffbe02-b008-4af4-98fd-3d6a0cdeb84a tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 946 time: 0.0666928
Nov 10 04:18:33.945055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:33.945399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.037009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:34.037938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.050737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:34.127267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b79fa30c-df35-4e2c-824e-51bd46ba50c1 req-9e2d5cb1-4ee7-4caf-a5e4-8cab6c04fa2e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4317620
Nov 10 04:18:34.130647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-22d53c9a-571b-4d17-b288-e057286dc2d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4166560
Nov 10 04:18:34.183463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.195730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a', 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:34.212394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=cb496b4c-058b-43f6-9901-8ad6e3e5d0d6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:34.275607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] No DVR routers for this DVR port cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:34.291516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.294951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a12e5954-d815-4d9f-af28-37cf60d9e298 req-8773eafc-a85a-48f9-a0ce-8413d4cd6fe0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "DELETE /v2.0/ports/cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 HTTP/1.1" status: 204  len: 173 time: 0.4527135
Nov 10 04:18:34.295376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'name': 'network-vif-deleted', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:34.297848 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a9006-bec5-4efa-837f-b4414dd1e396" -d '{"events": [{"server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "name": "network-vif-deleted", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:34.345714 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa9943-21e8-4ed0-8fbf-c3d32fc8e9e4 x-openstack-request-id: req-b2aa9943-21e8-4ed0-8fbf-c3d32fc8e9e4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:34.345997 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e02b8-6249-4444-89fd-9d5f2aa5189f", "name": "network-vif-deleted", "tag": "cb496b4c-058b-43f6-9901-8ad6e3e5d0d6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:34.346250 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2aa9943-21e8-4ed0-8fbf-c3d32fc8e9e4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:34.346791 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e02b8-6249-4444-89fd-9d5f2aa5189f', 'name': 'network-vif-deleted', 'tag': 'cb496b4c-058b-43f6-9901-8ad6e3e5d0d6', 'status': 'completed', 'code': 200}
Nov 10 04:18:34.366579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-952e1584-f5eb-4c58-9d3e-877ba751b1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.377767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf310a-54ed-4499-9fa2-2bac8f86f999 req-635fd337-d9f4-4a0b-9c1d-fc36fe8139b3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:34.379227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dbf310a-54ed-4499-9fa2-2bac8f86f999 req-635fd337-d9f4-4a0b-9c1d-fc36fe8139b3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1049089
Nov 10 04:18:34.445599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7dbf310a-54ed-4499-9fa2-2bac8f86f999 req-fdaf466f-72e6-46c9-9565-bda8cd45e5f8 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598752
Nov 10 04:18:34.472997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d91f39ca-1a6d-413b-8f8d-1afae46752ab no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:34.502879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: d91f39ca-1a6d-413b-8f8d-1afae46752ab {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:18:34.503213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d91f39ca-1a6d-413b-8f8d-1afae46752ab not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:18:34.503876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:34.591569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a3d5-6aa3-40a8-94c1-702fe48162f2 req-71d832a1-94db-4fe6-ac15-2e2cc49cc7a0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:34.598139 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7312a3d5-6aa3-40a8-94c1-702fe48162f2 req-71d832a1-94db-4fe6-ac15-2e2cc49cc7a0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0754049
Nov 10 04:18:34.609789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.659064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7312a3d5-6aa3-40a8-94c1-702fe48162f2 req-56215ad9-80b8-4cb4-bd9b-e6e8ae7d278f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549021
Nov 10 04:18:34.665372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:34.668561 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d610b42-5d3a-48c7-bb1c-add5427d3b25" -d '{"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:34.673083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:34.677672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:34.713923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:34.758458 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5f83fc-e04a-4717-91d6-31938de54aa1 x-openstack-request-id: req-5c5f83fc-e04a-4717-91d6-31938de54aa1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:34.758744 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:34.759052 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c5f83fc-e04a-4717-91d6-31938de54aa1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:34.759379 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'code': 200}
Nov 10 04:18:34.796861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:34.858345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:34.884049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:18:34.884516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device cb496b4c-058b-43f6-9901-8ad6e3e5d0d6 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:18:34.925437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f453d4f-a4ce-49c3-a93c-2297b7241938 req-d91be5ad-853a-49db-865e-e12c9970f742 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba1e02b8-6249-4444-89fd-9d5f2aa5189f HTTP/1.1" status: 200  len: 210 time: 0.0327122
Nov 10 04:18:34.944846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35080) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:35.050112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ed46-3cb2-4607-bb6c-1d5dddb72e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.123531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ed46-3cb2-4607-bb6c-1d5dddb72e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.126966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ed46-3cb2-4607-bb6c-1d5dddb72e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.164145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c8b6ed46-3cb2-4607-bb6c-1d5dddb72e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=013b9c6863cb415e8f96c6f0a835d4a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2181430
Nov 10 04:18:35.166269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ed46-3cb2-4607-bb6c-1d5dddb72e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed400d-8ca1-4714-ab6c-f7bc0085858b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:35.166760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35086) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:35.228069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.280939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfbdad-4427-4ef9-b100-162b2ed9f1a3 req-59b85bac-4a35-4b7b-82d0-5f9bb5d6cc6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:35.289671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5adfbdad-4427-4ef9-b100-162b2ed9f1a3 req-59b85bac-4a35-4b7b-82d0-5f9bb5d6cc6f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 944 time: 0.0685925
Nov 10 04:18:35.327328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.339971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5adfbdad-4427-4ef9-b100-162b2ed9f1a3 req-50f47e5c-18af-4116-b6e5-0535e47cd626 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491223
Nov 10 04:18:35.365814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-8c9df71e-70c4-40d2-83b0-0186d9098991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:35.367289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-8c9df71e-70c4-40d2-83b0-0186d9098991 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2&tenant_id=e16946d4a8d945b6b316d212abca4f83 HTTP/1.1" status: 200  len: 1095 time: 0.1362545
Nov 10 04:18:35.380824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:35.407211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.409767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.410856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eed400d-8ca1-4714-ab6c-f7bc0085858b HTTP/1.1" status: 204  len: 168 time: 0.2430902
Nov 10 04:18:35.423982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14393d6-0432-482f-a814-b34d3819ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed400d-8ca1-4714-ab6c-f7bc0085858b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:35.447115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.663584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4de6cb-2c8d-42bd-802d-35a19dd1b825 req-8a97e3fd-9ddc-4220-968d-6b8745f5d31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:35.665214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd4de6cb-2c8d-42bd-802d-35a19dd1b825 req-8a97e3fd-9ddc-4220-968d-6b8745f5d31a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1046801
Nov 10 04:18:35.742448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:35.747839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd4de6cb-2c8d-42bd-802d-35a19dd1b825 req-28002f65-7bbe-41ef-b499-a360406ba6ad tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747950
Nov 10 04:18:35.791250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:18:35.830248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:35.836277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77c0c5-ba55-40d9-b5f7-89febf2df081 req-1e03b0a6-70f3-4772-980c-eee26fb06d4a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:35.838630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.838823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f77c0c5-ba55-40d9-b5f7-89febf2df081 req-1e03b0a6-70f3-4772-980c-eee26fb06d4a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.0883777
Nov 10 04:18:35.852237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Transition to ACTIVE for port object 71a721a0-cd80-4d3a-8050-0bef91b2aab2 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:18:35.856144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:35.900157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f77c0c5-ba55-40d9-b5f7-89febf2df081 req-aee627da-34fc-4c33-b0be-05a1fdeca5ea tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541365
Nov 10 04:18:36.055069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=9']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:36.079558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] No DVR routers for this DVR port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:36.174768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37219-e8c0-4ca2-92fd-9fc601706eff req-fc56bb10-58d3-45c4-a84d-e42b4066aadb tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.177049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65d37219-e8c0-4ca2-92fd-9fc601706eff req-fc56bb10-58d3-45c4-a84d-e42b4066aadb tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.1920505
Nov 10 04:18:36.249816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65d37219-e8c0-4ca2-92fd-9fc601706eff req-0c4f8c01-b2be-4817-b42d-84bbe55c0dac tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658407
Nov 10 04:18:36.276942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc80f5-ac44-4173-b223-b43837c9897a req-71d0d0d0-98fe-4a95-8c5e-65706ea396b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.278679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdfc80f5-ac44-4173-b223-b43837c9897a req-71d0d0d0-98fe-4a95-8c5e-65706ea396b9 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.0620134
Nov 10 04:18:36.279101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:18:36.279444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:18:36.279776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:18:36.292334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:18:36.292334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Attempting to bind port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on network fc75a7af-896b-4018-b415-3db9606c7991 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:18:36.300117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:18:36.300738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Checking segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:18:36.301158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Bound using segment: {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:18:36.301556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Bound port: 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683ceb5-85c1-40aa-a2ab-62df83ab8b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:18:36.301911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:36.346993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bdfc80f5-ac44-4173-b223-b43837c9897a req-6debed20-63e4-4a10-a758-bcc779bf6981 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607812
Nov 10 04:18:36.392652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:18:36.398863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:18:36.403137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:36.474536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.476904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:36.478622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] 10.222.0.26 "PUT /v2.0/ports/71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 1092 time: 1.1021438
Nov 10 04:18:36.480622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:36.483688 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181d679e-e055-4482-aa76-3498b9acf307" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:36.519138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b03211-a8e5-4eca-9b3c-f0ad8f10d92f req-a5a3d1a2-231f-4d46-bf69-7c5982745f53 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.521305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2b03211-a8e5-4eca-9b3c-f0ad8f10d92f req-a5a3d1a2-231f-4d46-bf69-7c5982745f53 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.0911591
Nov 10 04:18:36.540586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78cc91-8f64-4537-9dba-3261c827c654 service neutron] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:36.559459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-c82a4cf7-47bb-428c-b729-55d298d1ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.561042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-c82a4cf7-47bb-428c-b729-55d298d1ac3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1096 time: 0.0532715
Nov 10 04:18:36.640452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2b03211-a8e5-4eca-9b3c-f0ad8f10d92f req-9d6950dd-b442-4abd-9912-003d8196c930 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127141
Nov 10 04:18:36.671412 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb31b8c-3971-4c27-934f-d2f2f6b42861 x-openstack-request-id: req-ceb31b8c-3971-4c27-934f-d2f2f6b42861 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:36.671412 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:36.671412 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ceb31b8c-3971-4c27-934f-d2f2f6b42861 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:36.671412 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'status': 'completed', 'code': 200}
Nov 10 04:18:36.762378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-c141eff8-6f07-4823-95c9-7999d086f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.763889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-c141eff8-6f07-4823-95c9-7999d086f083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1925662
Nov 10 04:18:36.828675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126df0-fa52-427f-965d-3fbfec6a4d18 req-5b128e82-edf9-49c5-bde8-e801e596860e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.828675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27126df0-fa52-427f-965d-3fbfec6a4d18 req-5b128e82-edf9-49c5-bde8-e801e596860e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.1079705
Nov 10 04:18:36.867956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6210bd94-b73c-4a66-a4e3-a3f02278bbb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 999 time: 0.0924647
Nov 10 04:18:36.936015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-debc1dbe-526c-47a2-bab3-5abd9a38b776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:36.973058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a0ec-770b-4dd3-80c0-63d55e079745 req-2b2760cb-8e5a-4d2b-a29d-b4afa024b3fc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:36.981987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26c6a0ec-770b-4dd3-80c0-63d55e079745 req-2b2760cb-8e5a-4d2b-a29d-b4afa024b3fc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.0948853
Nov 10 04:18:36.987004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-27126df0-fa52-427f-965d-3fbfec6a4d18 req-50ef72a0-97a9-4806-a8d8-058ae908cce4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527545
Nov 10 04:18:37.007342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-29a3eda1-4d52-4ca3-a932-689479833725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.008835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-29a3eda1-4d52-4ca3-a932-689479833725 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.1235828
Nov 10 04:18:37.050266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26c6a0ec-770b-4dd3-80c0-63d55e079745 req-fb21810a-d544-4d59-9301-4b4514e77560 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667396
Nov 10 04:18:37.067038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-637d833d-6b87-4c35-93d8-df4ca66e3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.068738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-637d833d-6b87-4c35-93d8-df4ca66e3f70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525088
Nov 10 04:18:37.177044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-6a015a5b-f045-4037-be10-ebe7e4436a6f service neutron] 10.222.0.26 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997894
Nov 10 04:18:37.268091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-0763da0f-9307-4564-b53c-c84080ca975a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2229161
Nov 10 04:18:37.280499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-db57356b-f8ca-43e3-9efb-e3873bbab827 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:18:37.281465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-db57356b-f8ca-43e3-9efb-e3873bbab827 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062521
Nov 10 04:18:37.303078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0db3ed02-6b13-4597-8687-7cea662aed54 req-24e4577d-f6f3-4c9a-b6f6-5a9fd64ce0c4 service neutron] 10.222.0.26 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043947
Nov 10 04:18:37.397661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d679e-e055-4482-aa76-3498b9acf307 req-d97370ea-b6a0-411d-b1e7-464e9d981bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.399176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-d97370ea-b6a0-411d-b1e7-464e9d981bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16946d4a8d945b6b316d212abca4f83&device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1096 time: 0.0449364
Nov 10 04:18:37.470050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-8214011f-c827-460d-86e2-68b57c42d245 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.472890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-8214011f-c827-460d-86e2-68b57c42d245 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.0722957
Nov 10 04:18:37.557686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1ca0-c533-4bb5-9307-7c42542c36de req-491fd7a3-0b37-4872-a123-0a4fb9492be4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.559192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-013c1ca0-c533-4bb5-9307-7c42542c36de req-491fd7a3-0b37-4872-a123-0a4fb9492be4 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 945 time: 0.1080806
Nov 10 04:18:37.564097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d679e-e055-4482-aa76-3498b9acf307 req-55a27c72-cfef-404c-b29c-652edb4dccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.565527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-55a27c72-cfef-404c-b29c-652edb4dccd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 200  len: 918 time: 0.1546178
Nov 10 04:18:37.605004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port e8a32348-9f91-439a-aaae-2d39b639286a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:37.605619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:37.666534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-013c1ca0-c533-4bb5-9307-7c42542c36de req-96136a04-3872-4303-89d4-cde6725c1441 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a01ac17-de1c-4585-810a-db3d1b23a113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000416
Nov 10 04:18:37.671224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-970f731f-c928-49f0-8828-4e17421de448 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 200  len: 999 time: 0.0967073
Nov 10 04:18:37.726317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d679e-e055-4482-aa76-3498b9acf307 req-f8acf525-b86b-4992-813a-2356711cab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.727994 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-f8acf525-b86b-4992-813a-2356711cab12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 200  len: 856 time: 0.0485632
Nov 10 04:18:37.737034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port e8a32348-9f91-439a-aaae-2d39b639286a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e8a32348-9f91-439a-aaae-2d39b639286a,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:37.737520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:37.752913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for e8a32348-9f91-439a-aaae-2d39b639286a owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:37.799860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d679e-e055-4482-aa76-3498b9acf307 req-8e2dd35a-370a-40fb-96ee-1532d0c93876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.801892 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-8e2dd35a-370a-40fb-96ee-1532d0c93876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc75a7af-896b-4018-b415-3db9606c7991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0672069
Nov 10 04:18:37.893425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad3173-0878-4237-a2f7-48e61407c6f6 req-fbbde60f-5c24-47e5-a07c-caca6204a174 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:37.901060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:37.901975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bad3173-0878-4237-a2f7-48e61407c6f6 req-fbbde60f-5c24-47e5-a07c-caca6204a174 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.0970550
Nov 10 04:18:37.972164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-247c386e-0b9f-446a-93fb-7969ffc8784a service neutron] 10.222.0.26 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459069
Nov 10 04:18:38.014190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bad3173-0878-4237-a2f7-48e61407c6f6 req-c135943b-d889-43d7-85fa-b2fcb6b110f7 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111536
Nov 10 04:18:38.050753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:38.071598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e8a32348-9f91-439a-aaae-2d39b639286a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:38.110072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=e8a32348-9f91-439a-aaae-2d39b639286a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:38.254211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] No DVR routers for this DVR port e8a32348-9f91-439a-aaae-2d39b639286a on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:38.268979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:38.273609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e9e9d19-ded3-4e2d-97c2-2780f1e045b8 req-bd1f1998-70e2-483d-a722-535be51e787d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.21 "DELETE /v2.0/ports/e8a32348-9f91-439a-aaae-2d39b639286a HTTP/1.1" status: 204  len: 173 time: 0.7940450
Nov 10 04:18:38.277314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'name': 'network-vif-deleted', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:38.279784 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5134c9-94a6-4a4b-a3aa-cb66b94a259e" -d '{"events": [{"server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "name": "network-vif-deleted", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:38.309632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffca00-c421-4a25-83c3-2c44aa241a17 req-eb38932c-6a2f-44f8-9697-84738d0bf301 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:38.317731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ffca00-c421-4a25-83c3-2c44aa241a17 req-eb38932c-6a2f-44f8-9697-84738d0bf301 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 943 time: 0.2324147
Nov 10 04:18:38.342061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2043-8d7d-498c-ac15-839833019923 req-8d05d2e2-948f-4839-8582-2f95c9bafc4c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:38.343735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbbf2043-8d7d-498c-ac15-839833019923 req-8d05d2e2-948f-4839-8582-2f95c9bafc4c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1719904
Nov 10 04:18:38.480218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:38.579076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-181d679e-e055-4482-aa76-3498b9acf307 req-909cd1a9-fed2-4657-8bce-1543e981b8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192622
Nov 10 04:18:38.607304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d2ffca00-c421-4a25-83c3-2c44aa241a17 req-cdfac061-b433-485f-9790-8565293faca0 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796748
Nov 10 04:18:38.637680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbbf2043-8d7d-498c-ac15-839833019923 req-0b282765-23d2-4ec2-a90c-af1e08b3a8a1 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2777736
Nov 10 04:18:38.644430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-54b7c740-d702-4357-81c6-248a96b10cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:38.672630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-54b7c740-d702-4357-81c6-248a96b10cff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf&tenant_id=8e88284f9ef743c7bd4c0df26719a5ec HTTP/1.1" status: 200  len: 1094 time: 0.2712619
Nov 10 04:18:38.694814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:38.760394 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc5d86-a70e-4cde-9b00-9cf139b5be2d x-openstack-request-id: req-52fc5d86-a70e-4cde-9b00-9cf139b5be2d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:38.761006 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61407cdd-f52e-4169-bc8d-8dfa0901d015", "name": "network-vif-deleted", "tag": "e8a32348-9f91-439a-aaae-2d39b639286a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:38.761467 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52fc5d86-a70e-4cde-9b00-9cf139b5be2d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:38.762015 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61407cdd-f52e-4169-bc8d-8dfa0901d015', 'name': 'network-vif-deleted', 'tag': 'e8a32348-9f91-439a-aaae-2d39b639286a', 'status': 'completed', 'code': 200}
Nov 10 04:18:38.810424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.057179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6a9ea30-1c20-495e-ab80-9730516baf6b req-8d47f65b-3694-400f-b39d-de01b88d8ddd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=61407cdd-f52e-4169-bc8d-8dfa0901d015 HTTP/1.1" status: 200  len: 210 time: 0.0868359
Nov 10 04:18:39.185291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac582be-0e36-475c-8b91-14c2a6b37914 req-0e3357a9-59ee-4b5a-8519-d2da1f30bab0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.187102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ac582be-0e36-475c-8b91-14c2a6b37914 req-0e3357a9-59ee-4b5a-8519-d2da1f30bab0 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.0539124
Nov 10 04:18:39.200911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:39.245380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:18:39.279390 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ac582be-0e36-475c-8b91-14c2a6b37914 req-9934a820-6d67-470e-9d9b-4fc9d159dc12 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849948
Nov 10 04:18:39.297515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:39.312948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.344185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Transition to ACTIVE for port object 7a6f906b-f78d-4715-9631-40bd0a53af26 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:18:39.350612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.363606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.411394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=9']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:39.458500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] No DVR routers for this DVR port 7a6f906b-f78d-4715-9631-40bd0a53af26 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:39.510319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:18:39.510775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:18:39.511120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:18:39.515567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:18:39.515881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Attempting to bind port 7a6f906b-f78d-4715-9631-40bd0a53af26 on network 7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:18:39.520823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:18:39.521153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Checking segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:18:39.521556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Bound using segment: {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:18:39.521979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Bound port: 7a6f906b-f78d-4715-9631-40bd0a53af26, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b72d940-141b-41a7-8bb7-95adf63b2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:18:39.522331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.595280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:18:39.598514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:18:39.602772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.639130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.639777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:39.641199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 1091 time: 0.9645100
Nov 10 04:18:39.718765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87226b95-4593-436b-87e9-f14d0085fc70 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:39.788420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-d47396f5-8b02-4313-87f1-d7362235c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.789648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-d47396f5-8b02-4313-87f1-d7362235c676 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1095 time: 0.1122091
Nov 10 04:18:39.835160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5cee0-2541-470a-a857-5d072bb9e7fd req-c8002339-fe4e-46c1-a59c-6405bce2d9bf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.836829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a5cee0-2541-470a-a857-5d072bb9e7fd req-c8002339-fe4e-46c1-a59c-6405bce2d9bf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0936456
Nov 10 04:18:39.858074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef30ad-9280-42d6-bacf-bb146936966e req-4f5653c1-c6e6-48f9-89f1-ba16cbe97f38 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.860426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fef30ad-9280-42d6-bacf-bb146936966e req-4f5653c1-c6e6-48f9-89f1-ba16cbe97f38 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1129971
Nov 10 04:18:39.930437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2fef30ad-9280-42d6-bacf-bb146936966e req-d91e5143-a08b-4f3e-8e60-101969372cea tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577705
Nov 10 04:18:39.933847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7a5cee0-2541-470a-a857-5d072bb9e7fd req-2151fc5f-4677-4518-a6b5-7b5aeaff005c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711384
Nov 10 04:18:39.946779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-01a84293-a03e-413a-ae20-7efc7bfed835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:39.948243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-01a84293-a03e-413a-ae20-7efc7bfed835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.1435044
Nov 10 04:18:40.017588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-014cbdc6-4c4b-40dd-ab52-b97eda1cc43d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0605628
Nov 10 04:18:40.070392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-e4febcaa-a11f-4919-aa72-66e25369b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:40.071857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-e4febcaa-a11f-4919-aa72-66e25369b458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.0469491
Nov 10 04:18:40.111415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-51f092aa-1d50-4167-bb05-34c2ab7a2648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312643
Nov 10 04:18:40.197915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:40.261392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-544e570e-10fc-48af-b6a2-184e6b976cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389847
Nov 10 04:18:40.411853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0f108ca-9eae-4c09-b5ae-809f1ac5ad35 req-9624d52b-0300-4d2c-ae7e-519b290f065b service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407902
Nov 10 04:18:40.477670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475308c-6d0b-4ae3-a72e-1f8a65defb8e req-a3850702-601b-4a16-86fc-b4dae2368f4a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:40.479218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6475308c-6d0b-4ae3-a72e-1f8a65defb8e req-a3850702-601b-4a16-86fc-b4dae2368f4a tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.0777266
Nov 10 04:18:40.498688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeea19-068d-4141-88d2-1091e675257c req-48f3f608-642e-475d-9d87-28bd49f5bfd8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:40.507021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69aeea19-068d-4141-88d2-1091e675257c req-48f3f608-642e-475d-9d87-28bd49f5bfd8 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.0666559
Nov 10 04:18:40.579995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69aeea19-068d-4141-88d2-1091e675257c req-1f81c56a-1f54-44bb-ae37-da5f682d385b tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718603
Nov 10 04:18:40.606180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6475308c-6d0b-4ae3-a72e-1f8a65defb8e req-f2894b63-9ce5-4e10-8cc9-00f132f2c5b6 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209402
Nov 10 04:18:40.686405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e8a32348-9f91-439a-aaae-2d39b639286a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:40.709209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: e8a32348-9f91-439a-aaae-2d39b639286a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:18:40.709548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e8a32348-9f91-439a-aaae-2d39b639286a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:18:40.768637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:40.768637 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38" -d '{"events": [{"name": "network-changed", "server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:40.819962 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804d033-782f-4ff4-8a4e-8c1aef592738 x-openstack-request-id: req-1804d033-782f-4ff4-8a4e-8c1aef592738 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:40.820257 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:40.820508 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1804d033-782f-4ff4-8a4e-8c1aef592738 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:40.821014 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'status': 'completed', 'code': 200}
Nov 10 04:18:41.150688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eb1c0-01fe-4d23-b892-cd68daa40d9a req-b92a5852-a5ba-443b-88c3-840e3d8408bb tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:41.158940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-916eb1c0-01fe-4d23-b892-cd68daa40d9a req-b92a5852-a5ba-443b-88c3-840e3d8408bb tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1108279
Nov 10 04:18:41.188305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6161e1-6b8f-4d18-801f-8a3ed72e0491 req-eca765f0-079b-4e26-93f9-5ebd1a3b0f16 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:41.197630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a6161e1-6b8f-4d18-801f-8a3ed72e0491 req-eca765f0-079b-4e26-93f9-5ebd1a3b0f16 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0865178
Nov 10 04:18:41.261766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-916eb1c0-01fe-4d23-b892-cd68daa40d9a req-d88273f7-53b6-4bb7-85b8-3d17927dac90 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016231
Nov 10 04:18:41.281510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a6161e1-6b8f-4d18-801f-8a3ed72e0491 req-55997699-0ce8-459f-bfa9-96e50edc8c41 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827911
Nov 10 04:18:41.776721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd06be4-0fa5-4445-84e0-6b4bc121fb18 req-4c7ce9aa-2942-4b10-a5c2-aa4c095780ae tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:41.812165 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dd06be4-0fa5-4445-84e0-6b4bc121fb18 req-4c7ce9aa-2942-4b10-a5c2-aa4c095780ae tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1166959
Nov 10 04:18:41.886453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6bd1-2dab-438e-be01-d1de19597aec req-0e4cbbc2-6eb0-4c59-b86b-77acb4816ff9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:41.902191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dd06be4-0fa5-4445-84e0-6b4bc121fb18 req-2e1ddeff-1488-4b23-9ccf-7f25e40dd10e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887196
Nov 10 04:18:41.906648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f14a6bd1-2dab-438e-be01-d1de19597aec req-0e4cbbc2-6eb0-4c59-b86b-77acb4816ff9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1237214
Nov 10 04:18:41.998317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f14a6bd1-2dab-438e-be01-d1de19597aec req-e3e84ab3-10a5-40e6-8cbf-b054f49b409f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906236
Nov 10 04:18:42.508781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f030-8c0f-48ab-b390-194abdc2a08e req-5cc66c34-25ab-44df-b3af-3bfe63ef3504 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:42.514557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e2b7e-9c64-472c-99a6-43dd868dd321 req-c9a08bef-0587-45f0-a999-a756a928d758 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:42.516341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-784e2b7e-9c64-472c-99a6-43dd868dd321 req-c9a08bef-0587-45f0-a999-a756a928d758 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0922272
Nov 10 04:18:42.517314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d13f030-8c0f-48ab-b390-194abdc2a08e req-5cc66c34-25ab-44df-b3af-3bfe63ef3504 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1211305
Nov 10 04:18:42.596972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d13f030-8c0f-48ab-b390-194abdc2a08e req-fabf2fe3-237c-4e41-92f5-bc2f257c5dc4 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783174
Nov 10 04:18:42.677350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-784e2b7e-9c64-472c-99a6-43dd868dd321 req-13ad0986-c4f0-4e77-b4ec-a6a54c47b74a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539838
Nov 10 04:18:42.706098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-e3c6a464-68e7-4aeb-ba24-d880f10dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:42.708060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-e3c6a464-68e7-4aeb-ba24-d880f10dc084 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1095 time: 0.0773802
Nov 10 04:18:42.902327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-f7983c9b-0d18-483d-abd5-e369ddc33fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:42.904736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-f7983c9b-0d18-483d-abd5-e369ddc33fa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.1461511
Nov 10 04:18:43.186661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b95a-c933-4a1a-9b6d-80d5fa650054 req-03462f64-615e-45ae-bba8-4a2a71009eb6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.195784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-d43889ba-c311-4f98-b22e-9ef6c10eb731 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0819697
Nov 10 04:18:43.200959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bd9b95a-c933-4a1a-9b6d-80d5fa650054 req-03462f64-615e-45ae-bba8-4a2a71009eb6 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1712766
Nov 10 04:18:43.293232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bd9b95a-c933-4a1a-9b6d-80d5fa650054 req-0ec1404f-bf75-4722-ba3f-9b1889d59e55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897434
Nov 10 04:18:43.358276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ebce2-ace2-4d03-b2d7-6589a1f31b89 req-9fb55e62-ff4f-470b-b46c-66d9730513f9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.367888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-601ebce2-ace2-4d03-b2d7-6589a1f31b89 req-9fb55e62-ff4f-470b-b46c-66d9730513f9 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1649480
Nov 10 04:18:43.393581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-cbcfd506-091b-41ca-8356-877fc760360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.395738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-cbcfd506-091b-41ca-8356-877fc760360e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.1295130
Nov 10 04:18:43.446685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-601ebce2-ace2-4d03-b2d7-6589a1f31b89 req-fcd900c8-eafb-4b2b-888b-2f8a67b5762f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753121
Nov 10 04:18:43.551383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35346) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:43.675805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b8d58d-dc9c-434f-badb-f90608f2d478 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.676283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b8d58d-dc9c-434f-badb-f90608f2d478 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.676790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b8d58d-dc9c-434f-badb-f90608f2d478 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.692634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-09b8d58d-dc9c-434f-badb-f90608f2d478 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=6c0528b04d134afa8397951de3d7922f&network_id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 2972 time: 0.1267240
Nov 10 04:18:43.776581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-d0d046df-80b5-49a9-8cb3-6d8208a8298e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744872
Nov 10 04:18:43.863498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094d413-5f03-4528-88cb-c1219aaa2b95 req-edae5435-976f-4613-8ae0-f8fd5fde93e2 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:43.890359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4094d413-5f03-4528-88cb-c1219aaa2b95 req-edae5435-976f-4613-8ae0-f8fd5fde93e2 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1722736
Nov 10 04:18:44.018941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4094d413-5f03-4528-88cb-c1219aaa2b95 req-bec120c8-a227-43d5-bdfe-0c89a23b54b1 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275120
Nov 10 04:18:44.081372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1ffa9-daa2-4f43-92a2-82f41e1af88c req-6bc92f76-4113-48b9-ad0a-55ee330b788c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:44.091524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cb1ffa9-daa2-4f43-92a2-82f41e1af88c req-6bc92f76-4113-48b9-ad0a-55ee330b788c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.2870705
Nov 10 04:18:44.215774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-0311f79c-da40-4a28-b4e4-57cc9f657852 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255660
Nov 10 04:18:44.242875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cb1ffa9-daa2-4f43-92a2-82f41e1af88c req-023514cf-8783-4430-874d-882a13c1b669 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497774
Nov 10 04:18:44.540247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b3bd8-fd05-49b3-8012-fd91360c0c31 req-83240221-e6ef-4dbd-afcf-7bf75c2bdddd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:44.551593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-245b3bd8-fd05-49b3-8012-fd91360c0c31 req-83240221-e6ef-4dbd-afcf-7bf75c2bdddd tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1353469
Nov 10 04:18:44.668656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-245b3bd8-fd05-49b3-8012-fd91360c0c31 req-9af400c2-a536-48ef-ac34-d5f567d0ba26 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159463
Nov 10 04:18:44.713525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1c41-f633-4a67-83af-4d91b54ce26d req-6f3ebd52-854c-4a91-ac75-907773d046f3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:44.715241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-461b1c41-f633-4a67-83af-4d91b54ce26d req-6f3ebd52-854c-4a91-ac75-907773d046f3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1314082
Nov 10 04:18:44.917553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-461b1c41-f633-4a67-83af-4d91b54ce26d req-2c0ff3e5-8ff9-4478-bbca-0e0b59b08881 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1951551
Nov 10 04:18:45.029385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c28ed5-4ac1-4968-80fa-033dd80c1c38 req-8693a693-af20-4a0e-be1c-ad1c2b79a053 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454383
Nov 10 04:18:45.236869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426a1bc-6560-46cf-af43-4f336636005a req-b59d6981-9c2d-479c-92e8-55d2589b8719 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.246079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4426a1bc-6560-46cf-af43-4f336636005a req-b59d6981-9c2d-479c-92e8-55d2589b8719 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1173580
Nov 10 04:18:45.361618 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4426a1bc-6560-46cf-af43-4f336636005a req-2bc9d226-9a6e-43ad-9502-00f6b0733d98 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075470
Nov 10 04:18:45.463978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78712a2-63fb-4875-baf1-a0fd52d0e3ac req-a45a4f1c-c1ee-4f8c-b2e9-03bbb8e23ae3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.474139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78712a2-63fb-4875-baf1-a0fd52d0e3ac req-a45a4f1c-c1ee-4f8c-b2e9-03bbb8e23ae3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0804043
Nov 10 04:18:45.510057 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:18:45.598639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78712a2-63fb-4875-baf1-a0fd52d0e3ac req-f1f7f001-a113-4c3e-9d2f-d73010e7e983 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164217
Nov 10 04:18:45.688989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35412) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:45.851097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f71eb-bdfc-404b-8a98-c9f21dbe9cda req-55f3de1f-4f9a-46d5-90fb-b6cd457eaf87 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.853642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b07f71eb-bdfc-404b-8a98-c9f21dbe9cda req-55f3de1f-4f9a-46d5-90fb-b6cd457eaf87 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.2204771
Nov 10 04:18:45.878725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d05f02-b507-4100-8aaf-d22b49e61154 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.881174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5d05f02-b507-4100-8aaf-d22b49e61154 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 814 time: 0.1910512
Nov 10 04:18:45.884380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d04c9c-4e39-4611-a370-5b02677a90b5 req-106d26bb-36fd-4ea1-8365-2bac1aec0ec3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.886603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6d04c9c-4e39-4611-a370-5b02677a90b5 req-106d26bb-36fd-4ea1-8365-2bac1aec0ec3 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1213901
Nov 10 04:18:45.948782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b07f71eb-bdfc-404b-8a98-c9f21dbe9cda req-a051e1fd-e8e0-4fed-9352-c72d95988acb tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662022
Nov 10 04:18:45.951189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-5318173c-dcd4-4d7a-ab8e-cdc7d686d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:45.953353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-5318173c-dcd4-4d7a-ab8e-cdc7d686d067 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.2031519
Nov 10 04:18:46.007709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6d04c9c-4e39-4611-a370-5b02677a90b5 req-8aded15d-2bbd-401d-8a72-ab94d725ddb2 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064644
Nov 10 04:18:46.323739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-3055a2f8-c744-4474-a323-9698a74a6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:46.326123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-3055a2f8-c744-4474-a323-9698a74a6633 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.3566000
Nov 10 04:18:46.346398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35438) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:46.351666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'network': {'name': 'tempest-network-smoke--1230450411', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'port_security_enabled': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:46.354389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b7b-32e2-4457-88ea-a0cc8aafe032 req-cc3d38c8-3f29-46dc-92d4-0221f8088c4d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:46.361865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d546b7b-32e2-4457-88ea-a0cc8aafe032 req-cc3d38c8-3f29-46dc-92d4-0221f8088c4d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.2661724
Nov 10 04:18:46.409639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:18:46.423744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:46.472855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d546b7b-32e2-4457-88ea-a0cc8aafe032 req-50a0e0b1-54fe-4ba5-817c-af2af0e0a601 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099794
Nov 10 04:18:46.522749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:18:46.539843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:46.540227 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Added segment 5f3d05fb-80b5-4fd5-852d-656b03e0e9bc of type vlan for network e333f114-4fd5-4d28-9140-0aece5ba7105
Nov 10 04:18:46.589820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:46.621010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:46.632705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:46.634926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:46.701248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-725f71c7-be3b-4709-a3fe-3e1e7c9d13d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 1001 time: 0.2162886
Nov 10 04:18:46.785844 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4387348
Nov 10 04:18:46.793750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35458) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:46.840306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-bd392582-011c-4826-be78-a4babc10d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:46.841815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-bd392582-011c-4826-be78-a4babc10d449 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.1057892
Nov 10 04:18:46.859562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Network': ['ID=e333f114-4fd5-4d28-9140-0aece5ba7105,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:46.872938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.873334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.873619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.873967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.874636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.875099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.875305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.875639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.876589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.878087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.878846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.879573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5f37e-01a0-40ad-877b-8c25c055ab8f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:46.895728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e333f114-4fd5-4d28-9140-0aece5ba7105 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:18:46.916818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ddc85-cb3a-48bf-966d-1441ece4c844 req-012975de-1cc1-47e9-9c98-2867779b1b1d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:46.919129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e59ddc85-cb3a-48bf-966d-1441ece4c844 req-012975de-1cc1-47e9-9c98-2867779b1b1d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1022880
Nov 10 04:18:47.028831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e59ddc85-cb3a-48bf-966d-1441ece4c844 req-680c5415-8761-4ea2-a145-77b5b41326d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017599
Nov 10 04:18:47.121072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43697ebd-2e1c-4c9e-936e-20704a735188 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.125772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:47.126684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-43697ebd-2e1c-4c9e-936e-20704a735188 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=6c0528b04d134afa8397951de3d7922f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.3311729
Nov 10 04:18:47.217261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-810f9c4d-ca41-465b-9f37-d4b73d5b7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.219479 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-810f9c4d-ca41-465b-9f37-d4b73d5b7971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3338351
Nov 10 04:18:47.237560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b020-b5ee-4d57-b6ce-9f80fd2f0f56 req-5883bef1-7c7e-4557-b019-b6edddecafd5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.245755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b49b020-b5ee-4d57-b6ce-9f80fd2f0f56 req-5883bef1-7c7e-4557-b019-b6edddecafd5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1178484
Nov 10 04:18:47.353945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-c9357b91-d704-48ce-9d9f-9859ba3015c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005793
Nov 10 04:18:47.427746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b49b020-b5ee-4d57-b6ce-9f80fd2f0f56 req-b213e43f-010d-45d4-a877-b04b29029666 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1748064
Nov 10 04:18:47.671010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-864e4063-d7d5-4d0f-86d1-9f4c6e7df2ba req-ab40b4e9-a450-4153-be44-9a45b3592421 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688756
Nov 10 04:18:47.701688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c385-5eff-41d2-b945-b62000020f82 req-591deaa9-1dc1-4425-bc18-3098bd89d5ca tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.710802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc80c385-5eff-41d2-b945-b62000020f82 req-591deaa9-1dc1-4425-bc18-3098bd89d5ca tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1303279
Nov 10 04:18:47.733514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-2cb1ee59-861c-4a09-a260-ddd4ce029674 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.735420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-2cb1ee59-861c-4a09-a260-ddd4ce029674 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.1053956
Nov 10 04:18:47.778235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31542c1f-db77-4b32-8e7c-35bf5ad8e67a req-944ee725-0fbd-4fa5-88e0-c2b67f0a0623 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.779858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31542c1f-db77-4b32-8e7c-35bf5ad8e67a req-944ee725-0fbd-4fa5-88e0-c2b67f0a0623 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 944 time: 0.5560818
Nov 10 04:18:47.844091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dad2f1-822d-4d58-9158-f8dad32525ea tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:47.848160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c6dad2f1-822d-4d58-9158-f8dad32525ea tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7189009
Nov 10 04:18:47.857306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc80c385-5eff-41d2-b945-b62000020f82 req-add6390c-42df-4419-b0d0-187a41014141 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454415
Nov 10 04:18:47.863502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:47.954262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:47.954262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:47.958902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5d91670-f088-4300-974f-6cb7425bf228 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0931132
Nov 10 04:18:47.978806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35492) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:48.009032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31542c1f-db77-4b32-8e7c-35bf5ad8e67a req-89af5336-eddd-4004-b530-72bdea2a2b7e tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups?id=981a5381-b148-4f02-a142-307b43900ef3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556118
Nov 10 04:18:48.069674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-835f9d8c-c179-4fb4-a6d2-9388e4c6b7a3 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=6c0528b04d134afa8397951de3d7922f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0849221
Nov 10 04:18:48.069903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:48.231841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] For port 0d2b1517-8d23-44e6-b9fb-998c045da632, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=0d2b1517-8d23-44e6-b9fb-998c045da632,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:48.233170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:48.233311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a38fcd-35fe-4203-ab51-9e7e27b2fd5f tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:48.234797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-44a38fcd-35fe-4203-ab51-9e7e27b2fd5f tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1636798
Nov 10 04:18:48.238327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:48.298005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02479f64-bb07-4b17-ab96-453345773f12 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0583432
Nov 10 04:18:48.298833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35512) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:48.308030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499229400', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:48.569889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:18:48.573853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:48.681412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:48.915273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.049686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dac9d-b150-478c-9f7c-79f04c75af96 req-d6308d20-5435-4294-8a72-73e34c20cb46 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:49.051231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c33dac9d-b150-478c-9f7c-79f04c75af96 req-d6308d20-5435-4294-8a72-73e34c20cb46 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.4599805
Nov 10 04:18:49.198180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.269502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62e1a-9c55-43c7-9389-3bfb2fdf748f req-8eb36581-7429-4bb9-8d9b-8c7aa0423a58 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:49.284083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76d62e1a-9c55-43c7-9389-3bfb2fdf748f req-8eb36581-7429-4bb9-8d9b-8c7aa0423a58 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 1.0081985
Nov 10 04:18:49.303612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c33dac9d-b150-478c-9f7c-79f04c75af96 req-ae4abd00-c516-4381-87e5-f7e749005060 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2276573
Nov 10 04:18:49.362329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Subnet': ['ID=02480a95-b0c6-4301-a944-defbcfb3243d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:49.397476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Checking segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:18:49.399020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network hostable DHCP agents. Network: e333f114-4fd5-4d28-9140-0aece5ba7105, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:18:49.411399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.412423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.412733 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Floating IP 993f5518-ee3c-4eb4-87f0-3defbc43c2f7 disassociated. External IP: 172.32.3.48, port: 0d2b1517-8d23-44e6-b9fb-998c045da632.
Nov 10 04:18:49.413083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for 0d2b1517-8d23-44e6-b9fb-998c045da632 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:49.441171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-76d62e1a-9c55-43c7-9389-3bfb2fdf748f req-beb3f6f4-738d-420b-86df-588022278b2b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426659
Nov 10 04:18:49.458723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network e333f114-4fd5-4d28-9140-0aece5ba7105 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:18:49.549952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e333f114-4fd5-4d28-9140-0aece5ba7105) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:18:49.556655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:49.557653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.561511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9e9eb-041a-42c9-b465-05ca9439c147 None None] Network e333f114-4fd5-4d28-9140-0aece5ba7105 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:18:49.617063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-319bfe63-1c61-46b3-91cd-b559adc79a87 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3167813
Nov 10 04:18:49.654660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa71846-d9fc-4efc-987e-6e00e06e9bc9 req-8b94797c-738e-458f-818c-8d12e083806d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:49.660349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.664022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8fa71846-d9fc-4efc-987e-6e00e06e9bc9 req-8b94797c-738e-458f-818c-8d12e083806d tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1711330
Nov 10 04:18:49.747873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-552f9a52-c629-4370-9041-edb341feb14f req-6cde1495-c7ce-4a25-a49b-bf8492123393 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 210 time: 0.1001925
Nov 10 04:18:49.753725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=0d2b1517-8d23-44e6-b9fb-998c045da632,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:49.760442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8fa71846-d9fc-4efc-987e-6e00e06e9bc9 req-54f2b7e9-7963-42d5-8679-f7754fb68a9e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954154
Nov 10 04:18:49.762988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35546) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:49.879655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.879995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.880758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.881764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.882105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.882440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.882773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.883099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.883443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.883755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.884063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.887736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:18:49.899208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e333f114-4fd5-4d28-9140-0aece5ba7105', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ips': [{'subnet_id': '02480a95-b0c6-4301-a944-defbcfb3243d'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:18:49.901199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:49.954459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28febe7-b59c-463d-a313-dbd448727fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.045808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28febe7-b59c-463d-a313-dbd448727fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.053680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e28febe7-b59c-463d-a313-dbd448727fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.064747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:18:50.085833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28febe7-b59c-463d-a313-dbd448727fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc666ba-2036-48db-9240-af89b35f88d5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:50.108778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e28febe7-b59c-463d-a313-dbd448727fb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39843a8d6afa4f72b1f720499a5737db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3366823
Nov 10 04:18:50.109252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35550) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:50.181543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.217442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.246701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:18:50.259054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Sync routers for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:18:50.271606 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:50.277451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821578a7f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:50.314084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.317275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.318589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bc666ba-2036-48db-9240-af89b35f88d5 HTTP/1.1" status: 204  len: 168 time: 0.2081397
Nov 10 04:18:50.338328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76739761-b258-4907-be31-f7d67534c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc666ba-2036-48db-9240-af89b35f88d5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:50.339647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] No DVR routers for this DVR port 0d2b1517-8d23-44e6-b9fb-998c045da632 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:18:50.343577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.347679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2e3b9ab-96ef-4d62-9db6-5d36fe030bf9 req-adaa408e-0727-4f35-9a92-8e52ee594b55 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.26 "DELETE /v2.0/ports/0d2b1517-8d23-44e6-b9fb-998c045da632 HTTP/1.1" status: 204  len: 173 time: 2.5695047
Nov 10 04:18:50.348309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-deleted', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:50.359329 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1de16cd-6333-47d1-91ae-839ef2f9ee9a" -d '{"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-deleted", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:50.454948 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18c4d8-3ead-4fb8-a9eb-36b46e3509d0 x-openstack-request-id: req-0a18c4d8-3ead-4fb8-a9eb-36b46e3509d0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:50.455642 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce103dd5-ef09-4a69-9a54-c2c2f0b15789", "name": "network-vif-deleted", "tag": "0d2b1517-8d23-44e6-b9fb-998c045da632", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:50.456112 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a18c4d8-3ead-4fb8-a9eb-36b46e3509d0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:50.456910 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce103dd5-ef09-4a69-9a54-c2c2f0b15789', 'name': 'network-vif-deleted', 'tag': '0d2b1517-8d23-44e6-b9fb-998c045da632', 'status': 'completed', 'code': 200}
Nov 10 04:18:50.466462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Allocated IP 172.20.0.18 (e333f114-4fd5-4d28-9140-0aece5ba7105/02480a95-b0c6-4301-a944-defbcfb3243d/2ea1a646-62f9-4f44-814d-b724ee1de76d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:18:50.533263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35560) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:50.538773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898920499', 'description': 'tempest-secgroup-smoke-898920499 description', 'project_id': '6c0528b04d134afa8397951de3d7922f'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:50.597070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:18:50.599810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.635156 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:50.661397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 0d2b1517-8d23-44e6-b9fb-998c045da632 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:18:50.669177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 0d2b1517-8d23-44e6-b9fb-998c045da632 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:18:50.775294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3639e-f580-46c2-8f7b-aee7459ffb5a req-fdacba99-1361-4250-b077-c70b3ed798cc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:50.790273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9c3639e-f580-46c2-8f7b-aee7459ffb5a req-fdacba99-1361-4250-b077-c70b3ed798cc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1527984
Nov 10 04:18:50.880208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.901986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.931616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.949924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.983942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:50.985604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4506328
Nov 10 04:18:51.003556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:51.011718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51873ff3-1a74-4092-86a6-2e134a7bcbc0 req-652f11b1-ef00-47a2-ac43-88a11bffeb0d tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce103dd5-ef09-4a69-9a54-c2c2f0b15789 HTTP/1.1" status: 200  len: 210 time: 0.0617349
Nov 10 04:18:51.013935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:51.028709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Network e333f114-4fd5-4d28-9140-0aece5ba7105 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:18:51.030249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:18:51.033881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:18:51.038234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e9c3639e-f580-46c2-8f7b-aee7459ffb5a req-25cb5f64-e508-47e7-8b4c-847a62bda50c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469847
Nov 10 04:18:51.101474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2e11-2c6c-4d9b-a442-f29db2acbbf1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb450caa-5c4d-4930-8477-ec2fcc21dcb3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:51.151928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Pushing event updated for resources: {'Port': ['ID=2ea1a646-62f9-4f44-814d-b724ee1de76d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:51.192184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.324322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c8be4-2a55-4d9d-9104-90a111f11f8c req-a2e686d8-ec73-4a32-a8a8-6e0441d5d9df tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:51.345971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-433c8be4-2a55-4d9d-9104-90a111f11f8c req-a2e686d8-ec73-4a32-a8a8-6e0441d5d9df tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1716413
Nov 10 04:18:51.363924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Attempting to bind port 2ea1a646-62f9-4f44-814d-b724ee1de76d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:18:51.364536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Attempting to bind port 2ea1a646-62f9-4f44-814d-b724ee1de76d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:18:51.365736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Attempting to bind port 2ea1a646-62f9-4f44-814d-b724ee1de76d on network e333f114-4fd5-4d28-9140-0aece5ba7105 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:18:51.369002 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821578a7f0>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:51.387282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:18:51.389008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Checking segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:18:51.389598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.393198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Bound using segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:18:51.397250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Bound port: 2ea1a646-62f9-4f44-814d-b724ee1de76d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:18:51.397897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.408138 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Checking router: a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:18:51.418688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:51.429847 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821578a7f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:51.473864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.482378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.488648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-433c8be4-2a55-4d9d-9104-90a111f11f8c req-0469a590-c932-48fa-a9e7-07e34e5f1735 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414456
Nov 10 04:18:51.526619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] For port 2ea1a646-62f9-4f44-814d-b724ee1de76d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:18:51.530486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] For port 2ea1a646-62f9-4f44-814d-b724ee1de76d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ea1a646-62f9-4f44-814d-b724ee1de76d,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:18:51.537952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.560898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.566604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5559931
Nov 10 04:18:51.567475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35584) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:51.572820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:51.584994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971a251-3d43-42cc-9d5d-00365ee93976 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6584e81-624d-47e9-b8c6-441b20794370,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:51.662444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.684413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934b12-978b-4dbe-929c-6b1aed64223d None None] Pushing event updated for resources: {'Port': ['ID=2ea1a646-62f9-4f44-814d-b724ee1de76d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:51.687877 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:51.798806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.806782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.855170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c4b38a-22a9-448c-95e6-73aa1bbb4b9a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:51.870293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:51.875704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-007f0ebc-599a-4c69-93cc-a7e39e83d56d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3038247
Nov 10 04:18:51.876143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35588) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:51.880726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:51.942006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.181532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.191627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.261092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35600) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:52.268477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821578a7f0>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:52.277120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff50c33b-5105-403e-8e33-f92b36f935a1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:52.366688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49806ba-79bc-4f52-8913-0785538fb9ee None None] The sync data for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 is: [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:52Z', 'revision_number': 4, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a987b7b2-b558-482c-90ef-42c375b02a71', 'name': '', 'network_id': 'db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'mac_address': 'fa:16:3e:43:dc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:51Z', 'updated_at': '2021-11-10T04:10:56Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'subnets': [{'id': '7cd8e761-3a33-44e0-ba08-f9fd4a68b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:18:52.379545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.389781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35602) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:52.390164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4aa99bd4-e1a0-4689-83a2-074cc23971ce tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5125380
Nov 10 04:18:52.408170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:52.416976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbf56-df5f-4e4a-a99e-7d7fc77bffac req-d1d47558-2532-4d30-9039-5ae077e9d318 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:52.436053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-975bbf56-df5f-4e4a-a99e-7d7fc77bffac req-d1d47558-2532-4d30-9039-5ae077e9d318 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1599185
Nov 10 04:18:52.575637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.579902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.615800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-975bbf56-df5f-4e4a-a99e-7d7fc77bffac req-bd824f34-0bff-4909-ab07-955894869296 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746612
Nov 10 04:18:52.744717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ea1a646-62f9-4f44-814d-b724ee1de76d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:52.802672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.859109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2ea1a646-62f9-4f44-814d-b724ee1de76d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:52.859621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.902486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:52.948953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689c8df-f47a-4322-b690-3fa5fd6798c5 req-da92d0eb-a03f-4e04-9a5c-f0673ac59f84 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:52.958233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9689c8df-f47a-4322-b690-3fa5fd6798c5 req-da92d0eb-a03f-4e04-9a5c-f0673ac59f84 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.2963626
Nov 10 04:18:52.960222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.026853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b48ca6-d6fb-4b81-8f57-b6d71b9d550a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:53.035197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.037293 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa81d7a2-8a51-4ecf-8fe9-d21a43d2f3a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6455982
Nov 10 04:18:53.040160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35612) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:53.045242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:53.073799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.096501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9689c8df-f47a-4322-b690-3fa5fd6798c5 req-79a08483-6754-4be9-a574-a1e2529d3653 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372318
Nov 10 04:18:53.105626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.111839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.114263 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:18:53.115694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "DELETE /v2.0/security-groups/981a5381-b148-4f02-a142-307b43900ef3 HTTP/1.1" status: 204  len: 168 time: 0.8529787
Nov 10 04:18:53.118106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:53.141093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703e60-604e-4822-aab3-6bbd868c0af0 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a5381-b148-4f02-a142-307b43900ef3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:53.146735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.183276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 2ea1a646-62f9-4f44-814d-b724ee1de76d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ea1a646-62f9-4f44-814d-b724ee1de76d,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:53.194915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.204278 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-f057fc54-e374-4390-aa9c-1d316e36c189 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] show failed (client error): The resource could not be found.
Nov 10 04:18:53.205949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f057fc54-e374-4390-aa9c-1d316e36c189 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "GET /v2.0/security-groups/981a5381-b148-4f02-a142-307b43900ef3 HTTP/1.1" status: 404  len: 347 time: 0.0855832
Nov 10 04:18:53.209198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35616) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:53.309582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.317881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.331947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=2ea1a646-62f9-4f44-814d-b724ee1de76d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:53.365892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2bfa89-8e72-47c1-ad17-440606af87ce,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:53.380841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.392677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dc0bb9d2-2021-46d8-8485-79f5be9adfb0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3506165
Nov 10 04:18:53.396801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35620) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:53.408201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'fb450caa-5c4d-4930-8477-ec2fcc21dcb3', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:53.471224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966ed46-27bd-4c19-9b80-0157213eee53 None None] New status for floating IP 993f5518-ee3c-4eb4-87f0-3defbc43c2f7: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:18:53.487806 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:18:53.503490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.571760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Deleting port 9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:53.572367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.676113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.692322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.729973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6927575-eeac-433a-a6e0-bc131136f13c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:53.761685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.773637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-964d91e4-79d2-4939-92f9-11bacd91ebf3 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3652122
Nov 10 04:18:53.773879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a251ac-c00d-4715-ad56-737f28be54fa None None] Network e333f114-4fd5-4d28-9140-0aece5ba7105 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:18:53.777660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.778132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:53.783454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7feb74-62a8-4f4c-868b-191f07b9ec88 req-55bff9a2-d4e7-497b-a704-76bb492872ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:53.785315 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7feb74-62a8-4f4c-868b-191f07b9ec88 req-55bff9a2-d4e7-497b-a704-76bb492872ce tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.0738966
Nov 10 04:18:53.803216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Calling delete_port for 9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:53.881728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fb32d8d6-2bdf-41c3-b5b1-eebb4e845e29 None None] Provisioning complete for port 2ea1a646-62f9-4f44-814d-b724ee1de76d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:53.885649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9b7feb74-62a8-4f4c-868b-191f07b9ec88 req-193ebe89-b122-4b92-9530-60126d94b73a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905254
Nov 10 04:18:53.886326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8d6-2bdf-41c3-b5b1-eebb4e845e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:54.189483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:54.253028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Pushing event deleted for resources: {'Port': ['ID=9e70b3a9-6cc8-49a2-8d5e-c7226d0e4afe,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:54.384412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090d99c-22b6-4ce0-a58b-031a5fbe5583 req-1c0f30a8-946a-4164-9cf5-28be77bfff7c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:54.385997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4090d99c-22b6-4ce0-a58b-031a5fbe5583 req-1c0f30a8-946a-4164-9cf5-28be77bfff7c tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1133149
Nov 10 04:18:54.396418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:54.400021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:54.403461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1e3b21d2-2e14-4374-b06f-0d6188468369 tempest-ServerActionsTestJSON-1388742943 tempest-ServerActionsTestJSON-1388742943-project] 10.222.0.13 "DELETE /v2.0/floatingips/993f5518-ee3c-4eb4-87f0-3defbc43c2f7 HTTP/1.1" status: 204  len: 168 time: 1.1913590
Nov 10 04:18:54.405338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:54.478689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4090d99c-22b6-4ce0-a58b-031a5fbe5583 req-40eeb3ae-a233-4c73-baba-ea5da5ded916 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700538
Nov 10 04:18:54.665320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ea1a646-62f9-4f44-814d-b724ee1de76d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:54.778810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2ea1a646-62f9-4f44-814d-b724ee1de76d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:54.779546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:54.965050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-132ab38d-b581-42f6-b92f-7a952225e958 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898920499&fields=id&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 267 time: 0.1381979
Nov 10 04:18:54.986550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8d407504-92c3-4d44-825d-220abde289df None None] Provisioning complete for port 2ea1a646-62f9-4f44-814d-b724ee1de76d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:54.990214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8d407504-92c3-4d44-825d-220abde289df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:55.177743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-45211554-c2b7-4685-8d2c-ae5e7564992a tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7871a17d74c24db48d01976d917fdf16&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2276354
Nov 10 04:18:55.229520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-56275594-4d8f-4562-867b-cbb71b890f3a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:55.231442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-56275594-4d8f-4562-867b-cbb71b890f3a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/networks?id=e333f114-4fd5-4d28-9140-0aece5ba7105 HTTP/1.1" status: 200  len: 797 time: 0.2588806
Nov 10 04:18:55.261103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-52505720-5dd1-4fde-a884-259268dade94 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/quotas/6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 375 time: 0.0227141
Nov 10 04:18:55.342986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-a9ad8897-345b-406a-b177-b42be0d001b7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0676916
Nov 10 04:18:55.487166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-db08ecbf-56be-4c44-9481-ee467a9758bc tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:55.488708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-db08ecbf-56be-4c44-9481-ee467a9758bc tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3100886
Nov 10 04:18:55.511460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-91d60b46-493c-49ce-ba4a-edc2de6388ed tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/quotas/7871a17d74c24db48d01976d917fdf16 HTTP/1.1" status: 200  len: 375 time: 0.0162966
Nov 10 04:18:55.523143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-a8a97111-8f13-44ce-bbd1-8366f8f75b93 service neutron] 10.222.0.13 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762919
Nov 10 04:18:55.587173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-424874d2-be7d-404c-b012-49c1cc46ebb4 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7871a17d74c24db48d01976d917fdf16&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0510836
Nov 10 04:18:55.675778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-5f87bec3-bb08-4392-b54a-85b412558aae service neutron] 10.222.0.13 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433640
Nov 10 04:18:55.801581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:55.966697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c2239-bdb1-4cf5-b264-220569ea9fb4 req-bdfcdf27-11d5-4fe5-920e-5e0218b94b39 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:55.969541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c5622-57e5-4057-b484-15b1926f889d req-576b4620-4050-4404-8409-4a6b808083c1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:55.977705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-288c5622-57e5-4057-b484-15b1926f889d req-576b4620-4050-4404-8409-4a6b808083c1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 945 time: 0.1038449
Nov 10 04:18:55.983790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f79c2239-bdb1-4cf5-b264-220569ea9fb4 req-bdfcdf27-11d5-4fe5-920e-5e0218b94b39 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1730523
Nov 10 04:18:56.071014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-288c5622-57e5-4057-b484-15b1926f889d req-84a7239f-e467-410b-8bb2-23a436d74a53 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868745
Nov 10 04:18:56.225978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f79c2239-bdb1-4cf5-b264-220569ea9fb4 req-f51ad497-a0e4-499e-a1b2-b04b41c94e24 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412646
Nov 10 04:18:56.231273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cfb984ee-61b2-4621-a99b-d58e88382de7 req-e9ecda73-46a7-482a-9943-f1e36a2c4088 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 210 time: 0.0589721
Nov 10 04:18:56.366567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ba26a36-d968-4e02-a068-5735dbfb3df2 req-20b749e8-5761-42c9-8b8a-c833cadaf450 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 210 time: 0.0643525
Nov 10 04:18:56.498742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Deleting port a987b7b2-b558-482c-90ef-42c375b02a71 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:56.499483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:56.557557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:18:56.651226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] For port a987b7b2-b558-482c-90ef-42c375b02a71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a987b7b2-b558-482c-90ef-42c375b02a71,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:56.651226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:56.671812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Calling delete_port for a987b7b2-b558-482c-90ef-42c375b02a71 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:56.722047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:56.742041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'port_id': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'mac_address': 'fa:16:3e:d2:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:18:56.806023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:56.823364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:56.848506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:56.856502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:56.906603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:57.084363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['71a721a0-cd80-4d3a-8050-0bef91b2aab2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:57.180577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:57.235802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c973-590a-4dd6-8023-eff7235c4357 req-be832829-c98d-47a7-8e9a-95d2d5df3adf tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:57.243223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Pushing event deleted for resources: {'Port': ['ID=a987b7b2-b558-482c-90ef-42c375b02a71,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:57.247419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e03c973-590a-4dd6-8023-eff7235c4357 req-be832829-c98d-47a7-8e9a-95d2d5df3adf tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0720086
Nov 10 04:18:57.279267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-aa2313ce-6f71-4ff0-b30c-93ce7661c4c5 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7871a17d74c24db48d01976d917fdf16&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0474348
Nov 10 04:18:57.330192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e03c973-590a-4dd6-8023-eff7235c4357 req-123f2b1d-d404-4498-9523-460ed73b062e tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757453
Nov 10 04:18:57.428875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-259d3f40-10fb-4ee2-8177-4684f1482ef7 req-30a550b4-d696-4682-96e2-87cc1e87ba72 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 210 time: 0.0418901
Nov 10 04:18:57.520217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c1836e2-1497-43cc-9f72-4dc2edd51255 req-c5f3c5c8-0c80-4e28-942b-3a612c954a7f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 210 time: 0.0297542
Nov 10 04:18:57.545811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f483c2-5621-4603-b596-3b48a0df5b18 req-29df583d-3454-4379-92aa-196ad5ad4d8c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:57.547405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d3f483c2-5621-4603-b596-3b48a0df5b18 req-29df583d-3454-4379-92aa-196ad5ad4d8c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.1766253
Nov 10 04:18:57.595997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-8984def8-9e6d-4f3e-a17d-8e3cf1938f61 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:57.597518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-8984def8-9e6d-4f3e-a17d-8e3cf1938f61 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3068039
Nov 10 04:18:57.625785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Request body: {'port': {'device_id': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '7871a17d74c24db48d01976d917fdf16'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:57.745518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d3f483c2-5621-4603-b596-3b48a0df5b18 req-da9dbbfa-c429-4b6a-9cd0-8fcb042c92ca tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887760
Nov 10 04:18:57.760576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:57.884054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-d7e01dd6-1c88-499f-ba74-2472fda3495a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:57.885489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-d7e01dd6-1c88-499f-ba74-2472fda3495a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.26 "GET /v2.0/networks?id=e333f114-4fd5-4d28-9140-0aece5ba7105 HTTP/1.1" status: 200  len: 797 time: 0.2732866
Nov 10 04:18:57.978054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Made reservation on behalf of 7871a17d74c24db48d01976d917fdf16 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:18:57.981514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.002135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.060080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-f4550ea3-1b4e-4815-a888-5692450f9209 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 472 time: 0.1644118
Nov 10 04:18:58.092000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'port': {'device_id': '83864efe-efe5-47af-81d5-7997a3c006d4', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'admin_state_up': True, 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'security_groups': ['fb450caa-5c4d-4930-8477-ec2fcc21dcb3']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:58.246295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:18:58.280996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.285196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.330828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:18:58.334269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.443803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c572547-559b-4fe3-b0f9-33639856b939,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:58.444069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d3a83-4030-4282-a547-a7236ac14ebf req-2723ae03-380b-47a6-9242-abc706f6ca2b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:58.445499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed1d3a83-4030-4282-a547-a7236ac14ebf req-2723ae03-380b-47a6-9242-abc706f6ca2b tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 946 time: 0.0508556
Nov 10 04:18:58.501692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed1d3a83-4030-4282-a547-a7236ac14ebf req-6d322d14-2166-4726-8e68-b567639c2787 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495126
Nov 10 04:18:58.572425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:18:58.586593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8bbd34e3-4edc-4c18-bf13-8545ac529f8c req-2b56f65f-7ed7-4955-9b2a-4c4224e3bd12 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 210 time: 0.0581753
Nov 10 04:18:58.587242 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Sync routers for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:18:58.587882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:18:58.592796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c349e489-b9ba-469e-9de6-2ad8e5f18675 admin admin] 10.222.0.13 "PUT /v2.0/routers/a74ab5ed-681a-42d5-a8ba-5a3b748be8a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1834736
Nov 10 04:18:58.593648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:58.609217 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:58.617701 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146e0100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:58.643457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Allocated IP 192.168.233.211 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/9b397765-ee1c-4732-a744-20686a413819) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:18:58.673984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.22 (e333f114-4fd5-4d28-9140-0aece5ba7105/02480a95-b0c6-4301-a944-defbcfb3243d/6184f499-793f-4b82-b1c4-1492f2a7d48b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:18:58.699839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:18:58.704296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:58.704740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.712193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11008e67-f4c2-4131-b16b-f840c309322d req-3b0fb224-5993-4e0b-ad53-ba60caccd5a8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 210 time: 0.0546200
Nov 10 04:18:58.750832 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:58.765365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.843193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.845294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:18:58.881742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.890471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:58.893252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:18:58.895778 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191cf9d-250e-4cf4-b848-73a667ecfd22" -d '{"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:18:58.906051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.913773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:58.979706 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417146a6-5146-4b17-8d47-2cae9e08bed1 x-openstack-request-id: req-417146a6-5146-4b17-8d47-2cae9e08bed1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:18:58.980062 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-plugged", "status": "completed", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:18:58.980393 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-417146a6-5146-4b17-8d47-2cae9e08bed1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:18:58.981197 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'code': 200}
Nov 10 04:18:59.001014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Deleting port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:18:59.001778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.020247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146e0100>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54'}], 'enable_snat': True}, 'gw_port_id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:18:57Z', 'revision_number': 5, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port': {'id': '2a3c4b87-14d7-44ad-916e-e8ff008c2d40', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:59.031800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:59.066612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:59.087037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'network_id': '7c7a01a3-35fb-49b4-bd71-0e559c75cfc4', 'port_id': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'mac_address': 'fa:16:3e:53:4f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5267c02c-a786-43f5-b9c7-e298ba74aaa1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:18:59.089584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] For port 2a3c4b87-14d7-44ad-916e-e8ff008c2d40, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:59.090280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.090410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Checking router: a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:18:59.101915 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Routers {'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:18:59.102536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146e0100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:59.103055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49d7ab-0b83-4060-ab66-8829f6aa8643 req-3754ddc4-e343-4619-8f61-343ce801803c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.104715 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e49d7ab-0b83-4060-ab66-8829f6aa8643 req-3754ddc4-e343-4619-8f61-343ce801803c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 944 time: 0.2144866
Nov 10 04:18:59.111279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Calling delete_port for 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:18:59.134021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.152977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:18:59.160112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.179266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:18:59.185801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.201631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923389e-59f9-4153-8031-4db42d69aa44 req-9de895fa-421b-4e56-b0b8-c0a29e1f0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.203445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3923389e-59f9-4153-8031-4db42d69aa44 req-9de895fa-421b-4e56-b0b8-c0a29e1f0965 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 1098 time: 0.0897107
Nov 10 04:18:59.215428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] Set router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:18:59.237991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e49d7ab-0b83-4060-ab66-8829f6aa8643 req-d2a41ec3-96ee-46f9-bbea-4f4f77243609 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262167
Nov 10 04:18:59.260487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:18:59.266353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:18:59.278532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:18:59.287366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:59.287807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146e0100>, [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:18:58Z', 'revision_number': 6, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:18:59.320531 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e5225-9fde-4ba9-b168-cff3d6b72a23 None None] The sync data for ids ['a74ab5ed-681a-42d5-a8ba-5a3b748be8a6'] in ncdv-817176-1 is: [{'id': 'a74ab5ed-681a-42d5-a8ba-5a3b748be8a6', 'name': 'tempest-ServerActionsTestJSON-1274445556-router', 'tenant_id': '805d7a00cdff46bf93787cb1abccceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:10:47Z', 'updated_at': '2021-11-10T04:18:58Z', 'revision_number': 6, 'project_id': '805d7a00cdff46bf93787cb1abccceba', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:18:59.320728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3923389e-59f9-4153-8031-4db42d69aa44 req-b38fe4b0-0fc6-40d8-a22e-6dc96dfa594f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093662
Nov 10 04:18:59.360035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Pushing event updated for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:59.388991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.389630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.397872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.402149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7a6f906b-f78d-4715-9631-40bd0a53af26'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:18:59.421203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-e544f40f-e6a5-4f28-888d-27d6e44d61a2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8077331
Nov 10 04:18:59.428807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.454495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.457150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3c4b87-14d7-44ad-916e-e8ff008c2d40,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:59.482215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83ec1c-ac89-4775-871d-f23bafab8fcf None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:18:59.501394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network e333f114-4fd5-4d28-9140-0aece5ba7105 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:18:59.504268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:18:59.516020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:18:59.534862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.599554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Request body: {'port': {'device_id': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:59.611120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.611769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.654521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:18:59.663954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.672087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.701818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2e3d895f-5503-476f-8e4c-5c20ee6d4f61 None None] Provisioning complete for port 9b397765-ee1c-4732-a744-20686a413819 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:59.702372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3d895f-5503-476f-8e4c-5c20ee6d4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.707424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-78ed27ab-e055-47c0-aca4-a5dfb1c3fb0d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6202815
Nov 10 04:18:59.734548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Request body: {'port': {'device_id': '83864efe-efe5-47af-81d5-7997a3c006d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:18:59.753716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.753716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:18:59.770936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.772127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ffb4ede5-017b-4b29-9f47-f6ee36083014 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a74ab5ed-681a-42d5-a8ba-5a3b748be8a6 HTTP/1.1" status: 204  len: 168 time: 1.1762030
Nov 10 04:18:59.779293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35720) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:18:59.787362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d895f-5503-476f-8e4c-5c20ee6d4f61 None None] Port 9b397765-ee1c-4732-a744-20686a413819 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:18:59.802768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff372f1d-23e4-4db8-b689-a3f14149c7e1 req-35a88741-d115-4ad7-843b-6b8a85bc4e22 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.811921 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff372f1d-23e4-4db8-b689-a3f14149c7e1 req-35a88741-d115-4ad7-843b-6b8a85bc4e22 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.0741167
Nov 10 04:18:59.834122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.883092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ff372f1d-23e4-4db8-b689-a3f14149c7e1 req-4129428c-4bf6-4123-97ed-c4d9cda1193f tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702155
Nov 10 04:18:59.920458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c1e69f6c-31f1-46d4-9060-d20445986c60 None None] Provisioning complete for port 6184f499-793f-4b82-b1c4-1492f2a7d48b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:18:59.920661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.920931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1e69f6c-31f1-46d4-9060-d20445986c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.942489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Deleting subnet 7cd8e761-3a33-44e0-ba08-f9fd4a68b448 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:18:59.951382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e377dd-69c1-4d55-a9da-d0b1eb6b2d8d req-4d3ba4a4-c8c8-4dea-adfe-4cee0412b5cf tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:18:59.953142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80e377dd-69c1-4d55-a9da-d0b1eb6b2d8d req-4d3ba4a4-c8c8-4dea-adfe-4cee0412b5cf tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 936 time: 0.2360551
Nov 10 04:18:59.959335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:18:59.966124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c1e69f6c-31f1-46d4-9060-d20445986c60 None None] Port 6184f499-793f-4b82-b1c4-1492f2a7d48b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:00.003294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d80bf-a0f1-4a9d-80b9-91da6d7de06c req-aed3ae92-a896-4498-aed3-d61322fd8b16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:00.004928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-011d80bf-a0f1-4a9d-80b9-91da6d7de06c req-aed3ae92-a896-4498-aed3-d61322fd8b16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 932 time: 0.0569706
Nov 10 04:19:00.055839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-011d80bf-a0f1-4a9d-80b9-91da6d7de06c req-c0bf121b-19eb-4465-a4f7-9bd22948b97e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446460
Nov 10 04:19:00.081329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.369870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb5a-29ce-4059-ab07-b50a8bc459c1 req-8e8f2e92-cfd3-4bd6-aa6b-b01474fba4c9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:00.371712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-015ceb5a-29ce-4059-ab07-b50a8bc459c1 req-8e8f2e92-cfd3-4bd6-aa6b-b01474fba4c9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 945 time: 0.0522394
Nov 10 04:19:00.428323 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-015ceb5a-29ce-4059-ab07-b50a8bc459c1 req-d6825dfa-4617-47e8-846d-d75a2c5b5071 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481205
Nov 10 04:19:00.536252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80e377dd-69c1-4d55-a9da-d0b1eb6b2d8d req-bcd24e43-0ca2-4fb6-8fd8-6da01d90bd93 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5492675
Nov 10 04:19:00.608113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:00.629660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:00.630622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2a3c4b87-14d7-44ad-916e-e8ff008c2d40 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:00.631328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a987b7b2-b558-482c-90ef-42c375b02a71 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:00.651589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a987b7b2-b558-482c-90ef-42c375b02a71 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:00.651933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a987b7b2-b558-482c-90ef-42c375b02a71 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:00.696023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.781178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:00.855868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 7a6f906b-f78d-4715-9631-40bd0a53af26 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:19:00.861169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 7a6f906b-f78d-4715-9631-40bd0a53af26 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:00.861489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.867152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.884842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b397765-ee1c-4732-a744-20686a413819 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:00.912329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.916878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6184f499-793f-4b82-b1c4-1492f2a7d48b {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:00.920013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd8e761-3a33-44e0-ba08-f9fd4a68b448,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:00.927443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.933367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.936497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-22c30bc2-514e-46eb-98df-d3f36933bb2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7cd8e761-3a33-44e0-ba08-f9fd4a68b448 HTTP/1.1" status: 204  len: 168 time: 1.1540017
Nov 10 04:19:00.939998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35748) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:00.950819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Transition to ACTIVE for port object 9b397765-ee1c-4732-a744-20686a413819 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:19:00.951833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Transition to ACTIVE for port object 6184f499-793f-4b82-b1c4-1492f2a7d48b will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:19:00.955416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:00.956900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819c85b-6c6e-4ff8-8654-c29df7e15385 None None] Network db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:00.964797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.031295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Pushing event updated for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:01.146606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.199500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690661d-5a5c-4c88-bcd0-25a1f432944a req-f1cef00f-a7af-4da1-8c83-0ecc8062dc10 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.201146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0690661d-5a5c-4c88-bcd0-25a1f432944a req-f1cef00f-a7af-4da1-8c83-0ecc8062dc10 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.1537848
Nov 10 04:19:01.205335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.240397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:01.242546 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075250b-5103-4ee3-853f-c39ee100c6e4" -d '{"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:01.247602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:01.261865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:01.275353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.388213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:01.413272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] DHCP port deletion for db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:01.440354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538aaf-6ba8-496e-ab17-ce4148e6f30b req-f107072e-d6a7-4738-a7a0-6a926d350bd5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.449220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0690661d-5a5c-4c88-bcd0-25a1f432944a req-0a3869b8-2769-41a9-b6ed-898f8858e4fe tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2219357
Nov 10 04:19:01.449799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d538aaf-6ba8-496e-ab17-ce4148e6f30b req-f107072e-d6a7-4738-a7a0-6a926d350bd5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 944 time: 0.2397799
Nov 10 04:19:01.454526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Deleting port d2446aba-d993-48ac-a89f-a51fd66af587 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:01.455013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.461375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Attempting to bind port 9b397765-ee1c-4732-a744-20686a413819 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:01.461907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Attempting to bind port 9b397765-ee1c-4732-a744-20686a413819 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:01.462427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Attempting to bind port 9b397765-ee1c-4732-a744-20686a413819 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:01.484111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Attempting to bind port 6184f499-793f-4b82-b1c4-1492f2a7d48b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:01.484471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Attempting to bind port 6184f499-793f-4b82-b1c4-1492f2a7d48b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:01.484825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Attempting to bind port 6184f499-793f-4b82-b1c4-1492f2a7d48b on network e333f114-4fd5-4d28-9140-0aece5ba7105 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:01.490865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Port 9b397765-ee1c-4732-a744-20686a413819 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:19:01.491194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Attempting to bind port 9b397765-ee1c-4732-a744-20686a413819 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:01.496354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Port 6184f499-793f-4b82-b1c4-1492f2a7d48b on network e333f114-4fd5-4d28-9140-0aece5ba7105 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:19:01.496715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Attempting to bind port 6184f499-793f-4b82-b1c4-1492f2a7d48b on network e333f114-4fd5-4d28-9140-0aece5ba7105 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:01.512225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Deleting port d2446aba-d993-48ac-a89f-a51fd66af587 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:01.513991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.542373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0d538aaf-6ba8-496e-ab17-ce4148e6f30b req-8c78d9c3-c781-4a48-a61a-532d0927158e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869453
Nov 10 04:19:01.546884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:01.547410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:01.547991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:01.548590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Bound port: 9b397765-ee1c-4732-a744-20686a413819, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:01.549211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.576639 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e934bfdf-a6d1-4bba-8238-a4aba8202b89 x-openstack-request-id: req-e934bfdf-a6d1-4bba-8238-a4aba8202b89 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:01.579236 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-plugged", "status": "completed", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:01.579702 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e934bfdf-a6d1-4bba-8238-a4aba8202b89 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:01.580229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] For port d2446aba-d993-48ac-a89f-a51fd66af587, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2446aba-d993-48ac-a89f-a51fd66af587,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:01.580693 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'code': 200}
Nov 10 04:19:01.581161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.582963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:01.584225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Checking segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:01.585733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Bound using segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:01.586633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Bound port: 6184f499-793f-4b82-b1c4-1492f2a7d48b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:01.587859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.636327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] For port d2446aba-d993-48ac-a89f-a51fd66af587, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d2446aba-d993-48ac-a89f-a51fd66af587,segment=NetworkSegment(906b9b56-2c31-4db6-bbb9-77c962e45d51),segment_id=906b9b56-2c31-4db6-bbb9-77c962e45d51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:01.637068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.643497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Calling delete_port for d2446aba-d993-48ac-a89f-a51fd66af587 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:01.653363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Calling delete_port for d2446aba-d993-48ac-a89f-a51fd66af587 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:01.756360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.761478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497fc46-7ce0-4ce1-b0bd-58b0e3acb07f req-5745e080-712e-4bfb-9245-8afe674eee70 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.763055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d497fc46-7ce0-4ce1-b0bd-58b0e3acb07f req-5745e080-712e-4bfb-9245-8afe674eee70 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1652668
Nov 10 04:19:01.780595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:01.784814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:01.787567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:01.796669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab102f-2656-4b57-b292-1a16d69e4ff4 req-d8a1ee86-ab99-4427-918f-3890d0bfca76 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.804067 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eab102f-2656-4b57-b292-1a16d69e4ff4 req-d8a1ee86-ab99-4427-918f-3890d0bfca76 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 948 time: 0.1405771
Nov 10 04:19:01.806532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] No DVR routers for this DVR port d2446aba-d993-48ac-a89f-a51fd66af587 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:01.807496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b397765-ee1c-4732-a744-20686a413819,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:01.809774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.817039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b7ae8-51df-414c-8ad6-357b5118cd37 None None] Pushing event deleted for resources: {'Port': ['ID=d2446aba-d993-48ac-a89f-a51fd66af587,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:01.852191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.889046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4fea5-2dfc-4bb3-8412-0f8447b01e1e req-54ec06a1-782c-40e6-8814-31755c28ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.889580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.890307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.890425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3a4fea5-2dfc-4bb3-8412-0f8447b01e1e req-54ec06a1-782c-40e6-8814-31755c28ed8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1097 time: 0.1486826
Nov 10 04:19:01.891724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] 10.222.0.26 "PUT /v2.0/ports/6184f499-793f-4b82-b1c4-1492f2a7d48b HTTP/1.1" status: 200  len: 1092 time: 2.1717546
Nov 10 04:19:01.897337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:01.899011 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4451d38d-e803-41d0-ab19-adb8e2ec8278" -d '{"events": [{"name": "network-changed", "server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:01.901479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d497fc46-7ce0-4ce1-b0bd-58b0e3acb07f req-fe4766ef-4e47-4055-baf9-a82a5035e03c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079721
Nov 10 04:19:01.924931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:01.925623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:01.926976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b397765-ee1c-4732-a744-20686a413819 HTTP/1.1" status: 200  len: 1096 time: 2.3454156
Nov 10 04:19:01.934215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb58e8-4faf-4e96-b7f7-2197cb4a7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:01.956176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2eab102f-2656-4b57-b292-1a16d69e4ff4 req-ced59076-b37c-4009-8575-d8b10e5a667c tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512227
Nov 10 04:19:01.973255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.010907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] No DVR routers for this DVR port d2446aba-d993-48ac-a89f-a51fd66af587 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:02.018634 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d6635-6eaa-4463-8f07-54dfa4f42d7c x-openstack-request-id: req-0c1d6635-6eaa-4463-8f07-54dfa4f42d7c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:02.018930 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:02.019182 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c1d6635-6eaa-4463-8f07-54dfa4f42d7c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:02.019583 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b', 'status': 'completed', 'code': 200}
Nov 10 04:19:02.054664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2446aba-d993-48ac-a89f-a51fd66af587,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:02.064691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3a4fea5-2dfc-4bb3-8412-0f8447b01e1e req-c61fa317-78bf-44ff-a352-71a7ad922207 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619353
Nov 10 04:19:02.100441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-99b2dfcc-bf15-4222-ab09-b122dc350cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.101917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-99b2dfcc-bf15-4222-ab09-b122dc350cea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 1095 time: 0.1522193
Nov 10 04:19:02.102563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9bf1-ead7-45ac-ada1-82d87b39e779 service neutron] Pushing event updated for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:02.121918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-becb6c33-5424-45f3-b871-55a544cb51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.123442 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-becb6c33-5424-45f3-b871-55a544cb51dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7871a17d74c24db48d01976d917fdf16&device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 1099 time: 0.1030679
Nov 10 04:19:02.160670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-3f1f96d4-bf49-4807-a8cd-947739fa44f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b HTTP/1.1" status: 200  len: 217 time: 0.0500262
Nov 10 04:19:02.225740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-abd77299-eaec-46e3-a57b-7376430d3d84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=9b397765-ee1c-4732-a744-20686a413819 HTTP/1.1" status: 200  len: 217 time: 0.0729032
Nov 10 04:19:02.274272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-4ab7ed31-8151-4554-ac25-3efe4f2942d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.275820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-4ab7ed31-8151-4554-ac25-3efe4f2942d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02480a95-b0c6-4301-a944-defbcfb3243d HTTP/1.1" status: 200  len: 837 time: 0.0793862
Nov 10 04:19:02.311081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-885907a5-3c3d-4f15-9e34-1842dafcf4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.312539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-885907a5-3c3d-4f15-9e34-1842dafcf4ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0768967
Nov 10 04:19:02.356971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-a53f3f38-7730-4eb3-a50e-6c3c77ccd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.358504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-a53f3f38-7730-4eb3-a50e-6c3c77ccd04a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e333f114-4fd5-4d28-9140-0aece5ba7105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0747757
Nov 10 04:19:02.401047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.412227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4ffef156-6d14-4569-a3dd-1aca585806ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.413744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-4ffef156-6d14-4569-a3dd-1aca585806ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0939748
Nov 10 04:19:02.420500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214769280>,) {'filters': {'network_id': ['db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:02.430465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214769280>, '906b9b56-2c31-4db6-bbb9-77c962e45d51') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:02.430760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214769280>, '906b9b56-2c31-4db6-bbb9-77c962e45d51') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:02.440046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.454344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.460132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:19:02.460515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:19:02.462233 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:19:02.515698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-8c05c397-93a8-4b53-aec8-be465c758331 service neutron] 10.222.0.26 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490800
Nov 10 04:19:02.519485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.530954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.534212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4 HTTP/1.1" status: 204  len: 168 time: 1.5930922
Nov 10 04:19:02.557433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317f128-3bb4-426a-86b0-5e6bf61dfc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=db24ded2-2c37-4fe0-bdd9-b2aabc91c1e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:02.604433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a79a9-758b-485d-b3c0-cf9fb65c575c req-61a65d98-35a7-45be-ba6e-0e000a814120 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.616847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa7a79a9-758b-485d-b3c0-cf9fb65c575c req-61a65d98-35a7-45be-ba6e-0e000a814120 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.0876880
Nov 10 04:19:02.635335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-333d4fec-ca09-44a4-a614-49198477c6d7 req-6ab46af9-dd23-4c3b-8330-3549fbeb2c5d service neutron] 10.222.0.26 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089485
Nov 10 04:19:02.652392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-64f83e18-0cd6-455b-80b2-f77921e2b633 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295458
Nov 10 04:19:02.663066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2446aba-d993-48ac-a89f-a51fd66af587 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:02.690716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa7a79a9-758b-485d-b3c0-cf9fb65c575c req-cb976c64-998a-4c3f-9df4-b175294cbdf2 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724432
Nov 10 04:19:02.694585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d2446aba-d993-48ac-a89f-a51fd66af587 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:02.694937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d2446aba-d993-48ac-a89f-a51fd66af587 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:02.737122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:02.778957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0f9da350-6f66-408f-8c39-30b4a6313365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=805d7a00cdff46bf93787cb1abccceba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405946
Nov 10 04:19:02.781370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35782) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:02.828487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870885c-3612-445e-86d5-fc643ecc8c09 req-abacb1f9-2b6d-45f3-bbf4-ddfa5298210f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.834523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4870885c-3612-445e-86d5-fc643ecc8c09 req-abacb1f9-2b6d-45f3-bbf4-ddfa5298210f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 944 time: 0.1765554
Nov 10 04:19:02.837561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.860590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-80259c8c-0e89-4a83-a074-55181e12cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:02.861207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.862213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-80259c8c-0e89-4a83-a074-55181e12cf5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 1095 time: 0.1207845
Nov 10 04:19:02.866919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c3dc3c5-74e0-41ac-8f31-c3a3bfb2db82 req-ba781b9f-bf53-4439-8740-cd21c29cd8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978192
Nov 10 04:19:02.910503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.914074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:02.915240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a01ac17-de1c-4585-810a-db3d1b23a113 HTTP/1.1" status: 204  len: 168 time: 0.1329792
Nov 10 04:19:02.924028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96bf7c-2d3f-47b4-a682-6063c9367239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a01ac17-de1c-4585-810a-db3d1b23a113,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:02.943771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4870885c-3612-445e-86d5-fc643ecc8c09 req-b7ed87f4-b5be-4d81-99dc-c6bc84ac90a5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083844
Nov 10 04:19:03.038927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-2721ca1a-5775-4113-a448-f8d61ac23bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:03.040426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-2721ca1a-5775-4113-a448-f8d61ac23bc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e333f114-4fd5-4d28-9140-0aece5ba7105 HTTP/1.1" status: 200  len: 898 time: 0.1593385
Nov 10 04:19:03.045724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb2f9e-ba23-4267-8d39-166ebffccf04 req-356bfb2b-49ff-44a7-8d72-7f865e8812f9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:03.055866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-daeb2f9e-ba23-4267-8d39-166ebffccf04 req-356bfb2b-49ff-44a7-8d72-7f865e8812f9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0723646
Nov 10 04:19:03.118797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-c1e4becd-fe32-45d9-832d-2ed7eef1d0fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b HTTP/1.1" status: 200  len: 217 time: 0.0704515
Nov 10 04:19:03.125161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-daeb2f9e-ba23-4267-8d39-166ebffccf04 req-6b63811f-d36d-4c56-8158-efd930be1f18 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679455
Nov 10 04:19:03.199893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b726-1d88-4f69-8d06-8a9fbd6b0c4b req-08468b97-3a0d-49a4-ba3b-e2beb1e4940a tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:03.201429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e549b726-1d88-4f69-8d06-8a9fbd6b0c4b req-08468b97-3a0d-49a4-ba3b-e2beb1e4940a tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 948 time: 0.0934906
Nov 10 04:19:03.203562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-3a6e36d3-c56e-4e3b-98cc-d5a2aeef8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:03.204926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-3a6e36d3-c56e-4e3b-98cc-d5a2aeef8b5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02480a95-b0c6-4301-a944-defbcfb3243d HTTP/1.1" status: 200  len: 837 time: 0.0648413
Nov 10 04:19:03.285359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-b116efa2-daf3-483f-a02e-41dd26ba3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:03.286937 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-b116efa2-daf3-483f-a02e-41dd26ba3858 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e333f114-4fd5-4d28-9140-0aece5ba7105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0704994
Nov 10 04:19:03.290280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e549b726-1d88-4f69-8d06-8a9fbd6b0c4b req-8b87d813-906c-4c99-8279-ebcb252761e8 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800633
Nov 10 04:19:03.384136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-6fdf3cc8-79d1-4732-991f-8998770b4d6c service neutron] 10.222.0.26 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883384
Nov 10 04:19:03.495328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4451d38d-e803-41d0-ab19-adb8e2ec8278 req-e12165bb-c4a7-46ce-bc8a-fcb19a870cfb service neutron] 10.222.0.26 "GET /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036315
Nov 10 04:19:03.773424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:03.871109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-network', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:03.893998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Made reservation on behalf of 94482b4b4b9c4b0583f87dd15521c5e6 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:03.897037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:03.906370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:03.987982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:03.993642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.016051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:19:04.022628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'tag': '9b397765-ee1c-4732-a744-20686a413819'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:04.024862 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa30f7cf-0f46-4911-a719-50285198f037" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "tag": "9b397765-ee1c-4732-a744-20686a413819"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:04.037550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a727cae-fc78-4473-9680-16c28ec8f8e2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:04.043371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.043900 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Added segment 8cda5c01-177a-4365-a6fe-a20bc8b59a49 of type vlan for network 4e455583-668f-4e77-ad53-97b52650a9b9
Nov 10 04:19:04.077663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf622e6-8783-4a8f-89d2-81f8f98dadb5 req-d2bfc488-29bc-4ea8-8393-f5671c151cfb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.081253 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7728ce7-5e37-4c98-8586-49f83b32e24e x-openstack-request-id: req-c7728ce7-5e37-4c98-8586-49f83b32e24e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:04.081402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bf622e6-8783-4a8f-89d2-81f8f98dadb5 req-d2bfc488-29bc-4ea8-8393-f5671c151cfb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 944 time: 0.0581789
Nov 10 04:19:04.081776 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "tag": "9b397765-ee1c-4732-a744-20686a413819", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:04.081976 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7728ce7-5e37-4c98-8586-49f83b32e24e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:04.082351 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'tag': '9b397765-ee1c-4732-a744-20686a413819', 'status': 'completed', 'code': 200}
Nov 10 04:19:04.097968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.134624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bf622e6-8783-4a8f-89d2-81f8f98dadb5 req-213bfd4e-e259-4405-ac48-2f96c87effa1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468512
Nov 10 04:19:04.157894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f7cf-0f46-4911-a719-50285198f037 req-55c31afb-e66c-4e72-8c3e-5d4bc1f2fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.159435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-55c31afb-e66c-4e72-8c3e-5d4bc1f2fe83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7871a17d74c24db48d01976d917fdf16&device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 1099 time: 0.0638247
Nov 10 04:19:04.160051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.160928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.161504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.285519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5109365
Nov 10 04:19:04.288503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35852) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:04.293535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Request body: {'subnet': {'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-subnet', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:04.300196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6839c88-322b-4ead-9f01-bb26d5007550 admin admin] Pushing event updated for resources: {'Network': ['ID=4e455583-668f-4e77-ad53-97b52650a9b9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:04.320145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Made reservation on behalf of 94482b4b4b9c4b0583f87dd15521c5e6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:04.320819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4e455583-668f-4e77-ad53-97b52650a9b9 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:19:04.323283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.334759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a897a04-7915-40ff-bddb-409c664129e0 req-0af06349-c08f-4d6f-a6b7-2e3ffdfa58b9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.336288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a897a04-7915-40ff-bddb-409c664129e0 req-0af06349-c08f-4d6f-a6b7-2e3ffdfa58b9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1286550
Nov 10 04:19:04.365086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f7cf-0f46-4911-a719-50285198f037 req-146b90e7-92b1-4927-b497-832e4a56ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.366559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-146b90e7-92b1-4927-b497-832e4a56ca07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1914234
Nov 10 04:19:04.378096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3894910f-d83f-43e7-823f-119c2acade28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.425622 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-6b174e2b-4a05-40c1-9b8d-1caf5b9b173f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=9b397765-ee1c-4732-a744-20686a413819 HTTP/1.1" status: 200  len: 217 time: 0.0459945
Nov 10 04:19:04.432901 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4a897a04-7915-40ff-bddb-409c664129e0 req-8d175ec0-b9a0-48cc-a6b0-c11410a23009 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846612
Nov 10 04:19:04.473223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d18b6f-9ec2-408f-a6bb-b3bbf50eee74 req-3560899d-1868-42bf-a1b6-cdbca048534d tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.474784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30d18b6f-9ec2-408f-a6bb-b3bbf50eee74 req-3560899d-1868-42bf-a1b6-cdbca048534d tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 948 time: 0.0804248
Nov 10 04:19:04.479551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f7cf-0f46-4911-a719-50285198f037 req-4784adb3-1fb7-4eb3-8bb8-1ee12a630690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.481113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-4784adb3-1fb7-4eb3-8bb8-1ee12a630690 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0471921
Nov 10 04:19:04.561181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f7cf-0f46-4911-a719-50285198f037 req-2e4aace0-e5e8-4510-88fd-e0798d5b1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.562669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-2e4aace0-e5e8-4510-88fd-e0798d5b1d51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0743282
Nov 10 04:19:04.575295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e23a0-a07b-4c18-a802-48b7dbb67203 req-a618adab-ee59-4297-a4fc-64d9a8c01c86 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.576747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da5e23a0-a07b-4c18-a802-48b7dbb67203 req-a618adab-ee59-4297-a4fc-64d9a8c01c86 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0637112
Nov 10 04:19:04.596021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30d18b6f-9ec2-408f-a6bb-b3bbf50eee74 req-20583751-b681-4fdc-91d6-20873450b68f tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103225
Nov 10 04:19:04.602903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6184f499-793f-4b82-b1c4-1492f2a7d48b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:19:04.618552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.675629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8977e1-a434-4b4b-921a-bc2c94f20e76,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:04.678756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da5e23a0-a07b-4c18-a802-48b7dbb67203 req-cf409396-6c09-4a71-a193-56f791c78536 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930464
Nov 10 04:19:04.695171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-cd52fd89-21f8-47a5-a579-026927d78e22 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172919
Nov 10 04:19:04.710482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Checking segment: {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:04.710881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Network hostable DHCP agents. Network: 4e455583-668f-4e77-ad53-97b52650a9b9, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:19:04.735459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Network 4e455583-668f-4e77-ad53-97b52650a9b9 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:19:04.746864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4e455583-668f-4e77-ad53-97b52650a9b9) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:04.753250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.754092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.773352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a521209-6206-4926-8a7e-c4f4336a1108 None None] Network 4e455583-668f-4e77-ad53-97b52650a9b9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:04.780004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:04.784663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-335de17e-5618-47d6-a0c2-8f1748fdd37d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.4947059
Nov 10 04:19:04.790054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 35860) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:04.794549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:04.827420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b18d4-aeb8-43ed-b1dd-c2c60d11f9b6 req-00f9c8a1-1243-4006-b5c1-b0542bc847d4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:04.830571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f06b18d4-aeb8-43ed-b1dd-c2c60d11f9b6 req-00f9c8a1-1243-4006-b5c1-b0542bc847d4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0608544
Nov 10 04:19:04.833932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa30f7cf-0f46-4911-a719-50285198f037 req-cd50357e-2399-4815-9f59-c4aa36e8a18b service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283264
Nov 10 04:19:04.838077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.839232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.839646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '6184f499-793f-4b82-b1c4-1492f2a7d48b', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'port_id': '6184f499-793f-4b82-b1c4-1492f2a7d48b', 'mac_address': 'fa:16:3e:f2:43:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:19:04.898529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.899362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f06b18d4-aeb8-43ed-b1dd-c2c60d11f9b6 req-f921dcb6-2c68-4f8d-a182-23fd9a409b1b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598068
Nov 10 04:19:04.925252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:04.961881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6184f499-793f-4b82-b1c4-1492f2a7d48b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:05.001100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2da09-4c70-44a7-bacb-61766ed196b3 None None] Network 4e455583-668f-4e77-ad53-97b52650a9b9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:05.005344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:05.041768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:05.042566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89efb8-632d-4a5b-817d-3a7c8ed32d50 req-11b31605-2a86-478d-9a03-b9954b984e23 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.044329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f89efb8-632d-4a5b-817d-3a7c8ed32d50 req-11b31605-2a86-478d-9a03-b9954b984e23 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0624018
Nov 10 04:19:05.101354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f89efb8-632d-4a5b-817d-3a7c8ed32d50 req-48a27bd2-7dc2-4668-8d08-29ebd199ca4e tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491004
Nov 10 04:19:05.269401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006ff5-d055-4b72-9c5b-ecb6b74e8dc7 req-22e0529c-9604-4f1d-ab97-2b6cd3ffb5c2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.273192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a006ff5-d055-4b72-9c5b-ecb6b74e8dc7 req-22e0529c-9604-4f1d-ab97-2b6cd3ffb5c2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 945 time: 0.0542264
Nov 10 04:19:05.283629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:05.330636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a006ff5-d055-4b72-9c5b-ecb6b74e8dc7 req-9bb0afa8-4bef-4901-9eab-9341537ae59b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515153
Nov 10 04:19:05.340046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['6184f499-793f-4b82-b1c4-1492f2a7d48b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:05.358343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:05.373636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaffc8-1c66-423e-8a95-3276c2d8b2a1 req-334d3299-f79e-4479-b7b4-838d0ec0e27b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.375136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9cfaffc8-1c66-423e-8a95-3276c2d8b2a1 req-334d3299-f79e-4479-b7b4-838d0ec0e27b tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1422093
Nov 10 04:19:05.465285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9cfaffc8-1c66-423e-8a95-3276c2d8b2a1 req-5a88c0ed-0bc9-4bfa-a1aa-5ebba2f50e8f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758238
Nov 10 04:19:05.656356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7efb-395c-49f2-a53d-90e9556d872a req-1a5ecca6-a5d7-4ce3-9ecb-0ab9d951e793 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.657870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38af7efb-395c-49f2-a53d-90e9556d872a req-1a5ecca6-a5d7-4ce3-9ecb-0ab9d951e793 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0856903
Nov 10 04:19:05.659234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:05.684117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:05.721447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4e8f-a954-4aa5-9cdb-3f84c7c113f6 req-24eb9fb6-a881-4b9a-80a4-66b537d84f1b tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.722840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-601d4e8f-a954-4aa5-9cdb-3f84c7c113f6 req-24eb9fb6-a881-4b9a-80a4-66b537d84f1b tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 948 time: 0.0504379
Nov 10 04:19:05.768445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-38af7efb-395c-49f2-a53d-90e9556d872a req-e26a7784-cf06-45c7-bb09-7a4240405f93 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865872
Nov 10 04:19:05.779698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-601d4e8f-a954-4aa5-9cdb-3f84c7c113f6 req-f3260768-4626-4289-afc5-dadb58b15f22 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504649
Nov 10 04:19:05.825418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Allocated IP 172.32.3.83 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/769d086a-6b26-4366-b127-dca4d120f70d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:05.952101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f908-74d4-4949-804a-2868040ff0fc req-19680174-5f8a-47e0-b8eb-48480b79e239 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:05.953844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8c31f908-74d4-4949-804a-2868040ff0fc req-19680174-5f8a-47e0-b8eb-48480b79e239 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1017168
Nov 10 04:19:05.975359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.023909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8c31f908-74d4-4949-804a-2868040ff0fc req-5bf035a7-7d17-440e-867a-291e1e235b38 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635552
Nov 10 04:19:06.037023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.075920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:06.079040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:06.082507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:06.094794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca36a65-689d-49b5-b1ba-09c9e046b907 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:06.114102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=769d086a-6b26-4366-b127-dca4d120f70d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:06.147078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9d9ead0e-e11b-4c2d-9973-ed3863f02261 None None] Provisioning complete for port 769d086a-6b26-4366-b127-dca4d120f70d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:06.147764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9d9ead0e-e11b-4c2d-9973-ed3863f02261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.197452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ead0e-e11b-4c2d-9973-ed3863f02261 None None] Port 769d086a-6b26-4366-b127-dca4d120f70d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:06.313960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb72b0-fcec-4e32-ac5f-982326439c30 req-2422e5cb-1010-47a8-bb7f-8941e74f97a1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:06.315424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6bb72b0-fcec-4e32-ac5f-982326439c30 req-2422e5cb-1010-47a8-bb7f-8941e74f97a1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0907137
Nov 10 04:19:06.402584 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6bb72b0-fcec-4e32-ac5f-982326439c30 req-5a202c0a-c568-4004-b3be-0521b9166087 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591125
Nov 10 04:19:06.414837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.458960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7206-fbcd-4f44-bfe7-e0c19df18e82 req-f413fd37-848c-4c01-b505-0b0aa79a8887 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:06.460554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e84f7206-fbcd-4f44-bfe7-e0c19df18e82 req-f413fd37-848c-4c01-b505-0b0aa79a8887 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 945 time: 0.0516076
Nov 10 04:19:06.510677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e84f7206-fbcd-4f44-bfe7-e0c19df18e82 req-7129d40c-c799-42d5-a1f4-335ec3483401 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436773
Nov 10 04:19:06.610260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.629691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b397765-ee1c-4732-a744-20686a413819 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:19:06.636065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6184f499-793f-4b82-b1c4-1492f2a7d48b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:06.739037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 6184f499-793f-4b82-b1c4-1492f2a7d48b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:19:06.746399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 6184f499-793f-4b82-b1c4-1492f2a7d48b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:06.746851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.749745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Router 3d9a8c1a-935a-40b3-9838-ce72b9264534 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:19:06.805669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b397765-ee1c-4732-a744-20686a413819,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:06.822307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9b397765-ee1c-4732-a744-20686a413819', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': '9b397765-ee1c-4732-a744-20686a413819', 'mac_address': 'fa:16:3e:b9:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:19:06.861576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:06.881117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Sync routers for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:06.901945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.905767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a3449e6b-b3e1-448d-89a2-604326f5b1c2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.1121068
Nov 10 04:19:06.906316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:06.920487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.924044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.925633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e398406-8aed-474d-ad21-a31ed31c819c req-0642d114-322a-402c-b916-49c9fc4650ef tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:06.927201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e398406-8aed-474d-ad21-a31ed31c819c req-0642d114-322a-402c-b916-49c9fc4650ef tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 948 time: 0.0577762
Nov 10 04:19:06.933344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:06.933981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207322670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:18:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:06.936042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-169d2e52-c6cd-43bb-b466-24618ae64ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:06.981110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e398406-8aed-474d-ad21-a31ed31c819c req-4b6060c7-92cb-45c2-a0e5-e6bc9cf5510d tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464931
Nov 10 04:19:07.017440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b397765-ee1c-4732-a744-20686a413819 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:07.031354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:07.033589 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1d22b-f5d1-4627-868b-3008849e8323" -d '{"events": [{"server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "name": "network-vif-plugged", "status": "completed", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:07.064629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:07.074512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b397765-ee1c-4732-a744-20686a413819,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:07.076946 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e135f-2053-4aa7-bd7e-d3c7798f23c0 x-openstack-request-id: req-e60e135f-2053-4aa7-bd7e-d3c7798f23c0 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:07.077288 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "name": "network-vif-plugged", "status": "completed", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:07.077621 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e60e135f-2053-4aa7-bd7e-d3c7798f23c0 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:07.078352 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b', 'code': 200}
Nov 10 04:19:07.083481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.089590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.151624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:07.185460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b44107-70b7-45c1-9a27-a9fc418cf391 req-fdbde6ec-9439-454d-9f76-33b9b6e4d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:07.187452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47b44107-70b7-45c1-9a27-a9fc418cf391 req-fdbde6ec-9439-454d-9f76-33b9b6e4d2d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 1097 time: 0.0455570
Nov 10 04:19:07.211182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:07.249800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47b44107-70b7-45c1-9a27-a9fc418cf391 req-2125a0b0-0699-4a02-a28c-7b38a9e260c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463984
Nov 10 04:19:07.324187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:07.360024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.382238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9b397765-ee1c-4732-a744-20686a413819'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:07.410600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207322670>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:06Z', 'revision_number': 3, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:07.441891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Checking router: 3d9a8c1a-935a-40b3-9838-ce72b9264534 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:07.442230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Updating router 3d9a8c1a-935a-40b3-9838-ce72b9264534 port 769d086a-6b26-4366-b127-dca4d120f70d binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:07.483529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.546300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6bd6f-1279-4a26-a1d2-ba19cc0726d2 req-90c974b7-40b0-4d20-9d03-76995343b274 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:07.554250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cd6bd6f-1279-4a26-a1d2-ba19cc0726d2 req-90c974b7-40b0-4d20-9d03-76995343b274 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0709736
Nov 10 04:19:07.573772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Allocated IP 172.20.0.1 (4e455583-668f-4e77-ad53-97b52650a9b9/2b8977e1-a434-4b4b-921a-bc2c94f20e76/c45891c9-5324-4f9e-a931-a905fc7f9a11) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:07.608739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5cd6bd6f-1279-4a26-a1d2-ba19cc0726d2 req-0e4ba0aa-a792-4eb6-9f0a-9ac126eecb48 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534317
Nov 10 04:19:07.706207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5dcd-f50a-42b4-ba6b-9db13605c47d req-33fd385d-725e-40a3-8a33-8ae7b676a1f8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:07.707813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-827c5dcd-f50a-42b4-ba6b-9db13605c47d req-33fd385d-725e-40a3-8a33-8ae7b676a1f8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.1027839
Nov 10 04:19:07.751956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.792160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-827c5dcd-f50a-42b4-ba6b-9db13605c47d req-69bf0aed-db2e-4251-bc08-90652e4ca046 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781360
Nov 10 04:19:07.853732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.854580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.860181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.915742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Network 4e455583-668f-4e77-ad53-97b52650a9b9 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:07.935211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:07.944012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:07.949023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb58373-c633-4a05-bc5e-49056fcee4b0 None None] Pushing event updated for resources: {'Port': ['ID=769d086a-6b26-4366-b127-dca4d120f70d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:07.953926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1fdd-1799-478f-b690-8f0001b40d51 req-a9ed61c0-7b72-46fd-aac8-ca6a22c1699f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:07.955493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7d1fdd-1799-478f-b690-8f0001b40d51 req-a9ed61c0-7b72-46fd-aac8-ca6a22c1699f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0683463
Nov 10 04:19:07.957000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d910ac-4131-4baa-bd35-ffbc4ada2935 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:07.966043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.967192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Attempting to bind port 769d086a-6b26-4366-b127-dca4d120f70d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:07.968118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Attempting to bind port 769d086a-6b26-4366-b127-dca4d120f70d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:07.968236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Pushing event updated for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:07.968489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Attempting to bind port 769d086a-6b26-4366-b127-dca4d120f70d on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:07.977542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:07.978007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:07.978391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.978779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:07.979573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Bound port: 769d086a-6b26-4366-b127-dca4d120f70d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:07.979573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:07.995085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-f63b9112-5115-4393-8579-7d5aaeadd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:07.996583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-f63b9112-5115-4393-8579-7d5aaeadd033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 1097 time: 0.1050186
Nov 10 04:19:07.999621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.035657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb7d1fdd-1799-478f-b690-8f0001b40d51 req-c638dc7f-e32c-4182-a0c8-672553ddf786 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736001
Nov 10 04:19:08.059070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] For port 769d086a-6b26-4366-b127-dca4d120f70d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:08.063838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] For port 769d086a-6b26-4366-b127-dca4d120f70d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=769d086a-6b26-4366-b127-dca4d120f70d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:08.067428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] Provisioning complete for port 769d086a-6b26-4366-b127-dca4d120f70d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:08.067866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.069987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.146200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8145e4-6777-49cd-9ca9-b6e761ad3ce7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:08.173735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb58373-c633-4a05-bc5e-49056fcee4b0 None None] Pushing event updated for resources: {'Port': ['ID=769d086a-6b26-4366-b127-dca4d120f70d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:08.177368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:08.178009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207322670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:08.242990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44599b5-d5fe-4662-9512-5a59d3a6d4db req-f2fee3c2-2691-4575-b61a-1313c56ccd5c tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:08.244467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c44599b5-d5fe-4662-9512-5a59d3a6d4db req-f2fee3c2-2691-4575-b61a-1313c56ccd5c tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 949 time: 0.1588962
Nov 10 04:19:08.249737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-15f4404b-4e35-4fc0-9158-87ed893ef5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:08.251197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-15f4404b-4e35-4fc0-9158-87ed893ef5ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 200  len: 914 time: 0.2469225
Nov 10 04:19:08.289076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.317222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-1f1dcc92-0256-47c5-bd90-76ef7b4283a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 200  len: 217 time: 0.0515344
Nov 10 04:19:08.322173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] For port 769d086a-6b26-4366-b127-dca4d120f70d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=769d086a-6b26-4366-b127-dca4d120f70d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:08.326150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:08.328601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.393379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.413968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c44599b5-d5fe-4662-9512-5a59d3a6d4db req-f3506dd9-eb2f-4727-ab17-8f4f9f8ebbe2 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618268
Nov 10 04:19:08.445447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-13338a30-278d-4275-be51-2dd77c35890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:08.447071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-13338a30-278d-4275-be51-2dd77c35890f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 200  len: 853 time: 0.1094687
Nov 10 04:19:08.503649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-68e982c6-54bd-4c8a-b998-794f0150485b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460362
Nov 10 04:19:08.638371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b397765-ee1c-4732-a744-20686a413819 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:08.646097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54486554-94a1-494e-9e2d-1c1af672f508 None None] Pushing event updated for resources: {'Port': ['ID=769d086a-6b26-4366-b127-dca4d120f70d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:08.674267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-efdebdcf-2e86-4d5b-b9b7-605a9cd4e272 None None] Provisioning complete for port 769d086a-6b26-4366-b127-dca4d120f70d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:08.674639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efdebdcf-2e86-4d5b-b9b7-605a9cd4e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.680908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-992367c7-22af-4529-b685-57a560329000 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693556
Nov 10 04:19:08.742496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.753098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.771708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9b397765-ee1c-4732-a744-20686a413819 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:19:08.803624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9b397765-ee1c-4732-a744-20686a413819 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:08.804268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.873416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207322670>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:06Z', 'revision_number': 3, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:08.902914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3441c3-4047-4999-b739-ba032d4197db None None] The sync data for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 is: [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:06Z', 'revision_number': 3, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:08.949031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017df32-d652-4f9f-9e22-70f3baa3ac7d req-da2726e9-9c3e-455f-88dd-93d594a6e974 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:08.950518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5017df32-d652-4f9f-9e22-70f3baa3ac7d req-da2726e9-9c3e-455f-88dd-93d594a6e974 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.0655639
Nov 10 04:19:08.952557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:08.996449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b397765-ee1c-4732-a744-20686a413819,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:09.003053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:09.020945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5017df32-d652-4f9f-9e22-70f3baa3ac7d req-d45ab71c-9980-423b-8111-9c8564b7c217 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607321
Nov 10 04:19:09.057418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:09.079883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b397765-ee1c-4732-a744-20686a413819'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:09.082747 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1d239-57ba-4bc8-8ca8-c2734d8f4eda" -d '{"events": [{"server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "name": "network-vif-plugged", "status": "completed", "tag": "9b397765-ee1c-4732-a744-20686a413819"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:09.128174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:09.139040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Pushing event updated for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:09.161912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e85506-d6cf-4bab-ae8c-9aa5ca26b3df req-87cbc653-0cf3-4dad-9fbc-f199df598c2a service neutron] 10.222.0.21 "GET /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4723895
Nov 10 04:19:09.206168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb604cb-3562-46d9-b120-602e9da7bbdd req-1dcbc3de-9977-42ac-971b-b6a217b18aae tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:09.229518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fb604cb-3562-46d9-b120-602e9da7bbdd req-1dcbc3de-9977-42ac-971b-b6a217b18aae tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.0933652
Nov 10 04:19:09.272068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeb088-3270-4c3a-b7db-b205951cbb11 req-2e8edd5c-7df2-4237-97ca-eb8eb02e8573 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:09.279907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ceeb088-3270-4c3a-b7db-b205951cbb11 req-2e8edd5c-7df2-4237-97ca-eb8eb02e8573 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1450918
Nov 10 04:19:09.289147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fb604cb-3562-46d9-b120-602e9da7bbdd req-a89b9aaf-4a8c-4805-872c-9ce0939447de tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586216
Nov 10 04:19:09.332733 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2505be-55a2-4fd8-841b-3a6c39e7e03d x-openstack-request-id: req-ed2505be-55a2-4fd8-841b-3a6c39e7e03d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:09.333677 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "name": "network-vif-plugged", "status": "completed", "tag": "9b397765-ee1c-4732-a744-20686a413819", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:09.333884 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed2505be-55a2-4fd8-841b-3a6c39e7e03d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:09.334218 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b397765-ee1c-4732-a744-20686a413819', 'code': 200}
Nov 10 04:19:09.364056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:09.377993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Network 4e455583-668f-4e77-ad53-97b52650a9b9 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:09.383778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ceeb088-3270-4c3a-b7db-b205951cbb11 req-307f4ddf-e63a-4d7b-9114-1f7e44878497 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030428
Nov 10 04:19:09.385053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:09.459908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331df17-7854-4b25-ae77-5922bfbd55a8 req-4a09e52b-0b6b-451b-825f-f88aa3848f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:09.461922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4331df17-7854-4b25-ae77-5922bfbd55a8 req-4a09e52b-0b6b-451b-825f-f88aa3848f66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 1101 time: 0.0481386
Nov 10 04:19:09.522613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4331df17-7854-4b25-ae77-5922bfbd55a8 req-c92fd7ba-c178-44ab-82c0-7835052a2081 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538368
Nov 10 04:19:09.522899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Router 3d9a8c1a-935a-40b3-9838-ce72b9264534 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:09.562928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bc58-2044-4645-b09a-1fbcc65e3790 req-5fe949ce-0895-4ff9-a303-19f786fd6df9 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:09.564549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3d8bc58-2044-4645-b09a-1fbcc65e3790 req-5fe949ce-0895-4ff9-a303-19f786fd6df9 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 950 time: 0.0597098
Nov 10 04:19:09.625191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c3d8bc58-2044-4645-b09a-1fbcc65e3790 req-d98d7a3a-8e3a-44b6-84c2-572837890edd tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533693
Nov 10 04:19:09.639617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:09.647948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e118100f-292a-4462-9d2a-eb7ff8cd88fd admin admin] 10.222.0.13 "PUT /v2.0/routers/3d9a8c1a-935a-40b3-9838-ce72b9264534/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7365565
Nov 10 04:19:09.958543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-23bb9d64-70d8-44b1-8db2-3efd3542c081 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0487895
Nov 10 04:19:10.020891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-222130ad-5baf-41aa-919b-ba174c3b6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.022478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-222130ad-5baf-41aa-919b-ba174c3b6186 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1097 time: 0.0427828
Nov 10 04:19:10.182530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:10.199070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-847bb408-4369-4c12-92fc-54d556de9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.200465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-847bb408-4369-4c12-92fc-54d556de9242 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 898 time: 0.1582375
Nov 10 04:19:10.255268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-17cb035f-905a-4734-a9c7-05018d303613 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.256723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-17cb035f-905a-4734-a9c7-05018d303613 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 819 time: 0.1677928
Nov 10 04:19:10.280264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-1710758c-3266-487a-be2e-8955e4ade942 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/quotas/94482b4b4b9c4b0583f87dd15521c5e6 HTTP/1.1" status: 200  len: 375 time: 0.0171216
Nov 10 04:19:10.290680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-761675d9-3a4b-4373-85fa-b840c52e8d55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 1002 time: 0.0815585
Nov 10 04:19:10.360858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-32300da7-2d0c-461d-8ed0-c4bec125d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.362308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-32300da7-2d0c-461d-8ed0-c4bec125d7a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 200  len: 834 time: 0.0639901
Nov 10 04:19:10.371463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-66403c5a-5bfb-4ffa-9a90-13de70da03ef tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0836051
Nov 10 04:19:10.467981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-44c92b71-4e0b-4736-809d-217e27d56db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.469536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-44c92b71-4e0b-4736-809d-217e27d56db4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c027c1-47df-48f8-8f59-6263718ea999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0972259
Nov 10 04:19:10.517575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32e41c-88d7-4d1d-a586-07a198238794 req-ab431800-0b41-4d7b-9c22-b0c9fd8e4d85 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.519077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d32e41c-88d7-4d1d-a586-07a198238794 req-ab431800-0b41-4d7b-9c22-b0c9fd8e4d85 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0510907
Nov 10 04:19:10.538299 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-cf93a510-e270-4bee-9ec9-034e083eac15 service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586220
Nov 10 04:19:10.585205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d32e41c-88d7-4d1d-a586-07a198238794 req-e1b3e3f5-3693-4016-aa03-831e9c04bbf4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592911
Nov 10 04:19:10.637610 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-22700994-943e-4adf-8753-bdd6b68d8da6 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610010
Nov 10 04:19:10.664373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 769d086a-6b26-4366-b127-dca4d120f70d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:10.715382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-ea18398c-4890-40f7-ad99-0ef2d607fd8b service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665523
Nov 10 04:19:10.724553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Sync routers for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:10.736640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 769d086a-6b26-4366-b127-dca4d120f70d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:10.737071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:10.743073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:10.743703 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145db670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:10.760574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0fb8922e-8d90-4a80-9828-61b9fe984e04 req-86faa756-f968-437a-a966-d790bb1fe335 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117334
Nov 10 04:19:10.786710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a237fd-d13d-4995-8a1a-ec3b35fe6b85 req-421d64f7-12c6-4937-87ec-f15f9aa35daf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:10.794424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a237fd-d13d-4995-8a1a-ec3b35fe6b85 req-421d64f7-12c6-4937-87ec-f15f9aa35daf tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1162472
Nov 10 04:19:10.872322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8a237fd-d13d-4995-8a1a-ec3b35fe6b85 req-08a5ea81-cf7d-47a7-9e28-f9dc29a9cec3 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631583
Nov 10 04:19:10.929218 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:10.945080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 35952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:11.011693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e07b-bcfc-44e2-a39f-158ee8d253ed req-29a0cfd1-3250-4cd7-85ca-87789de77c12 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:11.013541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2f5e07b-bcfc-44e2-a39f-158ee8d253ed req-29a0cfd1-3250-4cd7-85ca-87789de77c12 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 950 time: 0.0767591
Nov 10 04:19:11.075261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72b01aac-1097-42f0-bd97-b950441cd06f req-f588da68-5e1a-4155-ba44-152d7484c06c tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 210 time: 0.1173604
Nov 10 04:19:11.084490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2f5e07b-bcfc-44e2-a39f-158ee8d253ed req-5fa5978b-206c-4d07-9e71-70f3a0ddfcd4 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635004
Nov 10 04:19:11.321226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145db670>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 2, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:11.358817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Checking router: 3d9a8c1a-935a-40b3-9838-ce72b9264534 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:11.359071 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Updating router 3d9a8c1a-935a-40b3-9838-ce72b9264534 port c45891c9-5324-4f9e-a931-a905fc7f9a11 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:11.370455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0da8-eb66-498d-a3c5-0994459833ec req-844741ef-5c27-4197-9ada-7a147eda3b93 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:11.372014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78c0da8-eb66-498d-a3c5-0994459833ec req-844741ef-5c27-4197-9ada-7a147eda3b93 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1721053
Nov 10 04:19:11.390707 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.415686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92099d52-4ac0-45ca-8d7e-6b61d5929e54 req-cf78e269-ee30-4e3e-b865-16405a63b050 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:11.424030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92099d52-4ac0-45ca-8d7e-6b61d5929e54 req-cf78e269-ee30-4e3e-b865-16405a63b050 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 950 time: 0.0630128
Nov 10 04:19:11.440091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f78c0da8-eb66-498d-a3c5-0994459833ec req-7a93f8b7-d903-460d-8eb7-1878961f0bc1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565052
Nov 10 04:19:11.495863 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92099d52-4ac0-45ca-8d7e-6b61d5929e54 req-cba7fcd2-65d8-44f1-9cd0-b357b66228ff tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667837
Nov 10 04:19:11.616921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becebbf6-49f9-424e-8fb4-a5be7c5d6b83 req-061723a0-246b-490a-818b-47eeec031dcc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:11.618403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-becebbf6-49f9-424e-8fb4-a5be7c5d6b83 req-061723a0-246b-490a-818b-47eeec031dcc tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0718217
Nov 10 04:19:11.693234 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.698316 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.734865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-becebbf6-49f9-424e-8fb4-a5be7c5d6b83 req-b7f4033b-bf97-4a3b-ba4a-7fec045e385d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080806
Nov 10 04:19:11.746180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Pushing event updated for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:11.760465 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.761063 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.761579 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.762186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.762867 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.763277 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.763981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.764112 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.764457 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.765042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.765482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.765889 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:11.831696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.854964 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Attempting to bind port c45891c9-5324-4f9e-a931-a905fc7f9a11 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:11.855848 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Attempting to bind port c45891c9-5324-4f9e-a931-a905fc7f9a11 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:11.855848 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Attempting to bind port c45891c9-5324-4f9e-a931-a905fc7f9a11 on network 4e455583-668f-4e77-ad53-97b52650a9b9 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:11.860726 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:11.861101 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Checking segment: {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:11.861500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.861893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Bound using segment: {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:11.862354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Bound port: c45891c9-5324-4f9e-a931-a905fc7f9a11, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:11.862855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.924855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] For port c45891c9-5324-4f9e-a931-a905fc7f9a11, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:11.928135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] For port c45891c9-5324-4f9e-a931-a905fc7f9a11, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c45891c9-5324-4f9e-a931-a905fc7f9a11,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:11.932253 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:11.974320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599135-e604-49f1-832e-28d2f18087a7 req-9ac63e65-bdb9-4fce-898b-1091ffc3f6f6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:11.975819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14599135-e604-49f1-832e-28d2f18087a7 req-9ac63e65-bdb9-4fce-898b-1091ffc3f6f6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0914330
Nov 10 04:19:11.993543 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:11.994163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145db670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:12.055916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dd750-9ddf-4211-abc2-56ab60c6e5dc None None] Pushing event updated for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:12.079721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14599135-e604-49f1-832e-28d2f18087a7 req-6fb69f89-e5a5-4c66-91c9-5d6fed2b1d7d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971861
Nov 10 04:19:12.122392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:12.195434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-df9dd6b8-3668-41f4-a247-17c2c6045707 req-cae168f1-7c8b-4b55-b86a-814a515331b2 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 210 time: 0.0424051
Nov 10 04:19:12.337742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.17 (e333f114-4fd5-4d28-9140-0aece5ba7105/02480a95-b0c6-4301-a944-defbcfb3243d/7cc76cc9-8b74-4239-af37-0c450b23bfbc) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:12.363472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711d64f-5f1b-4d58-a9d4-171b62b810dc req-307177cd-d9c0-4082-baeb-ad7094638e09 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:12.365535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a711d64f-5f1b-4d58-a9d4-171b62b810dc req-307177cd-d9c0-4082-baeb-ad7094638e09 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1714160
Nov 10 04:19:12.370870 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145db670>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:11Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:12.403465 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612158d-47f6-41ce-a593-2ab1c663a064 None None] The sync data for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 is: [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:11Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:12.478829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-c9596276-566b-42af-85a8-ed35bece3a82 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:12.480288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-c9596276-566b-42af-85a8-ed35bece3a82 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 819 time: 0.3137603
Nov 10 04:19:12.504110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'port': {'device_id': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'admin_state_up': True, 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:12.582761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a711d64f-5f1b-4d58-a9d4-171b62b810dc req-7deb0bd8-eed6-49ca-93c3-10840f451585 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055764
Nov 10 04:19:12.621826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:12.670474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00058994-3db5-4755-9f16-245c023d36c6 req-b3794f69-17ad-42b6-9705-c86b75fbd915 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:12.672088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00058994-3db5-4755-9f16-245c023d36c6 req-b3794f69-17ad-42b6-9705-c86b75fbd915 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 950 time: 0.0839944
Nov 10 04:19:12.696577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c45891c9-5324-4f9e-a931-a905fc7f9a11 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:12.747628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00058994-3db5-4755-9f16-245c023d36c6 req-723b67ce-925f-456f-b88b-cfb70ebd5e54 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c572547-559b-4fe3-b0f9-33639856b939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658097
Nov 10 04:19:12.767281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c45891c9-5324-4f9e-a931-a905fc7f9a11 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:12.767629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:12.880940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:12.918970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port c45891c9-5324-4f9e-a931-a905fc7f9a11, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c45891c9-5324-4f9e-a931-a905fc7f9a11,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:12.924753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:12.925614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-0eb5a13a-fdce-4665-814f-821cfcfcb604 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:12.932531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-0eb5a13a-fdce-4665-814f-821cfcfcb604 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 950 time: 0.0710022
Nov 10 04:19:12.990100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:13.055140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Deleting port 9b397765-ee1c-4732-a744-20686a413819 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:13.055734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.082031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.093720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3060b-a15b-49a5-8b0c-f10156bc6fea req-5e4850dd-17dd-420c-b148-c41ffdc96bc1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:13.095259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54b3060b-a15b-49a5-8b0c-f10156bc6fea req-5e4850dd-17dd-420c-b148-c41ffdc96bc1 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1050184
Nov 10 04:19:13.099100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Made reservation on behalf of 94482b4b4b9c4b0583f87dd15521c5e6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:13.102460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.156348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] For port 9b397765-ee1c-4732-a744-20686a413819, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b397765-ee1c-4732-a744-20686a413819,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:13.157017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.166351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network e333f114-4fd5-4d28-9140-0aece5ba7105 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:13.172010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Calling delete_port for 9b397765-ee1c-4732-a744-20686a413819 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:13.179808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:13.191644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:13.206619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:13.320833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a5de7ce7-3a34-4ce0-840f-0c4b60834d80 req-98ffd0a6-e388-4d0b-a8d7-972d08936bd4 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 210 time: 0.0457451
Nov 10 04:19:13.333821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-54b3060b-a15b-49a5-8b0c-f10156bc6fea req-56cce647-fb7a-4bf9-9ce1-5a441fc52a45 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024477
Nov 10 04:19:13.344336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.481209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.505837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9b397765-ee1c-4732-a744-20686a413819'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:13.518165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Pushing event deleted for resources: {'Port': ['ID=9b397765-ee1c-4732-a744-20686a413819,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:13.518468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Allocated IP 172.20.0.11 (4e455583-668f-4e77-ad53-97b52650a9b9/2b8977e1-a434-4b4b-921a-bc2c94f20e76/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:13.582921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] No DVR routers for this DVR port 9b397765-ee1c-4732-a744-20686a413819 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:13.586003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.589425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44ccbcc4-d02b-4228-a6f2-345fec9eab5b req-ce8e2887-aec6-4082-883f-0b4743aee237 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.26 "DELETE /v2.0/ports/9b397765-ee1c-4732-a744-20686a413819 HTTP/1.1" status: 204  len: 173 time: 0.6491978
Nov 10 04:19:13.597057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5804-2eff-483b-ad6c-6caf99b9dd3d req-eb8bc7f0-6ff9-434c-9172-faef0cca371c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:13.602008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.604346 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c05b5804-2eff-483b-ad6c-6caf99b9dd3d req-eb8bc7f0-6ff9-434c-9172-faef0cca371c tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1567910
Nov 10 04:19:13.606169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'name': 'network-vif-deleted', 'tag': '9b397765-ee1c-4732-a744-20686a413819'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:13.608579 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba4a2d7-f78d-4f58-80bc-43dec8d06b82" -d '{"events": [{"server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "name": "network-vif-deleted", "tag": "9b397765-ee1c-4732-a744-20686a413819"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:13.636376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ab2df1e3-6791-46e0-b792-b6306f52e714 None None] Provisioning complete for port 7cc76cc9-8b74-4239-af37-0c450b23bfbc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:13.636952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab2df1e3-6791-46e0-b792-b6306f52e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:13.673779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c05b5804-2eff-483b-ad6c-6caf99b9dd3d req-d9261ad4-d417-4309-93c6-83cf85412723 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682600
Nov 10 04:19:13.703700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ab2df1e3-6791-46e0-b792-b6306f52e714 None None] Port 7cc76cc9-8b74-4239-af37-0c450b23bfbc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:13.737982 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8f3f05-d190-4a9f-90ab-736189e190a5 x-openstack-request-id: req-ca8f3f05-d190-4a9f-90ab-736189e190a5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:13.738322 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0", "name": "network-vif-deleted", "tag": "9b397765-ee1c-4732-a744-20686a413819", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:13.738626 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca8f3f05-d190-4a9f-90ab-736189e190a5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:13.739617 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0', 'name': 'network-vif-deleted', 'tag': '9b397765-ee1c-4732-a744-20686a413819', 'status': 'completed', 'code': 200}
Nov 10 04:19:13.915457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3780d7f0-962a-4ab8-8145-d5c62d4fc072 req-212710db-5e1a-469c-8700-f07afbc7b855 tempest-VolumesNegativeTest-1187875732 tempest-VolumesNegativeTest-1187875732-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9ffaa4-d72e-438d-b56f-c7d66e2cbcd0 HTTP/1.1" status: 200  len: 210 time: 0.0304527
Nov 10 04:19:14.011288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.041541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549b426-4398-42a6-8c90-d43a442bedda req-c5d8c225-b9bf-47b2-af8e-51d03a4dbc73 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.043122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6549b426-4398-42a6-8c90-d43a442bedda req-c5d8c225-b9bf-47b2-af8e-51d03a4dbc73 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1362419
Nov 10 04:19:14.154169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.166325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-2a27735f-8980-4b71-8606-e6762b1ca5e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0482686
Nov 10 04:19:14.209262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6549b426-4398-42a6-8c90-d43a442bedda req-753b5990-60f3-4c7a-998f-5ec636f339aa tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584690
Nov 10 04:19:14.248950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Network 4e455583-668f-4e77-ad53-97b52650a9b9 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:14.256219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:14.259604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-9d785831-5563-4d52-8234-f09140fc4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.261218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-9d785831-5563-4d52-8234-f09140fc4838 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 1096 time: 0.0464940
Nov 10 04:19:14.262950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:14.265394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:14.341196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.341813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.345449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.355331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.405575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3468b50e-4a07-4d6b-ab49-777986dd0e01 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9092481
Nov 10 04:19:14.418894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eac92-f80d-4cca-af25-e4fc89e1a5a7 req-39c28fca-a2a8-4f61-b507-e6d8a894892a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.420396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e33eac92-f80d-4cca-af25-e4fc89e1a5a7 req-39c28fca-a2a8-4f61-b507-e6d8a894892a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1158671
Nov 10 04:19:14.441745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-c349e396-6f00-416d-a22a-b9c1cba9a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.441965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Request body: {'port': {'device_id': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:14.443224 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-c349e396-6f00-416d-a22a-b9c1cba9a59c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.1409256
Nov 10 04:19:14.492363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:14.497756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.527656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e33eac92-f80d-4cca-af25-e4fc89e1a5a7 req-10dc5135-dcae-4135-b831-2e1cfbf792c4 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966349
Nov 10 04:19:14.537484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-be1cc313-be82-4ef5-a28d-44c8af3bcb30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 200  len: 1001 time: 0.0838323
Nov 10 04:19:14.557877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140cd12-7789-49e9-a67c-4d6eb2934ff0 req-42c8de9e-de91-4521-86e9-25a7491f99e9 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.559231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e140cd12-7789-49e9-a67c-4d6eb2934ff0 req-42c8de9e-de91-4521-86e9-25a7491f99e9 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 932 time: 0.1492274
Nov 10 04:19:14.599163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.601255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-15f497db-c2b0-4ae6-943a-35fe469fa540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.603181 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-15f497db-c2b0-4ae6-943a-35fe469fa540 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0570521
Nov 10 04:19:14.655313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c45891c9-5324-4f9e-a931-a905fc7f9a11 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:14.700082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cb86d-13bc-4656-a541-9de1771826c7 req-bc5c62eb-35b3-4438-88da-96fe43b0159a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.700886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e140cd12-7789-49e9-a67c-4d6eb2934ff0 req-6a85f923-8688-4091-99b5-187214270a8f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106915
Nov 10 04:19:14.710861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c45891c9-5324-4f9e-a931-a905fc7f9a11 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:14.712182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:14.714154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a7cb86d-13bc-4656-a541-9de1771826c7 req-bc5c62eb-35b3-4438-88da-96fe43b0159a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0845072
Nov 10 04:19:14.717639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-b7d74712-580e-4470-b5fc-867f1afc9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:14.719237 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-b7d74712-580e-4470-b5fc-867f1afc9f2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1067376
Nov 10 04:19:14.795851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network e333f114-4fd5-4d28-9140-0aece5ba7105 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:14.805679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:14.849392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3a7cb86d-13bc-4656-a541-9de1771826c7 req-5ec48aae-b7eb-4f63-acad-1ae66649cdb9 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230290
Nov 10 04:19:14.876651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-dc497cdc-44e0-4792-8400-547a84a22303 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479709
Nov 10 04:19:15.090023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975db00-62ad-4b96-8bec-ea4625b6cfe4 req-98998870-8a41-4f11-86ba-d92b0b2a529a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.091552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f975db00-62ad-4b96-8bec-ea4625b6cfe4 req-98998870-8a41-4f11-86ba-d92b0b2a529a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1563523
Nov 10 04:19:15.116507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:15.156867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-96594584-4954-4797-b1fe-89c5324499c9 None None] Provisioning complete for port 7cc76cc9-8b74-4239-af37-0c450b23bfbc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:15.157489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96594584-4954-4797-b1fe-89c5324499c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.214057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-96594584-4954-4797-b1fe-89c5324499c9 None None] Port 7cc76cc9-8b74-4239-af37-0c450b23bfbc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:15.271360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:15.283491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.294678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f975db00-62ad-4b96-8bec-ea4625b6cfe4 req-978f7c81-716a-4181-a7dc-12c1e16ed51a tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932132
Nov 10 04:19:15.301282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0be7bf38-77cb-439a-8311-0533e9fe0535 req-34764d0e-ab8e-482a-acd8-10c5a3f8471c service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027610
Nov 10 04:19:15.320173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Transition to ACTIVE for port object de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:19:15.325858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.390112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:15.398228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f9c6f101-a382-4501-b30e-4e7fe6b8a059 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/f0489173-9bed-4575-8df0-37ffd80b9fbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4507928
Nov 10 04:19:15.399221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:15.400177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:15.421502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:15.422179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075e6f40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:15.514343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f818-b391-4a9a-b456-7eba799e4f98 req-0ce430d0-5090-4708-97e3-15e84f55cc18 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.515841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4aa9f818-b391-4a9a-b456-7eba799e4f98 req-0ce430d0-5090-4708-97e3-15e84f55cc18 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.1130750
Nov 10 04:19:15.541267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Attempting to bind port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:15.541603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Attempting to bind port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:15.541932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Attempting to bind port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 on network 4e455583-668f-4e77-ad53-97b52650a9b9 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:15.548233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:15.554213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 on network 4e455583-668f-4e77-ad53-97b52650a9b9 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:19:15.554538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Attempting to bind port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 on network 4e455583-668f-4e77-ad53-97b52650a9b9 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:15.570001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:15.570340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Checking segment: {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:15.570720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Bound using segment: {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:15.571158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Bound port: de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cda5c01-177a-4365-a6fe-a20bc8b59a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:15.571512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.600447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4aa9f818-b391-4a9a-b456-7eba799e4f98 req-e1fd7868-118f-478a-a3f3-64c7e1c680d6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720134
Nov 10 04:19:15.668057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:15.671527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:15.678425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.726407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.727334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.728988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] 10.222.0.21 "PUT /v2.0/ports/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 1092 time: 1.3108964
Nov 10 04:19:15.744203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:15.749822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2e5c-30f9-4055-be6f-32b4021623df req-f3a8b75b-554a-492b-813d-391d91f6e1f6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.751410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46fa2e5c-30f9-4055-be6f-32b4021623df req-f3a8b75b-554a-492b-813d-391d91f6e1f6 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0709827
Nov 10 04:19:15.756351 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78760a0e-1cb7-460e-ba55-94c07f3356ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:15.838801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecd096-fd84-4dd5-9b27-79d6f2bab83b service neutron] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:15.843200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46fa2e5c-30f9-4055-be6f-32b4021623df req-9d26ac8c-4144-461a-8d94-437e43c0d847 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840297
Nov 10 04:19:15.901637 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aa3c42-5ea6-4be2-b36e-e585e5b2c9ad x-openstack-request-id: req-06aa3c42-5ea6-4be2-b36e-e585e5b2c9ad {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:15.902331 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:15.902590 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06aa3c42-5ea6-4be2-b36e-e585e5b2c9ad {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:15.903004 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:19:15.929413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f486895-4925-4dd3-80ad-7f1582af307d req-fc4cd815-3c76-4f42-b821-dfad19fd9043 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.930578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075e6f40>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:13Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc76cc9-8b74-4239-af37-0c450b23bfbc', 'name': '', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:6d:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:11Z', 'updated_at': '2021-11-10T04:19:14Z', 'revision_number': 2, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:15.931247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f486895-4925-4dd3-80ad-7f1582af307d req-fc4cd815-3c76-4f42-b821-dfad19fd9043 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 944 time: 0.0778518
Nov 10 04:19:15.933455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-60234a1e-7fff-4564-9733-e8f1542dea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:15.934853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-60234a1e-7fff-4564-9733-e8f1542dea06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1095 time: 0.1491115
Nov 10 04:19:15.964831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:15.965184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Updating router f0489173-9bed-4575-8df0-37ffd80b9fbe port 7cc76cc9-8b74-4239-af37-0c450b23bfbc binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:15.990530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:15.996208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-686a6d28-1b90-4944-8e7f-fb548bc2acc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0440600
Nov 10 04:19:16.059580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ac5-db1f-4e0a-b1e1-cd7d44495bb7 req-d18c4d9d-121a-45e3-823b-9ad160672a2d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:16.061037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b69c9ac5-db1f-4e0a-b1e1-cd7d44495bb7 req-d18c4d9d-121a-45e3-823b-9ad160672a2d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0582411
Nov 10 04:19:16.066784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f486895-4925-4dd3-80ad-7f1582af307d req-28513384-a184-4c2f-8e52-6205ae02a911 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294105
Nov 10 04:19:16.075541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-22ef69c3-b715-4adc-9c66-1dc276e82373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:16.076940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-22ef69c3-b715-4adc-9c66-1dc276e82373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.0728164
Nov 10 04:19:16.115653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-6d17992b-2bfc-4fe4-9679-3eeaf3606d01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283723
Nov 10 04:19:16.131020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b69c9ac5-db1f-4e0a-b1e1-cd7d44495bb7 req-58b7e67d-d464-43aa-9488-876071933103 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638409
Nov 10 04:19:16.230923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-3f4d3f92-7b87-41dd-a848-a6acfa8e36c3 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100481
Nov 10 04:19:16.343920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aefb3727-b8d0-436a-8604-8c2355cdf95b req-74d7c802-2601-4cba-baa3-535aa2dcf457 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055160
Nov 10 04:19:16.354766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.363428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.434468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Pushing event updated for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:16.461786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-95ead5c6-3ba1-44f0-a4a8-f3863f6c9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:16.463673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-95ead5c6-3ba1-44f0-a4a8-f3863f6c9bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1095 time: 0.0685890
Nov 10 04:19:16.465303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.467539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.467948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.469827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.470145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.470514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.470855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.471222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.471590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.475220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.480384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.480852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:16.530201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Attempting to bind port 7cc76cc9-8b74-4239-af37-0c450b23bfbc on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:16.531298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Attempting to bind port 7cc76cc9-8b74-4239-af37-0c450b23bfbc by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:16.531715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Attempting to bind port 7cc76cc9-8b74-4239-af37-0c450b23bfbc on network e333f114-4fd5-4d28-9140-0aece5ba7105 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:16.538617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:16.538999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Checking segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:16.539408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.542499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Bound using segment: {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:16.542499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Bound port: 7cc76cc9-8b74-4239-af37-0c450b23bfbc, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:16.542499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.593488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-4d842762-b111-47f4-8979-bec250619a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:16.594893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-4d842762-b111-47f4-8979-bec250619a2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.1233680
Nov 10 04:19:16.660413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] For port 7cc76cc9-8b74-4239-af37-0c450b23bfbc, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:16.667937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] For port 7cc76cc9-8b74-4239-af37-0c450b23bfbc, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc76cc9-8b74-4239-af37-0c450b23bfbc,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:16.668703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-5d15e8b5-56f2-4dbf-afe4-3db29c7bf1bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0656524
Nov 10 04:19:16.678792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.686684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b397765-ee1c-4732-a744-20686a413819 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:16.743570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-c85b98b6-f2a8-4537-8430-2b1125ca8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:16.743776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9b397765-ee1c-4732-a744-20686a413819 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:16.744044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b397765-ee1c-4732-a744-20686a413819 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:16.745204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-c85b98b6-f2a8-4537-8430-2b1125ca8a7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.0666313
Nov 10 04:19:16.787800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:16.788421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075e6f40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:16.795113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] Provisioning complete for port 7cc76cc9-8b74-4239-af37-0c450b23bfbc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:16.795738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:16.805544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-0e349884-9504-4b64-a041-d7090915a9b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496838
Nov 10 04:19:16.852323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944e6a-3b0d-4aa5-bab5-901ce1e41c18 None None] Pushing event updated for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:16.948397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-406db20f-84aa-4ae9-b7fd-579e968919ac service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333501
Nov 10 04:19:17.016727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:17.042566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:17.091129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78760a0e-1cb7-460e-ba55-94c07f3356ac req-9cd85963-303a-4b27-9e3e-9c33f3cb2f3c service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338484
Nov 10 04:19:17.119555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] For port 7cc76cc9-8b74-4239-af37-0c450b23bfbc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc76cc9-8b74-4239-af37-0c450b23bfbc,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:17.127188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:17.209730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dc514-0859-431f-93e2-a6dc3fcdf44a req-aaa158b3-977b-4339-b0d3-2f5d43616b87 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:17.211292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26dc514-0859-431f-93e2-a6dc3fcdf44a req-aaa158b3-977b-4339-b0d3-2f5d43616b87 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 944 time: 0.0562358
Nov 10 04:19:17.260407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26dc514-0859-431f-93e2-a6dc3fcdf44a req-12301c22-821a-4134-946c-5edbed1121a7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430949
Nov 10 04:19:17.274728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9f90-126c-4969-b6db-1fbc056b02e1 None None] Pushing event updated for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:17.294084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b1f00bfb-966c-4df8-98b3-71c0f7ecf764 None None] Provisioning complete for port 7cc76cc9-8b74-4239-af37-0c450b23bfbc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:17.294453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1f00bfb-966c-4df8-98b3-71c0f7ecf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:17.466046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075e6f40>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:13Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc76cc9-8b74-4239-af37-0c450b23bfbc', 'name': '', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:6d:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:11Z', 'updated_at': '2021-11-10T04:19:16Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:17.672833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689038f-b062-4d55-a9ed-c15397e4b197 None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:13Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc76cc9-8b74-4239-af37-0c450b23bfbc', 'name': '', 'network_id': 'e333f114-4fd5-4d28-9140-0aece5ba7105', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:6d:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:11Z', 'updated_at': '2021-11-10T04:19:16Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '02480a95-b0c6-4301-a944-defbcfb3243d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:18.384495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc4dd-72e4-419b-a800-7d61fbbf54c1 req-daa076d0-540a-494a-b585-768ede4c4085 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:18.386036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72fdc4dd-72e4-419b-a800-7d61fbbf54c1 req-daa076d0-540a-494a-b585-768ede4c4085 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 944 time: 0.0556927
Nov 10 04:19:18.438088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72fdc4dd-72e4-419b-a800-7d61fbbf54c1 req-cbb52658-f8b6-44a6-be70-1b3a32eb7b33 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459628
Nov 10 04:19:18.634580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7cc76cc9-8b74-4239-af37-0c450b23bfbc up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:18.690023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:18.698675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7cc76cc9-8b74-4239-af37-0c450b23bfbc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:18.699041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:18.778030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939c2e-3e72-42dc-a86d-4a0a8a5a8431 req-765ed717-b1cd-428d-b803-08f8ad5a0e4d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:18.782097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01939c2e-3e72-42dc-a86d-4a0a8a5a8431 req-765ed717-b1cd-428d-b803-08f8ad5a0e4d tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0590639
Nov 10 04:19:18.811486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:19:18.844540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01939c2e-3e72-42dc-a86d-4a0a8a5a8431 req-0bb1d351-4b4c-4c70-a6cb-d9cc974cf6d7 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554924
Nov 10 04:19:18.919983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:18.943682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:18.955934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'port_id': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'mac_address': 'fa:16:3e:d2:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:19:18.992601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.008750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:19.027336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:19.031017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.076764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:19.253786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:19.567134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57493-dd4d-4763-ba69-f509cb772b85 req-18919c6b-fba8-4402-a4b0-dc3fbb3aa815 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:19.568649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afb57493-dd4d-4763-ba69-f509cb772b85 req-18919c6b-fba8-4402-a4b0-dc3fbb3aa815 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 945 time: 0.0564511
Nov 10 04:19:19.617624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afb57493-dd4d-4763-ba69-f509cb772b85 req-3f9a216f-6b2f-4d2d-afd3-888288d40a53 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429833
Nov 10 04:19:19.701488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:19.836895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef601ff8-5f68-47f5-b722-95b7036239a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7871a17d74c24db48d01976d917fdf16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341958
Nov 10 04:19:19.839251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36380) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:19.886212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.907799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.953872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.956515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:19.958345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c572547-559b-4fe3-b0f9-33639856b939 HTTP/1.1" status: 204  len: 168 time: 0.1175566
Nov 10 04:19:19.959465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaf0ce-72aa-4ec7-a206-d9ba267f245b req-009aaae8-8d46-4d66-b235-0f058ef15b32 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:19.966431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a0ee-e117-4f4a-81dc-2f0941a378e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c572547-559b-4fe3-b0f9-33639856b939,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:19.966690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8faaf0ce-72aa-4ec7-a206-d9ba267f245b req-009aaae8-8d46-4d66-b235-0f058ef15b32 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0580938
Nov 10 04:19:20.010919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8faaf0ce-72aa-4ec7-a206-d9ba267f245b req-a7a992e2-0a73-407b-a24d-b65ba427c307 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/security-groups?id=f28177f0-c422-45c6-a219-010ca210a237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434604
Nov 10 04:19:20.375263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-ae6fee87-84d3-4088-8d29-3a4ebefc8007 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:20.376758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-ae6fee87-84d3-4088-8d29-3a4ebefc8007 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 946 time: 0.0551400
Nov 10 04:19:20.472249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Deleting port 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:20.472594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.562937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36406) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:20.565610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] For port 7a6f906b-f78d-4715-9631-40bd0a53af26, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7a6f906b-f78d-4715-9631-40bd0a53af26,segment=NetworkSegment(7b72d940-141b-41a7-8bb7-95adf63b2dde),segment_id=7b72d940-141b-41a7-8bb7-95adf63b2dde)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:20.566265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.580115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Calling delete_port for 7a6f906b-f78d-4715-9631-40bd0a53af26 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:20.661104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1558895515-network', 'tenant_id': '7a1459c391de4d32a954b4161a443857'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:20.686917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Made reservation on behalf of 7a1459c391de4d32a954b4161a443857 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:20.689507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.698419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.780746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.787442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.810876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:19:20.814765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:20.825747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ae3ef-b7ee-419d-a4f1-f8ee423bfe7c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:20.836165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.836694 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Added segment 2bc24622-50b1-4abf-acaf-855c65f769c5 of type vlan for network 66a44f69-cd07-435d-8e88-6fbe9365b79b
Nov 10 04:19:20.880902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.894407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:19:20.903208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:20.903992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.907499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.908848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:20.909438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:20.969631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4053366
Nov 10 04:19:20.976645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36412) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:20.983719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Request body: {'subnet': {'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1558895515-subnet', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:20.993409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee3f56-65b6-45d4-ae6e-6d470d984a03 admin admin] Pushing event updated for resources: {'Network': ['ID=66a44f69-cd07-435d-8e88-6fbe9365b79b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:21.000561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.012208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Made reservation on behalf of 7a1459c391de4d32a954b4161a443857 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:21.015273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.016316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:19:21.046752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.069209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8ad2-0b38-4c48-8427-09b21fb693b8 req-4d78e094-8968-46ba-b257-3747cd035cc8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:21.077297 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4ee8ad2-0b38-4c48-8427-09b21fb693b8 req-4d78e094-8968-46ba-b257-3747cd035cc8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 945 time: 0.3795106
Nov 10 04:19:21.084132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:21.087742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:21.090827 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2f62f-2017-45f9-b6b6-29953902aeb2" -d '{"events": [{"server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "name": "network-vif-plugged", "status": "completed", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:21.097538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.111555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Pushing event deleted for resources: {'Port': ['ID=7a6f906b-f78d-4715-9631-40bd0a53af26,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:21.165147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] No DVR routers for this DVR port 7a6f906b-f78d-4715-9631-40bd0a53af26 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:21.169569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:21.171952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.175240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-90984ad1-baf2-4af2-8794-d6ec54870fca req-e7f4af0f-afc3-4bc3-a3fd-38fe47b11b56 tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.21 "DELETE /v2.0/ports/7a6f906b-f78d-4715-9631-40bd0a53af26 HTTP/1.1" status: 204  len: 173 time: 0.7924709
Nov 10 04:19:21.175675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-deleted', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:21.178001 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef66f7f-c793-4c5f-894e-e1173e1926b6" -d '{"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-deleted", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:21.199201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4ee8ad2-0b38-4c48-8427-09b21fb693b8 req-f247d092-31fb-4996-af8d-d99c2cdba9f5 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210380
Nov 10 04:19:21.201406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71e2218f-941d-4611-9a69-d8b3d9bcc562 req-b5a365a0-cc5b-4f34-b832-0657d6cfb06f tempest-ServersNegativeTestJSON-928906600 tempest-ServersNegativeTestJSON-928906600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2923227-18e4-4287-8d48-97ce27caaabf HTTP/1.1" status: 200  len: 210 time: 0.0386012
Nov 10 04:19:21.246832 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0e901-98e3-4556-9d1c-da75f98ebfd3 x-openstack-request-id: req-e0f0e901-98e3-4556-9d1c-da75f98ebfd3 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:21.247123 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "name": "network-vif-plugged", "status": "completed", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:21.247375 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0f0e901-98e3-4556-9d1c-da75f98ebfd3 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:21.247820 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'code': 200}
Nov 10 04:19:21.281764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.281943 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c442687-c613-41b9-9da0-ebaa8e240265 x-openstack-request-id: req-3c442687-c613-41b9-9da0-ebaa8e240265 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:21.282049 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2923227-18e4-4287-8d48-97ce27caaabf", "name": "network-vif-deleted", "tag": "7a6f906b-f78d-4715-9631-40bd0a53af26", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:21.283202 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c442687-c613-41b9-9da0-ebaa8e240265 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:21.283202 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2923227-18e4-4287-8d48-97ce27caaabf', 'name': 'network-vif-deleted', 'tag': '7a6f906b-f78d-4715-9631-40bd0a53af26', 'status': 'completed', 'code': 200}
Nov 10 04:19:21.340461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=163c5551-73e1-4b52-a8e5-aaafe90bcb1a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:21.349990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Checking segment: {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:21.350297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Network hostable DHCP agents. Network: 66a44f69-cd07-435d-8e88-6fbe9365b79b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:19:21.366914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:19:21.373885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838e91e-1ee8-4c2a-b619-51e521023795 req-d750af85-ddc4-41a5-88da-62d9563ed61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:21.375562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a838e91e-1ee8-4c2a-b619-51e521023795 req-d750af85-ddc4-41a5-88da-62d9563ed61f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.0454137
Nov 10 04:19:21.376648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 66a44f69-cd07-435d-8e88-6fbe9365b79b) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:21.381406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:21.381983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.385821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105b7201-ed58-4bf6-99ee-29300645b7ac None None] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:21.409745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9824d284-7963-4380-acca-0f5c5dce8d4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.4320598
Nov 10 04:19:21.412821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36420) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:21.417644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:21.457469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a838e91e-1ee8-4c2a-b619-51e521023795 req-b3c01c92-5ae4-4a1f-afc0-5b5916cc72d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717800
Nov 10 04:19:21.463365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.464681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.518247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.536888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-66a44f69-cd07-435d-8e88-6fbe9365b79b', 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'fixed_ips': [{'subnet_id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:19:21.537756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.656041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.670696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Allocated IP 172.20.0.2 (66a44f69-cd07-435d-8e88-6fbe9365b79b/163c5551-73e1-4b52-a8e5-aaafe90bcb1a/a4281144-9885-48a2-b927-76c39700eb3c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:21.835331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.842777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.878461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.880776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:21.885940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:21.889869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:21.898749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Pushing event updated for resources: {'Port': ['ID=a4281144-9885-48a2-b927-76c39700eb3c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:21.910828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.952531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Attempting to bind port a4281144-9885-48a2-b927-76c39700eb3c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:21.953103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Attempting to bind port a4281144-9885-48a2-b927-76c39700eb3c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:21.953457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Attempting to bind port a4281144-9885-48a2-b927-76c39700eb3c on network 66a44f69-cd07-435d-8e88-6fbe9365b79b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:21.958378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:21.958756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Checking segment: {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:21.959155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:21.959548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Bound using segment: {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:21.960012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Bound port: a4281144-9885-48a2-b927-76c39700eb3c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:21.960390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.024149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Allocated IP 172.32.3.90 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/8e0123bd-8579-4cc4-9b2a-3e14f7b677c9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:22.033357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] For port a4281144-9885-48a2-b927-76c39700eb3c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:22.036995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] For port a4281144-9885-48a2-b927-76c39700eb3c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a4281144-9885-48a2-b927-76c39700eb3c,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:22.042175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.110950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430778f-169b-4ad4-84a5-a5d4dacfdef2 None None] Pushing event updated for resources: {'Port': ['ID=a4281144-9885-48a2-b927-76c39700eb3c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:22.152302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.191565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.234091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:22.237519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:22.240545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:22.257348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18375559-527d-49ba-8552-265a75c20982 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:22.399033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:22.413590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:22.442774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7f67b288-1bf7-4375-ada7-c169900e0722 None None] Provisioning complete for port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:22.442774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f67b288-1bf7-4375-ada7-c169900e0722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.503295 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:19:22.527149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96033407-34a8-417c-a0ef-a371ce5220f0 req-66373668-bacf-4d70-a734-0ffa61a25d27 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:22.528922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96033407-34a8-417c-a0ef-a371ce5220f0 req-66373668-bacf-4d70-a734-0ffa61a25d27 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1691661
Nov 10 04:19:22.543398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7f67b288-1bf7-4375-ada7-c169900e0722 None None] Port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:22.573646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Deleting subnet 5267c02c-a786-43f5-b9c7-e298ba74aaa1 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:19:22.578316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.615649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efab82-bd5f-4d40-881b-68fbc59deb44 req-6109b2f1-e80e-4a7c-9e7a-eeacf97716fd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:22.617199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19efab82-bd5f-4d40-881b-68fbc59deb44 req-6109b2f1-e80e-4a7c-9e7a-eeacf97716fd tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1145899
Nov 10 04:19:22.644544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.672577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96033407-34a8-417c-a0ef-a371ce5220f0 req-b4676ec0-697e-44d8-b7a5-633c4dc77a44 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995271
Nov 10 04:19:22.678203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a4281144-9885-48a2-b927-76c39700eb3c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:22.697114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.725620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-19efab82-bd5f-4d40-881b-68fbc59deb44 req-cc9e9c37-87b5-4e72-8617-c62b78347499 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005599
Nov 10 04:19:22.730838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.741877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a4281144-9885-48a2-b927-76c39700eb3c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:22.742327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.795687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.817976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:22.826247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5267c02c-a786-43f5-b9c7-e298ba74aaa1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:22.852969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.856529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-60c180f5-e56a-442e-948d-58ed3d620cb9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5267c02c-a786-43f5-b9c7-e298ba74aaa1 HTTP/1.1" status: 204  len: 168 time: 0.4561965
Nov 10 04:19:22.859048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:22.896520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 7a6f906b-f78d-4715-9631-40bd0a53af26 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:22.897302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7a6f906b-f78d-4715-9631-40bd0a53af26 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:22.920399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:22.996020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.000510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.013817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a4281144-9885-48a2-b927-76c39700eb3c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a4281144-9885-48a2-b927-76c39700eb3c,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:23.024890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.094834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a4281144-9885-48a2-b927-76c39700eb3c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:23.110358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.131930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fd67a30>,) {'filters': {'network_id': ['7c7a01a3-35fb-49b4-bd71-0e559c75cfc4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:23.142430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd67a30>, '7b72d940-141b-41a7-8bb7-95adf63b2dde') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:23.142730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fd67a30>, '7b72d940-141b-41a7-8bb7-95adf63b2dde') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:23.153930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.168356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.175197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:19:23.175603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:19:23.178340 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:19:23.213918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:19:23.238522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.246184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.252524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c7a01a3-35fb-49b4-bd71-0e559c75cfc4 HTTP/1.1" status: 204  len: 168 time: 0.3923180
Nov 10 04:19:23.265324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887d1a-3b3a-4a72-81b3-de45d4f6d3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7a01a3-35fb-49b4-bd71-0e559c75cfc4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:23.345614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:23.355164 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Sync routers for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:23.367156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.368706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-942a759f-c445-4d9b-a642-306c9f1e3c25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 1.9541848
Nov 10 04:19:23.368877 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:23.369722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:23.371191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36444) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:23.388427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:23.412497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2a3cb-fa7e-4cca-8965-c1a5c35070df None None] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:23.457119 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-151691c6-f40b-4409-af70-e609a23cd0fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e88284f9ef743c7bd4c0df26719a5ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0671921
Nov 10 04:19:23.462505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:23.492364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2eaa03fd-dc82-4e54-a0d2-b7adb5ea8f21 None None] Provisioning complete for port a4281144-9885-48a2-b927-76c39700eb3c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:23.492894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2eaa03fd-dc82-4e54-a0d2-b7adb5ea8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.519056 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:23.526726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.557314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.617971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.623012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.624627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f28177f0-c422-45c6-a219-010ca210a237 HTTP/1.1" status: 204  len: 168 time: 0.1591983
Nov 10 04:19:23.636347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d0be8-1e32-4816-84a5-940736b485ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28177f0-c422-45c6-a219-010ca210a237,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:23.803886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387490>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:22Z', 'revision_number': 3, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:23.836330 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Checking router: 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:23.837450 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Updating router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:23.875720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:23.906058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ab15c-08a8-451f-841b-edf2d5feccc0 req-d72a54fd-d84f-47b0-a70a-4e93f39e5989 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:23.908667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c29ab15c-08a8-451f-841b-edf2d5feccc0 req-d72a54fd-d84f-47b0-a70a-4e93f39e5989 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1121304
Nov 10 04:19:23.989799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c29ab15c-08a8-451f-841b-edf2d5feccc0 req-56964b50-faab-49e0-af50-a1a56ec1eeb3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682859
Nov 10 04:19:24.040816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a095840-d100-4f3d-92da-fda227ebf61a req-12668f8d-f273-41fe-ad5c-fc1845562a62 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.045072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a095840-d100-4f3d-92da-fda227ebf61a req-12668f8d-f273-41fe-ad5c-fc1845562a62 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1892889
Nov 10 04:19:24.071303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.136212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71617e57-f0c7-44c8-a222-1a7a59be348c None None] Provisioning complete for port a4281144-9885-48a2-b927-76c39700eb3c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:24.136888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71617e57-f0c7-44c8-a222-1a7a59be348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.205644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a095840-d100-4f3d-92da-fda227ebf61a req-4ceb3904-c8cf-4972-9f42-b69cec419c2e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554718
Nov 10 04:19:24.334461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb7d1-e903-43ba-998f-2aee33303929 req-fc128f6d-2a05-4aee-9726-cabfdd0b5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.335891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-fc128f6d-2a05-4aee-9726-cabfdd0b5510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.0946939
Nov 10 04:19:24.387976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.396335 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.410705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0cb7-3843-4121-b136-a25d8dc85dad req-fe440758-f195-4dd8-be4d-0c434b730834 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.412252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ecd0cb7-3843-4121-b136-a25d8dc85dad req-fe440758-f195-4dd8-be4d-0c434b730834 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1227884
Nov 10 04:19:24.423348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Allocated IP 172.20.0.1 (66a44f69-cd07-435d-8e88-6fbe9365b79b/163c5551-73e1-4b52-a8e5-aaafe90bcb1a/174ac108-b46a-4040-9a53-bb60a27e07e4) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:24.449251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a3c62-3304-4c85-8728-0a504e234f72 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:24.463843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Attempting to bind port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:24.464357 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Attempting to bind port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:24.465258 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Attempting to bind port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:24.476332 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8dd08-86fe-49d1-a1d7-3846fc2c2fe9 None None] Pushing event updated for resources: {'Port': ['ID=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:24.486160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:24.486585 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:24.486962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.487831 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:24.488240 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Bound port: 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:24.488662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.510887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ecd0cb7-3843-4121-b136-a25d8dc85dad req-3a83d705-09c0-41e8-8e10-da15a93feab2 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841360
Nov 10 04:19:24.511070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1fd3fc92-3111-47f6-ab3e-e66d4bf2c090 None None] Provisioning complete for port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:24.513418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc92-3111-47f6-ab3e-e66d4bf2c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.558381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb7d1-e903-43ba-998f-2aee33303929 req-d00d964d-6179-496e-82ac-34dd1ee269f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.559967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-d00d964d-6179-496e-82ac-34dd1ee269f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.2152452
Nov 10 04:19:24.576888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3fc92-3111-47f6-ab3e-e66d4bf2c090 None None] Port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:24.589727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] For port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:24.593932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] For port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:24.602151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.610807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-3d83e84d-4e8e-4bdf-acb4-bfac22089ff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0435710
Nov 10 04:19:24.626768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.662026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a4281144-9885-48a2-b927-76c39700eb3c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:24.687100 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8dd08-86fe-49d1-a1d7-3846fc2c2fe9 None None] Pushing event updated for resources: {'Port': ['ID=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:24.695737 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:24.696324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb7d1-e903-43ba-998f-2aee33303929 req-a2668d21-49ef-488e-a973-a60186da12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.696451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:24.697956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-a2668d21-49ef-488e-a973-a60186da12f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.0807698
Nov 10 04:19:24.708235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836313e-a094-4ad5-9d13-88d23fce1f5a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:24.709162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-7b65f232-648a-4031-a286-45521d9c3c6c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:24.711210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-7b65f232-648a-4031-a286-45521d9c3c6c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1141987
Nov 10 04:19:24.753275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a4281144-9885-48a2-b927-76c39700eb3c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:24.755208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.757950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-57220f05-6cab-4dd9-a07a-0ed9486f5a2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514224
Nov 10 04:19:24.836514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.849185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] Provisioning complete for port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:24.849565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.880277 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:24.896290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:24.903326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:24.908679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:24.911156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:24.956308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Deleting port 756e5b23-1fff-441c-b10d-f221ddfc828f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:24.956673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:24.958023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-be009458-c397-4352-976f-18aabaf30e55 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902440
Nov 10 04:19:25.025648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.039845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.067188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] For port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:25.082897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.134062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-242bb7d1-e903-43ba-998f-2aee33303929 req-918da011-3253-4eb0-b700-88e89b14f861 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681001
Nov 10 04:19:25.141501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174dd1f-277f-43ae-a322-cedbe2dd7bce None None] Pushing event updated for resources: {'Port': ['ID=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:25.216766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] For port 756e5b23-1fff-441c-b10d-f221ddfc828f, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=756e5b23-1fff-441c-b10d-f221ddfc828f,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:25.217326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.262073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387490>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:22Z', 'revision_number': 3, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:25.315505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3e28e170-faaf-4cea-997b-0c123daeccc9 None None] Provisioning complete for port 174ac108-b46a-4040-9a53-bb60a27e07e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:25.316119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3e28e170-faaf-4cea-997b-0c123daeccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.339134 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80deeb-720d-439b-9d0c-b36d6d5a90e0 None None] The sync data for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 is: [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:22Z', 'revision_number': 3, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:25.353194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3e28e170-faaf-4cea-997b-0c123daeccc9 None None] Port 174ac108-b46a-4040-9a53-bb60a27e07e4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:25.364799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.454609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3434b-0c6e-49cb-b81c-d38de72ac640 req-a34d0229-e7a7-47c4-8870-777d097aa10e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:25.456082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cea3434b-0c6e-49cb-b81c-d38de72ac640 req-a34d0229-e7a7-47c4-8870-777d097aa10e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 945 time: 0.1412170
Nov 10 04:19:25.632044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.632457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:25.632875 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Floating IP 6e3f1932-e066-4d10-accf-e97b95f10230 disassociated. External IP: 172.32.3.220, port: 756e5b23-1fff-441c-b10d-f221ddfc828f.
Nov 10 04:19:25.633878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Calling delete_port for 756e5b23-1fff-441c-b10d-f221ddfc828f owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:25.673952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cea3434b-0c6e-49cb-b81c-d38de72ac640 req-bb6b7a0d-d804-4f65-86bf-e69f61dcde22 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb170fa-123a-44a3-9aac-ef8acf22e282&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2027292
Nov 10 04:19:25.746692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8cf2a-508f-4980-b405-3d8f19ff5c69 req-584e388a-ac3b-428f-b7a2-e85a71032eef tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:25.748223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aab8cf2a-508f-4980-b405-3d8f19ff5c69 req-584e388a-ac3b-428f-b7a2-e85a71032eef tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1165745
Nov 10 04:19:25.837278 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aab8cf2a-508f-4980-b405-3d8f19ff5c69 req-ff3bcc89-1f17-4be3-bf3c-9a7ccf17a127 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815425
Nov 10 04:19:26.097666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:26.103677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:26.213933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:26.217910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:26.230489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:26.272780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'Port': ['ID=756e5b23-1fff-441c-b10d-f221ddfc828f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:26.437694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:26.440591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:26.458435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:26.666592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:26.701852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:26.748706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:26.780406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:26.815637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:26.816270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070823a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:26.872878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] No DVR routers for this DVR port 756e5b23-1fff-441c-b10d-f221ddfc828f on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:26.875994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:26.880038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48f7dc40-290c-4305-8d72-11a14f03da06 req-d2c43b66-b51c-4948-8ccc-a28b62ae5c65 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "DELETE /v2.0/ports/756e5b23-1fff-441c-b10d-f221ddfc828f HTTP/1.1" status: 204  len: 173 time: 2.1471589
Nov 10 04:19:26.882648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'name': 'network-vif-deleted', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:26.894644 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac30dd1-397a-4f68-9e0c-0fa7927936fb" -d '{"events": [{"server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "name": "network-vif-deleted", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:26.912136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4d3a40e-cf57-4158-8e79-065e9f6c8fad req-b9a32b32-ae92-4aa6-8409-c5392d3300d7 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=899e866b-a008-4581-b1fd-856cae72a2f0 HTTP/1.1" status: 200  len: 210 time: 0.0938337
Nov 10 04:19:26.951944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:26.963286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a15e6956-6ae6-466f-8094-83013c3f9eb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/80dfeac2-a55c-4c7a-b1ba-0a1217216a93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5886502
Nov 10 04:19:27.026211 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd01c19-7f0a-4b14-be39-ca85968cbae0 x-openstack-request-id: req-8dd01c19-7f0a-4b14-be39-ca85968cbae0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:27.026574 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e866b-a008-4581-b1fd-856cae72a2f0", "name": "network-vif-deleted", "tag": "756e5b23-1fff-441c-b10d-f221ddfc828f", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:27.026882 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dd01c19-7f0a-4b14-be39-ca85968cbae0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:27.027342 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e866b-a008-4581-b1fd-856cae72a2f0', 'name': 'network-vif-deleted', 'tag': '756e5b23-1fff-441c-b10d-f221ddfc828f', 'status': 'completed', 'code': 200}
Nov 10 04:19:27.043141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-01e138b6-b68c-4394-ab8b-f3fb5416c3c9 None None] Provisioning complete for port 174ac108-b46a-4040-9a53-bb60a27e07e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:27.044354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01e138b6-b68c-4394-ab8b-f3fb5416c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:27.046594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d500fa-8d24-43f3-af6d-e460a3442a3a req-d58db86d-1a6a-4d85-872b-4d182ade5f25 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:27.056398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93d500fa-8d24-43f3-af6d-e460a3442a3a req-d58db86d-1a6a-4d85-872b-4d182ade5f25 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0977771
Nov 10 04:19:27.104355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-01e138b6-b68c-4394-ab8b-f3fb5416c3c9 None None] Port 174ac108-b46a-4040-9a53-bb60a27e07e4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:27.121419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:27.122081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:27.129326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93d500fa-8d24-43f3-af6d-e460a3442a3a req-4f2a9696-d721-43e4-b13c-5e3086173e66 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714643
Nov 10 04:19:27.194277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:27.493162 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Sync routers for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:27.512727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:27.515542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:27.524400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070823a0>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:27.553997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:27.562527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:27.563380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070823a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:27.604915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36550) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:27.661830 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:27.702394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:27.762438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06b2c8fc-6969-4587-864d-e7aad79f0ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:27.886728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06b2c8fc-6969-4587-864d-e7aad79f0ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:27.894121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06b2c8fc-6969-4587-864d-e7aad79f0ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:27.930535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387d90>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '174ac108-b46a-4040-9a53-bb60a27e07e4', 'name': '', 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'mac_address': 'fa:16:3e:09:34:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:24Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 2, 'project_id': '7a1459c391de4d32a954b4161a443857', 'subnets': [{'id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:27.942946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2c8fc-6969-4587-864d-e7aad79f0ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39f402-5ccc-4015-942b-e9d3173b4d12,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:27.952294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36560) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:27.956705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06b2c8fc-6969-4587-864d-e7aad79f0ce1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=193a360e8af146719e682f55a72af991&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3505464
Nov 10 04:19:28.000202 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Checking router: 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:28.000830 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Updating router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 port 174ac108-b46a-4040-9a53-bb60a27e07e4 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:28.021295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.035669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.054197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36564) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:28.055461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.142324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.142547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.144894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.146238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d39f402-5ccc-4015-942b-e9d3173b4d12 HTTP/1.1" status: 204  len: 168 time: 0.1920879
Nov 10 04:19:28.163631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9dffb-8fcf-4cbe-b7b1-33720fa690d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39f402-5ccc-4015-942b-e9d3173b4d12,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:28.212083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070823a0>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:28.241148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123f709-f145-4413-9b57-52e3881a8825 None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:28.247658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.336363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.339783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.342663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fb170fa-123a-44a3-9aac-ef8acf22e282 HTTP/1.1" status: 204  len: 168 time: 0.2863350
Nov 10 04:19:28.355405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36572) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:28.363217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213b7c-5459-4bd2-8f3d-ca969027458f tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb170fa-123a-44a3-9aac-ef8acf22e282,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:28.391910 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-9b8f4edc-b967-4565-970d-b81bc8516d58 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] show failed (client error): The resource could not be found.
Nov 10 04:19:28.392966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b8f4edc-b967-4565-970d-b81bc8516d58 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups/4fb170fa-123a-44a3-9aac-ef8acf22e282 HTTP/1.1" status: 404  len: 347 time: 0.0349169
Nov 10 04:19:28.395938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:28.467689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da9b2-5224-453f-a19a-72883f41f045 req-f1320ceb-8194-478b-9a56-815097f0a473 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:28.476436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f12da9b2-5224-453f-a19a-72883f41f045 req-f1320ceb-8194-478b-9a56-815097f0a473 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1963446
Nov 10 04:19:28.529934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.539568 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.647176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f12da9b2-5224-453f-a19a-72883f41f045 req-b8f394a7-8ab1-43f1-8158-e27329bdbf23 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635842
Nov 10 04:19:28.654326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36588) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:28.657224 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477bf0f-e204-425c-83d6-144a67d289ab None None] Pushing event updated for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:28.681415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Deleting port 9d73434e-6355-41b6-abdd-55a554627f16 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:28.681966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.724652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c66dd-74bc-4f85-a4ab-ff001eb89dd4 None None] New status for floating IP 6e3f1932-e066-4d10-accf-e97b95f10230: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:19:28.753176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36596) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:28.774965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 756e5b23-1fff-441c-b10d-f221ddfc828f no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:28.779715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ca79faf-ecd6-4e05-bcc0-6e44c3860584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.787428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Attempting to bind port 174ac108-b46a-4040-9a53-bb60a27e07e4 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:28.787928 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Attempting to bind port 174ac108-b46a-4040-9a53-bb60a27e07e4 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:28.788359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Attempting to bind port 174ac108-b46a-4040-9a53-bb60a27e07e4 on network 66a44f69-cd07-435d-8e88-6fbe9365b79b {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:28.798409 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:28.799052 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Checking segment: {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:28.799341 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.799736 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Bound using segment: {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:28.800215 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Bound port: 174ac108-b46a-4040-9a53-bb60a27e07e4, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc24622-50b1-4abf-acaf-855c65f769c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:28.807432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.820275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 756e5b23-1fff-441c-b10d-f221ddfc828f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:28.825541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 756e5b23-1fff-441c-b10d-f221ddfc828f not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:28.867585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.868032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:28.901126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Calling delete_port for 9d73434e-6355-41b6-abdd-55a554627f16 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:28.914487 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] For port 174ac108-b46a-4040-9a53-bb60a27e07e4, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:28.917842 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] For port 174ac108-b46a-4040-9a53-bb60a27e07e4, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=174ac108-b46a-4040-9a53-bb60a27e07e4,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:28.925874 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.016856 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:29.017660 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:29.021615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ca79faf-ecd6-4e05-bcc0-6e44c3860584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.046883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] Provisioning complete for port 174ac108-b46a-4040-9a53-bb60a27e07e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:29.047271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.062619 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477bf0f-e204-425c-83d6-144a67d289ab None None] Pushing event updated for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.135519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2ca79faf-ecd6-4e05-bcc0-6e44c3860584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.147292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:29.165602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca79faf-ecd6-4e05-bcc0-6e44c3860584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedad7e-dd18-4374-a163-787e88123a36,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.182529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.195501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.222485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'Port': ['ID=9d73434e-6355-41b6-abdd-55a554627f16,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.241872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2ca79faf-ecd6-4e05-bcc0-6e44c3860584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dcde1ebca7b4a04866cb01a1390b9f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4848030
Nov 10 04:19:29.244048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:29.245060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] For port 174ac108-b46a-4040-9a53-bb60a27e07e4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=174ac108-b46a-4040-9a53-bb60a27e07e4,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:29.255331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.313391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.335495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01de2f-60b2-4790-927c-8be6897961f2 None None] Pushing event updated for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.355476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.358401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.359781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-011b4a00-17e7-45be-9040-912eb3982eac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e3f1932-e066-4d10-accf-e97b95f10230 HTTP/1.1" status: 204  len: 168 time: 0.9613817
Nov 10 04:19:29.417973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.446910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.489773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e169f918-93c9-43c0-b82f-5bb4b3276b4b None None] Provisioning complete for port 174ac108-b46a-4040-9a53-bb60a27e07e4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:29.490053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e169f918-93c9-43c0-b82f-5bb4b3276b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.537385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.540453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.541659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dedad7e-dd18-4374-a163-787e88123a36 HTTP/1.1" status: 204  len: 168 time: 0.2953544
Nov 10 04:19:29.559447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198d7b7-933b-4182-94e6-bfc1cc81c025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedad7e-dd18-4374-a163-787e88123a36,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.581223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:29.587493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622272260', 'description': 'tempest-description--1926714289'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:29.624091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.638603 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387d90>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '174ac108-b46a-4040-9a53-bb60a27e07e4', 'name': '', 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'mac_address': 'fa:16:3e:09:34:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:24Z', 'updated_at': '2021-11-10T04:19:28Z', 'revision_number': 4, 'project_id': '7a1459c391de4d32a954b4161a443857', 'subnets': [{'id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:29.669974 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93ebe3-8cb7-4f89-bc32-3e8156a0bbd2 None None] The sync data for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 is: [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '174ac108-b46a-4040-9a53-bb60a27e07e4', 'name': '', 'network_id': '66a44f69-cd07-435d-8e88-6fbe9365b79b', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'mac_address': 'fa:16:3e:09:34:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:24Z', 'updated_at': '2021-11-10T04:19:28Z', 'revision_number': 4, 'project_id': '7a1459c391de4d32a954b4161a443857', 'subnets': [{'id': '163c5551-73e1-4b52-a8e5-aaafe90bcb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:29.724948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Deleting port 174ac108-b46a-4040-9a53-bb60a27e07e4 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:29.725283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.768886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.778650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.869592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] For port 174ac108-b46a-4040-9a53-bb60a27e07e4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=174ac108-b46a-4040-9a53-bb60a27e07e4,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:29.870383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.879955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:29.881408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2985377
Nov 10 04:19:29.884931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:29.886423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Calling delete_port for 174ac108-b46a-4040-9a53-bb60a27e07e4 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:29.890020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group_rule': {'security_group_id': 'e70050da-e444-41c2-989f-44ee1db0d71b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:29.895485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921ccdc-03ab-4733-bffd-c9e5e1a94905 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70050da-e444-41c2-989f-44ee1db0d71b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:29.939905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856e15f-560f-4dde-8826-b47ef5db99b0 req-689f56c3-2b45-4faa-9a4e-61f228a59e56 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:29.941435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d856e15f-560f-4dde-8826-b47ef5db99b0 req-689f56c3-2b45-4faa-9a4e-61f228a59e56 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1566980
Nov 10 04:19:29.948408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.063951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d856e15f-560f-4dde-8826-b47ef5db99b0 req-ebd6a718-3e0c-4371-a2be-eae207fe521d tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894067
Nov 10 04:19:30.082615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.096202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.121165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79105742-9798-4622-a74f-70bdc03bb4b5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:30.143905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.146193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0895eeee-0904-4050-8a7b-a399b25fe009 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2604928
Nov 10 04:19:30.147762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.149690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36624) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:30.155407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'security_group_rule': {'security_group_id': 'e70050da-e444-41c2-989f-44ee1db0d71b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:30.196809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.199584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Pushing event deleted for resources: {'Port': ['ID=174ac108-b46a-4040-9a53-bb60a27e07e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:30.309610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.327716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.347573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461586b8-9195-4940-806e-35f1cc85f27d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:30.362190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.363248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-70d54bf3-46d8-4cbd-8b91-2ad2a449007b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2116480
Nov 10 04:19:30.366960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:30.373654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:30.417376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.563764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.724829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Allocated IP 172.32.3.16 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/03939888-7d36-4e1a-9517-dbbe2b2b95f1) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:30.781107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.885032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.936356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:30.977434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:30.982909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:30.985553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:31.016051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=03939888-7d36-4e1a-9517-dbbe2b2b95f1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:31.043798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:31.162554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.206254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:31.214314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.230849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7cf2df4b-4bf6-47ac-9180-94cc982eed33 admin admin] 10.222.0.13 "PUT /v2.0/routers/80dfeac2-a55c-4c7a-b1ba-0a1217216a93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5750370
Nov 10 04:19:31.231587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:31.314342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe88b3-1668-47cb-8ea8-aca1fbdfa07c req-f9818a19-09a9-430a-9338-112ccaa24ac6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:31.315868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2fe88b3-1668-47cb-8ea8-aca1fbdfa07c req-f9818a19-09a9-430a-9338-112ccaa24ac6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1572258
Nov 10 04:19:31.365697 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Sync routers for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:31.379025 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:31.381238 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:31.382464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2fe88b3-1668-47cb-8ea8-aca1fbdfa07c req-507bde93-3239-4832-960e-f9880f18bac7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575359
Nov 10 04:19:31.394476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.437002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.443751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.520432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.522839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=03939888-7d36-4e1a-9517-dbbe2b2b95f1,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:31.544168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.555468 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:31.566206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.577628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-74aaacfb-e362-40bc-9e91-e90074d992ac tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2089729
Nov 10 04:19:31.586656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Deleting port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:31.587010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.679206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] For port 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:31.679582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.693126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Calling delete_port for 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:31.775351 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9700>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90'}], 'enable_snat': True}, 'gw_port_id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:30Z', 'revision_number': 5, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port': {'id': '8e0123bd-8579-4cc4-9b2a-3e14f7b677c9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:31.812548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Checking router: 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:31.822725 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Routers {'80dfeac2-a55c-4c7a-b1ba-0a1217216a93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:31.823588 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:31.887548 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-41a0ec77-3f9e-4608-a4ac-954fa4a83bba tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--622272260&fields=id&tenant_id=a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 267 time: 0.1078479
Nov 10 04:19:31.922249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:31.950358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] Set router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:31.974152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0c30c-f011-48a8-8643-585dc0c404ee None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:31.987609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0123bd-8579-4cc4-9b2a-3e14f7b677c9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:32.035026 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9700>, [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:31Z', 'revision_number': 6, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:32.038466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-dd65c97e-53a0-4980-b5a7-b6ac8a1f5eb5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:32.038785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.040266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-dd65c97e-53a0-4980-b5a7-b6ac8a1f5eb5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 811 time: 0.1444087
Nov 10 04:19:32.060142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-69c0575d-a829-4c9c-99ce-b6fc48e3ad3a tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/quotas/a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 375 time: 0.0139003
Nov 10 04:19:32.074119 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffcf0fc-d85d-4a19-b378-d601e1b7bcb4 None None] The sync data for ids ['80dfeac2-a55c-4c7a-b1ba-0a1217216a93'] in ncdv-817176-1 is: [{'id': '80dfeac2-a55c-4c7a-b1ba-0a1217216a93', 'name': 'tempest-ImageQuotaTest-1558895515-router', 'tenant_id': '7a1459c391de4d32a954b4161a443857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:21Z', 'updated_at': '2021-11-10T04:19:31Z', 'revision_number': 6, 'project_id': '7a1459c391de4d32a954b4161a443857', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:32.131825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-7ad30bf6-6ed2-4dc8-b437-3e7d6de3e752 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0659156
Nov 10 04:19:32.140123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.142337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.190547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.192125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80dfeac2-a55c-4c7a-b1ba-0a1217216a93 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:19:32.197016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.198256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d64eb63-4bbd-4cad-9782-8e915a7c3f77 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80dfeac2-a55c-4c7a-b1ba-0a1217216a93 HTTP/1.1" status: 204  len: 168 time: 0.9649029
Nov 10 04:19:32.200873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36688) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:32.248757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Deleting subnet 163c5551-73e1-4b52-a8e5-aaafe90bcb1a {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:19:32.252119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.268310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-4f8da474-6cea-4a2a-a781-8b1c03b77c71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:19:32.269328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-4f8da474-6cea-4a2a-a781-8b1c03b77c71 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1264253
Nov 10 04:19:32.289145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.367981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-70db7468-7e55-4cbf-99e8-9a1933aaa266 service neutron] 10.222.0.13 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910046
Nov 10 04:19:32.377410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.440190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.478779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-5f8631c1-d43c-4247-991a-f05885a2b7ee service neutron] 10.222.0.13 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049943
Nov 10 04:19:32.485982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163c5551-73e1-4b52-a8e5-aaafe90bcb1a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:32.496043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.502263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:32.503367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d08ac5-87f9-4598-91d9-771ef1a081e2 None None] Network 66a44f69-cd07-435d-8e88-6fbe9365b79b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:32.511546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07d94dd9-4d80-4d4f-97a4-a664aa3100ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/163c5551-73e1-4b52-a8e5-aaafe90bcb1a HTTP/1.1" status: 204  len: 168 time: 0.3093507
Nov 10 04:19:32.593948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.678308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Deleting port a4281144-9885-48a2-b927-76c39700eb3c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:32.678664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.694875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5eab-38d8-4709-8baa-4b0e0c6160ff req-6fbe55ae-bc91-41d5-98d1-02de0744c805 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:32.696906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-683e5eab-38d8-4709-8baa-4b0e0c6160ff req-6fbe55ae-bc91-41d5-98d1-02de0744c805 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1288602
Nov 10 04:19:32.800511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-683e5eab-38d8-4709-8baa-4b0e0c6160ff req-482a3c7d-de10-4266-ac68-f62189395d6f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958788
Nov 10 04:19:32.807070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] For port a4281144-9885-48a2-b927-76c39700eb3c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a4281144-9885-48a2-b927-76c39700eb3c,segment=NetworkSegment(2bc24622-50b1-4abf-acaf-855c65f769c5),segment_id=2bc24622-50b1-4abf-acaf-855c65f769c5)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:32.807591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.833271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5466623e-7f5e-4dbe-94c2-119a8ffc182c req-6298f445-a887-46b8-a17e-a7ed02e20e8d tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 210 time: 0.0515089
Nov 10 04:19:32.839135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Calling delete_port for a4281144-9885-48a2-b927-76c39700eb3c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:32.935117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:32.970378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4281144-9885-48a2-b927-76c39700eb3c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:32.972457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] No DVR routers for this DVR port a4281144-9885-48a2-b927-76c39700eb3c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:33.037941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62253e44-2a0b-4786-99d1-d82c008b60b3 None None] DHCP port deletion for 66a44f69-cd07-435d-8e88-6fbe9365b79b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:33.066528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 174ac108-b46a-4040-9a53-bb60a27e07e4 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:33.081060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.106767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820da7c8b0>,) {'filters': {'network_id': ['66a44f69-cd07-435d-8e88-6fbe9365b79b']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:33.119231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820da7c8b0>, '2bc24622-50b1-4abf-acaf-855c65f769c5') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:33.119631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820da7c8b0>, '2bc24622-50b1-4abf-acaf-855c65f769c5') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:33.132950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.138474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 174ac108-b46a-4040-9a53-bb60a27e07e4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:33.138978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 174ac108-b46a-4040-9a53-bb60a27e07e4 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:33.154826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.162424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:19:33.162785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:19:33.165209 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:19:33.257553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.262305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.268048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/66a44f69-cd07-435d-8e88-6fbe9365b79b HTTP/1.1" status: 204  len: 168 time: 0.7623038
Nov 10 04:19:33.281742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406108c-5d20-41cd-8069-49ef98665f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=66a44f69-cd07-435d-8e88-6fbe9365b79b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:33.547594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:33.590445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1d96fba0-7c3b-4266-bab5-06d17c83e12c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a1459c391de4d32a954b4161a443857&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414467
Nov 10 04:19:33.592792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:33.639860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.661467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.709980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.712602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:33.713781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/996ae3ef-b7ee-419d-a4f1-f8ee423bfe7c HTTP/1.1" status: 204  len: 168 time: 0.1201007
Nov 10 04:19:33.721426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffd68e-6b5a-47a3-97e5-0dcf5cc55e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ae3ef-b7ee-419d-a4f1-f8ee423bfe7c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:33.976818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe57a6-97fa-4384-949f-b9477de4f0d0 req-dd2c5e27-90a6-40e0-828d-b4bdb6a89e42 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:33.982487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61758ebb-13cd-42a1-8dad-3a815fba6065 req-0f3a5d0d-3678-4735-91b6-542ef9e31496 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 210 time: 0.0584159
Nov 10 04:19:33.984636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bfbe57a6-97fa-4384-949f-b9477de4f0d0 req-dd2c5e27-90a6-40e0-828d-b4bdb6a89e42 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0850911
Nov 10 04:19:34.056556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bfbe57a6-97fa-4384-949f-b9477de4f0d0 req-aafb4621-8126-4df4-a86a-897a750ade15 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709434
Nov 10 04:19:34.095111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-8257898f-39e5-43fb-b4f0-2974f550d09b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:34.096785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-8257898f-39e5-43fb-b4f0-2974f550d09b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 811 time: 0.1595056
Nov 10 04:19:34.168137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-c01906a3-3aae-4d1c-9dc1-58b7dc1ba249 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a2ec0afddf403183d9d44778510b6e HTTP/1.1" status: 200  len: 379 time: 0.0605607
Nov 10 04:19:34.181447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'port': {'device_id': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'admin_state_up': True, 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'security_groups': ['e70050da-e444-41c2-989f-44ee1db0d71b']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:34.198904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36750) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:34.212673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc53d-af67-4e56-aeff-937f082c460b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.296110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc53d-af67-4e56-aeff-937f082c460b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.300514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc53d-af67-4e56-aeff-937f082c460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.302573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Made reservation on behalf of a7a2ec0afddf403183d9d44778510b6e for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:34.309664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.337923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-77cc07b2-929b-422d-b8b0-068085c68d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.344156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7bbc53d-af67-4e56-aeff-937f082c460b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1417279
Nov 10 04:19:34.344156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbc53d-af67-4e56-aeff-937f082c460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc61083-a6ea-437c-86cb-e47c7e16dffb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:34.345496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:34.400968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.423401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.478721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Allocated IP 172.20.0.11 (7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7/ed4c8877-fd83-4149-8c8a-5c7922090f48/415730f3-33a2-4873-9c5f-7dd87ea90b1d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:34.481278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.484049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.485243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdc61083-a6ea-437c-86cb-e47c7e16dffb HTTP/1.1" status: 204  len: 168 time: 0.1388803
Nov 10 04:19:34.494275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbeab4-a9ef-4b20-97ac-7964ddd51345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc61083-a6ea-437c-86cb-e47c7e16dffb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:34.637505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a4281144-9885-48a2-b927-76c39700eb3c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:34.674079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a4281144-9885-48a2-b927-76c39700eb3c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:34.674424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a4281144-9885-48a2-b927-76c39700eb3c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:34.674826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:34.684756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.694602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:34.694947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8e0123bd-8579-4cc4-9b2a-3e14f7b677c9 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:34.737270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.788342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:34.791657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:34.798659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:34.802697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event updated for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:34.862057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:34.863829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:34.888372 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-3970598d-2bd6-49f8-83cd-e99da47febb0 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7107985
Nov 10 04:19:34.902548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Request body: {'port': {'device_id': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:34.970069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.175913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-99720820-3311-4bb3-8635-75d1b88222db None None] Provisioning complete for port 415730f3-33a2-4873-9c5f-7dd87ea90b1d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:35.176648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-99720820-3311-4bb3-8635-75d1b88222db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.238922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-99720820-3311-4bb3-8635-75d1b88222db None None] Port 415730f3-33a2-4873-9c5f-7dd87ea90b1d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:35.244234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601eb05-5bdc-4518-8aca-e5531e4b58ea req-a10b19cd-9e03-4bd6-937d-7d43e8edbd36 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:35.252677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8601eb05-5bdc-4518-8aca-e5531e4b58ea req-a10b19cd-9e03-4bd6-937d-7d43e8edbd36 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1021168
Nov 10 04:19:35.322566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8601eb05-5bdc-4518-8aca-e5531e4b58ea req-86ccabaf-196b-4663-a224-59e163a0df91 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686851
Nov 10 04:19:35.515748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2de52-1d47-42d9-bf25-6abc177e2cea req-9b39cf43-cc0d-42e8-ac50-b1e4f6ad3d61 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:35.517298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b7f2de52-1d47-42d9-bf25-6abc177e2cea req-9b39cf43-cc0d-42e8-ac50-b1e4f6ad3d61 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 932 time: 0.4313686
Nov 10 04:19:35.528468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36806) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:35.605288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b7f2de52-1d47-42d9-bf25-6abc177e2cea req-e0aeb367-686b-4550-9979-875626c1bf59 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799191
Nov 10 04:19:35.648130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1339085602-network', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:35.669692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Made reservation on behalf of abc6c1178ce447b7ac33663ea9dea21f for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:35.672636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.676009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415730f3-33a2-4873-9c5f-7dd87ea90b1d {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:35.682681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.683795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.698314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Transition to ACTIVE for port object 415730f3-33a2-4873-9c5f-7dd87ea90b1d will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:19:35.702464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.783595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.788104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Pushing event updated for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:35.790285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.843014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:19:35.865755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e11f0-2d34-4c17-b0d4-2759ee6f56ef,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:35.887160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.887917 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Added segment 1dc7ad42-56ae-40b8-b122-cb4205ed295f of type vlan for network af202ece-b8e7-4cab-947e-5f517da907b0
Nov 10 04:19:35.890077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Attempting to bind port 415730f3-33a2-4873-9c5f-7dd87ea90b1d on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:35.890429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Attempting to bind port 415730f3-33a2-4873-9c5f-7dd87ea90b1d by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:35.890758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Attempting to bind port 415730f3-33a2-4873-9c5f-7dd87ea90b1d on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:35.897142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Port 415730f3-33a2-4873-9c5f-7dd87ea90b1d on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:19:35.897691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Attempting to bind port 415730f3-33a2-4873-9c5f-7dd87ea90b1d on network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:35.909049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:35.909540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Checking segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:35.910078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Bound using segment: {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:35.910617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Bound port: 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:35.911198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.953580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.987441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:35.989501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:35.990281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.024068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:36.027878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:36.037322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.072843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5356219
Nov 10 04:19:36.072843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36826) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:36.073972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Request body: {'subnet': {'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1339085602-subnet', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:36.091816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.092409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.093833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] 10.222.0.26 "PUT /v2.0/ports/415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 200  len: 1092 time: 1.1956139
Nov 10 04:19:36.094279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:36.106416 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00" -d '{"events": [{"name": "network-changed", "server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:36.119406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd17f05-62c6-4ec7-bbd2-f2d248f29ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=af202ece-b8e7-4cab-947e-5f517da907b0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:36.131373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network af202ece-b8e7-4cab-947e-5f517da907b0 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:19:36.137277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7871f52-5d48-4a95-b0a0-0b8c1f2f98ce service neutron] Pushing event updated for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:36.161948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Made reservation on behalf of abc6c1178ce447b7ac33663ea9dea21f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:36.164886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.199897 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86442e-ec9d-4c1f-90e6-5d5716e3fdd3 x-openstack-request-id: req-1e86442e-ec9d-4c1f-90e6-5d5716e3fdd3 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:36.200631 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:36.200891 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e86442e-ec9d-4c1f-90e6-5d5716e3fdd3 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:36.202211 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'status': 'completed', 'code': 200}
Nov 10 04:19:36.215346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-5764a92e-45a4-446b-9154-f2ddf768cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.221795 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-5764a92e-45a4-446b-9154-f2ddf768cc3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 1095 time: 0.0796454
Nov 10 04:19:36.278653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-63014c03-0c95-4a9b-b19e-db565e0bbdec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 200  len: 217 time: 0.0463364
Nov 10 04:19:36.368833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-4eb068f2-941c-444b-8378-9076e62d4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.374437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-4eb068f2-941c-444b-8378-9076e62d4461 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0850887
Nov 10 04:19:36.462572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-44ba4375-9b0b-4bec-8601-b7fb344486bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.464062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-44ba4375-9b0b-4bec-8601-b7fb344486bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0756552
Nov 10 04:19:36.507876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddf7aa-b41f-41ab-b421-598e02ad128a req-91319828-9112-47f0-8d4e-bdaaf6d5a3a7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.509479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2ddf7aa-b41f-41ab-b421-598e02ad128a req-91319828-9112-47f0-8d4e-bdaaf6d5a3a7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0941672
Nov 10 04:19:36.510911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.562776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787960b-1b02-4808-8714-f7deaac720c4 req-8daa0d4c-04ff-4b82-b4ae-d294c1c3a468 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.564282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e787960b-1b02-4808-8714-f7deaac720c4 req-8daa0d4c-04ff-4b82-b4ae-d294c1c3a468 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.1133027
Nov 10 04:19:36.601956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-4538ac0c-198d-4502-be90-104d5fe9aef9 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201637
Nov 10 04:19:36.614205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7379cbdc-3de6-418b-8beb-00fd9977e8a5,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:36.621112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Checking segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:36.621478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Network hostable DHCP agents. Network: af202ece-b8e7-4cab-947e-5f517da907b0, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:19:36.636149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2ddf7aa-b41f-41ab-b421-598e02ad128a req-86813400-daa5-4e7d-b56d-4b05a3e07254 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924714
Nov 10 04:19:36.651081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Network af202ece-b8e7-4cab-947e-5f517da907b0 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:19:36.666325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, af202ece-b8e7-4cab-947e-5f517da907b0) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:36.676758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0a1d0-d667-4835-8d26-8280f8738040 None None] Network af202ece-b8e7-4cab-947e-5f517da907b0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:36.677808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.678520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.699636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-97735753-867f-403f-87b2-1431bb295667 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6297889
Nov 10 04:19:36.702214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36848) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:36.707016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:36.726120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e787960b-1b02-4808-8714-f7deaac720c4 req-e4bb14d0-0342-4cd5-ac0b-65af9b7a0628 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343522
Nov 10 04:19:36.732057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.733304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.784904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c7736436-abe1-4a9e-bfdd-2fb4b52c9214 req-8c53a930-ac2b-42de-a2b9-d3c85c90af03 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731100
Nov 10 04:19:36.850689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.905892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-88148375-b55d-42b1-b9a6-dc4c21868de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.907341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-88148375-b55d-42b1-b9a6-dc4c21868de8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 1095 time: 0.0542300
Nov 10 04:19:36.933725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-af202ece-b8e7-4cab-947e-5f517da907b0', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:19:36.934699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.959555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d60fe5da-5bd5-4b8d-ac7c-1731c6696e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:36.978842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776b14-9f60-40f4-946b-e6bd361ed5b4 req-c981a620-82c6-4288-acca-afb57d00644d tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:36.980500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf776b14-9f60-40f4-946b-e6bd361ed5b4 req-c981a620-82c6-4288-acca-afb57d00644d tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 944 time: 0.1931572
Nov 10 04:19:37.044317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-e247b9b1-6b01-405e-80e7-c5e966414849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:37.047441 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-e247b9b1-6b01-405e-80e7-c5e966414849 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.1288772
Nov 10 04:19:37.086504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.101565 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf776b14-9f60-40f4-946b-e6bd361ed5b4 req-fc2a6986-7584-4351-9b98-f7ca6fe692cf tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868139
Nov 10 04:19:37.110749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Allocated IP 172.20.0.2 (af202ece-b8e7-4cab-947e-5f517da907b0/7379cbdc-3de6-418b-8beb-00fd9977e8a5/901f56a3-ed37-4c9a-9f0f-d2216bc2841f) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:37.111298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-c087ce52-563b-4cb8-8fa7-1e15b1bf2bad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 200  len: 217 time: 0.0528762
Nov 10 04:19:37.188954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-7d874e50-533d-4560-9923-0fc1f433c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:37.190453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-7d874e50-533d-4560-9923-0fc1f433c041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.0644424
Nov 10 04:19:37.245404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-b74a3b00-9a9d-4b41-bdae-aaf0207d6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:37.246991 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-b74a3b00-9a9d-4b41-bdae-aaf0207d6af4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0482006
Nov 10 04:19:37.317590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.323884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.326855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.349164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.365717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-fb151cef-646a-4f97-abcd-c2864d1cef63 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082013
Nov 10 04:19:37.366610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Network af202ece-b8e7-4cab-947e-5f517da907b0 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:37.370874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:37.373347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:37.398644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Pushing event updated for resources: {'Port': ['ID=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:37.456782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Attempting to bind port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:37.457378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Attempting to bind port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:37.457745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Attempting to bind port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f on network af202ece-b8e7-4cab-947e-5f517da907b0 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:37.465534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:37.465910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Checking segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:37.467350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.467924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Bound using segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:37.468405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Bound port: 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:37.468953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.483335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Allocated IP 172.32.3.240 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:37.490111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db8c39f8-bb09-4072-aa9e-c91d1c1f0e00 req-9dd192e4-435d-4a62-8b83-8f695e1032a1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1133740
Nov 10 04:19:37.542271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] For port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:37.545602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] For port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:37.550984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.612343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc1b7-b16e-43d6-ad99-aaae8a0d4526 None None] Pushing event updated for resources: {'Port': ['ID=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:37.613110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.661715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:37.717264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:37.720496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:37.725785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:37.729035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:37.744927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d4895-14f4-4e26-bda4-0adda2139c45 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:37.814608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf7719-8aa1-4879-88a3-706b49639599 req-04aed7f4-104e-4b14-84bb-effc2a167da3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:37.818862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcaf7719-8aa1-4879-88a3-706b49639599 req-04aed7f4-104e-4b14-84bb-effc2a167da3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0866957
Nov 10 04:19:37.907442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-07fdce90-69bd-4cad-8169-c5b1541ef522 None None] Provisioning complete for port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:37.907816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-07fdce90-69bd-4cad-8169-c5b1541ef522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.000128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-ffcb8109-c8c4-4b8d-96e3-e477c110d7f4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:38.001713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-ffcb8109-c8c4-4b8d-96e3-e477c110d7f4 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.1814461
Nov 10 04:19:38.002595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-07fdce90-69bd-4cad-8169-c5b1541ef522 None None] Port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:38.005464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.008288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcaf7719-8aa1-4879-88a3-706b49639599 req-e86c6d9e-2d07-47f1-9a27-e222bbe70071 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509795
Nov 10 04:19:38.057605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440105c5-f1af-4c4b-b77a-f23a47939181 req-9f34b709-79f0-4e5e-bf04-24d58e4ac147 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:38.059178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-440105c5-f1af-4c4b-b77a-f23a47939181 req-9f34b709-79f0-4e5e-bf04-24d58e4ac147 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 947 time: 0.1159894
Nov 10 04:19:38.125384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Deleting port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:38.125716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.197226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-440105c5-f1af-4c4b-b77a-f23a47939181 req-68fbe9c0-7072-45e8-b5bc-36bdad9e84c1 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups?id=27db2011-0e04-45a4-904a-d46ec42786bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297390
Nov 10 04:19:38.197776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:38.283680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] For port 71a721a0-cd80-4d3a-8050-0bef91b2aab2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=71a721a0-cd80-4d3a-8050-0bef91b2aab2,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:38.284151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.360156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917daa70-6338-4f7f-b3e8-dcf8cf958017 req-ad5760ed-cf81-47da-8835-35cedd1da0bc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:38.362042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-917daa70-6338-4f7f-b3e8-dcf8cf958017 req-ad5760ed-cf81-47da-8835-35cedd1da0bc tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 944 time: 0.1392713
Nov 10 04:19:38.497199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-917daa70-6338-4f7f-b3e8-dcf8cf958017 req-a134d312-2d45-4cd5-98de-2478640731d3 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119194
Nov 10 04:19:38.564913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.565984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.567284 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Floating IP 0322dc27-2907-48da-847f-7c313f5c9cfe disassociated. External IP: 172.32.3.47, port: 71a721a0-cd80-4d3a-8050-0bef91b2aab2.
Nov 10 04:19:38.568206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Calling delete_port for 71a721a0-cd80-4d3a-8050-0bef91b2aab2 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:38.611837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.726922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 901f56a3-ed37-4c9a-9f0f-d2216bc2841f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:38.805480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.816105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:38.816773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:38.857279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 415730f3-33a2-4873-9c5f-7dd87ea90b1d details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:19:38.867448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'Port': ['ID=71a721a0-cd80-4d3a-8050-0bef91b2aab2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:39.032384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.047215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:39.074785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:39.088555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'port_id': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'mac_address': 'fa:16:3e:35:04:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:19:39.140004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6a710-07d9-4eda-b6c9-007ca67fd1ad None None] Network af202ece-b8e7-4cab-947e-5f517da907b0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:39.199197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:39.207116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.219658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:39.220024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.227774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5268-a909-4779-b21e-12146f293133 req-1071ee40-647d-4ceb-a704-570cd14c5e03 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:39.229505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46ef5268-a909-4779-b21e-12146f293133 req-1071ee40-647d-4ceb-a704-570cd14c5e03 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1179509
Nov 10 04:19:39.277419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:39.285425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:39.305989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] No DVR routers for this DVR port 71a721a0-cd80-4d3a-8050-0bef91b2aab2 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:39.309974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.312996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.315621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69c5bd4a-b708-490b-96d4-419a5dd88f23 req-7c09ffc5-4c77-4829-9bfd-6f34df5cb4ce tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.26 "DELETE /v2.0/ports/71a721a0-cd80-4d3a-8050-0bef91b2aab2 HTTP/1.1" status: 204  len: 173 time: 1.3061206
Nov 10 04:19:39.317148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-deleted', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:39.321281 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56997dbf-e1ad-49d1-b79e-34f1db937a78" -d '{"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-deleted", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:39.345335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:39.345968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207755b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:39.459401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-febc2f55-88dd-4c6c-823b-a8126ca9950d req-2f61d9a7-aa89-43c9-b54a-43dbbb2981e3 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2 HTTP/1.1" status: 200  len: 210 time: 0.0819967
Nov 10 04:19:39.474330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415730f3-33a2-4873-9c5f-7dd87ea90b1d {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:19:39.481923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fa19545d-e93c-4861-91be-f5d3cd2cbb6b None None] Provisioning complete for port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:39.482414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa19545d-e93c-4861-91be-f5d3cd2cbb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.528509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46ef5268-a909-4779-b21e-12146f293133 req-46755586-4d0d-41b9-8ff2-ae9ce241658e tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492433
Nov 10 04:19:39.546715 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537a873-fae3-4a65-8203-f7e20573da77 x-openstack-request-id: req-c537a873-fae3-4a65-8203-f7e20573da77 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:39.547253 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2", "name": "network-vif-deleted", "tag": "71a721a0-cd80-4d3a-8050-0bef91b2aab2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:39.547880 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c537a873-fae3-4a65-8203-f7e20573da77 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:39.549519 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9dd2e-f13e-4516-a41a-ece1c0b66ba2', 'name': 'network-vif-deleted', 'tag': '71a721a0-cd80-4d3a-8050-0bef91b2aab2', 'status': 'completed', 'code': 200}
Nov 10 04:19:39.600078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.611488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:39.626980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.645292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:39.648201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:39.740884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Router c6ec84dd-87d4-48ed-9276-960138812034 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:19:39.784437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e92a-051c-45c8-ba49-fcc90a57e3f3 req-f9802305-2a3c-474f-a5e8-bd7b895bf548 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:39.786892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba41e92a-051c-45c8-ba49-fcc90a57e3f3 req-f9802305-2a3c-474f-a5e8-bd7b895bf548 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 945 time: 0.1546938
Nov 10 04:19:40.011836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba41e92a-051c-45c8-ba49-fcc90a57e3f3 req-565eba60-a68b-44f5-b2f7-438187034563 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1683550
Nov 10 04:19:40.016249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:40.037804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:40.050888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:40.063320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:40.063934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:40.077020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['415730f3-33a2-4873-9c5f-7dd87ea90b1d'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:40.103641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.105022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-84ed24f8-ef6a-4702-9683-1eefdf3c0ec9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4014943
Nov 10 04:19:40.108346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 36920) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:40.239526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.300356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:40.356306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207755b80>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:40.395451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:40.440571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:40.441783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207755b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:40.474792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 7cc76cc9-8b74-4239-af37-0c450b23bfbc {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:40.475715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.554486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2a101fe5-0197-438d-882e-245b22e0f964 None None] Provisioning complete for port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:40.554859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a101fe5-0197-438d-882e-245b22e0f964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.601003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:40.674277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36938) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:40.687601 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9d60>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:38Z', 'revision_number': 3, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:40.691975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 7cc76cc9-8b74-4239-af37-0c450b23bfbc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7cc76cc9-8b74-4239-af37-0c450b23bfbc,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:40.694567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.735464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:40.736206 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Updating router c6ec84dd-87d4-48ed-9276-960138812034 port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:40.744984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 7cc76cc9-8b74-4239-af37-0c450b23bfbc owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:40.768403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.773107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 901f56a3-ed37-4c9a-9f0f-d2216bc2841f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:40.815651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.825038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.868275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:40.884523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.887901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:40.892555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "DELETE /v2.0/security-groups/27db2011-0e04-45a4-904a-d46ec42786bc HTTP/1.1" status: 204  len: 168 time: 0.2160678
Nov 10 04:19:40.893499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36942) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:40.907906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 71a721a0-cd80-4d3a-8050-0bef91b2aab2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:40.908411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 71a721a0-cd80-4d3a-8050-0bef91b2aab2 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:40.924262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e2545-a51e-46eb-b209-41cdab0e3d28 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db2011-0e04-45a4-904a-d46ec42786bc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:40.927052 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-d1614588-8a0a-4d67-b00f-ec7219a8eb24 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] show failed (client error): The resource could not be found.
Nov 10 04:19:40.928280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1614588-8a0a-4d67-b00f-ec7219a8eb24 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "GET /v2.0/security-groups/27db2011-0e04-45a4-904a-d46ec42786bc HTTP/1.1" status: 404  len: 347 time: 0.0187910
Nov 10 04:19:40.932356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 36944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:40.959117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eddba-d442-4022-a505-4ebad893adf7 req-d984ba20-c8b5-4d91-b059-eebb79bf48bf tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:40.960718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b9eddba-d442-4022-a505-4ebad893adf7 req-d984ba20-c8b5-4d91-b059-eebb79bf48bf tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.2717738
Nov 10 04:19:41.000353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.020869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:41.021340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.132437 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b9eddba-d442-4022-a505-4ebad893adf7 req-dc169718-a823-4603-a37b-7f8cde5b316b tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615293
Nov 10 04:19:41.158513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207755b80>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:41.202473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc325f7-1af1-4802-90eb-7b3299f0ee32 None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fbe84220-a0ee-41ff-8d45-f0b1c09942bd', 'name': '', 'network_id': 'fc75a7af-896b-4018-b415-3db9606c7991', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'mac_address': 'fa:16:3e:54:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:59Z', 'updated_at': '2021-11-10T04:12:05Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'subnets': [{'id': '223e0677-c064-4fba-9ec6-7c4b691e1428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:41.231995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Deleting port 40cf09fc-dec4-411b-90e4-2cf2f27b64de {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:41.233592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.318012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.362457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=7cc76cc9-8b74-4239-af37-0c450b23bfbc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:41.369379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.369713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.397297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Calling delete_port for 40cf09fc-dec4-411b-90e4-2cf2f27b64de owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:41.399474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Allocated IP 172.20.0.1 (af202ece-b8e7-4cab-947e-5f517da907b0/7379cbdc-3de6-418b-8beb-00fd9977e8a5/0927aebd-d7e6-4153-b613-bd6e4aa6b5cd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:41.402474 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.407190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe9312-2695-4d79-81ab-a81ce47b1d43 req-a4ce5172-5d0c-43df-8639-bbf0aa089187 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:41.408928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ebe9312-2695-4d79-81ab-a81ce47b1d43 req-a4ce5172-5d0c-43df-8639-bbf0aa089187 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 945 time: 0.2304924
Nov 10 04:19:41.423820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.454827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d06d9-5ae4-46d6-9190-30b1e9b66b81 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:41.521666 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Attempting to bind port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:41.522323 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Attempting to bind port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:41.522842 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Attempting to bind port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:41.533887 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:41.534657 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:41.536861 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.537431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:41.538063 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Bound port: cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:41.538668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.575633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5399ab30-43a0-4182-bd40-4e33643c473f None None] Provisioning complete for port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:41.576023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5399ab30-43a0-4182-bd40-4e33643c473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.620271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ebe9312-2695-4d79-81ab-a81ce47b1d43 req-b5589239-1ec7-4e36-b4c6-e4ab4f213777 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2011936
Nov 10 04:19:41.666014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5399ab30-43a0-4182-bd40-4e33643c473f None None] Port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:41.686015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140c098-e895-48c4-8262-37a611c34e48 None None] New status for floating IP 0322dc27-2907-48da-847f-7c313f5c9cfe: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:19:41.797303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.823821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Pushing event deleted for resources: {'Port': ['ID=40cf09fc-dec4-411b-90e4-2cf2f27b64de,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:41.827412 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc33ae-6736-4857-a06e-4a9db7a505a9 None None] Pushing event updated for resources: {'Port': ['ID=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:41.847433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-d140c098-e895-48c4-8262-37a611c34e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:19:41.849098 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-d140c098-e895-48c4-8262-37a611c34e48 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:19:41.854537 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] For port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:41.860853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] For port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:41.871071 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.898240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.903497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:41.904130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc0e6a-15ac-41d3-a974-6ab7a02524b9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:41.907185 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-025f972f-fa41-4384-9dd1-343c73e041f5 tempest-AttachVolumeShelveTestJSON-1859284425 tempest-AttachVolumeShelveTestJSON-1859284425-project] 10.222.0.13 "DELETE /v2.0/floatingips/0322dc27-2907-48da-847f-7c313f5c9cfe HTTP/1.1" status: 204  len: 168 time: 0.9737835
Nov 10 04:19:41.936142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:41.939254 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:41.995407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] Provisioning complete for port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:41.995890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.042958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc33ae-6736-4857-a06e-4a9db7a505a9 None None] Pushing event updated for resources: {'Port': ['ID=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:42.103087 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:42.165328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.227450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] For port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:42.236915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.318286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f830a14-09d4-4ecf-aae9-9de3b7c58a56 None None] Pushing event updated for resources: {'Port': ['ID=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:42.350747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140c098-e895-48c4-8262-37a611c34e48 None None] New status for floating IP 0322dc27-2907-48da-847f-7c313f5c9cfe: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:19:42.352903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.389503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b736-3911-485e-8c6a-5707b5f89ae5 req-9737cca0-85d9-4220-bb5d-ab79f71950c7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:42.391047 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed15b736-3911-485e-8c6a-5707b5f89ae5 req-9737cca0-85d9-4220-bb5d-ab79f71950c7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1333487
Nov 10 04:19:42.394284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.400343 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9d60>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:38Z', 'revision_number': 3, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:42.432532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13393058-306f-47d9-849c-0fabe86ca323 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:38Z', 'revision_number': 3, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:42.579646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed15b736-3911-485e-8c6a-5707b5f89ae5 req-0658b320-6676-4b28-b633-bc6af4a3a74e tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227036
Nov 10 04:19:42.593452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.663062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Network af202ece-b8e7-4cab-947e-5f517da907b0 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:42.731785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:42.742754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:42.749110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:42.815599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:42.837072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1648-b8a1-479a-aca4-e440f1647887 req-08d1b02b-45f9-451f-a072-5d2d34ba7301 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:42.838459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 415730f3-33a2-4873-9c5f-7dd87ea90b1d up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:42.867481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64ff1648-b8a1-479a-aca4-e440f1647887 req-08d1b02b-45f9-451f-a072-5d2d34ba7301 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 945 time: 0.1426907
Nov 10 04:19:42.975120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 415730f3-33a2-4873-9c5f-7dd87ea90b1d completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:19:42.979156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64ff1648-b8a1-479a-aca4-e440f1647887 req-51e6419a-08bf-479c-ab39-6d72f667c152 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052768
Nov 10 04:19:42.989530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 415730f3-33a2-4873-9c5f-7dd87ea90b1d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:42.989957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.018995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:43.086996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.117435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:43.122463 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d6c014-c380-49f9-a96b-a43d1ad136f2" -d '{"events": [{"server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "name": "network-vif-plugged", "status": "completed", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:43.139256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:43.146787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.194769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:43.202741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-626f07de-6d15-4949-ac7f-293fcdab8d58 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/f0489173-9bed-4575-8df0-37ffd80b9fbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0020864
Nov 10 04:19:43.208823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.209685 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:43.231325 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e0b4f-6ee6-4108-a40a-8e3f041496e2 x-openstack-request-id: req-8e3e0b4f-6ee6-4108-a40a-8e3f041496e2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:43.231835 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "name": "network-vif-plugged", "status": "completed", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:43.232915 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e3e0b4f-6ee6-4108-a40a-8e3f041496e2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:43.233107 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'code': 200}
Nov 10 04:19:43.263295 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:43.263923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214797d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:43.321493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:43.333330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b8a0f252-86ce-46ed-9bda-9d127a44e026 None None] Provisioning complete for port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:43.333673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f252-86ce-46ed-9bda-9d127a44e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.386377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0f252-86ce-46ed-9bda-9d127a44e026 None None] Port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:43.450021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5dd7f-7f6a-481a-95d0-d2fcdd57bed0 req-405cd61a-849b-461b-bb76-c34c0f96d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:43.451642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2d5dd7f-7f6a-481a-95d0-d2fcdd57bed0 req-405cd61a-849b-461b-bb76-c34c0f96d80b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 1097 time: 0.1316159
Nov 10 04:19:43.555592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:43.601116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2d5dd7f-7f6a-481a-95d0-d2fcdd57bed0 req-b4c4b98a-790e-4cf4-871c-0a5d4f87f7f4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387527
Nov 10 04:19:43.632115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.641240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.684110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d15c-02c8-4644-8db7-59dc584c5e02 req-911ffca0-62fd-4585-ba03-2366d7b31f95 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:43.692162 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a301d15c-02c8-4644-8db7-59dc584c5e02 req-911ffca0-62fd-4585-ba03-2366d7b31f95 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.0936658
Nov 10 04:19:43.728096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:43.783459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a301d15c-02c8-4644-8db7-59dc584c5e02 req-2b562c90-8919-4bf6-b2b5-43ef23691d40 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899034
Nov 10 04:19:43.828769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:43.855939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d216-8fec-4f0b-9d4a-fbc8b71f0554 req-06af36d6-07b3-45f2-8478-64894185310b tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:43.857802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e59d216-8fec-4f0b-9d4a-fbc8b71f0554 req-06af36d6-07b3-45f2-8478-64894185310b tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1172118
Nov 10 04:19:43.995751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e59d216-8fec-4f0b-9d4a-fbc8b71f0554 req-2c9ad163-c752-4dc0-a620-870de8b7e544 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203191
Nov 10 04:19:44.027541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Network af202ece-b8e7-4cab-947e-5f517da907b0 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:44.036315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:44.080285 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214797d90>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:44.145927 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:44.160267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:44.162122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214797d90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:44.192583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e18e3-ac40-4d29-87da-be4dfdc23337 req-cfbc4661-1f92-4673-a463-2f1e135df20e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:44.195948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-512e18e3-ac40-4d29-87da-be4dfdc23337 req-cfbc4661-1f92-4673-a463-2f1e135df20e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.1103153
Nov 10 04:19:44.226649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Router c6ec84dd-87d4-48ed-9276-960138812034 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:44.301027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-512e18e3-ac40-4d29-87da-be4dfdc23337 req-87965354-7b8b-4d18-80b4-06de9812460e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979435
Nov 10 04:19:44.364023 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:44.379233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:44.385196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4ad8601a-2613-4cb4-921c-02cbfbc043b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6ec84dd-87d4-48ed-9276-960138812034/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2757909
Nov 10 04:19:44.432856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-51025cc2-a44b-46a9-9301-1023b11e3687 None None] Provisioning complete for port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:44.433668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-51025cc2-a44b-46a9-9301-1023b11e3687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:44.495025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-51025cc2-a44b-46a9-9301-1023b11e3687 None None] Port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:44.670659 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214797d90>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:44.721311 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9b831-bf7f-4f4e-88e7-47b531f6f018 None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ef5f7758-5b7d-42aa-a6a9-91ec808fa159', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.158', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'port_id': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'mac_address': 'fa:16:3e:61:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:18:08Z', 'updated_at': '2021-11-10T04:18:11Z', 'revision_number': 1, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:44.734793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:44.757678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:44.808589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:44.811566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:44.958541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d3af-35b6-42a7-a220-5bd024e57809 req-a6f93aa9-64c6-4d19-9690-60fbd0ddf83a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:44.965890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41d6d3af-35b6-42a7-a220-5bd024e57809 req-a6f93aa9-64c6-4d19-9690-60fbd0ddf83a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.0694699
Nov 10 04:19:45.023603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41d6d3af-35b6-42a7-a220-5bd024e57809 req-80930f7e-3943-49f6-bfb4-8b6fb9700ade tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564978
Nov 10 04:19:45.114222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:45.133109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:45.133814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ad99d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:45.301560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d1f3-a87c-44b9-b73f-a749bbcda47c req-74160210-c992-436b-9f7d-2628f3d31dc6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:45.303798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47d6d1f3-a87c-44b9-b73f-a749bbcda47c req-74160210-c992-436b-9f7d-2628f3d31dc6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.2129202
Nov 10 04:19:45.388397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-330b5253-99bb-463a-98f1-dc98fa231eb5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:45.395819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-330b5253-99bb-463a-98f1-dc98fa231eb5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.26 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.1533661
Nov 10 04:19:45.410658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:45.441496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1297542984-network', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:45.443790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47d6d1f3-a87c-44b9-b73f-a749bbcda47c req-85d96e0f-a176-49da-9677-88c90ebc84b8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307724
Nov 10 04:19:45.497535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd7ec4-ad13-43a7-8732-c907c49a20ee req-b6cb34bb-7955-4647-a70f-bb4cb36632ae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:45.507264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2efd7ec4-ad13-43a7-8732-c907c49a20ee req-b6cb34bb-7955-4647-a70f-bb4cb36632ae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.1137409
Nov 10 04:19:45.516007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Made reservation on behalf of 9d062c5f873348faa8ea2297f02c221c for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:45.518890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.560067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.600286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:45.641352 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2efd7ec4-ad13-43a7-8732-c907c49a20ee req-42f74c3f-81b9-4d0f-a845-a6186802f935 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294794
Nov 10 04:19:45.678596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 6184f499-793f-4b82-b1c4-1492f2a7d48b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:45.678914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.729014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.735446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.774893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:19:45.798805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.799107 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Added segment 1f2ba9dd-a791-4420-9596-3cd2e56d04b9 of type vlan for network 28758ffd-bbb1-400f-9927-837503657097
Nov 10 04:19:45.800766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67e1cf-a63d-451a-98d2-50f57c5f4e18,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:45.858222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.887981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.889511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:45.890337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.903076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 6184f499-793f-4b82-b1c4-1492f2a7d48b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=6184f499-793f-4b82-b1c4-1492f2a7d48b,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:45.903544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:45.917196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e9a7-ae52-49a8-88a8-a1fa4e4e54f6 req-7f593e36-e1c1-424a-8dfb-f98802605c9e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:45.919183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a11e9a7-ae52-49a8-88a8-a1fa4e4e54f6 req-7f593e36-e1c1-424a-8dfb-f98802605c9e tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.1556852
Nov 10 04:19:45.933769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37130) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:45.941098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ad99d0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 2, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:45.966158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] Pushing event updated for resources: {'Network': ['ID=28758ffd-bbb1-400f-9927-837503657097,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:45.975403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-109ceaf1-7465-4b5b-8a77-da3e3f5a725a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5630193
Nov 10 04:19:45.977755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37132) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:45.987763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Request body: {'subnet': {'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1297542984-subnet', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:45.990577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 28758ffd-bbb1-400f-9927-837503657097 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:19:45.993216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:45.993504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Updating router c6ec84dd-87d4-48ed-9276-960138812034 port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:46.020094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Made reservation on behalf of 9d062c5f873348faa8ea2297f02c221c for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:19:46.023270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.060597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.273594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0bee5-9d8b-496b-bb83-142198535eb6 req-cc9e7cb2-2cf7-4f52-bce9-269f40c068d0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:46.281157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09a0bee5-9d8b-496b-bb83-142198535eb6 req-cc9e7cb2-2cf7-4f52-bce9-269f40c068d0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 946 time: 0.0965099
Nov 10 04:19:46.285578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Request body: {'floatingip': {'port_id': '415730f3-33a2-4873-9c5f-7dd87ea90b1d'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:46.318443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 6184f499-793f-4b82-b1c4-1492f2a7d48b owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:46.339026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.383568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09a0bee5-9d8b-496b-bb83-142198535eb6 req-0a86e2f4-18ca-4ced-9111-7051b0715783 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb450caa-5c4d-4930-8477-ec2fcc21dcb3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013830
Nov 10 04:19:46.408945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.427911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.435421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.485597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ab9e90-043e-4695-a9ea-653f03cbb2e3,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:46.487867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Checking segment: {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:46.488321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Network hostable DHCP agents. Network: 28758ffd-bbb1-400f-9927-837503657097, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:19:46.513170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Network 28758ffd-bbb1-400f-9927-837503657097 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:19:46.520235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b00d-f5d1-45aa-af48-520d4616af21 None None] Pushing event updated for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:46.545898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 28758ffd-bbb1-400f-9927-837503657097) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:46.566829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:46.566829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.567589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af60115-37ee-4f47-858a-a93bd1f92f5b None None] Network 28758ffd-bbb1-400f-9927-837503657097 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:46.622693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Attempting to bind port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:46.623256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Attempting to bind port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:46.623642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Attempting to bind port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd on network af202ece-b8e7-4cab-947e-5f517da907b0 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:46.624380 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7cf4ef26-bc35-4773-83bd-ad3c56b585d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6425257
Nov 10 04:19:46.627175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37144) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:46.632759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:46.633142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Checking segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:46.633672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.634060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Bound using segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:46.634599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Bound port: 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:46.635698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.639401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:46.645084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7cc76cc9-8b74-4239-af37-0c450b23bfbc no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:46.672379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.673551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.696297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 7cc76cc9-8b74-4239-af37-0c450b23bfbc {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:46.696651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7cc76cc9-8b74-4239-af37-0c450b23bfbc not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:46.758343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.849197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] For port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:46.856537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] For port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:46.867753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:46.922586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a8f31-93c1-4b66-9051-e649a56d82f9 req-c40e8db6-d634-4862-840e-4ce3746cc855 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:46.932001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c7a8f31-93c1-4b66-9051-e649a56d82f9 req-c40e8db6-d634-4862-840e-4ce3746cc855 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.2996378
Nov 10 04:19:46.983739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.002851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.019685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:47.020729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207ad99d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:47.023097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b00d-f5d1-45aa-af48-520d4616af21 None None] Pushing event updated for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:47.083331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-28758ffd-bbb1-400f-9927-837503657097', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:19:47.084197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.133351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.195604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] Provisioning complete for port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:47.195982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.332332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:47.334435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=6184f499-793f-4b82-b1c4-1492f2a7d48b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:47.338606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37150) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:47.366660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.412264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c7a8f31-93c1-4b66-9051-e649a56d82f9 req-9bef2f0f-2f4b-47d1-99c1-2d95e9245223 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4602268
Nov 10 04:19:47.426543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.447403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] No DVR routers for this DVR port 6184f499-793f-4b82-b1c4-1492f2a7d48b on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:47.461012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.464399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7f80b484-bad9-4e48-8359-3b49c886da08 req-e5c99345-5d4e-4213-b788-dfc18706a794 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.26 "DELETE /v2.0/ports/6184f499-793f-4b82-b1c4-1492f2a7d48b HTTP/1.1" status: 204  len: 173 time: 2.0309832
Nov 10 04:19:47.465052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'name': 'network-vif-deleted', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:47.467333 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83daaa84-7420-4a35-b5c9-e863c5030904" -d '{"events": [{"server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "name": "network-vif-deleted", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:47.583939 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147de40b-bd6d-4923-9e20-c8d0caa5ea8b x-openstack-request-id: req-147de40b-bd6d-4923-9e20-c8d0caa5ea8b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:47.584628 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83864efe-efe5-47af-81d5-7997a3c006d4", "name": "network-vif-deleted", "tag": "6184f499-793f-4b82-b1c4-1492f2a7d48b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:47.585097 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-147de40b-bd6d-4923-9e20-c8d0caa5ea8b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:47.586016 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83864efe-efe5-47af-81d5-7997a3c006d4', 'name': 'network-vif-deleted', 'tag': '6184f499-793f-4b82-b1c4-1492f2a7d48b', 'status': 'completed', 'code': 200}
Nov 10 04:19:47.593423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6560ddea-2338-4d74-8524-adb3eef417e8 req-1a866d50-006f-485c-a72f-606a288298c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=83864efe-efe5-47af-81d5-7997a3c006d4 HTTP/1.1" status: 200  len: 210 time: 0.0386188
Nov 10 04:19:47.618566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Allocated IP 172.32.3.78 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/c91bdf22-f4d5-46f1-938a-7a0b0f6922c0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:47.622164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Allocated IP 172.20.0.2 (28758ffd-bbb1-400f-9927-837503657097/d5ab9e90-043e-4695-a9ea-653f03cbb2e3/a640891a-a9d5-47be-9bb3-f36aab63e9f9) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:47.654977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.693166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8859c5cb-3697-4292-8c2e-b027f692831c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.710867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:19:47.746437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.770717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] For port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:47.783741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.803070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.832389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.874836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:47.878941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:47.883079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:47.897516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:47.909385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Pushing event updated for resources: {'Port': ['ID=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:47.915234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3681bce6-72e2-43e5-a5f0-5d16dba70022 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:47.961024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1778d81-65f5-4e12-874c-0eda17443687 None None] Pushing event updated for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:47.969589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.969932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.970272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.970606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.970992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.971326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.972731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.973073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.973402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.973755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.974042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.974364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:47.984015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0920af7b-8b75-40cd-b6ac-7dd4afdda4ff None None] Provisioning complete for port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:47.984465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0920af7b-8b75-40cd-b6ac-7dd4afdda4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.037876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.055637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207ad99d0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:46Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:48.057831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.096409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608b1ba-c1e5-4367-84b1-ec3c6e851b97 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:46Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:48.115966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8859c5cb-3697-4292-8c2e-b027f692831c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.130061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8859c5cb-3697-4292-8c2e-b027f692831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.148440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Network 28758ffd-bbb1-400f-9927-837503657097 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:48.156918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:48.161947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:48.167663 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Floating IP 6660ff39-8223-4518-9837-41a02f642245 associated. External IP: 172.32.3.16, port: 415730f3-33a2-4873-9c5f-7dd87ea90b1d.
Nov 10 04:19:48.247117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Pushing event updated for resources: {'Port': ['ID=a640891a-a9d5-47be-9bb3-f36aab63e9f9,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:48.283480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8859c5cb-3697-4292-8c2e-b027f692831c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1ba180d9894fecb64af7735d54a0ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9261775
Nov 10 04:19:48.285429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37158) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:48.297980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c5cb-3697-4292-8c2e-b027f692831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bdb5f0-8515-475e-92fb-c9a627836a20,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:48.307002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Deleting port fbe84220-a0ee-41ff-8d45-f0b1c09942bd {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:48.307644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.326000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Attempting to bind port a640891a-a9d5-47be-9bb3-f36aab63e9f9 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:48.328075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Attempting to bind port a640891a-a9d5-47be-9bb3-f36aab63e9f9 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:48.329036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Attempting to bind port a640891a-a9d5-47be-9bb3-f36aab63e9f9 on network 28758ffd-bbb1-400f-9927-837503657097 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:48.340107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:48.340484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Checking segment: {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:48.340919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.342100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Bound using segment: {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:48.342590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Bound port: a640891a-a9d5-47be-9bb3-f36aab63e9f9, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:48.343040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.460673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.647263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] For port a640891a-a9d5-47be-9bb3-f36aab63e9f9, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:48.647710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.651234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] For port fbe84220-a0ee-41ff-8d45-f0b1c09942bd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:48.651863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.669978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bc71730d-aa0e-4144-8141-7b00cad4e383 None None] Provisioning complete for port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:48.670774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bc71730d-aa0e-4144-8141-7b00cad4e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.727114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] For port a640891a-a9d5-47be-9bb3-f36aab63e9f9, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a640891a-a9d5-47be-9bb3-f36aab63e9f9,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:48.749405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.751642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37164) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:48.797590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:48.810809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bc71730d-aa0e-4144-8141-7b00cad4e383 None None] Port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:48.842272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.874547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.876706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.886924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6184f499-793f-4b82-b1c4-1492f2a7d48b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:48.945341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 6184f499-793f-4b82-b1c4-1492f2a7d48b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:48.945683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 6184f499-793f-4b82-b1c4-1492f2a7d48b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:48.974887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:48.979280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c366-62ba-4e87-998a-74d9848ec689 None None] Pushing event updated for resources: {'Port': ['ID=a640891a-a9d5-47be-9bb3-f36aab63e9f9,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:48.994305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.004739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:49.005112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.058960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Calling delete_port for fbe84220-a0ee-41ff-8d45-f0b1c09942bd owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:49.116998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.120038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.121246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb450caa-5c4d-4930-8477-ec2fcc21dcb3 HTTP/1.1" status: 204  len: 168 time: 0.3681757
Nov 10 04:19:49.139179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb882d-1e4e-47f3-8314-5dc59f3ec6da tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb450caa-5c4d-4930-8477-ec2fcc21dcb3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:49.212572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:49.239067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37168) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:49.279737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f59789-e07a-405f-86ec-fb5455e975cf req-d1130d4d-ee8e-4c29-b273-531df1e11ddc tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:49.281330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03f59789-e07a-405f-86ec-fb5455e975cf req-d1130d4d-ee8e-4c29-b273-531df1e11ddc tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.7176383
Nov 10 04:19:49.377512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting subnet 02480a95-b0c6-4301-a944-defbcfb3243d {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:19:49.383920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.397007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.399527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.403137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1bdb5f0-8515-475e-92fb-c9a627836a20 HTTP/1.1" status: 204  len: 168 time: 1.1143639
Nov 10 04:19:49.436896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.450238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.475695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e497e-515f-469b-9e4c-84b54d70446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bdb5f0-8515-475e-92fb-c9a627836a20,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:49.507807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03f59789-e07a-405f-86ec-fb5455e975cf req-728a0691-4597-4325-a366-ae98d7b6e610 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146535
Nov 10 04:19:49.553820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:49.560097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.576719 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:49.593417 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:49.594793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b546a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:49.654360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-05df5830-c07b-49e2-b30c-1c7dbf4f0327 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "PUT /v2.0/floatingips/6660ff39-8223-4518-9837-41a02f642245 HTTP/1.1" status: 200  len: 991 time: 3.3719745
Nov 10 04:19:49.661940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:49.664249 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8512d10c-fa44-455c-a661-f45ef1bc8343" -d '{"events": [{"name": "network-changed", "server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:49.746163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.761237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:49.764329 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4322e1f-93f8-407e-86f9-b4be0b77f9ce x-openstack-request-id: req-d4322e1f-93f8-407e-86f9-b4be0b77f9ce {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:49.764639 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:49.767337 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4322e1f-93f8-407e-86f9-b4be0b77f9ce {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:49.767759 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'status': 'completed', 'code': 200}
Nov 10 04:19:49.775897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Router eecd6a2e-c780-42ca-9078-db0a3a14d285 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:19:49.802276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:49.865405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe84220-a0ee-41ff-8d45-f0b1c09942bd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:49.922345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37178) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:50.024879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.080876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.137206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.137420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dafe3d-cd00-4e3e-a83c-1066a2504e40 None None] Network e333f114-4fd5-4d28-9140-0aece5ba7105 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:50.147867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/subnets/02480a95-b0c6-4301-a944-defbcfb3243d HTTP/1.1" status: 204  len: 168 time: 0.9076626
Nov 10 04:19:50.149223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5af5d7-3680-43b2-b5b5-d2bf7efb913a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Subnet': ['ID=02480a95-b0c6-4301-a944-defbcfb3243d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:50.157603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:50.178635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:50.191537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.193096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6888d456-89ee-49e6-866b-d904a94c9b05 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.5632334
Nov 10 04:19:50.195717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37182) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:50.238725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Sync routers for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:50.250478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-959a8bd8-13b9-4831-b492-4b47e6718b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:50.252377 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-959a8bd8-13b9-4831-b492-4b47e6718b7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 1097 time: 0.3898404
Nov 10 04:19:50.289878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:50.290501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078abcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:50.306545 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b546a0>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6660ff39-8223-4518-9837-41a02f642245', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.16', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:35:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:31Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:50.338132 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:50.354549 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:50.355523 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b546a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:50.377125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.383590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.407302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.496526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8653036-7fca-465e-a32d-dc43cf6098c6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:50.498843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:50.539720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.540070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.540558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.541222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.541565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.542081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.542367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.542763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.543178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.545711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.546169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.546517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:19:50.552768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:50.595240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 2ea1a646-62f9-4f44-814d-b724ee1de76d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:50.595240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.614896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.630589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-591e3023-760e-4858-b67d-6e8ff18dda4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2546ed535d4f3d80a860a4af5253cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7011921
Nov 10 04:19:50.634345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37186) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:50.667603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 2ea1a646-62f9-4f44-814d-b724ee1de76d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ea1a646-62f9-4f44-814d-b724ee1de76d,segment=NetworkSegment(5f3d05fb-80b5-4fd5-852d-656b03e0e9bc),segment_id=5f3d05fb-80b5-4fd5-852d-656b03e0e9bc)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:50.668454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.690461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 2ea1a646-62f9-4f44-814d-b724ee1de76d owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:50.698773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c383ef-bcc9-43ae-89b0-3f0429b7f4bf None None] Network 28758ffd-bbb1-400f-9927-837503657097 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:50.701236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] DHCP port deletion for e333f114-4fd5-4d28-9140-0aece5ba7105 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:50.854724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-4248a3de-700e-4009-b715-289c3c489956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:50.856716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-4248a3de-700e-4009-b715-289c3c489956 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.5884831
Nov 10 04:19:50.920382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] Provisioning complete for port a640891a-a9d5-47be-9bb3-f36aab63e9f9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:50.920978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.923010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a640891a-a9d5-47be-9bb3-f36aab63e9f9 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:50.934298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:50.958702 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b546a0>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6660ff39-8223-4518-9837-41a02f642245', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.16', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:35:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:31Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:50.988994 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a810a6-96ce-4b08-ab56-92ff5ebc8abb None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '6660ff39-8223-4518-9837-41a02f642245', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'floating_ip_address': '172.32.3.16', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'port_id': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'mac_address': 'fa:16:3e:35:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:19:31Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 1, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:51.037848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.038011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.086689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=2ea1a646-62f9-4f44-814d-b724ee1de76d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:51.093885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] No DVR routers for this DVR port 2ea1a646-62f9-4f44-814d-b724ee1de76d on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:51.114656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-2cc70f57-c8da-43d9-bf91-1ffe24c69f2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 200  len: 999 time: 0.2395856
Nov 10 04:19:51.127962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825a364-bebd-40f3-857b-d9ba1d30cd0f req-504c9002-3d56-459c-b54c-10576cef04ac tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:51.128177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a640891a-a9d5-47be-9bb3-f36aab63e9f9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:51.128556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.136331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5825a364-bebd-40f3-857b-d9ba1d30cd0f req-504c9002-3d56-459c-b54c-10576cef04ac tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.4211402
Nov 10 04:19:51.140151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Deleting port 2ea1a646-62f9-4f44-814d-b724ee1de76d {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:51.140697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.176047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.182515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.185427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8653036-7fca-465e-a32d-dc43cf6098c6 HTTP/1.1" status: 204  len: 168 time: 0.5521319
Nov 10 04:19:51.258847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41786-dd11-4198-a008-f18e2e7fe94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8653036-7fca-465e-a32d-dc43cf6098c6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:51.342562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.362567 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18807648-6692-4890-8992-ee964dc75691 None None] New status for floating IP 6660ff39-8223-4518-9837-41a02f642245: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:19:51.373378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] For port 2ea1a646-62f9-4f44-814d-b724ee1de76d, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:51.373782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.395799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.402774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f8a6eb0>,) {'filters': {'network_id': ['e333f114-4fd5-4d28-9140-0aece5ba7105']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:51.414627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.429235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Calling delete_port for 2ea1a646-62f9-4f44-814d-b724ee1de76d owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:51.431020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f8a6eb0>, '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:51.431874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f8a6eb0>, '5f3d05fb-80b5-4fd5-852d-656b03e0e9bc') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:51.435970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11c7df-7482-4729-9e6e-38a0ecc5a692 req-ee80ec12-e20a-4202-9665-50aad650d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:51.437979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Port 2ea1a646-62f9-4f44-814d-b724ee1de76d was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:19:51.438213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b11c7df-7482-4729-9e6e-38a0ecc5a692 req-ee80ec12-e20a-4202-9665-50aad650d5a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.1844099
Nov 10 04:19:51.455409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.508764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078abcd0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:48Z', 'revision_number': 3, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:51.529946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.537179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5825a364-bebd-40f3-857b-d9ba1d30cd0f req-d19c43f2-6a44-43ad-96a1-0bc3d9c22e99 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3975358
Nov 10 04:19:51.548901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b11c7df-7482-4729-9e6e-38a0ecc5a692 req-21faa08a-1361-48fc-acfe-9df119135f4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925918
Nov 10 04:19:51.568017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] For port a640891a-a9d5-47be-9bb3-f36aab63e9f9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a640891a-a9d5-47be-9bb3-f36aab63e9f9,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:51.589042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.594449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-7710d6d0-6025-43f9-af17-39e52bfb06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:51.596640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-7710d6d0-6025-43f9-af17-39e52bfb06cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.4553177
Nov 10 04:19:51.613630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] No DVR routers for this DVR port 2ea1a646-62f9-4f44-814d-b724ee1de76d on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:51.618572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c422-b623-47ae-9486-5aa80842bba3 None None] Pushing event deleted for resources: {'Port': ['ID=2ea1a646-62f9-4f44-814d-b724ee1de76d,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:51.629487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.632485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Checking router: eecd6a2e-c780-42ca-9078-db0a3a14d285 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:51.632932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Updating router eecd6a2e-c780-42ca-9078-db0a3a14d285 port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:51.646212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.675280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:19:51.675678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:19:51.682824 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:19:51.753798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-4bd13b95-0134-495c-89f0-602a45992f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:51.758308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-4bd13b95-0134-495c-89f0-602a45992f17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1525495
Nov 10 04:19:51.826956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:51.856586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Router 8ec16ce5-5db7-465b-940f-9e70b046530f has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:51.962572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486cea7-2a7b-410b-9e3a-5662f6aaade2 None None] Pushing event updated for resources: {'Port': ['ID=a640891a-a9d5-47be-9bb3-f36aab63e9f9,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:51.988589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.002111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.010392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/networks/e333f114-4fd5-4d28-9140-0aece5ba7105 HTTP/1.1" status: 204  len: 168 time: 1.8304868
Nov 10 04:19:52.030083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37202) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:52.076939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-a24a71b7-d7b7-4f67-bf97-8b64b0453e10 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3084049
Nov 10 04:19:52.101860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57187dd1-68cd-48bb-97b9-729397bd7bc9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Network': ['ID=e333f114-4fd5-4d28-9140-0aece5ba7105,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:52.204967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8512d10c-fa44-455c-a661-f45ef1bc8343 req-4c3af77d-f9e3-440e-a9c9-5db450087c93 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181068
Nov 10 04:19:52.238762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:52.240135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Allocated IP 172.20.0.1 (28758ffd-bbb1-400f-9927-837503657097/d5ab9e90-043e-4695-a9ea-653f03cbb2e3/b0494e4e-a187-470c-8fae-f1185212c15d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:19:52.258405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Sync routers for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:52.259653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-035c5d32-23e6-4cc9-96e7-15a8902e30ec admin admin] 10.222.0.13 "PUT /v2.0/routers/8ec16ce5-5db7-465b-940f-9e70b046530f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4983602
Nov 10 04:19:52.261702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:52.265149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-45e31f46-75ed-4a59-8cfb-402c3ced8e4d None None] Provisioning complete for port a640891a-a9d5-47be-9bb3-f36aab63e9f9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:52.265650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-45e31f46-75ed-4a59-8cfb-402c3ced8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.323107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:19:52.323483 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:19:52.349621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Routers {'8ec16ce5-5db7-465b-940f-9e70b046530f'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:52.350412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820713e790>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8ec16ce5-5db7-465b-940f-9e70b046530f'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:52.403130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.503301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port dcc3868d-d53d-4ecc-afbb-76115b7c3564 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:52.503653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.582939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.592212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.676346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.676851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.693336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for dcc3868d-d53d-4ecc-afbb-76115b7c3564 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:52.701193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.741307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Set router 8ec16ce5-5db7-465b-940f-9e70b046530f gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:52.743667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4492ab7-2f25-4d1e-8858-9b9354c7cd87 req-68a6eca6-a46a-45cb-a0cd-52f945bc54a6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:52.745134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4492ab7-2f25-4d1e-8858-9b9354c7cd87 req-68a6eca6-a46a-45cb-a0cd-52f945bc54a6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0809984
Nov 10 04:19:52.753010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Deleting port 9265a3b0-ad2e-4417-ab27-bc5a24a70185 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:52.753010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.775347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Pushing event updated for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:52.849780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Network 28758ffd-bbb1-400f-9927-837503657097 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:52.853631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:52.859790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] For port 9265a3b0-ad2e-4417-ab27-bc5a24a70185, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9265a3b0-ad2e-4417-ab27-bc5a24a70185,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:52.860357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.869796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:19:52.927218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.943708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.966066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:52.982851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Calling delete_port for 9265a3b0-ad2e-4417-ab27-bc5a24a70185 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:53.078849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a3dca-1473-4513-823e-80b9ee848c5c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:53.187272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Attempting to bind port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:19:53.187652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Attempting to bind port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:19:53.188146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Attempting to bind port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:19:53.200403 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f4492ab7-2f25-4d1e-8858-9b9354c7cd87 req-61c78569-8c10-4422-a5ac-997f58ff5f97 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3237622
Nov 10 04:19:53.203487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a640891a-a9d5-47be-9bb3-f36aab63e9f9 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:53.219804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.278245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59c5f2-fea8-4b28-93bc-f870db5ebcd4 None None] Pushing event updated for resources: {'Port': ['ID=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:53.286120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa98acae-5e4e-4f73-aae1-fa07a51c9d0d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:53.290941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9265a3b0-ad2e-4417-ab27-bc5a24a70185,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:53.291333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:19:53.291711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:19:53.292113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.292501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:19:53.293011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Bound port: c91bdf22-f4d5-46f1-938a-7a0b0f6922c0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:19:53.293416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.323389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1593119778', 'description': 'tempest-description-1214758652'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:53.333707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.381665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.427913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-81dd9d21-e037-473b-885e-37a0c91c1fb0 None None] Provisioning complete for port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:53.428291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81dd9d21-e037-473b-885e-37a0c91c1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.431838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] For port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:19:53.483823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] For port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:19:53.498628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.506628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a640891a-a9d5-47be-9bb3-f36aab63e9f9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:53.506999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.578333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-81dd9d21-e037-473b-885e-37a0c91c1fb0 None None] Port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:53.585420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.589617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.611307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:53.612097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078abcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:53.664562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.665219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec16ce5-5db7-465b-940f-9e70b046530f {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:19:53.670162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.671357 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1c059a1a-6577-484f-95c6-bc64557336c7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ec16ce5-5db7-465b-940f-9e70b046530f HTTP/1.1" status: 204  len: 168 time: 1.4085450
Nov 10 04:19:53.674412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820713e790>, [{'id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'name': 'tempest-AttachVolumeShelveTestJSON-1926905105-router', 'tenant_id': 'e16946d4a8d945b6b316d212abca4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6'}], 'enable_snat': True}, 'gw_port_id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:11:51Z', 'updated_at': '2021-11-10T04:19:49Z', 'revision_number': 5, 'project_id': 'e16946d4a8d945b6b316d212abca4f83', 'gw_port': {'id': '9265a3b0-ad2e-4417-ab27-bc5a24a70185', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec16ce5-5db7-465b-940f-9e70b046530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:11:54Z', 'updated_at': '2021-11-10T04:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:53.675817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37236) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:53.676629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31d0c9-554a-427a-834d-75287abbf3c2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:53.748422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Deleting subnet 223e0677-c064-4fba-9ec6-7c4b691e1428 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:19:53.757268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.760704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Checking router: 8ec16ce5-5db7-465b-940f-9e70b046530f for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:53.795667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59c5f2-fea8-4b28-93bc-f870db5ebcd4 None None] Pushing event updated for resources: {'Port': ['ID=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:53.813034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:53.813776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:19:53.814856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ec16ce5-5db7-465b-940f-9e70b046530f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:19:53.815604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287cbc5-de63-47aa-bbdc-22877514da51 None None] The sync data for ids ['8ec16ce5-5db7-465b-940f-9e70b046530f'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:53.852021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.855897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=dcc3868d-d53d-4ecc-afbb-76115b7c3564,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:53.878774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.882008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-78f4f846-b8d4-4047-9364-9ba8bed9c344 None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:53.883096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78f4f846-b8d4-4047-9364-9ba8bed9c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.909870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:53.985657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:53.989571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.026448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.026787 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Floating IP ef5f7758-5b7d-42aa-a6a9-91ec808fa159 disassociated (deleted). External IP: 172.32.3.158, port: 89279490-e939-4d6d-b0f4-713b4bf416f6.
Nov 10 04:19:54.027191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-78f4f846-b8d4-4047-9364-9ba8bed9c344 None None] Port b0494e4e-a187-470c-8fae-f1185212c15d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:54.062593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.102830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223e0677-c064-4fba-9ec6-7c4b691e1428,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:54.115796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.120070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-370510d2-19b8-48a1-bfef-3ecd17905fe8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/223e0677-c064-4fba-9ec6-7c4b691e1428 HTTP/1.1" status: 204  len: 168 time: 0.4432580
Nov 10 04:19:54.123262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37246) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:54.207080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc27d9-3372-4cb7-a245-b670f8bc7498 None None] Network fc75a7af-896b-4018-b415-3db9606c7991 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:19:54.221584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.236511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.279197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.299928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Deleting port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:54.301640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.308675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ea1a646-62f9-4f44-814d-b724ee1de76d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:54.334333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.336348 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3550647-f7c5-4df3-9969-9bff5f187107 req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 1.0790939
Nov 10 04:19:54.361819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2ea1a646-62f9-4f44-814d-b724ee1de76d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:54.362235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ea1a646-62f9-4f44-814d-b724ee1de76d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:54.389152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] Provisioning complete for port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:54.389523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.444335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] For port 3f8f52a4-b049-4cec-ae0d-599eda75cc71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3f8f52a4-b049-4cec-ae0d-599eda75cc71,segment=NetworkSegment(4683ceb5-85c1-40aa-a2ab-62df83ab8b97),segment_id=4683ceb5-85c1-40aa-a2ab-62df83ab8b97)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:54.444739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.463491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bc904-6791-45bd-a1aa-3918cd5704d6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5285f50f-3f93-45db-91bf-9c2a6f87dad9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:54.506125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Calling delete_port for 3f8f52a4-b049-4cec-ae0d-599eda75cc71 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:54.569831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.580778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.583686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-314ed313-793c-4a61-ba17-ae2caa3aeca9 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1593119778&fields=id&tenant_id=94482b4b4b9c4b0583f87dd15521c5e6 HTTP/1.1" status: 200  len: 267 time: 0.1054618
Nov 10 04:19:54.624719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078abcd0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'b0494e4e-a187-470c-8fae-f1185212c15d', 'name': '', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:51Z', 'updated_at': '2021-11-10T04:19:52Z', 'revision_number': 1, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'subnets': [{'id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:54.657981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Pushing event updated for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:54.682032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a7e77-1545-4a09-a387-66d6a559ed0f None None] The sync data for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 is: [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'b0494e4e-a187-470c-8fae-f1185212c15d', 'name': '', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:51Z', 'updated_at': '2021-11-10T04:19:52Z', 'revision_number': 1, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'subnets': [{'id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:54.698733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.716739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-603a2e4d-311e-4f33-be35-35a2bbd436b7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:54.723607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-603a2e4d-311e-4f33-be35-35a2bbd436b7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0885456
Nov 10 04:19:54.728782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:54.749830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'port': {'security_groups': ['3a727cae-fc78-4473-9680-16c28ec8f8e2', '5285f50f-3f93-45db-91bf-9c2a6f87dad9']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:54.774522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.833709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca95aa-6e80-4082-92f4-3728f6987f94 None None] DHCP port deletion for fc75a7af-896b-4018-b415-3db9606c7991 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:19:54.844420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] For port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:54.861379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.888517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.944684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:54.999824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8f52a4-b049-4cec-ae0d-599eda75cc71,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:55.010672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] No DVR routers for this DVR port 3f8f52a4-b049-4cec-ae0d-599eda75cc71 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:55.020177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9149-a4cb-43d5-8f07-d69978cafac3 None None] Pushing event updated for resources: {'Port': ['ID=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:55.037079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Network 28758ffd-bbb1-400f-9927-837503657097 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:19:55.043299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:19:55.057757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:55.079438 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:55.093325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3f8f52a4-b049-4cec-ae0d-599eda75cc71 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:55.139712 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:55.141525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:55.155429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:55.160173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3f8f52a4-b049-4cec-ae0d-599eda75cc71 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:55.160805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3f8f52a4-b049-4cec-ae0d-599eda75cc71 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:55.162785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fbe84220-a0ee-41ff-8d45-f0b1c09942bd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:55.221307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e0c0b6d9-513c-4f15-85bd-38fd3bc92565 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef5f7758-5b7d-42aa-a6a9-91ec808fa159 HTTP/1.1" status: 204  len: 168 time: 3.1901529
Nov 10 04:19:55.224651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: fbe84220-a0ee-41ff-8d45-f0b1c09942bd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:55.225213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fbe84220-a0ee-41ff-8d45-f0b1c09942bd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:55.225970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9265a3b0-ad2e-4417-ab27-bc5a24a70185 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:55.240248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:55.242907 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152" -d '{"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:55.264021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9265a3b0-ad2e-4417-ab27-bc5a24a70185 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:19:55.270430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9265a3b0-ad2e-4417-ab27-bc5a24a70185 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:19:55.338463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Router eecd6a2e-c780-42ca-9078-db0a3a14d285 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:19:55.366860 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:55.594188 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943cb699-b31a-448e-9890-a68f4898cf12 x-openstack-request-id: req-943cb699-b31a-448e-9890-a68f4898cf12 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:55.594683 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:55.595041 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-943cb699-b31a-448e-9890-a68f4898cf12 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:55.595562 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'status': 'completed', 'code': 200}
Nov 10 04:19:55.608306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-44c26701-cfd8-4661-83ac-5ff274c67acd None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:55.608928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44c26701-cfd8-4661-83ac-5ff274c67acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:55.663550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37278) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:55.673466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-44c26701-cfd8-4661-83ac-5ff274c67acd None None] Port b0494e4e-a187-470c-8fae-f1185212c15d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:19:55.702004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:19:55.714787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a770798-db24-4b35-bffe-cd80e9fa4b73 admin admin] 10.222.0.13 "PUT /v2.0/routers/eecd6a2e-c780-42ca-9078-db0a3a14d285/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5180283
Nov 10 04:19:55.717768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-e28d613e-588b-4598-92ea-43e4d96ac135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:55.719473 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-e28d613e-588b-4598-92ea-43e4d96ac135 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 1097 time: 0.1089265
Nov 10 04:19:55.810643 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58880>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:55.853012 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:55.864821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:55.865836 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:55.990685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2c17327-1e53-4080-bd28-ebcbb683fac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.079522 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:56.082803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.085256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abe817-9864-4832-a8ed-2a031dfc0995 req-77bf16bd-fc43-4642-a1f2-3b7ab7e373b5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:56.092757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6abe817-9864-4832-a8ed-2a031dfc0995 req-77bf16bd-fc43-4642-a1f2-3b7ab7e373b5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.2285371
Nov 10 04:19:56.097185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-f26d5eaa-ed41-485b-b6f1-dcb5c031833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:56.098657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-f26d5eaa-ed41-485b-b6f1-dcb5c031833f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 200  len: 898 time: 0.3714623
Nov 10 04:19:56.147278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e31dbb0>,) {'filters': {'network_id': ['fc75a7af-896b-4018-b415-3db9606c7991']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:56.167756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e31dbb0>, '4683ceb5-85c1-40aa-a2ab-62df83ab8b97') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:56.168421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e31dbb0>, '4683ceb5-85c1-40aa-a2ab-62df83ab8b97') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:56.179902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-43bcafd7-8724-4f77-9d4e-43e38e2a4a75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 200  len: 217 time: 0.0681283
Nov 10 04:19:56.186145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:56.198171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.273343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.281429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.294180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:56.299386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6abe817-9864-4832-a8ed-2a031dfc0995 req-10320a49-55fe-4202-8894-8ef961dc896e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045717
Nov 10 04:19:56.320782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-2e030d75-88cc-4b02-b425-0e980bab5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:56.324840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-2e030d75-88cc-4b02-b425-0e980bab5862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 200  len: 834 time: 0.1341922
Nov 10 04:19:56.365337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.442160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:19:56.448185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2c17327-1e53-4080-bd28-ebcbb683fac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.449664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:19:56.452733 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:19:56.459071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2c17327-1e53-4080-bd28-ebcbb683fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.516479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:56.524060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.529277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b2c17327-1e53-4080-bd28-ebcbb683fac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2315a5abb8254ff19aed809f423476a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8622518
Nov 10 04:19:56.533294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-331adcde-ad55-4612-9f89-42e0fe6ae69d req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "PUT /v2.0/ports/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 982 time: 1.8064203
Nov 10 04:19:56.533987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93cf0-badf-4ee7-b68e-8e12c8819cfe tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:56.538771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-2d7e7949-2940-49a1-8885-a46a973b8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:56.540778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-2d7e7949-2940-49a1-8885-a46a973b8bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6c027c1-47df-48f8-8f59-6263718ea999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2007082
Nov 10 04:19:56.541405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37324) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:56.560384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:56.573648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:56.578349 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c7a7a-1e37-47e4-9cdb-86206565590b" -d '{"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:56.590778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17327-1e53-4080-bd28-ebcbb683fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632155fc-b1a1-4f66-a7c8-102e554425c3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:56.657747 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dde98438-1663-4a24-9648-358579916ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58880>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:56.711755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.719951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:56.733432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc75a7af-896b-4018-b415-3db9606c7991 HTTP/1.1" status: 204  len: 168 time: 2.6083689
Nov 10 04:19:56.735287 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20873d42-434a-4611-a6bd-f0d9d6335591 x-openstack-request-id: req-20873d42-434a-4611-a6bd-f0d9d6335591 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:56.735747 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:56.736290 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20873d42-434a-4611-a6bd-f0d9d6335591 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:56.738955 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:19:56.752101 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde98438-1663-4a24-9648-358579916ff7 None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:19:41Z', 'revision_number': 6, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'f9310af0-cc46-4969-93eb-518b6b353bd0', 'name': '', 'network_id': 'a6c027c1-47df-48f8-8f59-6263718ea999', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:ba:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:46Z', 'updated_at': '2021-11-10T04:17:52Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': 'c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:19:56.792936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1965-55d6-484e-ac23-b7b8329d34a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc75a7af-896b-4018-b415-3db9606c7991,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:56.845911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-792a59b2-62e2-4aec-8606-0cb7be3f02a3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1593119778&fields=id&tenant_id=94482b4b4b9c4b0583f87dd15521c5e6 HTTP/1.1" status: 200  len: 267 time: 0.1447883
Nov 10 04:19:57.005685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-14a5fa72-e654-4e45-9963-d3b022f90f29 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4485154
Nov 10 04:19:57.026330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37336) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:57.058487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.119251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-081c0b59-7861-4255-a772-983af97ddd2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e16946d4a8d945b6b316d212abca4f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0916293
Nov 10 04:19:57.123507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:19:57.129243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:57.199284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:19:57.199284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.226769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-10351488-fb7e-4fae-9ff9-e76277e8dbc1 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774349
Nov 10 04:19:57.235930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.253088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-ecc73cdd-30f4-4a34-bf18-2d2246e424ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.257050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-ecc73cdd-30f4-4a34-bf18-2d2246e424ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1136 time: 0.4324012
Nov 10 04:19:57.266040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.277551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-45b157a1-4417-4f12-858c-1602847eb35a tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.279328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.279499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-45b157a1-4417-4f12-858c-1602847eb35a tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 985 time: 0.4326720
Nov 10 04:19:57.307173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-377b7ede-1851-4846-a1be-90e54528e0ac tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.308961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-377b7ede-1851-4846-a1be-90e54528e0ac tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.4871764
Nov 10 04:19:57.326854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'port': {'security_groups': ['3a727cae-fc78-4473-9680-16c28ec8f8e2']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:57.374866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.378734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.381171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90eb2d4e-2a5e-4621-9688-7637e70d8365 HTTP/1.1" status: 204  len: 168 time: 0.2506599
Nov 10 04:19:57.392047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54953aa1-9828-4edf-ad53-2ab59a5357f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb2d4e-2a5e-4621-9688-7637e70d8365,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:57.459418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb1a9-ed84-4b97-8e9d-adf316a07b2e req-86f80947-8ce5-490a-98f0-fb5068998aef tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.468698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-559cb1a9-ed84-4b97-8e9d-adf316a07b2e req-86f80947-8ce5-490a-98f0-fb5068998aef tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.0777848
Nov 10 04:19:57.532688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-559cb1a9-ed84-4b97-8e9d-adf316a07b2e req-944b1e93-ba3c-4b76-a107-abf97d332af5 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567772
Nov 10 04:19:57.592914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.650753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.653435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.654798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/632155fc-b1a1-4f66-a7c8-102e554425c3 HTTP/1.1" status: 204  len: 168 time: 1.1088307
Nov 10 04:19:57.661161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-56970be5-d30d-4575-aa70-0217a2a9bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.662852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-56970be5-d30d-4575-aa70-0217a2a9bef5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.3943739
Nov 10 04:19:57.688351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506894d-a7cd-4e95-8323-c2392e7c52c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632155fc-b1a1-4f66-a7c8-102e554425c3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:57.749516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-fe5a1ce3-7877-459d-ab5e-19f361e41938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0714607
Nov 10 04:19:57.805974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 89279490-e939-4d6d-b0f4-713b4bf416f6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:19:57.806351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:57.952269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-7f633ff3-fc4b-4fa2-8e8f-58379871bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:57.953947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89396058-6a01-48ee-915a-ad93d8588de4 None None] New status for floating IP ef5f7758-5b7d-42aa-a6a9-91ec808fa159: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:19:57.954118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-7f633ff3-fc4b-4fa2-8e8f-58379871bfe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.1971378
Nov 10 04:19:58.000726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-5b5f6db8-15c5-4f89-8f85-3ba3341b242d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354197
Nov 10 04:19:58.463152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 89279490-e939-4d6d-b0f4-713b4bf416f6, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=89279490-e939-4d6d-b0f4-713b4bf416f6,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:58.463152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:58.475653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:19:58.489387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 89279490-e939-4d6d-b0f4-713b4bf416f6 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:19:58.578280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-13219bd1-c10d-47d3-bf95-324b844b47a9 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5634530
Nov 10 04:19:58.582316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:58.604702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:58.612050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:58.715127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:58.715947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:58.717145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31ed3edf-224f-470f-a813-e91bc0a05914 req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "PUT /v2.0/ports/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 943 time: 1.4195585
Nov 10 04:19:58.721348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:19:58.724790 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73efa3e1-44c0-4b58-8e4c-75bba1388189" -d '{"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:19:58.761071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce7b4-bac5-4522-ac13-e49f16240324 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:58.764173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9c08-5c4d-4736-b49d-38c82163116a req-ecf4dd15-9bf9-48a1-b5e5-1acb9425d78f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:58.775941 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3df9c08-5c4d-4736-b49d-38c82163116a req-ecf4dd15-9bf9-48a1-b5e5-1acb9425d78f tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 946 time: 0.1140835
Nov 10 04:19:58.841548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:19:58.849603 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3df9c08-5c4d-4736-b49d-38c82163116a req-f33d80a0-8862-45fb-9bd1-0615faef6362 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722692
Nov 10 04:19:58.931515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Sync routers for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:19:58.937888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 89279490-e939-4d6d-b0f4-713b4bf416f6 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:19:58.941638 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb0d17-c760-4f1f-acbd-77b8435c773b x-openstack-request-id: req-babb0d17-c760-4f1f-acbd-77b8435c773b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:19:58.941940 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:19:58.942198 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-babb0d17-c760-4f1f-acbd-77b8435c773b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:19:58.942612 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:19:58.944749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b26c7a7a-1e37-47e4-9cdb-86206565590b req-5b698e40-022b-4a14-a2fe-1e4f9d588865 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3587973
Nov 10 04:19:58.961332 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:19:58.963567 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149ca1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:59.107347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.166979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Port 89279490-e939-4d6d-b0f4-713b4bf416f6 update to DOWN by agent not found {{(pid=119698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 10 04:19:59.178329 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:19:59.205354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=89279490-e939-4d6d-b0f4-713b4bf416f6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:19:59.217669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-3d5d167a-0b16-434c-8d1f-8e08801040e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:59.219161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-3d5d167a-0b16-434c-8d1f-8e08801040e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.2106605
Nov 10 04:19:59.240009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-419af337-3974-46f3-90a3-f811dfa055d8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4742525
Nov 10 04:19:59.292752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:19:59.319604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:19:59.322055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] No DVR routers for this DVR port 89279490-e939-4d6d-b0f4-713b4bf416f6 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:19:59.384563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.388709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "DELETE /v2.0/ports/89279490-e939-4d6d-b0f4-713b4bf416f6 HTTP/1.1" status: 204  len: 173 time: 2.0460777
Nov 10 04:19:59.419959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.518882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-4211cb58-c041-45ad-b58a-3398934680af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:59.520507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-4211cb58-c041-45ad-b58a-3398934680af service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.2795763
Nov 10 04:19:59.559106 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:19:59.586519 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-4af4b936-25cf-4b1a-afbc-ce19faafb55f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0569456
Nov 10 04:19:59.638595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149ca1c0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'b0494e4e-a187-470c-8fae-f1185212c15d', 'name': '', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:51Z', 'updated_at': '2021-11-10T04:19:54Z', 'revision_number': 2, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'subnets': [{'id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:19:59.679887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-02cbdfb4-e1d8-4a72-bfcf-3bc37bc9ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:19:59.681429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-02cbdfb4-e1d8-4a72-bfcf-3bc37bc9ba2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.0878897
Nov 10 04:19:59.688856 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Checking router: eecd6a2e-c780-42ca-9078-db0a3a14d285 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:19:59.689467 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Updating router eecd6a2e-c780-42ca-9078-db0a3a14d285 port b0494e4e-a187-470c-8fae-f1185212c15d binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:19:59.727764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-28a17968-161e-40eb-815c-67dd992c2ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366352
Nov 10 04:19:59.735063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.741509 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.850954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eec1097-3c6d-4c3c-83b2-86450a238b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:19:59.982980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Allocated IP 172.32.3.229 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4d7c6738-af0c-4d97-a350-0c30b8f1b4d1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:00.072961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cb552325-7d6e-4fa0-af74-a5a9be016a4c req-c24a8f95-0e69-48cd-8cc9-d8557a1ba891 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=300d9ca4-8bad-4e28-a0b5-4e09b88855ee HTTP/1.1" status: 200  len: 210 time: 0.0481737
Nov 10 04:20:00.118071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-d9641c39-9799-4ffd-b5cb-48f722ed4a71 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791919
Nov 10 04:20:00.132534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eec1097-3c6d-4c3c-83b2-86450a238b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.155649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eec1097-3c6d-4c3c-83b2-86450a238b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.196226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.215048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0eec1097-3c6d-4c3c-83b2-86450a238b10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3672bd50452c45539377d055f3feaf4e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8938577
Nov 10 04:20:00.215364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37478) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:00.248276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec1097-3c6d-4c3c-83b2-86450a238b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8487d-9a6c-486a-9ac3-56b05123daca,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:00.303173 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73efa3e1-44c0-4b58-8e4c-75bba1388189 req-8507c78e-afc6-4199-a442-262511ee0553 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737998
Nov 10 04:20:00.314600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.342583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.352498 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.361458 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.367785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:00.374673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:00.383127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:00.408810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.422090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'Port': ['ID=4d7c6738-af0c-4d97-a350-0c30b8f1b4d1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:00.432394 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970c9c-31ba-43ca-987f-014c8c6583c3 None None] Pushing event updated for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:00.519851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Attempting to bind port b0494e4e-a187-470c-8fae-f1185212c15d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:00.521430 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Attempting to bind port b0494e4e-a187-470c-8fae-f1185212c15d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:00.521903 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Attempting to bind port b0494e4e-a187-470c-8fae-f1185212c15d on network 28758ffd-bbb1-400f-9927-837503657097 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:00.528023 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:00.528642 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Checking segment: {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:00.529183 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.529825 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Bound using segment: {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:00.530244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.530563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Bound port: b0494e4e-a187-470c-8fae-f1185212c15d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2ba9dd-a791-4420-9596-3cd2e56d04b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '28758ffd-bbb1-400f-9927-837503657097'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:00.531105 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.532248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.534934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.536087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fa8487d-9a6c-486a-9ac3-56b05123daca HTTP/1.1" status: 204  len: 168 time: 0.3186276
Nov 10 04:20:00.564716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ddd74-06c0-447d-a503-3799c1fbf3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8487d-9a6c-486a-9ac3-56b05123daca,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:00.614097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.679050 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] For port b0494e4e-a187-470c-8fae-f1185212c15d, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:00.682995 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] For port b0494e4e-a187-470c-8fae-f1185212c15d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b0494e4e-a187-470c-8fae-f1185212c15d,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:00.693299 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.840939 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:00.841696 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149ca1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:00.853078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:00.853546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.883871 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970c9c-31ba-43ca-987f-014c8c6583c3 None None] Pushing event updated for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:00.944940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'name': 'network-vif-deleted', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:00.949213 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c946e7c-9321-45b5-b0cb-66e7ec2034cf" -d '{"events": [{"server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "name": "network-vif-deleted", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:00.975247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.992241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:00.993007 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:01.074641 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e427190-1732-4a21-be9c-f86e9a1a5927 x-openstack-request-id: req-0e427190-1732-4a21-be9c-f86e9a1a5927 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:01.075055 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300d9ca4-8bad-4e28-a0b5-4e09b88855ee", "name": "network-vif-deleted", "tag": "89279490-e939-4d6d-b0f4-713b4bf416f6", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:01.075796 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e427190-1732-4a21-be9c-f86e9a1a5927 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:01.076501 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300d9ca4-8bad-4e28-a0b5-4e09b88855ee', 'name': 'network-vif-deleted', 'tag': '89279490-e939-4d6d-b0f4-713b4bf416f6', 'status': 'completed', 'code': 200}
Nov 10 04:20:01.080919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.125678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.186750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] For port b0494e4e-a187-470c-8fae-f1185212c15d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b0494e4e-a187-470c-8fae-f1185212c15d,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:01.193407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:01.195380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.251569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.255724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0030811
Nov 10 04:20:01.389255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.391191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d683599f-e366-4034-9094-3f9f962cdb44 None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:01.393472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d683599f-e366-4034-9094-3f9f962cdb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.455617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d741172-2ca7-4dc0-ac34-4e84f379c5e1 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event updated for resources: {'Port': ['ID=4d7c6738-af0c-4d97-a350-0c30b8f1b4d1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:01.457144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.457778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f10a8-6e11-4256-9b3d-d7469166bfa7 None None] Pushing event updated for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:01.491312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-1c6b10ef-f76c-4805-b42b-87f1671e6755 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 696 time: 0.2244980
Nov 10 04:20:01.592527 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149ca1c0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'b0494e4e-a187-470c-8fae-f1185212c15d', 'name': '', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:51Z', 'updated_at': '2021-11-10T04:20:00Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'subnets': [{'id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:01.597551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.602254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:01.603944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/security-groups/99ef0b4a-460f-4a97-b55b-102b7bfdcbbc HTTP/1.1" status: 204  len: 168 time: 0.4092250
Nov 10 04:20:01.647649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5ddb4-b059-4049-b64f-0f18bfa5011e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef0b4a-460f-4a97-b55b-102b7bfdcbbc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:01.680980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37538) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:01.688827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b0494e4e-a187-470c-8fae-f1185212c15d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:01.738536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c4878-85a1-4261-b42c-44cb33b51463 None None] The sync data for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 is: [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:19:53Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'b0494e4e-a187-470c-8fae-f1185212c15d', 'name': '', 'network_id': '28758ffd-bbb1-400f-9927-837503657097', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'mac_address': 'fa:16:3e:0d:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:51Z', 'updated_at': '2021-11-10T04:20:00Z', 'revision_number': 4, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'subnets': [{'id': 'd5ab9e90-043e-4695-a9ea-653f03cbb2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:01.762295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-3c40b71f-44e2-410f-9b59-49f1948aeab7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:01.764660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-3c40b71f-44e2-410f-9b59-49f1948aeab7 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.2667432
Nov 10 04:20:01.777842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-f78bd9bd-2999-4336-952b-c50c0baf82b6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:20:01.784086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a1c7028-caa2-46a1-b23b-b00f8d2c0f60 req-f78bd9bd-2999-4336-952b-c50c0baf82b6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0126326
Nov 10 04:20:01.815430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:01.816130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.071945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37564) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:02.098818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-47419e44-5ad5-4cec-9a28-157d787cc3ea tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:02.100600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-47419e44-5ad5-4cec-9a28-157d787cc3ea tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1878617
Nov 10 04:20:02.219467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-a1497527-c478-48b1-a0a1-2aa8b080409b tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 696 time: 0.1040356
Nov 10 04:20:02.228946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'floatingip': {'port_id': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:02.277710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.401318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-290a1a1f-5678-4837-ae12-e57474487749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.519966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-290a1a1f-5678-4837-ae12-e57474487749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.525473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-290a1a1f-5678-4837-ae12-e57474487749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.574896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-290a1a1f-5678-4837-ae12-e57474487749 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc386f457df54810b8e5a3ef0a1211e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5016656
Nov 10 04:20:02.576024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:02.583812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1a1f-5678-4837-ae12-e57474487749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b8b8b-5de7-4927-ae42-88cf2ba4ba49,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:02.634639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37592) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:02.650543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.682756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.743024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.754552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.760253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a6b8b8b-5de7-4927-ae42-88cf2ba4ba49 HTTP/1.1" status: 204  len: 168 time: 0.1800835
Nov 10 04:20:02.787342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9657b-3063-4a5b-a22e-1b12e6096b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b8b8b-5de7-4927-ae42-88cf2ba4ba49,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:02.797497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a1195b47-574a-41d0-91c6-8bc809d35f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.838515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.917691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.937256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a1195b47-574a-41d0-91c6-8bc809d35f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.944585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a1195b47-574a-41d0-91c6-8bc809d35f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.976226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:02.982518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195b47-574a-41d0-91c6-8bc809d35f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6bac54-cf71-4f91-b08f-8431fbdace85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:03.003883 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a1195b47-574a-41d0-91c6-8bc809d35f42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8332b0de468a466898115561e5a16108&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3657978
Nov 10 04:20:03.004321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37604) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:03.063672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.094464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.164168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.167680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.173237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd6bac54-cf71-4f91-b08f-8431fbdace85 HTTP/1.1" status: 204  len: 168 time: 0.1673348
Nov 10 04:20:03.192857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d8a88-31d6-4e8a-92ec-639bdce7e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6bac54-cf71-4f91-b08f-8431fbdace85,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:03.194703 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Floating IP fde08a5a-4b2e-4547-b575-8177c882191f associated. External IP: 172.32.3.229, port: de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99.
Nov 10 04:20:03.234029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:03.250562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43a1cc46-b4b7-4ecc-8a5c-3214c549d167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.339501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43a1cc46-b4b7-4ecc-8a5c-3214c549d167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.344966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43a1cc46-b4b7-4ecc-8a5c-3214c549d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.386797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1cc46-b4b7-4ecc-8a5c-3214c549d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe8709-627d-4b19-88c8-15898edb904c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:03.394647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-43a1cc46-b4b7-4ecc-8a5c-3214c549d167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbb551e33ffe4bf6bf34bab1a3da2de5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1560464
Nov 10 04:20:03.398224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37632) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:03.465239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.541535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b0494e4e-a187-470c-8fae-f1185212c15d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:03.561088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.650290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.654353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.661719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40fe8709-627d-4b19-88c8-15898edb904c HTTP/1.1" status: 204  len: 168 time: 0.2614779
Nov 10 04:20:03.674688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762599d-7863-4426-a4d8-a695aa487c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe8709-627d-4b19-88c8-15898edb904c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:03.702305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b0494e4e-a187-470c-8fae-f1185212c15d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:03.703293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:03.983400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port f9310af0-cc46-4969-93eb-518b6b353bd0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:03.985076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:04.052964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Router 3d9a8c1a-935a-40b3-9838-ce72b9264534 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:04.221497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port f9310af0-cc46-4969-93eb-518b6b353bd0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9310af0-cc46-4969-93eb-518b6b353bd0,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:04.221896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:04.240907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for f9310af0-cc46-4969-93eb-518b6b353bd0 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:04.300443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:04.306556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:04.330257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Sync routers for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:04.337924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-6db5b9ed-8998-4afc-86ea-77579336cab6 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "PUT /v2.0/floatingips/fde08a5a-4b2e-4547-b575-8177c882191f HTTP/1.1" status: 200  len: 997 time: 2.1167066
Nov 10 04:20:04.340046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:04.342484 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac62ac-1071-4aee-98da-4d19ef7c7d83" -d '{"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:04.381777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:04.382678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207433eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:04.484553 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89ede51-ba45-437f-9db2-098b5c6fa7b9 x-openstack-request-id: req-e89ede51-ba45-437f-9db2-098b5c6fa7b9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:04.484929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:04.485215 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e89ede51-ba45-437f-9db2-098b5c6fa7b9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:04.485549 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:20:04.493852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-d3ff6bd6-acc9-4d4b-949d-f235c561eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:04.495404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-d3ff6bd6-acc9-4d4b-949d-f235c561eee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.1360016
Nov 10 04:20:04.524117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7466edae-2870-4643-9d61-06b60fbe4362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:04.625639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-befc9a8e-6a38-4921-9fe7-08d753471b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:04.632729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-befc9a8e-6a38-4921-9fe7-08d753471b66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.1584456
Nov 10 04:20:04.647086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:04.726449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-a80f486a-16c7-4111-894a-18ce152a6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:04.728046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-a80f486a-16c7-4111-894a-18ce152a6590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.2259874
Nov 10 04:20:04.815843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:04.829733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-fe87ba3c-eb4f-48e6-aa21-310e1a2a41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:04.832825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-fe87ba3c-eb4f-48e6-aa21-310e1a2a41eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.1915920
Nov 10 04:20:04.967955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=f9310af0-cc46-4969-93eb-518b6b353bd0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:04.999384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-2d4cb763-c9bf-4a60-a869-9bec8e723a92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 1000 time: 0.1599343
Nov 10 04:20:05.009239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-d9fa138d-58e7-4c96-b271-b1f6c45d4185 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 1000 time: 0.2727709
Nov 10 04:20:05.132968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-cff6e588-816e-4ce9-9703-bb745eee8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:05.134584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-cff6e588-816e-4ce9-9703-bb745eee8919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.1281037
Nov 10 04:20:05.193372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-d20dcadc-987d-4022-9398-d362c3ae9e31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499804
Nov 10 04:20:05.209232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207433eb0>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fde08a5a-4b2e-4547-b575-8177c882191f', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'floating_ip_address': '172.32.3.229', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'port_id': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'mac_address': 'fa:16:3e:d2:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:00Z', 'updated_at': '2021-11-10T04:20:02Z', 'revision_number': 1, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:05.226307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-afd9435c-ba66-4529-b31d-dd0a2643b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:05.250524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-afd9435c-ba66-4529-b31d-dd0a2643b039 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.2017066
Nov 10 04:20:05.296212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Checking router: 3d9a8c1a-935a-40b3-9838-ce72b9264534 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:05.313039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:05.318641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207433eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:05.396967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-380c518e-eaec-4700-93ff-488b5e813ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1451337
Nov 10 04:20:05.405371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-db0e5a16-16c6-44aa-91fc-7fb9548199b3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:20:05.415046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-db0e5a16-16c6-44aa-91fc-7fb9548199b3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0165403
Nov 10 04:20:05.489053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-8193d154-881f-45d9-affd-42cd46044a04 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832346
Nov 10 04:20:05.552042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-76f38ef6-51e1-4031-b0eb-9c217637ae1f service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362493
Nov 10 04:20:05.653529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:05.656926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:05.742622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eac62ac-1071-4aee-98da-4d19ef7c7d83 req-9e1d0467-47de-4356-81a6-1f477fec63b9 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2468619
Nov 10 04:20:05.809880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37724) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:05.846259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-208341c3-322a-4c7f-ae60-f5fae6087b83 req-7bebcd32-cfae-4e45-a704-d8d4efd65a14 service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2933946
Nov 10 04:20:06.026107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-797845cf-9bb3-4e2b-a7b7-987109d02abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.114780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-af2c70fc-8dc8-4b20-b886-bd4e8c83c642 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 1000 time: 0.2177231
Nov 10 04:20:06.141364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router f0489173-9bed-4575-8df0-37ffd80b9fbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:06.196834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-8514103e-b616-4132-b549-1b0e8adb65db tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:06.196834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-8514103e-b616-4132-b549-1b0e8adb65db tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 943 time: 0.0804636
Nov 10 04:20:06.202710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207433eb0>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fde08a5a-4b2e-4547-b575-8177c882191f', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'floating_ip_address': '172.32.3.229', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'port_id': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'mac_address': 'fa:16:3e:d2:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:00Z', 'updated_at': '2021-11-10T04:20:02Z', 'revision_number': 1, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:06.247942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11df561-e737-4c01-a6fd-f1f9b8092342 None None] The sync data for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 is: [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fde08a5a-4b2e-4547-b575-8177c882191f', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'floating_ip_address': '172.32.3.229', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'port_id': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'mac_address': 'fa:16:3e:d2:ad:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:00Z', 'updated_at': '2021-11-10T04:20:02Z', 'revision_number': 1, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:06.341099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-797845cf-9bb3-4e2b-a7b7-987109d02abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.348743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:06.349427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-797845cf-9bb3-4e2b-a7b7-987109d02abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.356924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b9840b90-8804-4074-a3fe-6b01219fec34 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/f0489173-9bed-4575-8df0-37ffd80b9fbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6737347
Nov 10 04:20:06.368458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37738) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:06.375202 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Sync routers for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:06.408128 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:06.409327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148de520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:19:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:06.498016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting subnet c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:20:06.502582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.565997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-797845cf-9bb3-4e2b-a7b7-987109d02abe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=886d6f7a2d4a464a80574667e94a79fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7515430
Nov 10 04:20:06.568201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:06.583654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.641636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797845cf-9bb3-4e2b-a7b7-987109d02abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1636fbf7-250e-45af-ac87-aa62155e2524,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:06.679523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-475cb44f-c47b-4eb5-8a7c-c8f20e9ba953 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 1000 time: 0.2769132
Nov 10 04:20:06.714984 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:06.733075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.735630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d94501-bb75-4532-bc19-fd38ba498030 None None] New status for floating IP fde08a5a-4b2e-4547-b575-8177c882191f: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:20:06.767911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.908035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.996293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:06.999027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.000207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1636fbf7-250e-45af-ac87-aa62155e2524 HTTP/1.1" status: 204  len: 168 time: 0.4309738
Nov 10 04:20:07.017192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed74799-619c-44c4-996b-1ec29515d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636fbf7-250e-45af-ac87-aa62155e2524,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:07.035645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.048786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-88ceaebf-9433-42c5-939c-b2cbb6f86b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.076665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-811878ea-4f75-4a18-a5b1-82c5ec77682d tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:07.081034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-811878ea-4f75-4a18-a5b1-82c5ec77682d tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.3927863
Nov 10 04:20:07.091844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:07.100009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.104664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c911270c-529c-43da-8921-b1fa0e7d9ff7 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/subnets/c2d522f5-8cb9-4504-aa84-b7e6ac9f3a1a HTTP/1.1" status: 204  len: 168 time: 0.7326069
Nov 10 04:20:07.107167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37778) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:07.132504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-dc28658b-16c8-4d37-a72b-99faa0293f88 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:20:07.133896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-dc28658b-16c8-4d37-a72b-99faa0293f88 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0448618
Nov 10 04:20:07.215492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84003f1c-c4f0-4391-8ba9-fb0b1e58c0d9 None None] Network a6c027c1-47df-48f8-8f59-6263718ea999 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:07.241434 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-56e77300-0c80-43d5-acac-0cc39d4bbe3d tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 1000 time: 0.0947959
Nov 10 04:20:07.278284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:07.375596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148de520>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:20:04Z', 'revision_number': 7, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:07.458750 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Checking router: f0489173-9bed-4575-8df0-37ffd80b9fbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:07.464473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.491974 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Routers {'f0489173-9bed-4575-8df0-37ffd80b9fbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:07.493787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148de520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0489173-9bed-4575-8df0-37ffd80b9fbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:07.520638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.621327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] DHCP port deletion for a6c027c1-47df-48f8-8f59-6263718ea999 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:07.734115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.769224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Deleting port 7d2a575e-fa3a-4741-a889-bb9add80f114 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:07.769843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.868907 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] Set router f0489173-9bed-4575-8df0-37ffd80b9fbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:07.892917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] For port 7d2a575e-fa3a-4741-a889-bb9add80f114, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7d2a575e-fa3a-4741-a889-bb9add80f114,segment=NetworkSegment(608fb6f6-ea85-4f5c-98cd-f2ad74538d66),segment_id=608fb6f6-ea85-4f5c-98cd-f2ad74538d66)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:07.894264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.916033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Calling delete_port for 7d2a575e-fa3a-4741-a889-bb9add80f114 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:07.926094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 4c301687-5966-4356-a8fc-aeb6faea2fda {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:07.926310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.927521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.947128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:07.949814 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Floating IP fde08a5a-4b2e-4547-b575-8177c882191f disassociated. External IP: 172.32.3.229, port: de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99.
Nov 10 04:20:08.124897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 4c301687-5966-4356-a8fc-aeb6faea2fda, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4c301687-5966-4356-a8fc-aeb6faea2fda,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:08.125470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.157571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 4c301687-5966-4356-a8fc-aeb6faea2fda owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:08.317671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148de520>, [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:20:04Z', 'revision_number': 7, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:08.383253 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a15cb-713d-4866-9627-82f1f64007e7 None None] The sync data for ids ['f0489173-9bed-4575-8df0-37ffd80b9fbe'] in ncdv-817176-1 is: [{'id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'name': 'tempest-TestNetworkBasicOps-router-894968246', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153'}], 'enable_snat': True}, 'gw_port_id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:17:38Z', 'updated_at': '2021-11-10T04:20:04Z', 'revision_number': 7, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '4c301687-5966-4356-a8fc-aeb6faea2fda', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0489173-9bed-4575-8df0-37ffd80b9fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:17:39Z', 'updated_at': '2021-11-10T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:08.552220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.571256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.583916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.586851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] Pushing event deleted for resources: {'Port': ['ID=7d2a575e-fa3a-4741-a889-bb9add80f114,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:08.603652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc81542-8cf5-4ffe-a271-98680774825d None None] No DVR routers for this DVR port 7d2a575e-fa3a-4741-a889-bb9add80f114 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:20:08.645096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=4c301687-5966-4356-a8fc-aeb6faea2fda,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:08.667187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f197f7-7462-457d-8bf0-706f539e6215 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:08.797161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.940777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:08.943223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.002824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.003823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Fanout notify agent at l3_agent the message router_deleted on router f0489173-9bed-4575-8df0-37ffd80b9fbe {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:09.012805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.018252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 37856) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:09.020831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8740214a-3462-4514-b223-197feb3f2291 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/routers/f0489173-9bed-4575-8df0-37ffd80b9fbe HTTP/1.1" status: 204  len: 168 time: 1.9123948
Nov 10 04:20:09.037245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Router 3d9a8c1a-935a-40b3-9838-ce72b9264534 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:09.245127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.387330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:09.394754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.395148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.403833 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Sync routers for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:09.419240 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:09.420157 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:09.425503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.455560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82150398b0>,) {'filters': {'network_id': ['a6c027c1-47df-48f8-8f59-6263718ea999']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:09.466991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150398b0>, '608fb6f6-ea85-4f5c-98cd-f2ad74538d66') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:09.467289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150398b0>, '608fb6f6-ea85-4f5c-98cd-f2ad74538d66') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:09.479325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.496256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.505674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:09.505674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:09.584210 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:09.612275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:09.613524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.636884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.647491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/networks/a6c027c1-47df-48f8-8f59-6263718ea999 HTTP/1.1" status: 204  len: 168 time: 0.6276050
Nov 10 04:20:09.669696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:09.679649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc206d7-f8da-42dd-8e27-39482cf2ce8d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Network': ['ID=a6c027c1-47df-48f8-8f59-6263718ea999,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:09.683247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-5092a056-d4d4-43a4-b13f-497a23207af3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "PUT /v2.0/floatingips/fde08a5a-4b2e-4547-b575-8177c882191f HTTP/1.1" status: 200  len: 695 time: 2.4358420
Nov 10 04:20:09.684349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:09.688140 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b67682-13ea-4f80-b756-77c274802e54" -d '{"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:09.688621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'network': {'name': 'tempest-network-smoke--533870183', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:09.729873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:09.748030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.798191 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ede36c-d71b-42f8-ad9f-4b067cb046e4 x-openstack-request-id: req-70ede36c-d71b-42f8-ad9f-4b067cb046e4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:09.798620 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:09.798806 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70ede36c-d71b-42f8-ad9f-4b067cb046e4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:09.812401 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:20:09.847320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:09.868012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:09.868694 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Added segment 398e17a0-3412-416a-8adc-b951da1ce22d of type vlan for network 1f5aeec9-65a0-4926-857e-25911ddfd582
Nov 10 04:20:09.924124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7d2a575e-fa3a-4741-a889-bb9add80f114 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:09.969928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b67682-13ea-4f80-b756-77c274802e54 req-6a612a41-baab-4f87-b60c-bf2ffb720443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:09.973151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-6a612a41-baab-4f87-b60c-bf2ffb720443 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.1565297
Nov 10 04:20:09.998306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-6c06555d-646b-48e7-82c7-ad49fb905730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:09.999892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.000043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-6c06555d-646b-48e7-82c7-ad49fb905730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.2922540
Nov 10 04:20:10.033814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 7d2a575e-fa3a-4741-a889-bb9add80f114 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:10.033814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7d2a575e-fa3a-4741-a889-bb9add80f114 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:10.034218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9310af0-cc46-4969-93eb-518b6b353bd0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:10.044662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b66a0>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:10.077011 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Checking router: 3d9a8c1a-935a-40b3-9838-ce72b9264534 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:10.084373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f9310af0-cc46-4969-93eb-518b6b353bd0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:10.084721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9310af0-cc46-4969-93eb-518b6b353bd0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:10.092500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:10.093671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:10.098369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.108432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:10.109419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.199018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5265062
Nov 10 04:20:10.220532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.238347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 37898) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:10.261366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'admin_state_up': True, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:10.383897 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:10.391201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247bf8-a386-4130-8e04-e4d7ca3b971c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Network': ['ID=1f5aeec9-65a0-4926-857e-25911ddfd582,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:10.404338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:10.411573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.413494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.520889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.523166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b67682-13ea-4f80-b756-77c274802e54 req-37b376f9-98bf-4805-8634-6ae9648784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:10.527725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-37b376f9-98bf-4805-8634-6ae9648784f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.5469029
Nov 10 04:20:10.536419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-20681afb-78a8-4efc-a4d4-86fa6069f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:10.538266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-20681afb-78a8-4efc-a4d4-86fa6069f124 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.5230567
Nov 10 04:20:10.680365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-3b10da28-b88f-4367-90e8-a27426690dd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.1409211
Nov 10 04:20:10.740426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-ade50881-b165-40ea-99e1-c83ac43fa597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0714087
Nov 10 04:20:10.757751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:10.882012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b67682-13ea-4f80-b756-77c274802e54 req-188c843f-d42f-41a0-bc69-d3b4aaf216b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:10.883490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-188c843f-d42f-41a0-bc69-d3b4aaf216b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.1655900
Nov 10 04:20:10.889554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-2be96a4e-125b-4c70-b443-f97defb4bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:10.898341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-2be96a4e-125b-4c70-b443-f97defb4bb5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.1569774
Nov 10 04:20:10.903478 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b66a0>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:10.959397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b1de2-ddbf-42f7-a859-b95f48b15638 None None] The sync data for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 is: [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'c45891c9-5324-4f9e-a931-a905fc7f9a11', 'name': '', 'network_id': '4e455583-668f-4e77-ad53-97b52650a9b9', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'mac_address': 'fa:16:3e:97:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:07Z', 'updated_at': '2021-11-10T04:19:12Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'subnets': [{'id': '2b8977e1-a434-4b4b-921a-bc2c94f20e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:11.006533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-577b42cf-fd6b-4422-aac0-483b23029ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1070623
Nov 10 04:20:11.022615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-1c13ecbf-40d5-4624-b838-4e1071da7649 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144037
Nov 10 04:20:11.426715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-c4dda01c-4ea5-4c23-a63e-ab9e0942883b service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4062982
Nov 10 04:20:11.470241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-37ec31e1-5ca0-4cf1-bbbf-5009c12798ad service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070331
Nov 10 04:20:11.486366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4c301687-5966-4356-a8fc-aeb6faea2fda no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:11.536916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25171852-aab9-456b-bba9-59128b50b29d None None] New status for floating IP fde08a5a-4b2e-4547-b575-8177c882191f: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:20:11.657824 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-005e1b5c-cae8-4497-acf8-a89871baed51 req-739b32f5-9885-4812-b67d-f9a7c55ef27f service neutron] 10.222.0.13 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276840
Nov 10 04:20:11.685806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6b67682-13ea-4f80-b756-77c274802e54 req-c5e3800b-d404-499c-96fe-8d48c40f1a2b service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671734
Nov 10 04:20:11.732669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4c301687-5966-4356-a8fc-aeb6faea2fda {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:11.733028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4c301687-5966-4356-a8fc-aeb6faea2fda not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:11.852122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-78c01428-f61f-4b89-b8f8-eacb58cb2385 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips/fde08a5a-4b2e-4547-b575-8177c882191f HTTP/1.1" status: 200  len: 695 time: 0.1072252
Nov 10 04:20:11.903661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-064d054e-0fda-4728-8a14-7a20a3e80a3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0912199
Nov 10 04:20:11.912775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:11.951037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.034200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86d60-3703-4c31-a323-91355c00eab5 req-86cf702b-768b-45d5-bd7f-79d79e599c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:12.041217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-86cf702b-768b-45d5-bd7f-79d79e599c22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 1097 time: 0.0887790
Nov 10 04:20:12.043339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-a35c38fd-c083-45fe-8365-4431154336b8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:12.044813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-a35c38fd-c083-45fe-8365-4431154336b8 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/networks/aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 784 time: 0.1918948
Nov 10 04:20:12.088956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-1f77c8be-8578-475e-9f10-e2186ba0f6e4 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:20:12.090588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-1f77c8be-8578-475e-9f10-e2186ba0f6e4 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0099208
Nov 10 04:20:12.127921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:12.164359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-dc42a016-ed71-4bb0-84b8-5948c4641140 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 696 time: 0.0669293
Nov 10 04:20:12.187385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86d60-3703-4c31-a323-91355c00eab5 req-f8586f12-ffbb-4ed2-948b-198cf90db0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:12.188965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-f8586f12-ffbb-4ed2-948b-198cf90db0c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 200  len: 920 time: 0.1259382
Nov 10 04:20:12.237316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-00a28dfb-e137-4ba8-ad56-6e830cc3dc96 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.32.3.229 HTTP/1.1" status: 200  len: 696 time: 0.0551164
Nov 10 04:20:12.256338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-2f361a1e-1d75-43cb-9a10-1ae82ec42bbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 200  len: 217 time: 0.0587618
Nov 10 04:20:12.258006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.32.3.57 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/23f0c4db-b89d-4835-863b-cdce95eedff9) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:12.262096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38022) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:12.346099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86d60-3703-4c31-a323-91355c00eab5 req-d646cfff-b85f-4236-b6bb-8e20d84babdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:12.348912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-d646cfff-b85f-4236-b6bb-8e20d84babdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 200  len: 859 time: 0.0838039
Nov 10 04:20:12.403102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba61d-dd94-49ab-8e59-320091e6b16d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.406497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-2eff9ff7-dd25-46fc-aef9-5602402e1835 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4e455583-668f-4e77-ad53-97b52650a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449333
Nov 10 04:20:12.433105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b5191f83-6872-4850-9fe4-83b3bb5c3ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.505563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Deleting port 4d7c6738-af0c-4d97-a350-0c30b8f1b4d1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:12.505977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.510419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.582749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-6844dc03-7944-40fd-86ca-7a4961692123 service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603777
Nov 10 04:20:12.634403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.634615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.648288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.680998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Calling delete_port for 4d7c6738-af0c-4d97-a350-0c30b8f1b4d1 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:12.683902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba61d-dd94-49ab-8e59-320091e6b16d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.695552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba61d-dd94-49ab-8e59-320091e6b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.699141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b5191f83-6872-4850-9fe4-83b3bb5c3ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.725530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b5191f83-6872-4850-9fe4-83b3bb5c3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.730430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:12.732664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=23f0c4db-b89d-4835-863b-cdce95eedff9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:12.769619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:12.772267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:12.789137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fe1ba61d-dd94-49ab-8e59-320091e6b16d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a8607ed101144ba98ba7ab08f68a870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6600378
Nov 10 04:20:12.790051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da3a482-cf37-4284-838b-448bb5f9c177 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:12.795013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38036) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:12.806773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b5191f83-6872-4850-9fe4-83b3bb5c3ff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53958fbaa2a430fb1a1b20302201586&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5435863
Nov 10 04:20:12.809880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83f86d60-3703-4c31-a323-91355c00eab5 req-e8772b86-8b90-40d8-9ffd-36449f0e574a service neutron] 10.222.0.21 "GET /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165344
Nov 10 04:20:12.810958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:12.812964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ba61d-dd94-49ab-8e59-320091e6b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84386122-3d76-4c9c-b40f-1c1add221075,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:12.880975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-16ff6488-8f81-40f9-802b-40e16b77d521 None None] Provisioning complete for port 23f0c4db-b89d-4835-863b-cdce95eedff9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:12.881338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16ff6488-8f81-40f9-802b-40e16b77d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.885763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5191f83-6872-4850-9fe4-83b3bb5c3ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b86cf7-0074-4b20-9a3f-755cfe670a06,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:12.934289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.936471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.940537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-16ff6488-8f81-40f9-802b-40e16b77d521 None None] Port 23f0c4db-b89d-4835-863b-cdce95eedff9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:12.977969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:12.981239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.066212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.068825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.070127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19b86cf7-0074-4b20-9a3f-755cfe670a06 HTTP/1.1" status: 204  len: 168 time: 0.2525516
Nov 10 04:20:13.072731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.075421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.076646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84386122-3d76-4c9c-b40f-1c1add221075 HTTP/1.1" status: 204  len: 168 time: 0.2790582
Nov 10 04:20:13.099496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4ac44-222b-4d73-8ec3-cb198b564315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b86cf7-0074-4b20-9a3f-755cfe670a06,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:13.108072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.114494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220aeb5-a943-4963-8816-cb99a1105890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84386122-3d76-4c9c-b40f-1c1add221075,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:13.151209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event deleted for resources: {'Port': ['ID=4d7c6738-af0c-4d97-a350-0c30b8f1b4d1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:13.233946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.269882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.272482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.273668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ce3e28e-53bf-43f4-bf8e-597861b3376f req-8b368401-4a0f-40ae-bebe-1800c0135762 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "DELETE /v2.0/floatingips/fde08a5a-4b2e-4547-b575-8177c882191f HTTP/1.1" status: 204  len: 173 time: 1.0262039
Nov 10 04:20:13.347989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4194f61-dad7-4161-a78d-86c2448b983e req-4bdca5f3-66e2-41b9-b2cb-753969660eb3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups/5285f50f-3f93-45db-91bf-9c2a6f87dad9 HTTP/1.1" status: 200  len: 1827 time: 0.0435090
Nov 10 04:20:13.426608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c4194f61-dad7-4161-a78d-86c2448b983e req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.463989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c4194f61-dad7-4161-a78d-86c2448b983e req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.472812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.501419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38062) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:13.519389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaa30d71-7693-45bf-a6d7-80f11d261cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.536987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c4194f61-dad7-4161-a78d-86c2448b983e req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.539738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c4194f61-dad7-4161-a78d-86c2448b983e req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.544530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4194f61-dad7-4161-a78d-86c2448b983e req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "DELETE /v2.0/security-groups/5285f50f-3f93-45db-91bf-9c2a6f87dad9 HTTP/1.1" status: 204  len: 173 time: 0.1884053
Nov 10 04:20:13.562741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec763f-668f-4a0a-a330-871310e2681f tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285f50f-3f93-45db-91bf-9c2a6f87dad9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:13.700024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaa30d71-7693-45bf-a6d7-80f11d261cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.708987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aaa30d71-7693-45bf-a6d7-80f11d261cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.745673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router 43355653-58d8-4226-920c-acc346b09efb is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:20:13.807545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30d71-7693-45bf-a6d7-80f11d261cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05094fe-52c1-4b4e-a811-79d7365976f9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:13.823722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aaa30d71-7693-45bf-a6d7-80f11d261cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1e6d1b1e1d948da9202ad5da8c1a6e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3211131
Nov 10 04:20:13.828751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38078) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:13.942449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:13.953362 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Sync routers for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:13.974061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.975510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:13.976719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:13.977753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b67c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:13.978833 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-51833988-a931-4c74-9f62-570659ed7de0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.7392695
Nov 10 04:20:13.982872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:14.002286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.033617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b90ef0-4fe2-4559-b26e-d1b7c4a3eab6 req-64c576c5-f0fc-417b-baf3-bec647b39165 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:14.035188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13b90ef0-4fe2-4559-b26e-d1b7c4a3eab6 req-64c576c5-f0fc-417b-baf3-bec647b39165 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.1159039
Nov 10 04:20:14.071220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38086) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:14.073085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-23cc03e4-d662-4425-8166-0aeb8cba2e3d tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=6c0528b04d134afa8397951de3d7922f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0871770
Nov 10 04:20:14.163225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:14.189654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13b90ef0-4fe2-4559-b26e-d1b7c4a3eab6 req-e69ca2a9-d02f-4db3-bfff-88a16c067214 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437569
Nov 10 04:20:14.217422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548f155-c9af-4854-9983-02ff6e69c0a6 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:14.218966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b548f155-c9af-4854-9983-02ff6e69c0a6 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1443696
Nov 10 04:20:14.220135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.222179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38092) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:14.222728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.227035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a05094fe-52c1-4b4e-a811-79d7365976f9 HTTP/1.1" status: 204  len: 168 time: 0.3961587
Nov 10 04:20:14.236345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5898ed5-7abd-4015-b4ef-ec0c099dc4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05094fe-52c1-4b4e-a811-79d7365976f9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:14.301736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:14.302815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7e2083a4-4cb4-4b06-b00e-4cbc7309ce25 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0786140
Nov 10 04:20:14.307483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326281440', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:14.462427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:14.469657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.525204 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b67c0>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:13Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:14.585212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Checking router: 43355653-58d8-4226-920c-acc346b09efb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:14.585789 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Updating router 43355653-58d8-4226-920c-acc346b09efb port 23f0c4db-b89d-4835-863b-cdce95eedff9 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:20:14.618306 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.743837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:14.855151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Subnet': ['ID=7a403524-c1a4-4584-b62f-4a82b23df84e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:14.917453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Checking segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:14.917845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network hostable DHCP agents. Network: 1f5aeec9-65a0-4926-857e-25911ddfd582, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:14.951940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:14.967363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1f5aeec9-65a0-4926-857e-25911ddfd582) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:14.978581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3ac29b-6b4a-4e0b-a79b-4882691e0457 None None] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:14.983550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:14.985666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.021031 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.024735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac9c7187-289d-4136-a4c0-3d272668c545 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7207625
Nov 10 04:20:15.026796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:15.028981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.071840 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Pushing event updated for resources: {'Port': ['ID=23f0c4db-b89d-4835-863b-cdce95eedff9,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:15.084410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.085190 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.085728 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.086377 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.087036 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.087679 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.088375 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.088916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.089447 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.089953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.090459 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.090964 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:15.125584 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Attempting to bind port 23f0c4db-b89d-4835-863b-cdce95eedff9 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:15.126095 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Attempting to bind port 23f0c4db-b89d-4835-863b-cdce95eedff9 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:15.126573 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Attempting to bind port 23f0c4db-b89d-4835-863b-cdce95eedff9 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:15.137723 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:15.148716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:15.149676 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.150297 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:15.151015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Bound port: 23f0c4db-b89d-4835-863b-cdce95eedff9, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:15.151643 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.173393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c5257-413b-469e-8630-91ea4127001d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:15.292532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] For port 23f0c4db-b89d-4835-863b-cdce95eedff9, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:15.296310 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] For port 23f0c4db-b89d-4835-863b-cdce95eedff9, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=23f0c4db-b89d-4835-863b-cdce95eedff9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:15.305970 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.323793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1f5aeec9-65a0-4926-857e-25911ddfd582', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:20:15.326530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.367455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] Provisioning complete for port 23f0c4db-b89d-4835-863b-cdce95eedff9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:15.367834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:15.412978 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf7199-ceaa-4d2f-89e7-f72097ee95c4 None None] Pushing event updated for resources: {'Port': ['ID=23f0c4db-b89d-4835-863b-cdce95eedff9,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:15.460570 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:15.461889 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b67c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:15.478049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7517dd-9484-469f-ab41-50371365f7b8 req-ac572cb7-d055-4328-b7d2-bb12db145718 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:15.479730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a7517dd-9484-469f-ab41-50371365f7b8 req-ac572cb7-d055-4328-b7d2-bb12db145718 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.0873919
Nov 10 04:20:15.608521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa006ef1-03e7-47d6-b875-40a37677c2af None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:15.703793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:15.845319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a7517dd-9484-469f-ab41-50371365f7b8 req-36791569-3252-4d99-b873-e61d25fed645 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535628
Nov 10 04:20:15.869299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Allocated IP 172.20.0.2 (1f5aeec9-65a0-4926-857e-25911ddfd582/7a403524-c1a4-4584-b62f-4a82b23df84e/c44245a4-382a-41eb-9c2f-ef2e56aea493) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:16.000119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.064814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] For port 23f0c4db-b89d-4835-863b-cdce95eedff9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=23f0c4db-b89d-4835-863b-cdce95eedff9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:16.088204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.306728 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b67c0>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:13Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:16.370239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-e5c6babe-6592-4fdc-8f6e-eb33f70227ef tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:16.372406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4c4e5-89f7-4f16-a6b4-47b9750072a2 None None] The sync data for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 is: [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:13Z', 'revision_number': 3, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:16.372753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-e5c6babe-6592-4fdc-8f6e-eb33f70227ef tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.21 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.3589702
Nov 10 04:20:16.420688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8469e-0e59-4f8a-9a4b-bc15054a58f9 None None] Pushing event updated for resources: {'Port': ['ID=23f0c4db-b89d-4835-863b-cdce95eedff9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:16.425006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.445417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eb9b6241-4b19-4e09-8860-6d29de9e8ce7 None None] Provisioning complete for port 23f0c4db-b89d-4835-863b-cdce95eedff9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:16.446189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb9b6241-4b19-4e09-8860-6d29de9e8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.454834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.548529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.615728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Pushing event updated for resources: {'Port': ['ID=c44245a4-382a-41eb-9c2f-ef2e56aea493,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:16.640099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.640595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.641073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.641507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.649022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.649393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.649802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.650135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.650513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.650857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.651187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.651514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:16.662941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:16.667896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:16.673586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:16.789094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Deleting port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:16.789359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.958520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Attempting to bind port c44245a4-382a-41eb-9c2f-ef2e56aea493 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:16.961121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Attempting to bind port c44245a4-382a-41eb-9c2f-ef2e56aea493 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:16.961121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Attempting to bind port c44245a4-382a-41eb-9c2f-ef2e56aea493 on network 1f5aeec9-65a0-4926-857e-25911ddfd582 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:16.979697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:16.979697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Checking segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:16.981367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:16.981936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Bound using segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:16.982552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Bound port: c44245a4-382a-41eb-9c2f-ef2e56aea493, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:16.982901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:17.151501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] For port c44245a4-382a-41eb-9c2f-ef2e56aea493, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:17.156712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] For port c44245a4-382a-41eb-9c2f-ef2e56aea493, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c44245a4-382a-41eb-9c2f-ef2e56aea493,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:17.169661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:17.282314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38292) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:17.342985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f656d-26e1-47c4-861c-5e5f0de1f7bb None None] Pushing event updated for resources: {'Port': ['ID=c44245a4-382a-41eb-9c2f-ef2e56aea493,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:17.759876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-305127182'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:17.790234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 23f0c4db-b89d-4835-863b-cdce95eedff9 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:17.851314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Made reservation on behalf of 2693615fa44442b6a49d0b811a3ef009 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:17.858868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:17.907266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:17.957343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 23f0c4db-b89d-4835-863b-cdce95eedff9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:17.957958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.117242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] For port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:18.117852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.155847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.164122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Calling delete_port for de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:18.171298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.272525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:18.291496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe611477-9f9f-43bd-bb8e-8c35d2f5ac36,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:18.308747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.309092 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Added segment 0b02a59c-3479-4b9a-8a8d-b349c5a92b2d of type vlan for network 40f2ba16-6371-4376-b8ab-4fb6a21269b1
Nov 10 04:20:18.414770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.435846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c306d-f571-4207-a2b3-09f74dae559a req-321ce56d-2a07-46ef-8a90-ed03cf7fa3e5 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:18.437928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-568c306d-f571-4207-a2b3-09f74dae559a req-321ce56d-2a07-46ef-8a90-ed03cf7fa3e5 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 946 time: 0.7840455
Nov 10 04:20:18.501335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.523188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:18.523915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.695064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4084599
Nov 10 04:20:18.698717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:18.743038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Request body: {'subnet': {'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:18.745867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352bc9f-2a23-4d0d-9bff-f79e4fee84dd tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event updated for resources: {'Network': ['ID=40f2ba16-6371-4376-b8ab-4fb6a21269b1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:18.755894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.782739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:18.807567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.1 (1f5aeec9-65a0-4926-857e-25911ddfd582/7a403524-c1a4-4584-b62f-4a82b23df84e/e98d1211-90c6-4108-8b11-5a9b9109cec7) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:18.909517 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-568c306d-f571-4207-a2b3-09f74dae559a req-92b799b4-6f61-49b4-b139-4c504c7631dd tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a727cae-fc78-4473-9680-16c28ec8f8e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4341996
Nov 10 04:20:18.958439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:18.991428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:20:19.052389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.102309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Pushing event deleted for resources: {'Port': ['ID=de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:19.129569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] No DVR routers for this DVR port de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:20:19.145698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.149014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1877a92a-5cb6-4e74-bc5e-d32a1ed6f088 req-ac1f6533-fdf0-4ff3-97ab-7bf7f5e68259 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.21 "DELETE /v2.0/ports/de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 HTTP/1.1" status: 204  len: 173 time: 2.7632685
Nov 10 04:20:19.149516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'name': 'network-vif-deleted', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:19.152059 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef81a3a-5b42-4d89-add0-2ab7993a9e39" -d '{"events": [{"server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "name": "network-vif-deleted", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:19.302378 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c2002-965d-41f1-9e7f-e397d9a7636e x-openstack-request-id: req-4a0c2002-965d-41f1-9e7f-e397d9a7636e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:19.302723 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54ee149-c4bb-4371-be3b-72e83e27d20d", "name": "network-vif-deleted", "tag": "de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:19.303014 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a0c2002-965d-41f1-9e7f-e397d9a7636e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:19.303420 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54ee149-c4bb-4371-be3b-72e83e27d20d', 'name': 'network-vif-deleted', 'tag': 'de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99', 'status': 'completed', 'code': 200}
Nov 10 04:20:19.355708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Made reservation on behalf of 2693615fa44442b6a49d0b811a3ef009 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:19.359886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.399702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a0772-9762-4566-b1ad-0d47d8b5b046 None None] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:19.588960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.688839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c44245a4-382a-41eb-9c2f-ef2e56aea493 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:19.768659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] Provisioning complete for port c44245a4-382a-41eb-9c2f-ef2e56aea493 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:19.769420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.773497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:19.828909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:19.835585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:19.841520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:20.056057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.109871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:20.129695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.138983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c44245a4-382a-41eb-9c2f-ef2e56aea493 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:20.139283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.207808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38376) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:20.215407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d980bb02-0f09-4f30-b2e3-758a0f3bf24d req-1440b377-c48d-49b9-a8da-04e440a918d3 tempest-ServerRescueTestJSONUnderV235-632046786 tempest-ServerRescueTestJSONUnderV235-632046786-project] 10.222.0.13 "GET /v2.0/ports?device_id=f54ee149-c4bb-4371-be3b-72e83e27d20d HTTP/1.1" status: 200  len: 210 time: 0.1118443
Nov 10 04:20:20.222541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.329969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] For port c44245a4-382a-41eb-9c2f-ef2e56aea493, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c44245a4-382a-41eb-9c2f-ef2e56aea493,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:20.349913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event updated for resources: {'Subnet': ['ID=6711b2dd-2386-4e39-961c-e9fb6f9556ad,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:20.365055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.369047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Checking segment: {'id': '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:20.369853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Network hostable DHCP agents. Network: 40f2ba16-6371-4376-b8ab-4fb6a21269b1, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:20.421254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.442881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.456846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24ec4a88-ce8e-4413-9b57-326692db0265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.461471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:20.519542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:20:20.520167 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:20:20.531521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 40f2ba16-6371-4376-b8ab-4fb6a21269b1) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:20.542913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:20.543522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.549045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35cfa9-bcc5-44be-a221-8d63b0eb8c0a None None] Pushing event updated for resources: {'Port': ['ID=c44245a4-382a-41eb-9c2f-ef2e56aea493,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:20.558099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74547e53-415d-4929-b7d9-41c76d576211 None None] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:20.680652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-94552637-517c-4517-a906-29ec64ac55e5 None None] Provisioning complete for port c44245a4-382a-41eb-9c2f-ef2e56aea493 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:20.682535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94552637-517c-4517-a906-29ec64ac55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.719248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a44303a-b2c5-4d35-92dc-51655928c812 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0114672
Nov 10 04:20:20.721249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:20.736690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Request body: {'port': {'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1507009695'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:20.780086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24ec4a88-ce8e-4413-9b57-326692db0265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.814501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-24ec4a88-ce8e-4413-9b57-326692db0265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.882745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24ec4a88-ce8e-4413-9b57-326692db0265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c2605475baf447f8125b8cd08562935&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6703911
Nov 10 04:20:20.886812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38384) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:20.918832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec4a88-ce8e-4413-9b57-326692db0265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c608bcf-4e6f-40c7-871d-6b56d09fe3d8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:20.945823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-40f2ba16-6371-4376-b8ab-4fb6a21269b1', 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1', 'tenant_id': '2693615fa44442b6a49d0b811a3ef009', 'fixed_ips': [{'subnet_id': '6711b2dd-2386-4e39-961c-e9fb6f9556ad'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:20:20.949514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:20.957714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:20.990544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Made reservation on behalf of 2693615fa44442b6a49d0b811a3ef009 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:20.996950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.008948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:21.010917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device de5e59b8-8dec-4d5b-8b26-de6fb6ec4c99 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:21.012310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-94552637-517c-4517-a906-29ec64ac55e5 None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:21.013222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94552637-517c-4517-a906-29ec64ac55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.027066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.030407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] device_id is not set on port bdbb8d79-d69e-4418-9006-f8757b9a5215 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:21.064485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.081650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.083035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-94552637-517c-4517-a906-29ec64ac55e5 None None] Port e98d1211-90c6-4108-8b11-5a9b9109cec7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:21.113975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.188526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Allocated IP 172.20.0.14 (40f2ba16-6371-4376-b8ab-4fb6a21269b1/6711b2dd-2386-4e39-961c-e9fb6f9556ad/bdbb8d79-d69e-4418-9006-f8757b9a5215) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:21.193704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.208696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.208918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9a04b202-6418-41c3-8fc0-745b837eb97a None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:21.209220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9a04b202-6418-41c3-8fc0-745b837eb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.211267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.212411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c608bcf-4e6f-40c7-871d-6b56d09fe3d8 HTTP/1.1" status: 204  len: 168 time: 0.3216538
Nov 10 04:20:21.213219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:21.234621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ef2b-5e42-4910-8086-c90f2fecaf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c608bcf-4e6f-40c7-871d-6b56d09fe3d8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:21.251172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9a04b202-6418-41c3-8fc0-745b837eb97a None None] Port e98d1211-90c6-4108-8b11-5a9b9109cec7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:21.328356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38392) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:21.334730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:21.336323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:21.485976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.489285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router 43355653-58d8-4226-920c-acc346b09efb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:21.592671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c44245a4-382a-41eb-9c2f-ef2e56aea493 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:21.627691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.653723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:21.655966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:21.672113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Sync routers for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:21.673520 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bbb96d05-4ba9-44b2-b227-d1655355d306 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/43355653-58d8-4226-920c-acc346b09efb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6455605
Nov 10 04:20:21.679803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:21.690793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98b0-aba0-4c0b-8e35-302807eb619b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.696519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Allocated IP 172.20.0.2 (40f2ba16-6371-4376-b8ab-4fb6a21269b1/6711b2dd-2386-4e39-961c-e9fb6f9556ad/80320ce0-c882-4fd9-a710-080b80896f22) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:21.698988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:21.700829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070877c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:21.717256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event updated for resources: {'Port': ['ID=bdbb8d79-d69e-4418-9006-f8757b9a5215,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:21.737275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:21.740319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:21.742774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:21.826164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.826839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:21.894120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-962af22b-5d0b-4ae3-b853-4a2cc5228901 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 1.1626842
Nov 10 04:20:21.898179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38402) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:21.963998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.964602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.965166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.965777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.966432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.967334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.967470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.968526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.968526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:21.973280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25870088-9a4e-4dec-98f4-9b1f2b1e5491 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6405 time: 0.2896614
Nov 10 04:20:21.976949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:22.040323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98b0-aba0-4c0b-8e35-302807eb619b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.047229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa3e98b0-aba0-4c0b-8e35-302807eb619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.081221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e98b0-aba0-4c0b-8e35-302807eb619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c89daf-def1-4aab-b641-50a1558f7b49,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:22.091273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Deleting port bdbb8d79-d69e-4418-9006-f8757b9a5215 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:22.091975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.130192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.130826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.131451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.132046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.132666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.133254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.133928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.134516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.135104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:22.140193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f0af8e58-c5c3-4887-9f90-768b1e9d255a tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5887 time: 0.1620200
Nov 10 04:20:22.141068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:22.160083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c437ff26-d6de-41d8-a520-8394190f01d8 None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:22.160650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c437ff26-d6de-41d8-a520-8394190f01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.173196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa3e98b0-aba0-4c0b-8e35-302807eb619b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3f8475793194a858264c1d6bf7f78b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5160303
Nov 10 04:20:22.176504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38430) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:22.272762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.283688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:22.286732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.335764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Calling delete_port for bdbb8d79-d69e-4418-9006-f8757b9a5215 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:22.375905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c44245a4-382a-41eb-9c2f-ef2e56aea493 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:22.376373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.415167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ccaa061-b7b8-45c2-a474-41dff61e2462 tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4497 time: 0.2693264
Nov 10 04:20:22.423066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.575013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c437ff26-d6de-41d8-a520-8394190f01d8 None None] Port e98d1211-90c6-4108-8b11-5a9b9109cec7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:22.609939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.678911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.722115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:22.727563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750167891', 'description': 'tempest-secgroup-smoke-1750167891 description', 'project_id': '6c0528b04d134afa8397951de3d7922f'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:22.743930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:22.749826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:22.756107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.773475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:22.792232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Pushing event updated for resources: {'Port': ['ID=80320ce0-c882-4fd9-a710-080b80896f22,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:22.883986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Attempting to bind port 80320ce0-c882-4fd9-a710-080b80896f22 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:22.894468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Attempting to bind port 80320ce0-c882-4fd9-a710-080b80896f22 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:22.895075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Attempting to bind port 80320ce0-c882-4fd9-a710-080b80896f22 on network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:22.903016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.905965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:22.906748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Checking segment: {'id': '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:22.907290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.907754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Bound using segment: {'id': '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:22.909953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Bound port: 80320ce0-c882-4fd9-a710-080b80896f22, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '40f2ba16-6371-4376-b8ab-4fb6a21269b1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:22.911224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.911602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.935023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070877c0>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 2, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:22.939139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.950851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:22.952220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2290318
Nov 10 04:20:22.955363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38440) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:22.960633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:22.966284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ee03a-d42a-4924-84e0-297e2561643e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6979a7-0eb5-491c-ad8a-aff6698e1829,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:22.985712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Checking router: 43355653-58d8-4226-920c-acc346b09efb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:22.986072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Updating router 43355653-58d8-4226-920c-acc346b09efb port e98d1211-90c6-4108-8b11-5a9b9109cec7 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:20:22.994221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.023841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.050450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] For port 80320ce0-c882-4fd9-a710-080b80896f22, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:23.059606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.077272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.084961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] For port 80320ce0-c882-4fd9-a710-080b80896f22, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80320ce0-c882-4fd9-a710-080b80896f22,segment=NetworkSegment(0b02a59c-3479-4b9a-8a8d-b349c5a92b2d),segment_id=0b02a59c-3479-4b9a-8a8d-b349c5a92b2d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:23.096656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.103052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e118df5c-e2b9-4dd3-84f6-513296cfcfd1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.113057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.117083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f92b081a-b212-4756-9ff7-436de08bd7fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1606259
Nov 10 04:20:23.117716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38442) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:23.123776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:23.142470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.181751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.239067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event deleted for resources: {'Port': ['ID=bdbb8d79-d69e-4418-9006-f8757b9a5215,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.253777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.261121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.278169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93856a2-2369-4c78-bf81-5182d0ccf1d8 None None] Pushing event updated for resources: {'Port': ['ID=80320ce0-c882-4fd9-a710-080b80896f22,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.282267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62c89daf-def1-4aab-b641-50a1558f7b49 HTTP/1.1" status: 204  len: 168 time: 1.0918062
Nov 10 04:20:23.372062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.382308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.423470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03c31-08bf-48e8-b8dd-1be710bb0229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c89daf-def1-4aab-b641-50a1558f7b49,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.471983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28b7484-d51c-4d7c-b547-e4010e46d46f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.486835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.496940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a31f119b-0bd0-47af-89e1-5535cf47f779 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3780816
Nov 10 04:20:23.497612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:23.506413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:23.532290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.564460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.583647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.595890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-709081d7-bf3d-4515-8132-3aed0f019e1e tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "DELETE /v2.0/ports/bdbb8d79-d69e-4418-9006-f8757b9a5215 HTTP/1.1" status: 204  len: 168 time: 1.6707368
Nov 10 04:20:23.602743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:23.631617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Deleting port c45891c9-5324-4f9e-a931-a905fc7f9a11 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:23.631964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.652200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.687164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb778d86-7c6d-4578-b23f-98b32764fb59 None None] Pushing event updated for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.813387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.823548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.861563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] For port c45891c9-5324-4f9e-a931-a905fc7f9a11, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c45891c9-5324-4f9e-a931-a905fc7f9a11,segment=NetworkSegment(8cda5c01-177a-4365-a6fe-a20bc8b59a49),segment_id=8cda5c01-177a-4365-a6fe-a20bc8b59a49)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:23.863376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.885831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Calling delete_port for c45891c9-5324-4f9e-a931-a905fc7f9a11 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:23.891556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8488d73a-42af-4527-9ee1-1b76ab1e2f39,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:23.939711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.956895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc7da905-22b9-4621-ba81-686ee1394893 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4455256
Nov 10 04:20:23.958285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38462) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:23.959199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Attempting to bind port e98d1211-90c6-4108-8b11-5a9b9109cec7 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:23.961978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Attempting to bind port e98d1211-90c6-4108-8b11-5a9b9109cec7 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:23.962644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Attempting to bind port e98d1211-90c6-4108-8b11-5a9b9109cec7 on network 1f5aeec9-65a0-4926-857e-25911ddfd582 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:23.973496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:23.980818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:23.982063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Checking segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:23.983494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:23.983968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Bound using segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:23.984472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Bound port: e98d1211-90c6-4108-8b11-5a9b9109cec7, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:23.990324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.099438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.154956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:24.197205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486625760', 'description': 'tempest-secgroup-smoke-486625760 description', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:24.230920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.242008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.242492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] For port e98d1211-90c6-4108-8b11-5a9b9109cec7, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:24.252537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] For port e98d1211-90c6-4108-8b11-5a9b9109cec7, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e98d1211-90c6-4108-8b11-5a9b9109cec7,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:24.254781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.261327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.277895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5303aa6d-7645-41f3-842b-cf49cc4dfddd,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:24.295581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b3b5a4cf-afb9-40cc-9f9e-bc91f22c2d38 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.6916969
Nov 10 04:20:24.296347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38476) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:24.305753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-156629147'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:24.336955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Made reservation on behalf of 2693615fa44442b6a49d0b811a3ef009 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:24.340652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb778d86-7c6d-4578-b23f-98b32764fb59 None None] Pushing event updated for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:24.350120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.362152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.381201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:24.381671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.412752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.413624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:24.414344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070877c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:24.424406 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2a78b99-eea3-4539-811c-5721013b90c6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4618466
Nov 10 04:20:24.426403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38480) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:24.444084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:24.444896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Pushing event deleted for resources: {'Port': ['ID=c45891c9-5324-4f9e-a931-a905fc7f9a11,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:24.453493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:24.478567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.480126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.480589 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Added segment a43e2c60-8d25-45c7-9019-d20ac967bc9e of type vlan for network b830bfa3-2280-47ca-98bf-40e9816df5b0
Nov 10 04:20:24.508828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.529560 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:20:24.558897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.566222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.570808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3786569
Nov 10 04:20:24.591428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.631193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:24.637413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:24.650120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d786d-61ec-40f7-b4b0-225b14c8488c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da56a6f6-0e25-4529-98e5-09d8eb6c719e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:24.680330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:24.689010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.697103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:24.698125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.810769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.5101223
Nov 10 04:20:24.816766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38490) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:24.828992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2d090-ae0f-4ed6-b3a8-ad6a22915c1b tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event updated for resources: {'Network': ['ID=b830bfa3-2280-47ca-98bf-40e9816df5b0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:24.844115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.850509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.864842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.876250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b830bfa3-2280-47ca-98bf-40e9816df5b0 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:24.936933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.954487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:24.960501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6d7223-aa6e-4526-9559-5a3273bef27b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:25.010954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.015348 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a215bf3-ea8e-45f6-ad75-d78c5e81c17c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5848017
Nov 10 04:20:25.017239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.020022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.027311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'security_group_rule': {'security_group_id': 'ad6979a7-0eb5-491c-ad8a-aff6698e1829', 'project_id': '6c0528b04d134afa8397951de3d7922f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:25.073445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.085936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc29c1ed-8f1d-4e7f-b07f-fd779c03e1f5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:25.112362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48f121-371f-4dd8-a3e7-18d0bb21b051 None None] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:25.129713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4737dac-f161-4d29-9498-7916aafaabb3 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks HTTP/1.1" status: 200  len: 7282 time: 0.3112960
Nov 10 04:20:25.132913 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Project 6c0528b04d134afa8397951de3d7922f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:20:25.133840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38500) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.143770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.164640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.168272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cb1c3f23-f6ae-40c0-93b3-c452e87d9e80 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5331717
Nov 10 04:20:25.170420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38502) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.182552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:25.192679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] For port e98d1211-90c6-4108-8b11-5a9b9109cec7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e98d1211-90c6-4108-8b11-5a9b9109cec7,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:25.211500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.278123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.279391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.296152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.430880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc926f0-3d54-4d38-8d4c-3f3767683587 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] Network b830bfa3-2280-47ca-98bf-40e9816df5b0 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:25.447330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Router 3d9a8c1a-935a-40b3-9838-ce72b9264534 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:25.473285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6bc926f0-3d54-4d38-8d4c-3f3767683587 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "POST /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.3323414
Nov 10 04:20:25.476803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38510) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.498077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7a5ec-4c70-407d-aedb-b7d09ec48a77 None None] Network b830bfa3-2280-47ca-98bf-40e9816df5b0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:25.567978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697091-7c0b-4391-a6c4-fdd50fafd9dc None None] Pushing event updated for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:25.631808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:25.632365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.703920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e08b7f8-67f0-45fd-9a2f-3e02c8e1541f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:25.719923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.729950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e211b92e-dca6-42e9-aff6-92974bc476fb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7088056
Nov 10 04:20:25.745837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.753613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.782607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e834757-2144-44a6-9f2d-ec35bb772347,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:25.810958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.812146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80320ce0-c882-4fd9-a710-080b80896f22 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:25.817416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38520) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.819322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e8a25464-17bd-49d3-ac53-2fd184064948 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6478274
Nov 10 04:20:25.832373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:25.842890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:25.853988 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Sync routers for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:25.855334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a618fc95-b0d2-4330-876b-2cca8ff1b18e admin admin] 10.222.0.13 "PUT /v2.0/routers/3d9a8c1a-935a-40b3-9838-ce72b9264534/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5250192
Nov 10 04:20:25.856111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38522) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.870014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38524) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:25.870220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3536c54-896a-4623-b9d4-782f4c6dc116 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks HTTP/1.1" status: 200  len: 8052 time: 0.3858962
Nov 10 04:20:25.895119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.896228 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:25.898851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214adfd60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:25.914842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070877c0>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:24Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:25.988565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:25.993286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.000322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d1dab0-bae7-4439-a143-c87ddf49502e None None] The sync data for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 is: [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:24Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:26.012949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38536) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.058642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44f4a0d-061b-4e32-9e43-13964c8ec7db,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:26.060839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 80320ce0-c882-4fd9-a710-080b80896f22 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:26.061406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.073283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.075948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9665357b-8065-436d-b91c-b93c4e36d67b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2578254
Nov 10 04:20:26.079817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38540) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.094043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:26.165224 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:26.187028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-3032edd7-2a89-41a0-8e76-404d173d6479 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750167891&fields=id&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 267 time: 0.1728835
Nov 10 04:20:26.237627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Provisioning complete for port 80320ce0-c882-4fd9-a710-080b80896f22 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:26.238424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.264869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-968dbd38-ad49-4abe-9fda-75de7ae160f5 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "DELETE /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks/b830bfa3-2280-47ca-98bf-40e9816df5b0 HTTP/1.1" status: 204  len: 168 time: 0.3852468
Nov 10 04:20:26.267434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38544) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.288505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.307795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.350358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.473713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1111469316'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:26.491924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 80320ce0-c882-4fd9-a710-080b80896f22, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80320ce0-c882-4fd9-a710-080b80896f22,segment=NetworkSegment(0b02a59c-3479-4b9a-8a8d-b349c5a92b2d),segment_id=0b02a59c-3479-4b9a-8a8d-b349c5a92b2d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:26.523730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.547737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-84b2ae3f-3533-4e88-9812-6e17a697cf9b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:26.558728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-84b2ae3f-3533-4e88-9812-6e17a697cf9b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/networks?id=1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 200  len: 796 time: 0.3705966
Nov 10 04:20:26.603413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.603931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-e4d2ddce-9557-4c91-959d-fc8054ffeffb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/quotas/6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 375 time: 0.0437038
Nov 10 04:20:26.608006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.609925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Made reservation on behalf of fe7f9d71abbe483c98dd79da90e64d7c for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:26.614908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.634087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.651194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.670245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00406a94-0e1b-4510-9c6a-4a4e07598f56,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:26.672351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.701746 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214adfd60>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '769d086a-6b26-4366-b127-dca4d120f70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:20:24Z', 'revision_number': 5, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port': {'id': '769d086a-6b26-4366-b127-dca4d120f70d', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:05Z', 'updated_at': '2021-11-10T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:26.710169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38546) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.712901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dfab7dd9-6d6f-4d9c-93b6-de22319cf082 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks HTTP/1.1" status: 200  len: 7282 time: 0.4302750
Nov 10 04:20:26.733463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.734692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2bdc1006-b238-48e4-ba2a-105371c5e2cd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6534424
Nov 10 04:20:26.741788 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Checking router: 3d9a8c1a-935a-40b3-9838-ce72b9264534 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:26.744130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38548) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.754275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Routers {'3d9a8c1a-935a-40b3-9838-ce72b9264534'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:26.755256 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214adfd60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3d9a8c1a-935a-40b3-9838-ce72b9264534'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:26.761690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:26.785271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=80320ce0-c882-4fd9-a710-080b80896f22,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:26.814688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-f7bbb6d2-fa27-4aa4-89dd-df9ee34db6fc tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1985533
Nov 10 04:20:26.839436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-04c27e53-c641-48e9-943b-23a30468e260 tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/networks/40f2ba16-6371-4376-b8ab-4fb6a21269b1/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.1218545
Nov 10 04:20:26.845396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:20:26.845752 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-b4f26cc7-f8ad-4570-ac69-60408585a6fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:20:26.846883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38550) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.868999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Deleting port 769d086a-6b26-4366-b127-dca4d120f70d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:26.869598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:26.919460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a131515-b9aa-4444-82fe-c6ff79d438bd tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/networks/40f2ba16-6371-4376-b8ab-4fb6a21269b1/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0712764
Nov 10 04:20:26.922379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38552) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:26.946467 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Project abc6c1178ce447b7ac33663ea9dea21f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:20:26.948475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] Set router 3d9a8c1a-935a-40b3-9838-ce72b9264534 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:26.956993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.050246 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214adfd60>, [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:20:26Z', 'revision_number': 6, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:27.061055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.074755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-e3c0768a-7ffa-4bcd-8f62-454521254754 service neutron] 10.222.0.13 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589793
Nov 10 04:20:27.089235 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93903799-ce8b-4252-ac1d-c7c22f86e47d None None] The sync data for ids ['3d9a8c1a-935a-40b3-9838-ce72b9264534'] in ncdv-817176-1 is: [{'id': '3d9a8c1a-935a-40b3-9838-ce72b9264534', 'name': 'tempest-ServerRescueTestJSONUnderV235-793737557-router', 'tenant_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:04Z', 'updated_at': '2021-11-10T04:20:26Z', 'revision_number': 6, 'project_id': '94482b4b4b9c4b0583f87dd15521c5e6', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:27.089654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] For port 769d086a-6b26-4366-b127-dca4d120f70d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=769d086a-6b26-4366-b127-dca4d120f70d,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:27.095424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.116705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Calling delete_port for 769d086a-6b26-4366-b127-dca4d120f70d owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:27.170316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-680db769-b24c-4c5d-9c2c-eb3e659ded62 service neutron] 10.222.0.13 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944657
Nov 10 04:20:27.172785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.241388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.242341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2a492-9e66-4418-a8f9-84abe8bb61fd,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:27.256401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.258147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:27.309368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6199878-011a-4f0c-82fd-0f03cfcd7d32,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:27.330791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.331357 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Added segment cc41de28-dca5-4de2-9462-a6b673f3a60d of type vlan for network de6562a5-a0e7-442c-a132-3da149c25757
Nov 10 04:20:27.351175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.352581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-890b1c67-f33a-49e0-b250-2feabc0ee324 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6056674
Nov 10 04:20:27.372392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:27.397448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'security_group_rule': {'security_group_id': 'da56a6f6-0e25-4529-98e5-09d8eb6c719e', 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:27.418893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.473852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38562) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:27.486140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55f8755f-4633-424a-9325-303a216c0a6f tempest-DHCPAgentSchedulersTestJSON-685643094 tempest-DHCPAgentSchedulersTestJSON-685643094-project-admin] 10.222.0.13 "GET /v2.0/agents/98f56fa4-79bc-452f-9122-8c84e71a5b8e/dhcp-networks HTTP/1.1" status: 200  len: 7282 time: 0.5529089
Nov 10 04:20:27.512587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ce531382-03c8-407e-a2f7-ff1b2d506026 None None] Could not find standard attr ID for object bdbb8d79-d69e-4418-9006-f8757b9a5215. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:20:27.516254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.527188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:27.527833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.551761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ce531382-03c8-407e-a2f7-ff1b2d506026 None None] Provisioning complete for port 80320ce0-c882-4fd9-a710-080b80896f22 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:27.552253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce531382-03c8-407e-a2f7-ff1b2d506026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.617298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24c5c444-0f6d-4552-b79a-c7881782fb89 req-5bf76938-ebb7-48bb-993d-5be851f7fd27 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 210 time: 0.1696074
Nov 10 04:20:27.629168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.695367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.696592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Pushing event deleted for resources: {'Port': ['ID=769d086a-6b26-4366-b127-dca4d120f70d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:27.729037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Pushing event updated for resources: {'Network': ['ID=de6562a5-a0e7-442c-a132-3da149c25757,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:27.735364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c15189-8ddf-474d-8b4a-f8d5ad19f562 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:27.747540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-17bc5325-1963-4276-9a82-21b6ac80740b tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.7297695
Nov 10 04:20:27.749065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network de6562a5-a0e7-442c-a132-3da149c25757 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:27.796752 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Project abc6c1178ce447b7ac33663ea9dea21f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:20:27.804257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.929408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.941555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.948723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:27.956877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.018510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82147d7190>,) {'filters': {'network_id': ['b830bfa3-2280-47ca-98bf-40e9816df5b0']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:28.023268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e98d1211-90c6-4108-8b11-5a9b9109cec7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:28.034014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d7190>, 'a43e2c60-8d25-45c7-9019-d20ac967bc9e') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:28.034798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d7190>, 'a43e2c60-8d25-45c7-9019-d20ac967bc9e') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:28.067604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.083803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.084414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9a8c1a-935a-40b3-9838-ce72b9264534 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:28.085673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.095206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:28.095714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:28.099740 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:28.102690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.106855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-928bcfdc-f4bd-4fb5-9c77-cc560d27ece7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3d9a8c1a-935a-40b3-9838-ce72b9264534 HTTP/1.1" status: 204  len: 168 time: 2.2494068
Nov 10 04:20:28.110216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:28.125233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port e98d1211-90c6-4108-8b11-5a9b9109cec7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:28.125606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.133022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38576) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:28.140589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757', 'binding:host_id': 'nch1-817176-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1757933069'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:28.183419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.197383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.205216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.226528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Deleting subnet 2b8977e1-a434-4b4b-921a-bc2c94f20e76 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:20:28.233156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Made reservation on behalf of 9cfcf4fe514b4a38971b84aa0e0de71a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:28.235615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.238351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.238679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.241337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac8e37e-55e0-4655-9cbb-8239fdf5335e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:28.242282 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "DELETE /v2.0/networks/b830bfa3-2280-47ca-98bf-40e9816df5b0 HTTP/1.1" status: 204  len: 168 time: 0.7672057
Nov 10 04:20:28.243492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d7033-c9c9-4c46-a35d-7e40e44db2ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event deleted for resources: {'Network': ['ID=b830bfa3-2280-47ca-98bf-40e9816df5b0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:28.245752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38578) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:28.275618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80320ce0-c882-4fd9-a710-080b80896f22 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:28.275963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.277305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3dc5d6b-23d5-4b03-a979-01ea90661765 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8993001
Nov 10 04:20:28.280799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.291635 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-348f8a4b-764a-4945-8c7d-79465249c0de tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:20:28.292551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348f8a4b-764a-4945-8c7d-79465249c0de tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:20:28.296228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-348f8a4b-764a-4945-8c7d-79465249c0de tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "DELETE /v2.0/ports/bdbb8d79-d69e-4418-9006-f8757b9a5215 HTTP/1.1" status: 404  len: 333 time: 0.0495980
Nov 10 04:20:28.298976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38582) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:28.330497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.363871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 80320ce0-c882-4fd9-a710-080b80896f22 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:28.364558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.385752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Deleting subnet 6711b2dd-2386-4e39-961c-e9fb6f9556ad {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:20:28.390628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.411228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.459881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.526657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.532052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.563013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.573853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port f7e3758e-93fc-417b-8651-c238c6282cb3 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:28.616452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c45891c9-5324-4f9e-a931-a905fc7f9a11 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:28.622083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.640298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8977e1-a434-4b4b-921a-bc2c94f20e76,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:28.647314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0b80-14be-4c72-b71d-3d28ac890c83,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:28.651395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c45891c9-5324-4f9e-a931-a905fc7f9a11 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:28.651738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c45891c9-5324-4f9e-a931-a905fc7f9a11 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:28.660193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.666725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35eee8f1-4af5-4352-b3c1-7df0d4f814fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b8977e1-a434-4b4b-921a-bc2c94f20e76 HTTP/1.1" status: 204  len: 168 time: 0.5491385
Nov 10 04:20:28.689023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:28.795502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-541723b7-5b3c-44c7-ac42-5e6ab3cb476d req-cb222efd-e5b0-4473-ba05-bc7c64f32f88 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 210 time: 0.0476491
Nov 10 04:20:28.832230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.847107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.853071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-eb3fd6eb-9bdc-469e-a42e-27e7e1b376d0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486625760&fields=id&tenant_id=abc6c1178ce447b7ac33663ea9dea21f HTTP/1.1" status: 200  len: 267 time: 0.1624384
Nov 10 04:20:28.889191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event deleted for resources: {'Subnet': ['ID=6711b2dd-2386-4e39-961c-e9fb6f9556ad,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:28.893758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:28.899897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-429d887a-39a0-47f8-b800-df5223ffdd17 tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "DELETE /v2.0/subnets/6711b2dd-2386-4e39-961c-e9fb6f9556ad HTTP/1.1" status: 204  len: 168 time: 0.5964656
Nov 10 04:20:28.902127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69851175-a085-40f3-b899-e7e77c53fed8 None None] Network 40f2ba16-6371-4376-b8ab-4fb6a21269b1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:28.923373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38610) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:29.073322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.076128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.105336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e9c3610>,) {'filters': {'network_id': ['4e455583-668f-4e77-ad53-97b52650a9b9']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.136021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9c3610>, '8cda5c01-177a-4365-a6fe-a20bc8b59a49') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.137152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9c3610>, '8cda5c01-177a-4365-a6fe-a20bc8b59a49') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.148527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.167896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.179893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:29.180313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:29.182077 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:29.192807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] DHCP port deletion for 40f2ba16-6371-4376-b8ab-4fb6a21269b1 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:29.238756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Deleting port 80320ce0-c882-4fd9-a710-080b80896f22 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:29.239125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.247530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-6a1c926b-9977-4c43-9e62-d8285e083ef4 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:29.249118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-6a1c926b-9977-4c43-9e62-d8285e083ef4 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/networks?id=1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 200  len: 796 time: 0.2559450
Nov 10 04:20:29.249652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Deleting port 80320ce0-c882-4fd9-a710-080b80896f22 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:29.250113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.288118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.296891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.302410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e455583-668f-4e77-ad53-97b52650a9b9 HTTP/1.1" status: 204  len: 168 time: 0.6100781
Nov 10 04:20:29.317320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f5fb-f073-4860-8abf-17747f571558 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e455583-668f-4e77-ad53-97b52650a9b9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:29.326152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] For port 80320ce0-c882-4fd9-a710-080b80896f22, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80320ce0-c882-4fd9-a710-080b80896f22,segment=NetworkSegment(0b02a59c-3479-4b9a-8a8d-b349c5a92b2d),segment_id=0b02a59c-3479-4b9a-8a8d-b349c5a92b2d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:29.326560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.331291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] For port 80320ce0-c882-4fd9-a710-080b80896f22, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=80320ce0-c882-4fd9-a710-080b80896f22,segment=NetworkSegment(0b02a59c-3479-4b9a-8a8d-b349c5a92b2d),segment_id=0b02a59c-3479-4b9a-8a8d-b349c5a92b2d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:29.331472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.339712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-902e4ace-d6db-4a9d-946c-7e743a6f9524 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:29.341245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-902e4ace-d6db-4a9d-946c-7e743a6f9524 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 814 time: 0.4801290
Nov 10 04:20:29.343454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port f7e3758e-93fc-417b-8651-c238c6282cb3 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:29.350802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Calling delete_port for 80320ce0-c882-4fd9-a710-080b80896f22 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:29.371107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Calling delete_port for 80320ce0-c882-4fd9-a710-080b80896f22 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:29.371336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.379661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4bea3660-f0ef-4c7b-9eeb-dc6a24bee47c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0528b04d134afa8397951de3d7922f HTTP/1.1" status: 200  len: 380 time: 0.1103792
Nov 10 04:20:29.383523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-f1663ca9-33d5-4846-bdbd-70a7d607ea1a tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/quotas/abc6c1178ce447b7ac33663ea9dea21f HTTP/1.1" status: 200  len: 375 time: 0.0275295
Nov 10 04:20:29.390827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'port': {'device_id': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'admin_state_up': True, 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'security_groups': ['ad6979a7-0eb5-491c-ad8a-aff6698e1829']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:29.398583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.465880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.479813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.491704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e3758e-93fc-417b-8651-c238c6282cb3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:29.504230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] No DVR routers for this DVR port 80320ce0-c882-4fd9-a710-080b80896f22 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:20:29.532717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event deleted for resources: {'Port': ['ID=80320ce0-c882-4fd9-a710-080b80896f22,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:29.540413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61816554-d341-4abf-9ddc-f30e48060999 None None] Pushing event deleted for resources: {'Port': ['ID=80320ce0-c882-4fd9-a710-080b80896f22,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:29.548105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] No DVR routers for this DVR port 80320ce0-c882-4fd9-a710-080b80896f22 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:20:29.571487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:29.600341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80320ce0-c882-4fd9-a710-080b80896f22 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:29.625615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 80320ce0-c882-4fd9-a710-080b80896f22 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:29.626586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 80320ce0-c882-4fd9-a710-080b80896f22 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:29.627567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 769d086a-6b26-4366-b127-dca4d120f70d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:29.637146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-1c3a9c29-af4d-41e6-946c-84f6d134febd tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2415800
Nov 10 04:20:29.654878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 769d086a-6b26-4366-b127-dca4d120f70d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:29.655224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 769d086a-6b26-4366-b127-dca4d120f70d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:29.665066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Checking segment: {'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:29.665439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Network hostable DHCP agents. Network: de6562a5-a0e7-442c-a132-3da149c25757, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:29.670442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.672091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-1185b390-78c7-45a7-b37b-bcf5365ae9e6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:20:29.673123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-1185b390-78c7-45a7-b37b-bcf5365ae9e6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092726
Nov 10 04:20:29.698224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3c57f0>,) {'filters': {'network_id': ['40f2ba16-6371-4376-b8ab-4fb6a21269b1']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.706405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f3a6a18-de46-4481-8b9e-5ebe3c1c0354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94482b4b4b9c4b0583f87dd15521c5e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1328526
Nov 10 04:20:29.708786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38618) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:29.711718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3c57f0>, '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.712018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3c57f0>, '0b02a59c-3479-4b9a-8a8d-b349c5a92b2d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:29.730191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.753918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.764916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:29.765251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:29.768856 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:29.771335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Network de6562a5-a0e7-442c-a132-3da149c25757 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:29.773998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Made reservation on behalf of 6c0528b04d134afa8397951de3d7922f for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:29.777564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.796378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, de6562a5-a0e7-442c-a132-3da149c25757) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:29.807056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:29.811680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72286928-caf7-475e-bc9a-4efb6591f6f6 None None] Network de6562a5-a0e7-442c-a132-3da149c25757 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:29.831055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.855858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-a5d6c0d1-08dd-44da-9cf9-eaea1b245772 service neutron] 10.222.0.13 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699681
Nov 10 04:20:29.858658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.859731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:29.860480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:29.861108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:29.874678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.882254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] 10.222.0.13 "DELETE /v2.0/networks/40f2ba16-6371-4376-b8ab-4fb6a21269b1 HTTP/1.1" status: 204  len: 168 time: 0.9571476
Nov 10 04:20:29.885666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:29.936056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:29.936418 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:29.948853 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 2 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:29.974365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbfbc5-4535-42f9-bd68-10f028b930ef tempest-DHCPAgentSchedulersTestJSON-1885429075 tempest-DHCPAgentSchedulersTestJSON-1885429075-project] Pushing event deleted for resources: {'Network': ['ID=40f2ba16-6371-4376-b8ab-4fb6a21269b1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:29.985304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-580ab2d1-a367-4fdf-ac04-fb3ff5a00dd9 req-5bab7d8d-ecdd-4bdf-9dc5-3022c6779ffe tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 210 time: 0.0600665
Nov 10 04:20:30.004195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.007448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.008069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a727cae-fc78-4473-9680-16c28ec8f8e2 HTTP/1.1" status: 204  len: 168 time: 0.2983127
Nov 10 04:20:30.016968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8634-7c67-40f6-9cf4-d21d84a20038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a727cae-fc78-4473-9680-16c28ec8f8e2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:30.019703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.020049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.020386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.052601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.052931 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.056402 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 3 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.094624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.094967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.095372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.117633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.118733 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.122808 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 4 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.128675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.20.0.13 (1f5aeec9-65a0-4926-857e-25911ddfd582/7a403524-c1a4-4584-b62f-4a82b23df84e/7c66272b-5cdf-4059-8ea6-089a2ae863dd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:30.132306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-75f0c4ed-8c8f-4bd3-8e84-101b2171fd65 service neutron] 10.222.0.13 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646916
Nov 10 04:20:30.156118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.156694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.157193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.173787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.174870 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.182301 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 5 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.208829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.209171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.209514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.258508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38634) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:30.448328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa5b640c-bce2-4081-b333-2b04fb99dee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2693615fa44442b6a49d0b811a3ef009&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1881490
Nov 10 04:20:30.450745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38648) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:30.515480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.551032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.602640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-408fc4b1-e046-4d18-b753-fde804610944 req-1807263e-528d-4e02-94f2-ccac164e6e83 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 210 time: 0.0439746
Nov 10 04:20:30.660593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.660950 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.665097 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 6 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.676260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.679473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.681169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.681508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.681842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.683607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe611477-9f9f-43bd-bb8e-8c35d2f5ac36 HTTP/1.1" status: 204  len: 168 time: 0.2318673
Nov 10 04:20:30.688304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.688601 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.691009 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 7 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.691931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc56d7-aba1-41c2-83a5-2b2c85cb3284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe611477-9f9f-43bd-bb8e-8c35d2f5ac36,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:30.712416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.712795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.713137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.742881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.743210 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.748356 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 8 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.774116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.774268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.774830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.780665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.787476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.787801 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.789700 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 9 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.829160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.829923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.830802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.839547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.839946 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.841817 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 10 to bind port f7e3758e-93fc-417b-8651-c238c6282cb3
Nov 10 04:20:30.862573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.865098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:30.865425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:30.865758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:30.899922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port f7e3758e-93fc-417b-8651-c238c6282cb3 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:30.900535 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port f7e3758e-93fc-417b-8651-c238c6282cb3 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:30.900901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:30.920433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:30.928760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:30.934664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:30.961043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:30.966575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:31.044912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:31.045599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.071611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port f7e3758e-93fc-417b-8651-c238c6282cb3, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:31.071985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempted to set empty binding levels {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:20:31.085224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0c5ea5a2-e7c1-4be6-b4b7-83b552ee3fa2 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6987085
Nov 10 04:20:31.087731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.126166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Request body: {'port': {'device_id': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:31.155951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7dfb9-f60e-4f13-bcc3-20c66e6733fc req-1c0a98e8-6c84-4fc6-8b30-e84cb75ac698 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:31.158415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4d7dfb9-f60e-4f13-bcc3-20c66e6733fc req-1c0a98e8-6c84-4fc6-8b30-e84cb75ac698 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 932 time: 0.0714314
Nov 10 04:20:31.158634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:31.162063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:31.162670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.174550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93b5920b-721d-4fb0-9d8a-0b3bbb339ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.198468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 3.0643165
Nov 10 04:20:31.204196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38682) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:31.204880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0533af-b806-47bb-a447-a07fa87e3173 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e3758e-93fc-417b-8651-c238c6282cb3,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:31.227787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-767195830-network', 'tenant_id': 'abc439ae192f4b22b92936570f8fef60'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:31.280805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.311722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Made reservation on behalf of abc439ae192f4b22b92936570f8fef60 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:31.314026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.331159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4d7dfb9-f60e-4f13-bcc3-20c66e6733fc req-6bf1b6a9-7035-4792-a466-9a426246e653 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401298
Nov 10 04:20:31.335336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.376171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5419aeaf-8d72-4d6d-a067-55b628cbbcfa None None] Provisioning complete for port 7c66272b-5cdf-4059-8ea6-089a2ae863dd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:31.376792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5419aeaf-8d72-4d6d-a067-55b628cbbcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.391022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93b5920b-721d-4fb0-9d8a-0b3bbb339ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.401636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-93b5920b-721d-4fb0-9d8a-0b3bbb339ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.409327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Deleting port f7e3758e-93fc-417b-8651-c238c6282cb3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:31.409682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.421479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5419aeaf-8d72-4d6d-a067-55b628cbbcfa None None] Port 7c66272b-5cdf-4059-8ea6-089a2ae863dd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:31.471187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-93b5920b-721d-4fb0-9d8a-0b3bbb339ce9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f8afbda103849a69568b7227b9f2ea2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3101172
Nov 10 04:20:31.474887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38684) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:31.477862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5920b-721d-4fb0-9d8a-0b3bbb339ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0272572-0c50-4668-ac77-a9157533be52,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:31.495240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.502495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.588857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port f7e3758e-93fc-417b-8651-c238c6282cb3, host nch1-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:31.589224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.616418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Calling delete_port for f7e3758e-93fc-417b-8651-c238c6282cb3 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:31.656044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.764623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5277c0eb-e52c-40d8-b803-02692c7684cc req-b96a944a-1475-4d50-b45e-7c15eaad4b85 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 210 time: 0.0664387
Nov 10 04:20:31.766507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.866777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.883339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c66272b-5cdf-4059-8ea6-089a2ae863dd {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:20:31.911930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.917051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e3758e-93fc-417b-8651-c238c6282cb3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:31.923511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.930325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a084ac2e-c37b-42c0-835b-3a50097ca81c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f7e3758e-93fc-417b-8651-c238c6282cb3 HTTP/1.1" status: 204  len: 168 time: 0.7194443
Nov 10 04:20:31.931783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.934446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.935581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0272572-0c50-4668-ac77-a9157533be52 HTTP/1.1" status: 204  len: 168 time: 0.4579477
Nov 10 04:20:31.936429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38692) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:31.963121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Transition to ACTIVE for port object 7c66272b-5cdf-4059-8ea6-089a2ae863dd will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:20:31.965711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7e697-ded3-48cc-bb53-b14372ba1cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0272572-0c50-4668-ac77-a9157533be52,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:31.988038 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-488988d7-3648-4916-9313-44a3c1cdfd80 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:20:31.990091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-488988d7-3648-4916-9313-44a3c1cdfd80 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports/f7e3758e-93fc-417b-8651-c238c6282cb3 HTTP/1.1" status: 404  len: 333 time: 0.0451536
Nov 10 04:20:31.991051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:31.994736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38696) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:32.001736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1193888134'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:32.007359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:32.034825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.035176 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Added segment 0eaf41aa-5512-42ec-9f6b-c029acb1eb49 of type vlan for network b33ffde0-c800-4d9e-bf61-f7252b9f2328
Nov 10 04:20:32.123410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:32.130003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Made reservation on behalf of 9cfcf4fe514b4a38971b84aa0e0de71a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:32.138802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.153261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.231081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port 4ebfad96-6253-4e60-b40b-821963e1cbf4 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:32.253943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.254928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:32.255567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.274040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4b52f-2cf6-4084-bf7b-de7d16acead2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:32.370097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4345019
Nov 10 04:20:32.377304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38700) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:32.427957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Request body: {'subnet': {'network_id': 'b33ffde0-c800-4d9e-bf61-f7252b9f2328', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-767195830-subnet', 'tenant_id': 'abc439ae192f4b22b92936570f8fef60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:32.462021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77750c-5706-4f16-910b-03c5aaa6272f admin admin] Pushing event updated for resources: {'Network': ['ID=b33ffde0-c800-4d9e-bf61-f7252b9f2328,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:32.473505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b33ffde0-c800-4d9e-bf61-f7252b9f2328 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:32.476762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Made reservation on behalf of abc439ae192f4b22b92936570f8fef60 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:32.480338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.522171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.582122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-ab796e87-7fd3-4f0e-8dda-ff15b1aa8878 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:32.583611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-ab796e87-7fd3-4f0e-8dda-ff15b1aa8878 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 814 time: 0.6794059
Nov 10 04:20:32.670707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7c38-3d4c-4d05-b546-3baeb46d9f81 req-f22b4364-ec7d-44c0-8343-8824c0fb55e0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:32.673651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19fd7c38-3d4c-4d05-b546-3baeb46d9f81 req-f22b4364-ec7d-44c0-8343-8824c0fb55e0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 944 time: 0.1578143
Nov 10 04:20:32.675857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Attempting to bind port 7c66272b-5cdf-4059-8ea6-089a2ae863dd on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:32.676194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Attempting to bind port 7c66272b-5cdf-4059-8ea6-089a2ae863dd by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:32.676925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Attempting to bind port 7c66272b-5cdf-4059-8ea6-089a2ae863dd on network 1f5aeec9-65a0-4926-857e-25911ddfd582 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:32.688767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.692028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Port 7c66272b-5cdf-4059-8ea6-089a2ae863dd on network 1f5aeec9-65a0-4926-857e-25911ddfd582 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:32.692358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Attempting to bind port 7c66272b-5cdf-4059-8ea6-089a2ae863dd on network 1f5aeec9-65a0-4926-857e-25911ddfd582 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:32.704868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-2e9f217b-440c-4f6f-ba66-617f8ffe9330 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc6c1178ce447b7ac33663ea9dea21f HTTP/1.1" status: 200  len: 379 time: 0.1119437
Nov 10 04:20:32.719342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'port': {'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'admin_state_up': True, 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'security_groups': ['da56a6f6-0e25-4529-98e5-09d8eb6c719e']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:32.734718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:32.735064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Checking segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:32.735448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Bound using segment: {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:32.736025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Bound port: 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398e17a0-3412-416a-8adc-b951da1ce22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:32.736413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.780968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Network de6562a5-a0e7-442c-a132-3da149c25757 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:32.798587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:32.837971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:32.838899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:32.839620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.911643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.922305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:32.927278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:32.931453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Made reservation on behalf of abc6c1178ce447b7ac33663ea9dea21f for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:32.935986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.951289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-19fd7c38-3d4c-4d05-b546-3baeb46d9f81 req-6d678542-0ad5-4667-8df8-6a2a60161973 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2691691
Nov 10 04:20:32.952003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebfad96-6253-4e60-b40b-821963e1cbf4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:32.981011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:32.989191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-03f648d3-cb2d-4e25-909c-f1c5264c1f04 req-9213ad32-7e60-4bba-8b95-aba7d84125c6 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 210 time: 0.0807173
Nov 10 04:20:33.059839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:33.086817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4fb3d0-bd04-45e2-b659-d2347122e3a4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:33.093339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:33.098490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35d06409-40cb-4f22-b5df-6553d4ac75b1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.1024053
Nov 10 04:20:33.099994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'binding:host_id': 'nch1-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:33.113453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:33.114222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.116191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-4ace5b07-056d-4bb2-87f2-e0ec62570f77 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 200  len: 1092 time: 2.0123377
Nov 10 04:20:33.116921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:33.119906 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da56ca-8b37-4def-b753-08d92febabc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:33.155357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Checking segment: {'id': '0eaf41aa-5512-42ec-9f6b-c029acb1eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b33ffde0-c800-4d9e-bf61-f7252b9f2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:33.155745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Network hostable DHCP agents. Network: b33ffde0-c800-4d9e-bf61-f7252b9f2328, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:33.212345 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c542899-6460-4672-a180-45cad379b4f2 x-openstack-request-id: req-3c542899-6460-4672-a180-45cad379b4f2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:33.212765 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:33.212940 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c542899-6460-4672-a180-45cad379b4f2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:33.213311 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'status': 'completed', 'code': 200}
Nov 10 04:20:33.240301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-eff18894-8d08-448d-a1f8-90ca7938c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:33.242104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-eff18894-8d08-448d-a1f8-90ca7938c26a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1095 time: 0.0718114
Nov 10 04:20:33.298994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Network b33ffde0-c800-4d9e-bf61-f7252b9f2328 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:33.301301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.302903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-04f31faa-e205-4d80-bf27-35c5a362f246 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 200  len: 217 time: 0.0525520
Nov 10 04:20:33.343859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Allocated IP 172.20.0.13 (af202ece-b8e7-4cab-947e-5f517da907b0/7379cbdc-3de6-418b-8beb-00fd9977e8a5/9b7e30e5-c996-40d9-81b6-a3d51bb47333) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:33.363542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b33ffde0-c800-4d9e-bf61-f7252b9f2328) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:33.363728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-d8e9648c-1a67-4b5f-b8cd-11119c3d97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:33.369637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-d8e9648c-1a67-4b5f-b8cd-11119c3d97de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a403524-c1a4-4584-b62f-4a82b23df84e HTTP/1.1" status: 200  len: 835 time: 0.0581791
Nov 10 04:20:33.376062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00c000-575a-4171-869e-fea5fbbcde0d None None] Network b33ffde0-c800-4d9e-bf61-f7252b9f2328 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:33.414633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:33.415414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.466544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-06a0c867-9624-4322-9a4d-067063e4a755 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0628426
Nov 10 04:20:33.504561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0cc11f52-17ad-4f4c-a772-094164dd6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:33.506154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-0cc11f52-17ad-4f4c-a772-094164dd6246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f5aeec9-65a0-4926-857e-25911ddfd582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1300490
Nov 10 04:20:33.653142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-7957bf82-82dd-4aec-9e4d-81623a520ecb service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353705
Nov 10 04:20:33.700843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16252d5f-0d1c-4fc7-b1b6-518410cef0a7 None None] Network b33ffde0-c800-4d9e-bf61-f7252b9f2328 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:33.753000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38748) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:33.855216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Deleting subnet 6f4fb3d0-bd04-45e2-b659-d2347122e3a4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:20:33.858823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-44c2a13b-0007-4b1e-99d9-c23a1ae5ff22 req-aca607fd-1e99-406d-bd53-ee09ffca67b9 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982286
Nov 10 04:20:33.860791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.860958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.877497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port 4ebfad96-6253-4e60-b40b-821963e1cbf4 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:33.887946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.901219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.905285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:33.960545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebfad96-6253-4e60-b40b-821963e1cbf4,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:33.987933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.004191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.007451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.007794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.008136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.030558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da56ca-8b37-4def-b753-08d92febabc2 req-ed8b9d62-73de-4d9a-b76e-dea711c90961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.032056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-ed8b9d62-73de-4d9a-b76e-dea711c90961 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1095 time: 0.0999525
Nov 10 04:20:34.040223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.040561 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.044203 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 2 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.073653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Network af202ece-b8e7-4cab-947e-5f517da907b0 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:34.076560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.076925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.077266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.080994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:34.082843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:34.092808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:34.129440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.133730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.134066 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.144651 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 3 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.204296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.205522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.206099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.206837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4fb3d0-bd04-45e2-b659-d2347122e3a4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:34.209089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.214665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ec45b7c5-9958-4e9e-ac76-005515dcd6cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f4fb3d0-bd04-45e2-b659-d2347122e3a4 HTTP/1.1" status: 204  len: 168 time: 0.4583430
Nov 10 04:20:34.216037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38760) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:34.219225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.220420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.245005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.245364 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.251159 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 4 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.255937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da56ca-8b37-4def-b753-08d92febabc2 req-5729dfb8-467b-4ad4-8937-4ea12f54b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.257480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-5729dfb8-467b-4ad4-8937-4ea12f54b368 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 200  len: 897 time: 0.2187183
Nov 10 04:20:34.266405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38762) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:34.276922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f2d7-1ac6-4199-a12c-277eb091e923 req-158013f6-ee9d-4964-b2f6-676dcdff01c1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.281081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fc4f2d7-1ac6-4199-a12c-277eb091e923 req-158013f6-ee9d-4964-b2f6-676dcdff01c1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 944 time: 0.1441941
Nov 10 04:20:34.297691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-0c07ae0a-c7c3-4e7e-b426-bf591af1ee3b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5846980
Nov 10 04:20:34.299982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.300324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.300719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.314597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Request body: {'port': {'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:34.326702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.327094 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.340804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3700731a-dc31-4ee8-bf01-a3feeb74ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.341935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-dca53fea-4461-4baa-ac8e-3c37691c9999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 200  len: 217 time: 0.0543709
Nov 10 04:20:34.342814 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 5 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.383471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1cf57-72f9-4423-b40e-76041f34cc3f req-47d72ba8-865e-4dde-8c25-f5b851a007b0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.385844 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fe1cf57-72f9-4423-b40e-76041f34cc3f req-47d72ba8-865e-4dde-8c25-f5b851a007b0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 932 time: 0.2462540
Nov 10 04:20:34.390018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.390361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.390708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.420567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.420929 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.423409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.425739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fc4f2d7-1ac6-4199-a12c-277eb091e923 req-d524b864-97cb-46b3-9b2a-e019898960c9 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325088
Nov 10 04:20:34.428458 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 6 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.441550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.453798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.454138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.454539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.463975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.463975 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.464230 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 7 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.475646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da56ca-8b37-4def-b753-08d92febabc2 req-ab1fe05d-9c96-4c46-b54c-909840e534de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.477082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-ab1fe05d-9c96-4c46-b54c-909840e534de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a403524-c1a4-4584-b62f-4a82b23df84e HTTP/1.1" status: 200  len: 835 time: 0.1052723
Nov 10 04:20:34.496671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e682ae0f-050b-40b3-b62c-6cb2cc9504a1 None None] Provisioning complete for port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:34.497114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e682ae0f-050b-40b3-b62c-6cb2cc9504a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.499828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1177199653'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:34.513902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.514241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.514583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.535954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.535954 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.538146 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 8 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.540826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e682ae0f-050b-40b3-b62c-6cb2cc9504a1 None None] Port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:34.562113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fe1cf57-72f9-4423-b40e-76041f34cc3f req-0078efe6-4911-4b6b-84f7-9e6431166834 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428139
Nov 10 04:20:34.602108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Made reservation on behalf of 5dac4c136237466897a06c302bb62f6b for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:34.605612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.608884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.621693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.624375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da56ca-8b37-4def-b753-08d92febabc2 req-50d0acb7-e8cd-4ac8-97cf-4872cdb32591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:34.625897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-50d0acb7-e8cd-4ac8-97cf-4872cdb32591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f5aeec9-65a0-4926-857e-25911ddfd582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1380894
Nov 10 04:20:34.634631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ea2b250>,) {'filters': {'network_id': ['b33ffde0-c800-4d9e-bf61-f7252b9f2328']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:34.640238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.640517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.640954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.660188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.660512 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.664179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ea2b250>, '0eaf41aa-5512-42ec-9f6b-c029acb1eb49') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:34.664655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ea2b250>, '0eaf41aa-5512-42ec-9f6b-c029acb1eb49') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:34.664771 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 9 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.698501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.698839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.699174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.704348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.741105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.741347 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.746524 ncdv-817176-1 neutron-server[119696]: INFO neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 10 to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4
Nov 10 04:20:34.774714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:34.775179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:34.775364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:34.795308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:34.795636 ncdv-817176-1 neutron-server[119696]: ERROR neutron.plugins.ml2.managers [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:34.796002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.900995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.909639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.989368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:34.989951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port 4ebfad96-6253-4e60-b40b-821963e1cbf4, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:34.989951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempted to set empty binding levels {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:20:34.993010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7e30e5-c996-40d9-81b6-a3d51bb47333 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:20:34.997323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:34.999820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:35.000224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:35.002473 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:35.004861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.006741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc40c2-1061-4171-b28f-537a972c628f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.012045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.027270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7c66272b-5cdf-4059-8ea6-089a2ae863dd details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:20:35.059982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] In _notify_port_updated(), no bound segment for port 4ebfad96-6253-4e60-b40b-821963e1cbf4 on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:20:35.060892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.061502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.062814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "PUT /v2.0/ports/4ebfad96-6253-4e60-b40b-821963e1cbf4 HTTP/1.1" status: 200  len: 975 time: 1.9676678
Nov 10 04:20:35.067266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.081116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994aeeb-26ee-4cd2-ba0e-99557763012c tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebfad96-6253-4e60-b40b-821963e1cbf4,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.100170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-c6667976-8653-4345-9df3-134145a7194c service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4627273
Nov 10 04:20:35.107680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Transition to ACTIVE for port object 9b7e30e5-c996-40d9-81b6-a3d51bb47333 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:20:35.109079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.109424 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Added segment 87b26df3-3355-4026-b0dc-dc35882af01d of type vlan for network 756b1e3e-dbf8-4d41-9691-4f6e97225933
Nov 10 04:20:35.118276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.132600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.144002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.147196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b33ffde0-c800-4d9e-bf61-f7252b9f2328 HTTP/1.1" status: 204  len: 168 time: 0.9270577
Nov 10 04:20:35.155833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:35.167864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'port_id': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'mac_address': 'fa:16:3e:19:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:20:35.192565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.209009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d58df-0899-48e0-8790-aa4525242a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b33ffde0-c800-4d9e-bf61-f7252b9f2328,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.216234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.253657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.254044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.254509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.255517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.255517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.255865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.256319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.256800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.257256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.257713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.258166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.258626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.259336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.259524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.259974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.260429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.260905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.261354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.261811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.262291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.262717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.265892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5dbc5524-2cf2-4359-9dbb-96feefce327b tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19021 time: 0.1962070
Nov 10 04:20:35.271230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38772) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.301854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.307675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.308321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.358187 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82da56ca-8b37-4def-b753-08d92febabc2 req-488e63d6-6dd1-4110-b4a6-c37789311b50 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377105
Nov 10 04:20:35.418781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.1330554
Nov 10 04:20:35.420254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38774) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.435910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Attempting to bind port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:35.436249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Attempting to bind port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:35.436583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Attempting to bind port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 on network af202ece-b8e7-4cab-947e-5f517da907b0 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:35.437942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.446510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbf60-6481-4098-9c43-0dd509e63952 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Pushing event updated for resources: {'Network': ['ID=756b1e3e-dbf8-4d41-9691-4f6e97225933,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.448762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 on network af202ece-b8e7-4cab-947e-5f517da907b0 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:35.449090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Attempting to bind port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 on network af202ece-b8e7-4cab-947e-5f517da907b0 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:35.455092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:35.455362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Checking segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:35.455748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Bound using segment: {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:35.456181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Bound port: 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc7ad42-56ae-40b8-b122-cb4205ed295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:35.456541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.463354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c66272b-5cdf-4059-8ea6-089a2ae863dd {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:20:35.473214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Deleting port 4ebfad96-6253-4e60-b40b-821963e1cbf4 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:35.473543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.521827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38780) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.525086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 756b1e3e-dbf8-4d41-9691-4f6e97225933 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:35.576978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'name': 'tempest-network--56539909', 'router:external': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:35.582964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:35.590823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:35.598776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.617733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port 4ebfad96-6253-4e60-b40b-821963e1cbf4, host nch1-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:35.620027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.623863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:35.644794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.670497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Calling delete_port for 4ebfad96-6253-4e60-b40b-821963e1cbf4 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:35.670930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.683656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:35.686343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.700570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5caa0-33d7-4f2a-b9d4-9171fbe09254 req-5364e93a-080f-4c08-9955-d31f6929f174 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.702070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8fb5caa0-33d7-4f2a-b9d4-9171fbe09254 req-5364e93a-080f-4c08-9955-d31f6929f174 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 944 time: 0.1329620
Nov 10 04:20:35.707908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e44895dc-74e7-488e-a501-6df49c4b405d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abc439ae192f4b22b92936570f8fef60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1847448
Nov 10 04:20:35.713538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38786) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.732830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.744993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.745684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.747179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 1092 time: 1.4379554
Nov 10 04:20:35.752413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:35.754733 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25634545-e1c5-4310-ab6e-9780df30ffa2" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:35.800090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2391bd6-83c0-438d-a037-cca89598dd24 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.811158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['7c66272b-5cdf-4059-8ea6-089a2ae863dd'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:20:35.829964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8fb5caa0-33d7-4f2a-b9d4-9171fbe09254 req-afdc3830-d59f-4573-9234-bbae8c1aa8eb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922563
Nov 10 04:20:35.863151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.903133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ebfad96-6253-4e60-b40b-821963e1cbf4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:35.915795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a2ae-ba38-4bf0-ae49-ab9586b1e6d9 req-223cb039-595c-4383-aa5c-70757c438dc6 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:35.917421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aaf1a2ae-ba38-4bf0-ae49-ab9586b1e6d9 req-223cb039-595c-4383-aa5c-70757c438dc6 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 944 time: 0.2385952
Nov 10 04:20:35.930222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:35.933709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02368b46-3d61-48a9-ab59-18337d112124 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4ebfad96-6253-4e60-b40b-821963e1cbf4 HTTP/1.1" status: 204  len: 168 time: 0.6613872
Nov 10 04:20:35.936432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.972509 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1515cb3c-c17c-48e2-878c-75e1f71f184a tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:20:35.979732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1515cb3c-c17c-48e2-878c-75e1f71f184a tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports/4ebfad96-6253-4e60-b40b-821963e1cbf4 HTTP/1.1" status: 404  len: 333 time: 0.0366623
Nov 10 04:20:35.983171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:35.991724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-901006203', 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:36.030193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Made reservation on behalf of 9cfcf4fe514b4a38971b84aa0e0de71a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:36.034281 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b5a544-c835-4fcf-a849-5140e0f3982b x-openstack-request-id: req-e8b5a544-c835-4fcf-a849-5140e0f3982b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:36.034812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.037580 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:36.037838 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8b5a544-c835-4fcf-a849-5140e0f3982b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:36.038240 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:20:36.043102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.051908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port 62a99419-e311-4acb-9958-4335ac14e6ec yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:36.055299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aaf1a2ae-ba38-4bf0-ae49-ab9586b1e6d9 req-365d728b-2798-43f0-ae6b-fb93fac1d3c5 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272261
Nov 10 04:20:36.087822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-6b6158e7-27ad-4bd2-9f37-8f7dbb67f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.089392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-6b6158e7-27ad-4bd2-9f37-8f7dbb67f943 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1095 time: 0.2860739
Nov 10 04:20:36.094775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.161967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-fefd5f66-de38-4ada-bae0-660495e54836 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 217 time: 0.0634875
Nov 10 04:20:36.168201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.190485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.221454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.235701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:36.258681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bad9c5-885c-474e-a5ed-1365f5424ac8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:36.258890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.263206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.263513 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Added segment f09967d0-cb4f-49bf-8ba4-b7f1490833da of type vlan for network 43b87bb4-585f-4ea1-8b0a-4f9bd7932516
Nov 10 04:20:36.275880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-4b83ba0f-04cd-4873-a866-6de8bf48be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.277327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-4b83ba0f-04cd-4873-a866-6de8bf48be5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.1001899
Nov 10 04:20:36.309045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.311556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.311914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Network de6562a5-a0e7-442c-a132-3da149c25757 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:36.312665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb4b52f-2cf6-4084-bf7b-de7d16acead2 HTTP/1.1" status: 204  len: 168 time: 0.5810142
Nov 10 04:20:36.316981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:36.318657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=62a99419-e311-4acb-9958-4335ac14e6ec,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:36.320857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:36.321798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.322642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.341211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07c1f58c-7f41-4397-8bee-43b07d24c8e4 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3568771
Nov 10 04:20:36.343835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:36.347779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec19f5-7621-40cd-a29d-2161d8a3a1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4b52f-2cf6-4084-bf7b-de7d16acead2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:36.364481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.385316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-6872cedc-e4e5-4010-bec5-1876aafbef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.386888 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-6872cedc-e4e5-4010-bec5-1876aafbef1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0877621
Nov 10 04:20:36.395452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b4b33-ebc9-4a79-acd7-b135cbefdab1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.399324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d08b4b33-ebc9-4a79-acd7-b135cbefdab1 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports/62a99419-e311-4acb-9958-4335ac14e6ec HTTP/1.1" status: 200  len: 954 time: 0.0520566
Nov 10 04:20:36.399968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38798) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:36.450147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.451114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.451679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.487377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Deleting port 62a99419-e311-4acb-9958-4335ac14e6ec {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:36.487906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.518343 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 1.0970788
Nov 10 04:20:36.529223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:36.539250 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:20:36.551965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.566825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Calling delete_port for 62a99419-e311-4acb-9958-4335ac14e6ec owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:36.603168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec052c-56f9-4e82-9b56-125768201b70 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=43b87bb4-585f-4ea1-8b0a-4f9bd7932516,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:36.608279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-74f09a60-6b03-4cd9-aa0c-0a21a7154a13 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135985
Nov 10 04:20:36.617385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 43b87bb4-585f-4ea1-8b0a-4f9bd7932516 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:36.668159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.678085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.710938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event deleted for resources: {'Port': ['ID=62a99419-e311-4acb-9958-4335ac14e6ec,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:36.724193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.730379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a714d087-716e-4133-8a34-174a3b6b7c55 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "DELETE /v2.0/ports/62a99419-e311-4acb-9958-4335ac14e6ec HTTP/1.1" status: 204  len: 168 time: 0.3276150
Nov 10 04:20:36.731529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38810) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:36.805192 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85b1044-b444-4ac1-a515-4fd2b140f4b2 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:20:36.806774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f85b1044-b444-4ac1-a515-4fd2b140f4b2 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports/62a99419-e311-4acb-9958-4335ac14e6ec HTTP/1.1" status: 404  len: 333 time: 0.0743191
Nov 10 04:20:36.810712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:36.818293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1138707947'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:36.819288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f5b482d2-241f-4670-a55d-ab12ffcf74b2 req-29e0f005-ab01-4313-a4da-19e449ade61d service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030854
Nov 10 04:20:36.822873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.850162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Made reservation on behalf of 9cfcf4fe514b4a38971b84aa0e0de71a for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:36.852832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.859368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e9c39d0>,) {'filters': {'network_id': ['43b87bb4-585f-4ea1-8b0a-4f9bd7932516']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:36.870869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9c39d0>, 'f09967d0-cb4f-49bf-8ba4-b7f1490833da') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:36.871132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e9c39d0>, 'f09967d0-cb4f-49bf-8ba4-b7f1490833da') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:36.896962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port a9a231e6-46d5-43e6-a610-5889bc15f78e yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:36.901820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0706b393-f51f-4e51-a480-5aec55d7d988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.919981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.940062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.954179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:36.954505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:36.957391 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:36.968633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-dbc2d8a5-4273-46b9-9006-3e826e9200f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:36.970160 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-dbc2d8a5-4273-46b9-9006-3e826e9200f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1095 time: 0.0965631
Nov 10 04:20:37.037220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e654-73cc-40a1-bd6d-def973093e39 req-93c7ae05-0b17-437f-af03-38813b0ddb7b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.038792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efa7e654-73cc-40a1-bd6d-def973093e39 req-93c7ae05-0b17-437f-af03-38813b0ddb7b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 945 time: 0.0893075
Nov 10 04:20:37.046557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7c66272b-5cdf-4059-8ea6-089a2ae863dd up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:37.092706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.105160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  43b87bb4-585f-4ea1-8b0a-4f9bd7932516 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:20:37.139928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.154328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/43b87bb4-585f-4ea1-8b0a-4f9bd7932516 HTTP/1.1" status: 204  len: 168 time: 0.6259651
Nov 10 04:20:37.158575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084b854-18c6-4926-88d4-62d69a97ec34 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Network': ['ID=43b87bb4-585f-4ea1-8b0a-4f9bd7932516,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:37.160338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38830) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:37.184532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.186881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 7c66272b-5cdf-4059-8ea6-089a2ae863dd completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:20:37.187538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'router:external': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:37.194142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 7c66272b-5cdf-4059-8ea6-089a2ae863dd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:37.194944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.223799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-efa7e654-73cc-40a1-bd6d-def973093e39 req-5c8b5f4e-b628-4dcf-8b0a-adc99a3e81c0 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1594172
Nov 10 04:20:37.261406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.295207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-05da71b8-e3c3-4723-b175-54e30879bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.296651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-05da71b8-e3c3-4723-b175-54e30879bc1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 915 time: 0.2846906
Nov 10 04:20:37.317650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:37.320098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.348515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Network de6562a5-a0e7-442c-a132-3da149c25757 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:37.353232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.364015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:37.371025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1dc43-6cac-4d94-94de-3e3b765668d3 req-cba66593-cbef-4bf7-9665-2461c0892b03 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.372478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:37.372599 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69e1dc43-6cac-4d94-94de-3e3b765668d3 req-cba66593-cbef-4bf7-9665-2461c0892b03 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 944 time: 0.2088330
Nov 10 04:20:37.375917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-1036c6f8-3550-4b01-a8c1-605991d0a599 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 217 time: 0.0689077
Nov 10 04:20:37.381396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.382022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.393571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:37.397436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:37.405315 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55029011-1daf-463c-861a-f7d16543f22e" -d '{"events": [{"server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "name": "network-vif-plugged", "status": "completed", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:37.416780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.6013258
Nov 10 04:20:37.416780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e6dc7-8441-4791-9e6b-f98987affee8 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a231e6-46d5-43e6-a610-5889bc15f78e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:37.427460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:37.435628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:37.438691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Request body: {'port': {'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:37.441182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.441716 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Added segment 706cb075-ce1b-45af-bbe8-ae693e7fc4cf of type vlan for network a362c39e-e428-41a9-89d1-3be7ea8c58f0
Nov 10 04:20:37.445665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.554515 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcd6394-243a-4488-bd88-77544e6a7bd7 x-openstack-request-id: req-ffcd6394-243a-4488-bd88-77544e6a7bd7 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:37.555026 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "name": "network-vif-plugged", "status": "completed", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:37.555561 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffcd6394-243a-4488-bd88-77544e6a7bd7 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:37.556174 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'code': 200}
Nov 10 04:20:37.557650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:37.568326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69e1dc43-6cac-4d94-94de-3e3b765668d3 req-a900579a-9087-41ea-9252-9096686d995c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1720545
Nov 10 04:20:37.586901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.601141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-c28e668c-5f7d-448f-8939-5d64f51aee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.603215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-c28e668c-5f7d-448f-8939-5d64f51aee92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.2182612
Nov 10 04:20:37.629149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.655786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.657378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.658362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.666895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89bc4-3932-417a-bbe0-9101788384ad req-6345a02b-aff8-4228-9e14-7a593dcd2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.668548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea89bc4-3932-417a-bbe0-9101788384ad req-6345a02b-aff8-4228-9e14-7a593dcd2530 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1097 time: 0.0821695
Nov 10 04:20:37.753124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.5904129
Nov 10 04:20:37.758349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:37.771056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'subnet': {'network_id': 'a362c39e-e428-41a9-89d1-3be7ea8c58f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:37.783825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-860daa99-93cf-4779-b82f-5a945dc6c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:37.785273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-860daa99-93cf-4779-b82f-5a945dc6c534 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1469514
Nov 10 04:20:37.787573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e54f4-89cd-4420-ad86-0bedc14b5869 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=a362c39e-e428-41a9-89d1-3be7ea8c58f0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:37.810571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a362c39e-e428-41a9-89d1-3be7ea8c58f0 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:37.823028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:37.825670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.837467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8ea89bc4-3932-417a-bbe0-9101788384ad req-a5cef44e-e062-4db8-bd80-a08523b1f1bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367671
Nov 10 04:20:37.948400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] device_id is not set on port a9a231e6-46d5-43e6-a610-5889bc15f78e yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:37.960373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.968191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:37.970626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.027053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a231e6-46d5-43e6-a610-5889bc15f78e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:38.050130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.050693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.050786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.056325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.056697 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.057095 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 2 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.091629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.091984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.092327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.099524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.099859 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.100281 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 3 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.114963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.115299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.115773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.123531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.123864 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.124263 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 4 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.141725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.142102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.143032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.149091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.149668 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.150334 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 5 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.166203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.166547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.166890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.173105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.173692 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.174077 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 6 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.191178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.191518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.191838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.197125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.197594 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.197965 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 7 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.212315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.212959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.213302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.217965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.218292 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.218681 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 8 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.232189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.232527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.232947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.237899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.238229 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.238628 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 9 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.250989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.251331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.252220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.256950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.257280 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.257669 ncdv-817176-1 neutron-server[119697]: INFO neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempt 10 to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e
Nov 10 04:20:38.272089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:38.272436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:38.272810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempting to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:38.277374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:20:38.277703 ncdv-817176-1 neutron-server[119697]: ERROR neutron.plugins.ml2.managers [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Failed to bind port a9a231e6-46d5-43e6-a610-5889bc15f78e on host nch1-817176-1 for vnic_type normal using segments [{'id': 'cc41de28-dca5-4de2-9462-a6b673f3a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de6562a5-a0e7-442c-a132-3da149c25757'}]
Nov 10 04:20:38.278073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.346871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port a9a231e6-46d5-43e6-a610-5889bc15f78e, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:38.347198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attempted to set empty binding levels {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 10 04:20:38.351434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.383019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] In _notify_port_updated(), no bound segment for port a9a231e6-46d5-43e6-a610-5889bc15f78e on network de6562a5-a0e7-442c-a132-3da149c25757 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:20:38.383882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:38.384501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.385936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "PUT /v2.0/ports/a9a231e6-46d5-43e6-a610-5889bc15f78e HTTP/1.1" status: 200  len: 975 time: 0.9554586
Nov 10 04:20:38.388681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:38.422783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c551f-234c-477a-bea8-e7ce5f20c10e tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a231e6-46d5-43e6-a610-5889bc15f78e,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:38.426248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd77636-c36d-44ca-b294-f429f45d7653 req-62f5f6eb-67bc-4a43-ba77-69b841eac964 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:38.427742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd77636-c36d-44ca-b294-f429f45d7653 req-62f5f6eb-67bc-4a43-ba77-69b841eac964 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.1015227
Nov 10 04:20:38.438106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-01716c70-fa4d-4c24-9de0-2e582d7dff0d service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6271358
Nov 10 04:20:38.477325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Deleting port a9a231e6-46d5-43e6-a610-5889bc15f78e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:38.477666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.543577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] For port a9a231e6-46d5-43e6-a610-5889bc15f78e, host nch1-817176-1, got binding levels [] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:38.543946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.556925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Calling delete_port for a9a231e6-46d5-43e6-a610-5889bc15f78e owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:38.577178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd77636-c36d-44ca-b294-f429f45d7653 req-177a609f-e5ea-4160-8cbe-e6a796ffa598 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368845
Nov 10 04:20:38.634846 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25634545-e1c5-4310-ab6e-9780df30ffa2 req-0e1ed0a9-e2f1-4e3a-af39-1f200fa7f628 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863527
Nov 10 04:20:38.651122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.705976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9a231e6-46d5-43e6-a610-5889bc15f78e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:38.716705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.719941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0c4f250e-d426-4699-8182-d2feb0784555 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a9a231e6-46d5-43e6-a610-5889bc15f78e HTTP/1.1" status: 204  len: 168 time: 0.3254843
Nov 10 04:20:38.723096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38868) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:38.738351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8184a3-2901-4ba0-ab0b-d4677a2b6e55 req-c7d60609-b55a-4714-be9e-7d04d47a4579 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:38.739919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a8184a3-2901-4ba0-ab0b-d4677a2b6e55 req-c7d60609-b55a-4714-be9e-7d04d47a4579 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 944 time: 0.0866792
Nov 10 04:20:38.763540 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db13f26-5386-4023-981c-614501674703 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] GET failed (client error): The resource could not be found.
Nov 10 04:20:38.768672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3db13f26-5386-4023-981c-614501674703 tempest-PortsAdminExtendedAttrsTestJSON-93480557 tempest-PortsAdminExtendedAttrsTestJSON-93480557-project-admin] 10.222.0.13 "GET /v2.0/ports/a9a231e6-46d5-43e6-a610-5889bc15f78e HTTP/1.1" status: 404  len: 333 time: 0.0414069
Nov 10 04:20:38.769807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38870) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:38.805231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8a8184a3-2901-4ba0-ab0b-d4677a2b6e55 req-446e2972-8011-469c-b81b-18229122556b tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592215
Nov 10 04:20:38.861903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:20:38.862285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.937864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:38.944977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b80115a4-fc0d-4085-9f54-adabf672961d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:38.962286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Checking segment: {'id': '706cb075-ce1b-45af-bbe8-ae693e7fc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a362c39e-e428-41a9-89d1-3be7ea8c58f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:38.962649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Network hostable DHCP agents. Network: a362c39e-e428-41a9-89d1-3be7ea8c58f0, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:39.041859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Network a362c39e-e428-41a9-89d1-3be7ea8c58f0 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:39.058916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.061688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a362c39e-e428-41a9-89d1-3be7ea8c58f0) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:39.070979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:39.071537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468458b1-6741-4763-8759-4f78a87850ab None None] Network a362c39e-e428-41a9-89d1-3be7ea8c58f0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:39.072014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.089344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dcb5070>,) {'filters': {'network_id': ['de6562a5-a0e7-442c-a132-3da149c25757']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:39.100238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcb5070>, 'cc41de28-dca5-4de2-9462-a6b673f3a60d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:39.100552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcb5070>, 'cc41de28-dca5-4de2-9462-a6b673f3a60d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:39.109669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2179730c-c64a-48e7-a6f1-24b7c7f88097 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3424523
Nov 10 04:20:39.112739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:39.113528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.118601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'floatingip': {'floating_network_id': 'a362c39e-e428-41a9-89d1-3be7ea8c58f0'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:39.128203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.136180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:39.139135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:39.143139 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:39.156478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.238002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.244601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.250724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] 10.222.0.13 "DELETE /v2.0/networks/de6562a5-a0e7-442c-a132-3da149c25757 HTTP/1.1" status: 204  len: 168 time: 0.4779508
Nov 10 04:20:39.265791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47d2a6-dad0-4a7e-9f60-e77be8410041 None None] Network a362c39e-e428-41a9-89d1-3be7ea8c58f0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:39.269905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f27472-7224-4e1e-a2b2-d20bd7f2195a tempest-PortsAdminExtendedAttrsTestJSON-1233813566 tempest-PortsAdminExtendedAttrsTestJSON-1233813566-project] Pushing event deleted for resources: {'Network': ['ID=de6562a5-a0e7-442c-a132-3da149c25757,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:39.298714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.434972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Allocated IP 172.20.0.8 (a362c39e-e428-41a9-89d1-3be7ea8c58f0/b80115a4-fc0d-4085-9f54-adabf672961d/8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:39.447650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.561878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.601706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.649594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Network a362c39e-e428-41a9-89d1-3be7ea8c58f0 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:39.660159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:39.670582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:39.672773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38906) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:39.679922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:39.710391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d6545-9121-4947-81d8-956abb366325 req-619ab9ca-c865-4e0f-aeaa-22a536a36042 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:39.712029 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b99d6545-9121-4947-81d8-956abb366325 req-619ab9ca-c865-4e0f-aeaa-22a536a36042 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.0588112
Nov 10 04:20:39.764809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b99d6545-9121-4947-81d8-956abb366325 req-ada2396d-5856-465e-b0cd-9b34c636ae8a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467584
Nov 10 04:20:39.773168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.837870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:39.912692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c26b319b-1013-4dc9-854b-91d47376a826 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe7f9d71abbe483c98dd79da90e64d7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2387555
Nov 10 04:20:39.915545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38914) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:39.930754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376eb29-557a-488e-a1df-4fb95cd49351 req-0796ef05-ed63-44e0-bbde-e676fdb8d70e tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:39.932231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a376eb29-557a-488e-a1df-4fb95cd49351 req-0796ef05-ed63-44e0-bbde-e676fdb8d70e tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 944 time: 0.0570099
Nov 10 04:20:39.976633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f515fb-28b6-4bf3-af30-884bbcdfb587 req-ab58679f-e5fe-43dd-866d-1f8a7715f559 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:39.978115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8f515fb-28b6-4bf3-af30-884bbcdfb587 req-ab58679f-e5fe-43dd-866d-1f8a7715f559 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.1331136
Nov 10 04:20:40.010854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.022938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a376eb29-557a-488e-a1df-4fb95cd49351 req-8c7a1284-bfa9-4958-bb3f-eafb9991dc54 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827382
Nov 10 04:20:40.037143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.066783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8f515fb-28b6-4bf3-af30-884bbcdfb587 req-2da2b9c3-c1d4-4119-ae3b-c2bc011260fa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783701
Nov 10 04:20:40.086950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.089902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.091090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78c2a492-9e66-4418-a8f9-84abe8bb61fd HTTP/1.1" status: 204  len: 168 time: 0.1745014
Nov 10 04:20:40.091679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38916) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.094372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.099714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.121409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373cad8-a1bb-4dae-a3bd-c2d60fb8133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2a492-9e66-4418-a8f9-84abe8bb61fd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:40.139746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0caa926-f686-4310-9338-408d59ba07ac tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:40.144695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c0caa926-f686-4310-9338-408d59ba07ac tempest-TestNetworkBasicOps-1786459964 tempest-TestNetworkBasicOps-1786459964-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1092 time: 0.0471563
Nov 10 04:20:40.144695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38920) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.150088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:40.181006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.188353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:40.195727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.205570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.224535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.229093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2dd056f6-4ae4-49d7-a012-d57674f4fec2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.1142876
Nov 10 04:20:40.229432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.302301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-33e12b0c-8df8-4f5d-829e-178100260d7a tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=a362c39e-e428-41a9-89d1-3be7ea8c58f0 HTTP/1.1" status: 200  len: 689 time: 0.0716050
Nov 10 04:20:40.305244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38928) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.354689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.398628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.404580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38930) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.469610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Allocated IP 172.32.3.17 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4c13ebd2-7528-4aaa-82e8-32e49fb34490) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:40.539419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9cc45baf-6bf1-499d-bf10-96026edd7d9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cfcf4fe514b4a38971b84aa0e0de71a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1342647
Nov 10 04:20:40.542645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38940) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:40.584469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.586039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Deleting port 8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:40.586509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.622279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.647107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.664746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:40.670563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:40.675545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:40.679900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=4c13ebd2-7528-4aaa-82e8-32e49fb34490,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:40.688395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.709832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.710155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.733477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Calling delete_port for 8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:40.837841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.840735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:40.845029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/331d0b80-14be-4c72-b71d-3d28ac890c83 HTTP/1.1" status: 204  len: 168 time: 0.3012998
Nov 10 04:20:40.867740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5844e-9cb0-43aa-8fa7-930af73f3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0b80-14be-4c72-b71d-3d28ac890c83,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:40.980802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.045637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a0f0cbe-b0c9-4b57-aa92-1a31a69a01aa,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:41.056405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b7e30e5-c996-40d9-81b6-a3d51bb47333 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:20:41.098024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.167182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.210961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b0cd-4b5f-4c40-84b0-5c6c0ce46b45 req-738aaf85-9edb-42df-a61b-c9ea9fc39a55 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.212490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07c4b0cd-4b5f-4c40-84b0-5c6c0ce46b45 req-738aaf85-9edb-42df-a61b-c9ea9fc39a55 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 944 time: 0.0732725
Nov 10 04:20:41.225891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.242198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.247482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:41.263097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:20:41.289132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b80115a4-fc0d-4085-9f54-adabf672961d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:41.326555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.332654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-07c4b0cd-4b5f-4c40-84b0-5c6c0ce46b45 req-a63b8fe6-1fac-4bbb-a238-f54b02eaa6fe tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047988
Nov 10 04:20:41.355282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7e30e5-c996-40d9-81b6-a3d51bb47333 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:20:41.372660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.393774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.395374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:41.405926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.422815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e95f3d0>,) {'filters': {'network_id': ['a362c39e-e428-41a9-89d1-3be7ea8c58f0']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:41.437238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e95f3d0>, '706cb075-ce1b-45af-bbe8-ae693e7fc4cf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:41.437655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e95f3d0>, '706cb075-ce1b-45af-bbe8-ae693e7fc4cf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:41.449560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.467090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:41.471969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.484575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:41.485024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:41.497808 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:41.549320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.554822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.555012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.560648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a362c39e-e428-41a9-89d1-3be7ea8c58f0 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:20:41.574338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.583280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a362c39e-e428-41a9-89d1-3be7ea8c58f0 HTTP/1.1" status: 204  len: 168 time: 1.2767270
Nov 10 04:20:41.590124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38974) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:41.595671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf167-f0bc-43cf-9ae2-fe5504edd998 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Network': ['ID=a362c39e-e428-41a9-89d1-3be7ea8c58f0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:41.624782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9b7e30e5-c996-40d9-81b6-a3d51bb47333'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:20:41.733535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event updated for resources: {'Port': ['ID=4c13ebd2-7528-4aaa-82e8-32e49fb34490,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:41.768345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3a55c4ca-d605-4c3d-9b5a-9944dbb30d6c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1780 time: 0.1769943
Nov 10 04:20:41.770924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 38982) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:41.788337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:41.978454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.978910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.979349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.979784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.980215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.980665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.981123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:41.982946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c79286b0-9530-409a-9b9f-f7bf1647eaba tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4648 time: 0.2109008
Nov 10 04:20:41.986789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 38994) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:41.987374 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Floating IP 159198ed-98b8-4bd4-9704-82d5fa262683 associated. External IP: 172.32.3.17, port: 7c66272b-5cdf-4059-8ea6-089a2ae863dd.
Nov 10 04:20:42.043068 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-aaf125bd-3565-425d-853d-0508d87e74f5 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] delete failed (client error): The resource could not be found.
Nov 10 04:20:42.047142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aaf125bd-3565-425d-853d-0508d87e74f5 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/097c197d-ebbf-440c-8614-be4075950e06 HTTP/1.1" status: 404  len: 345 time: 0.0593760
Nov 10 04:20:42.047737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39000) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:42.083151 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9de108-7659-4c1e-822e-d2c53cd5d4a2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] DELETE failed (client error): The resource could not be found.
Nov 10 04:20:42.083729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9de108-7659-4c1e-822e-d2c53cd5d4a2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:20:42.090464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f9de108-7659-4c1e-822e-d2c53cd5d4a2 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a362c39e-e428-41a9-89d1-3be7ea8c58f0 HTTP/1.1" status: 404  len: 339 time: 0.0361001
Nov 10 04:20:42.097130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39002) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:42.103465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'name': 'tempest-network--1640238881', 'router:external': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:42.169276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:42.171693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.222838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:42.236236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.236510 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Added segment 9e36c852-0bb6-43aa-9601-cde46d8d85b8 of type vlan for network e5e8af95-5616-4a18-a9f8-433e1fda8c06
Nov 10 04:20:42.245617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router 43355653-58d8-4226-920c-acc346b09efb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:42.294128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.331860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.333604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:42.334337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.384469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:42.396130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Sync routers for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:42.411195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:42.412359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070e4220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:42.427533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:42.449407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=e5e8af95-5616-4a18-a9f8-433e1fda8c06,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:42.457172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-93d54514-795b-4693-ba36-1b03070827fa tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3576307
Nov 10 04:20:42.461355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39026) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:42.516322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bca46d03-4800-447c-8115-6a11999deafa tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3707116
Nov 10 04:20:42.523142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:42.523634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:42.528855 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:42.584142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:42.618094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e5e8af95-5616-4a18-a9f8-433e1fda8c06 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:42.636319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1eec-1991-4792-81a2-6f896db92f8a req-56cf00dd-f585-4b44-b698-0d7361fc86a2 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:42.647331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82be1eec-1991-4792-81a2-6f896db92f8a req-56cf00dd-f585-4b44-b698-0d7361fc86a2 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 945 time: 0.2158179
Nov 10 04:20:42.729231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82be1eec-1991-4792-81a2-6f896db92f8a req-fdddbd0e-e669-4c90-be31-103fb7f9259f tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808384
Nov 10 04:20:42.738801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e88b51d-f09d-4337-b33f-4c5cb8fbe56b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/159198ed-98b8-4bd4-9704-82d5fa262683 HTTP/1.1" status: 200  len: 991 time: 0.2038133
Nov 10 04:20:42.820903 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa1838-b441-416d-9878-7b2be349410f x-openstack-request-id: req-b7fa1838-b441-416d-9878-7b2be349410f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:42.821365 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:42.821690 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7fa1838-b441-416d-9878-7b2be349410f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:42.822171 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'status': 'completed', 'code': 200}
Nov 10 04:20:42.911842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39046) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:42.958273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070e4220>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '159198ed-98b8-4bd4-9704-82d5fa262683', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.17', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '43355653-58d8-4226-920c-acc346b09efb', 'port_id': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'mac_address': 'fa:16:3e:19:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:40Z', 'updated_at': '2021-11-10T04:20:40Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:42.992704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Checking router: 43355653-58d8-4226-920c-acc346b09efb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:43.004830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:43.005507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070e4220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:43.033793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-16ae5a76-8dd1-487c-8605-bac0c3fea420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.035446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-16ae5a76-8dd1-487c-8605-bac0c3fea420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1097 time: 0.1413977
Nov 10 04:20:43.051720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-566244728'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:43.078906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b7e30e5-c996-40d9-81b6-a3d51bb47333 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:43.098302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.099847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.178227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:43.181139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:20:43.183204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d959e3-cfe6-4df7-a65f-642af22625ba tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.189462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d959e3-cfe6-4df7-a65f-642af22625ba tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.195504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.195964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d959e3-cfe6-4df7-a65f-642af22625ba tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.202304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.204164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d959e3-cfe6-4df7-a65f-642af22625ba tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.206201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-07d959e3-cfe6-4df7-a65f-642af22625ba tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.7456424
Nov 10 04:20:43.207649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-9727eee4-f771-4dd3-94a7-aed4abb35863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.209218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-9727eee4-f771-4dd3-94a7-aed4abb35863 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 200  len: 897 time: 0.1656833
Nov 10 04:20:43.209771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39060) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:43.218717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:43.219450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.226708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.228454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dade1d2f-8b93-4a78-b9e4-8aca1f146d66 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.3154030
Nov 10 04:20:43.231667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39062) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:43.327556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.344653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.351847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-ba199c33-1a14-4d04-81c0-b6b4037caafd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 200  len: 999 time: 0.1334977
Nov 10 04:20:43.378241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.458500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:43.461539 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c08be1f-5529-4bbb-b208-468a89475d05" -d '{"events": [{"server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:43.482853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-959efe1e-14b2-4754-9dbd-a87e6ab9e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.484200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-959efe1e-14b2-4754-9dbd-a87e6ab9e1ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a403524-c1a4-4584-b62f-4a82b23df84e HTTP/1.1" status: 200  len: 835 time: 0.1204896
Nov 10 04:20:43.486800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.533511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ff990d0>,) {'filters': {'network_id': ['e5e8af95-5616-4a18-a9f8-433e1fda8c06']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:43.539128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:43.548536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ff990d0>, '9e36c852-0bb6-43aa-9601-cde46d8d85b8') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:43.548874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ff990d0>, '9e36c852-0bb6-43aa-9601-cde46d8d85b8') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:43.555669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.558928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.565899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.588970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.612767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.621034 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905ffc9-c700-482c-82ca-78f41684479d x-openstack-request-id: req-f905ffc9-c700-482c-82ca-78f41684479d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:43.621397 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:43.621591 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f905ffc9-c700-482c-82ca-78f41684479d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:43.622010 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'code': 200}
Nov 10 04:20:43.622973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:43.626071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:43.626071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:43.629898 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:43.691373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-45cb61d6-40ab-4110-be4b-df54821cbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.693023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-45cb61d6-40ab-4110-be4b-df54821cbe0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f5aeec9-65a0-4926-857e-25911ddfd582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1978176
Nov 10 04:20:43.709340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.710729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93c20645-dbe8-4d43-9890-4ca43d2cf971 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:43.719369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.725623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-64353fbc-f1d9-4729-9b88-991bb875596f tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "DELETE /v2.0/routers/93c20645-dbe8-4d43-9890-4ca43d2cf971 HTTP/1.1" status: 204  len: 168 time: 0.4925091
Nov 10 04:20:43.728763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:43.736311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Request body: {'router': {'name': 'tempest-router-1980606041', 'distributed': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:43.748228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:43.775843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.785094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e5e8af95-5616-4a18-a9f8-433e1fda8c06 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:20:43.797189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070e4220>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '159198ed-98b8-4bd4-9704-82d5fa262683', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.17', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '43355653-58d8-4226-920c-acc346b09efb', 'port_id': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'mac_address': 'fa:16:3e:19:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:40Z', 'updated_at': '2021-11-10T04:20:40Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:43.803887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.807150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e5e8af95-5616-4a18-a9f8-433e1fda8c06 HTTP/1.1" status: 204  len: 168 time: 0.5964003
Nov 10 04:20:43.811922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:43.812738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eb493-bc29-414c-8758-9a6ccce7cad3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5e8af95-5616-4a18-a9f8-433e1fda8c06,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:43.820200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'name': 'tempest-network--1694950307', 'router:external': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:43.842846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573976-dd6e-4ee1-8c9b-709b78f45ce5 req-c82a821b-6767-46d1-a16c-07e32486ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:43.844640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed573976-dd6e-4ee1-8c9b-709b78f45ce5 req-c82a821b-6767-46d1-a16c-07e32486ed62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1097 time: 0.1804404
Nov 10 04:20:43.857345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-5a21a406-814e-4645-9d6a-d2d62d193bfe service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481237
Nov 10 04:20:43.891002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.892754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.920769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-61f52cf8-76c8-4063-be18-ab2387664efb tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/159198ed-98b8-4bd4-9704-82d5fa262683 HTTP/1.1" status: 200  len: 991 time: 0.1679952
Nov 10 04:20:43.929818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9480473-eac8-4ae8-8d75-e83d3f47fe36 None None] The sync data for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 is: [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '159198ed-98b8-4bd4-9704-82d5fa262683', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'floating_ip_address': '172.32.3.17', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '43355653-58d8-4226-920c-acc346b09efb', 'port_id': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'mac_address': 'fa:16:3e:19:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:40Z', 'updated_at': '2021-11-10T04:20:40Z', 'revision_number': 0, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:43.936860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:43.939704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:43.985075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:44.003513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98fdb316-07c6-4f3e-bb15-f428a2fc15ca req-33194531-f636-4ec5-bf9b-0ba35ff39267 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369720
Nov 10 04:20:44.005433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.005433 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Added segment e89c1a5c-adef-4b4a-8f88-ff36c58d1c15 of type vlan for network 3f383cd1-95ab-4559-9cd9-c96cf8366340
Nov 10 04:20:44.035384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.042911 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed573976-dd6e-4ee1-8c9b-709b78f45ce5 req-19db9a7b-c962-4f92-9991-7f9a67c289ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1892772
Nov 10 04:20:44.046925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.073081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.078458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8f419-5603-4ace-b026-dc584bc74f8b req-068580ac-35a0-4338-ac49-63380ecdb357 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:44.080857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ee8f419-5603-4ace-b026-dc584bc74f8b req-068580ac-35a0-4338-ac49-63380ecdb357 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.1394830
Nov 10 04:20:44.083830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.085107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-37047274-6610-480c-bd58-0b7c961f16ac tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3549101
Nov 10 04:20:44.088251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39090) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.116669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.118028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:44.119090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.175930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3581560
Nov 10 04:20:44.176173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.247240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2511a54-67c0-4410-bad2-ed647b073af6 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=3f383cd1-95ab-4559-9cd9-c96cf8366340,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:44.258669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3f383cd1-95ab-4559-9cd9-c96cf8366340 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:44.305170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d8812-27c4-47bf-9efe-7de17859ec8c tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:44.307231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd5d8812-27c4-47bf-9efe-7de17859ec8c tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "GET /v2.0/networks/3f383cd1-95ab-4559-9cd9-c96cf8366340 HTTP/1.1" status: 200  len: 757 time: 0.1300151
Nov 10 04:20:44.309972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39110) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.404742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048caf6-58ad-4e1c-8454-146a4c1429ea tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:44.409493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1048caf6-58ad-4e1c-8454-146a4c1429ea tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "GET /v2.0/networks/756b1e3e-dbf8-4d41-9691-4f6e97225933 HTTP/1.1" status: 200  len: 768 time: 0.0949576
Nov 10 04:20:44.409731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.488007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.549956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.560154 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c6a02-e496-4b07-a6be-e654cee8368d None None] New status for floating IP 159198ed-98b8-4bd4-9704-82d5fa262683: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:20:44.619819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.655335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5ee8f419-5603-4ace-b026-dc584bc74f8b req-4ff5613f-33d1-4309-8439-1de5a2de3f94 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5592334
Nov 10 04:20:44.676182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dcdcdf0>,) {'filters': {'network_id': ['3f383cd1-95ab-4559-9cd9-c96cf8366340']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:44.695172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdcdf0>, 'e89c1a5c-adef-4b4a-8f88-ff36c58d1c15') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:44.695588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdcdf0>, 'e89c1a5c-adef-4b4a-8f88-ff36c58d1c15') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:44.706679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.723916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.732447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:44.733133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:44.735133 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:44.790060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.793388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.820720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.839888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3f383cd1-95ab-4559-9cd9-c96cf8366340 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:20:44.865797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f383cd1-95ab-4559-9cd9-c96cf8366340,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:44.869180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022276'] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.873652 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-21c87fba-c981-4867-81a3-975cc9b1916c tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3f383cd1-95ab-4559-9cd9-c96cf8366340 HTTP/1.1" status: 204  len: 168 time: 0.4627173
Nov 10 04:20:44.877365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39134) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.882774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'name': 'tempest-network--1021160455'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:44.887167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.887697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 823ecf10-929f-4c96-bfee-75d5bc901876 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:44.893696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.894878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0bb86546-940a-4393-a004-c18536da84c3 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "DELETE /v2.0/routers/823ecf10-929f-4c96-bfee-75d5bc901876 HTTP/1.1" status: 204  len: 168 time: 0.8054521
Nov 10 04:20:44.899081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39136) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.904832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Request body: {'router': {'name': 'tempest-router-318379039', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd5ace8edbac44219994906dd62eb4e97'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:44.915522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Made reservation on behalf of f472eff35c85488cb278efb041ac72c0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:44.918584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.927298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:44.955381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:44.967511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:44.967933 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Added segment 385960c3-6974-4ab9-88d8-62dc759358c3 of type vlan for network 3eb29278-212b-4c37-a009-cdbd8ea7a32e
Nov 10 04:20:45.011723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.013440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.042897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.082669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.083916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:45.084675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.132732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c98840df-239a-47ff-a1bf-04e7d01ea14d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/159198ed-98b8-4bd4-9704-82d5fa262683 HTTP/1.1" status: 200  len: 993 time: 0.2033546
Nov 10 04:20:45.145490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.150750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.154756 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.2759933
Nov 10 04:20:45.160297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39140) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:45.169690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Request body: {'network': {'router:external': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:45.172519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05918f4-53de-477f-9c93-75b0fcd754a3 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=3eb29278-212b-4c37-a009-cdbd8ea7a32e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:45.189945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3eb29278-212b-4c37-a009-cdbd8ea7a32e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:45.223823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.225551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef7f8dd8-b3a9-4bcc-8db6-4f873149c318 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3251889
Nov 10 04:20:45.229052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39142) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:45.235736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Request body: {'router': {'distributed': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:45.406727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.425283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.433938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Network 3eb29278-212b-4c37-a009-cdbd8ea7a32e is not hosted by any dhcp agent {{(pid=119697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:20:45.435105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:45.435705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.442301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "PUT /v2.0/networks/3eb29278-212b-4c37-a009-cdbd8ea7a32e HTTP/1.1" status: 200  len: 858 time: 0.2807720
Nov 10 04:20:45.457562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39160) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:45.481395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.481735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.563073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=119696) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Nov 10 04:20:45.563655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Router 0ea2dbef-f67a-48a3-be7c-7bddff528ce0 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f8216c3ceb0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f8216c3cca0> provider. {{(pid=119696) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Nov 10 04:20:45.563798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.569982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.570716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.574435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.578707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54136-31c3-4530-8219-a83a235ed378 tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event updated for resources: {'Network': ['ID=3eb29278-212b-4c37-a009-cdbd8ea7a32e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:45.658546 ncdv-817176-1 neutron-server[119696]: WARNING neutron.scheduler.l3_agent_scheduler [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] No L3 agents can host the router 0ea2dbef-f67a-48a3-be7c-7bddff528ce0
Nov 10 04:20:45.659617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.686009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214bb60a0>,) {'filters': {'network_id': ['3eb29278-212b-4c37-a009-cdbd8ea7a32e']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:45.696378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214bb60a0>, '385960c3-6974-4ab9-88d8-62dc759358c3') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:45.698212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214bb60a0>, '385960c3-6974-4ab9-88d8-62dc759358c3') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:45.710756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.726266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.734198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:45.734549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:45.736528 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:45.821235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.842224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Hosts for router 0ea2dbef-f67a-48a3-be7c-7bddff528ce0: [] {{(pid=119696) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 10 04:20:45.842994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3eb29278-212b-4c37-a009-cdbd8ea7a32e {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 10 04:20:45.845184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Pushing event deleted for resources: {'Network': ['ID=3eb29278-212b-4c37-a009-cdbd8ea7a32e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:45.848008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.855897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-28510fd2-2433-49fe-bafc-89c3557639da tempest-ExternalNetworksTestJSON-946406197 tempest-ExternalNetworksTestJSON-946406197-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3eb29278-212b-4c37-a009-cdbd8ea7a32e HTTP/1.1" status: 204  len: 168 time: 0.3915057
Nov 10 04:20:45.856468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39170) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:45.883271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7cb7-8dac-40b9-8a66-2d3e2b1c9b44 req-d486a051-1d02-4278-942f-0232808db396 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:45.884828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-96de7cb7-8dac-40b9-8a66-2d3e2b1c9b44 req-d486a051-1d02-4278-942f-0232808db396 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.1459372
Nov 10 04:20:45.889915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Hosts for other DVR routers connected to router 0ea2dbef-f67a-48a3-be7c-7bddff528ce0: set() {{(pid=119696) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 10 04:20:45.893615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:45.896839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be8cc01e-bb97-4cab-bb12-7a8a9dc2b8c2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "PUT /v2.0/routers/0ea2dbef-f67a-48a3-be7c-7bddff528ce0 HTTP/1.1" status: 200  len: 716 time: 0.6644657
Nov 10 04:20:45.897538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39174) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:45.910192 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9829f02-f612-4b49-bb20-4a30cc447297 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:20:45.911789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9829f02-f612-4b49-bb20-4a30cc447297 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:20:45.914010 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f9829f02-f612-4b49-bb20-4a30cc447297 tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "DELETE /v2.0/subnets/b80115a4-fc0d-4085-9f54-adabf672961d HTTP/1.1" status: 404  len: 337 time: 0.0563393
Nov 10 04:20:45.918397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.013912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b37637c8-01fc-4728-9094-8d700180c838 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "GET /v2.0/routers/0ea2dbef-f67a-48a3-be7c-7bddff528ce0 HTTP/1.1" status: 200  len: 716 time: 0.1138113
Nov 10 04:20:46.015093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39188) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.020204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.061255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-96de7cb7-8dac-40b9-8a66-2d3e2b1c9b44 req-2f176a33-a600-4413-9d40-5fe044b45c40 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652949
Nov 10 04:20:46.145494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.177247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214c5e640>,) {'filters': {'network_id': ['756b1e3e-dbf8-4d41-9691-4f6e97225933']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:46.209625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c5e640>, '87b26df3-3355-4026-b0dc-dc35882af01d') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:46.210011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214c5e640>, '87b26df3-3355-4026-b0dc-dc35882af01d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:46.221993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.242975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.257700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec225-93c7-432e-b444-7bbaa2f46cba req-ca7d63e6-b775-49c1-b413-737be588d88c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:46.261298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3c6f43d7-6d74-4694-b93e-63e3722a8d89 tempest-RoutersTestDVR-267989558 tempest-RoutersTestDVR-267989558-project] 10.222.0.13 "GET /v2.0/routers/0ea2dbef-f67a-48a3-be7c-7bddff528ce0 HTTP/1.1" status: 200  len: 682 time: 0.2387297
Nov 10 04:20:46.261399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d9ec225-93c7-432e-b444-7bbaa2f46cba req-ca7d63e6-b775-49c1-b413-737be588d88c tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.1000144
Nov 10 04:20:46.261906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39194) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.267824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:46.268274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:46.273209 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:46.347063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.359583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.364800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.370614 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] 10.222.0.13 "DELETE /v2.0/networks/756b1e3e-dbf8-4d41-9691-4f6e97225933 HTTP/1.1" status: 204  len: 168 time: 0.4487391
Nov 10 04:20:46.389822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148f2e9-bfea-47e1-bfa0-419dae565e5d tempest-ExternalNetworksTestJSON-39536308 tempest-ExternalNetworksTestJSON-39536308-project] Pushing event deleted for resources: {'Network': ['ID=756b1e3e-dbf8-4d41-9691-4f6e97225933,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:46.396925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0d9ec225-93c7-432e-b444-7bbaa2f46cba req-9fa7ec46-9818-4c33-a20c-b4b04491eb00 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248569
Nov 10 04:20:46.418573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39200) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.537719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.540411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.607297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.607957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea2dbef-f67a-48a3-be7c-7bddff528ce0 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:46.613171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.614256 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d30df347-afb8-432c-b07f-dacd24d738e2 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0ea2dbef-f67a-48a3-be7c-7bddff528ce0 HTTP/1.1" status: 204  len: 168 time: 0.3513665
Nov 10 04:20:46.618232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39220) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.622633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Request body: {'router': {'name': 'tempest-router-918717744', 'distributed': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:46.630286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecca43f-cee8-4ea9-b0ee-f4c549b23a81 tempest-TestVolumeBackupRestore-2027670033 tempest-TestVolumeBackupRestore-2027670033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:46.632813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2ecca43f-cee8-4ea9-b0ee-f4c549b23a81 tempest-TestVolumeBackupRestore-2027670033 tempest-TestVolumeBackupRestore-2027670033-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1092 time: 0.2130342
Nov 10 04:20:46.635962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39222) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.641383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:46.660286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.661417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.685069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39224) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.698606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.738772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.764305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.782365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.784209 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82bb0b83-1dd1-441c-a397-b236c7f1d5ee tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1649711
Nov 10 04:20:46.788061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.824510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-415b64a6-70fe-4d38-928d-16131bc0d789 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dac4c136237466897a06c302bb62f6b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1381357
Nov 10 04:20:46.827098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39230) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:46.872421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.881503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.905619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.966964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.971267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:46.975884 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10dc40c2-1061-4171-b28f-537a972c628f HTTP/1.1" status: 204  len: 168 time: 0.1477239
Nov 10 04:20:46.984936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f541f-931e-4a39-a363-f77a49926856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc40c2-1061-4171-b28f-537a972c628f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:47.052592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.055027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.058052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.245660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39244) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:47.393048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39248) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:47.422649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.423157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e907ab1-74ab-4926-97b1-67a91e00384c {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:47.429448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.430582 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-309e7515-ff10-452b-90d2-313007ed3e91 tempest-RoutersTestDVR-384907087 tempest-RoutersTestDVR-384907087-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7e907ab1-74ab-4926-97b1-67a91e00384c HTTP/1.1" status: 204  len: 168 time: 0.6415234
Nov 10 04:20:47.437270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-752de1bc-e5e2-4759-99ee-7970ec6a1496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.467461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-11a1ccca-444f-45da-a4d9-054ffc81071a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f472eff35c85488cb278efb041ac72c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0706182
Nov 10 04:20:47.467653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39252) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:47.504487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Allocated IP 172.32.3.245 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/f46502b4-2874-45e3-b560-103c3906532f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:47.550344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.593797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.604236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-752de1bc-e5e2-4759-99ee-7970ec6a1496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.614881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-752de1bc-e5e2-4759-99ee-7970ec6a1496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.623639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.664583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.675138 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-752de1bc-e5e2-4759-99ee-7970ec6a1496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1075e0643e54959a5a5fdb8d890b466&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4282386
Nov 10 04:20:47.677993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39256) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:47.678707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de1bc-e5e2-4759-99ee-7970ec6a1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0701347e-aa40-4e5a-9f2f-6b920318771f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:47.717548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:47.720502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.721189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:47.724055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.725298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:47.728900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4bad9c5-885c-474e-a5ed-1365f5424ac8 HTTP/1.1" status: 204  len: 168 time: 0.2575631
Nov 10 04:20:47.731496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'Port': ['ID=f46502b4-2874-45e3-b560-103c3906532f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:47.747015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8049-47fa-4760-bc69-09da86c530b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bad9c5-885c-474e-a5ed-1365f5424ac8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:47.749860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39260) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:47.773909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.800387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.871644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.879307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:47.881220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0701347e-aa40-4e5a-9f2f-6b920318771f HTTP/1.1" status: 204  len: 168 time: 0.1984484
Nov 10 04:20:47.890588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb402a-066d-4df5-a673-2797b182d29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0701347e-aa40-4e5a-9f2f-6b920318771f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:48.048052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fb226afb-7397-46b0-bf48-5d3acebb4f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.174190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fb226afb-7397-46b0-bf48-5d3acebb4f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.179594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fb226afb-7397-46b0-bf48-5d3acebb4f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.225809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fb226afb-7397-46b0-bf48-5d3acebb4f72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5ace8edbac44219994906dd62eb4e97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4743121
Nov 10 04:20:48.226947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb226afb-7397-46b0-bf48-5d3acebb4f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cc790-d7fd-4952-8ff4-4ccce157513e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:48.228859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39280) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:48.302867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.369241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.411606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.452950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.555750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.558425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.559579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f2cc790-d7fd-4952-8ff4-4ccce157513e HTTP/1.1" status: 204  len: 168 time: 0.3297830
Nov 10 04:20:48.571052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cc790-d7fd-4952-8ff4-4ccce157513e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:48.586374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.586781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.587149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.587477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.587819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.588157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.588485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.588835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.589166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.589494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.589821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.590144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58068a-0795-454f-81e8-1ecb2a4ed6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:48.679019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.685274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.733734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.767654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event updated for resources: {'Port': ['ID=f46502b4-2874-45e3-b560-103c3906532f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:48.781166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:48.892896 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Floating IP 67eda656-6dab-47b8-b2f0-e68be0437705 associated. External IP: 172.32.3.245, port: 9b7e30e5-c996-40d9-81b6-a3d51bb47333.
Nov 10 04:20:48.926635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.014121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:49.031117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eca76954-93b4-42dc-92b5-533eddde728f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.110040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eca76954-93b4-42dc-92b5-533eddde728f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.116422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eca76954-93b4-42dc-92b5-533eddde728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.135780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Router c6ec84dd-87d4-48ed-9276-960138812034 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:49.168925 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eca76954-93b4-42dc-92b5-533eddde728f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef35e11c8e33433eaf452bd217999a20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1536579
Nov 10 04:20:49.171510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39324) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:49.174608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca76954-93b4-42dc-92b5-533eddde728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7407f5-9e96-45ed-a196-c3c492f11bc8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:49.230390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.253395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.265503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:49.278223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:49.291510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.297149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:49.299732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e68070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:49.325713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-43fe9486-ad09-47bc-afb6-9a5e6b319fc0 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6884673
Nov 10 04:20:49.326261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39328) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:49.326406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:49.330121 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967924d-4e28-4b04-83dc-92fa1187c9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:49.379575 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f849a-332a-40e9-b85c-cd25df80552d x-openstack-request-id: req-702f849a-332a-40e9-b85c-cd25df80552d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:49.380132 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:49.380681 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-702f849a-332a-40e9-b85c-cd25df80552d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:49.381977 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:20:49.401462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.407416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.409902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e7407f5-9e96-45ed-a196-c3c492f11bc8 HTTP/1.1" status: 204  len: 168 time: 0.2373714
Nov 10 04:20:49.457382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:49.461560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d7490-3656-41a6-b9db-569d138cceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7407f5-9e96-45ed-a196-c3c492f11bc8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:49.464881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b540c5-92c9-46d8-8df4-35d07fdc4c20 tempest-TestVolumeBackupRestore-2027670033 tempest-TestVolumeBackupRestore-2027670033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:49.466532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e1b540c5-92c9-46d8-8df4-35d07fdc4c20 tempest-TestVolumeBackupRestore-2027670033 tempest-TestVolumeBackupRestore-2027670033-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1092 time: 0.1385937
Nov 10 04:20:49.469357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:49.474931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Request body: {'floatingip': {'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:49.546276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:49.595102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-b82bbcea-6ecb-4fa0-ae58-bb43b1322c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:49.597767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-b82bbcea-6ecb-4fa0-ae58-bb43b1322c76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1097 time: 0.1862335
Nov 10 04:20:49.749080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e68070>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:47Z', 'revision_number': 0, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:49.765093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-b009e468-43f9-468b-8a4c-ad7309c5cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:49.766590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-b009e468-43f9-468b-8a4c-ad7309c5cf7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 915 time: 0.1617315
Nov 10 04:20:49.787741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:49.797254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:49.797780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e68070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:49.941377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:49.959881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-4c53e6f0-198b-4efb-bd55-0e452d47572f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 1000 time: 0.1803117
Nov 10 04:20:50.049056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:50.132981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-23911275-f4cc-407b-95a4-0df48eaa5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:50.135133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-23911275-f4cc-407b-95a4-0df48eaa5dc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.1464481
Nov 10 04:20:50.202182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f31f3816-39ee-40b5-87e0-abf700fea4f3 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1353766901'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:50.202706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f31f3816-39ee-40b5-87e0-abf700fea4f3 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Unknown quota resources ['metering_label']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:20:50.236731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e68070>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:47Z', 'revision_number': 0, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:50.262136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-6376709a-ea8c-419e-958e-ba2d6e7ffacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:50.263634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-6376709a-ea8c-419e-958e-ba2d6e7ffacd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1220896
Nov 10 04:20:50.277329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c0eba-36b9-4096-93e5-64dafce6bea6 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:47Z', 'revision_number': 0, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:50.320482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.resource_extend [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:20:50.507920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f31f3816-39ee-40b5-87e0-abf700fea4f3 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:50.509687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f31f3816-39ee-40b5-87e0-abf700fea4f3 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4596794
Nov 10 04:20:50.512402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39374) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:50.519130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4922542e-bdbf-42cb-b47c-3efda7497fd1 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7c0b1f84-58cd-4b31-97af-9884cde71b89'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:50.519745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4922542e-bdbf-42cb-b47c-3efda7497fd1 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:20:50.628019 ncdv-817176-1 neutron-server[119697]: WARNING neutron.services.metering.metering_plugin [None req-4922542e-bdbf-42cb-b47c-3efda7497fd1 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 10 04:20:50.659727 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ea703-13dc-4faf-9e97-ef956626aa82 None None] New status for floating IP 67eda656-6dab-47b8-b2f0-e68be0437705: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:20:50.752859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4922542e-bdbf-42cb-b47c-3efda7497fd1 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:50.754077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4922542e-bdbf-42cb-b47c-3efda7497fd1 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2404692
Nov 10 04:20:50.757106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39386) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:50.763161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac846794-72f3-472b-9d89-d2433c5cbc41 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7c0b1f84-58cd-4b31-97af-9884cde71b89'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:50.763803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac846794-72f3-472b-9d89-d2433c5cbc41 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:20:50.850407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:50.851118 ncdv-817176-1 neutron-server[119697]: WARNING neutron.services.metering.metering_plugin [None req-ac846794-72f3-472b-9d89-d2433c5cbc41 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 10 04:20:50.856422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.db.api [None req-608ea703-13dc-4faf-9e97-ef956626aa82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:20:50.857408 ncdv-817176-1 neutron-server[119699]: DEBUG oslo_db.api [None req-608ea703-13dc-4faf-9e97-ef956626aa82 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:20:50.865628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:50.940417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-b8290cde-e892-4f3b-ba8c-e5a065988802 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6604593
Nov 10 04:20:50.958689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac846794-72f3-472b-9d89-d2433c5cbc41 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:50.960578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac846794-72f3-472b-9d89-d2433c5cbc41 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2019720
Nov 10 04:20:50.963227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:50.975714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6669850b-30bb-49ea-959c-495777db4638 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=e7adaf9f-f1c0-48b1-9172-b4c3821b8015 HTTP/1.1" status: 200  len: 464 time: 0.0112417
Nov 10 04:20:50.978359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.016356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39402) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.173275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-695295871'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:51.181538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0967924d-4e28-4b04-83dc-92fa1187c9e3 req-ca664c7d-188d-4ee5-b24b-91b993b104f1 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325640
Nov 10 04:20:51.214133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Router c6ec84dd-87d4-48ed-9276-960138812034 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:20:51.215621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Made reservation on behalf of f9f70aea4a044e1e9fd9e8434be69a75 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:51.219268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.232766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.359261 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ea703-13dc-4faf-9e97-ef956626aa82 None None] New status for floating IP 67eda656-6dab-47b8-b2f0-e68be0437705: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:20:51.385760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:20:51.406118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.430972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f545985e-ea45-455a-afe8-683660adb2e0 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.432234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f545985e-ea45-455a-afe8-683660adb2e0 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/e7adaf9f-f1c0-48b1-9172-b4c3821b8015 HTTP/1.1" status: 204  len: 168 time: 0.4513986
Nov 10 04:20:51.435062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39418) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.446107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9a7ab333-0a09-4960-98ac-36b26a4eff7c tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=e7adaf9f-f1c0-48b1-9172-b4c3821b8015 HTTP/1.1" status: 200  len: 221 time: 0.0097554
Nov 10 04:20:51.449161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39420) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.454271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-11052ec0-42dd-4e64-b27f-66784f6dea28 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--304357845', 'description': 'label created by tempest'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:51.455794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-11052ec0-42dd-4e64-b27f-66784f6dea28 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Unknown quota resources ['metering_label']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:20:51.485652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:51.489084 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81062df-893a-43d6-ae57-05e4f9132c15" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:51.496695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5fa03cd1-76c5-4735-ba90-e5a65a342de1 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "PUT /v2.0/floatingips/67eda656-6dab-47b8-b2f0-e68be0437705 HTTP/1.1" status: 200  len: 992 time: 2.0263174
Nov 10 04:20:51.508400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.513710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.548740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:20:51.561082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a3ff09-030c-44f5-9905-9b91d8fbbe7b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:51.567708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.568122 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Added segment e1472328-d6e1-4d6f-b66c-c67641c73059 of type vlan for network 00229383-c28e-42f8-a8b0-cd0bff18c8e7
Nov 10 04:20:51.585129 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8718cd-94b2-404b-a1ac-0650c073edbc x-openstack-request-id: req-cf8718cd-94b2-404b-a1ac-0650c073edbc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:51.585586 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:51.585723 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf8718cd-94b2-404b-a1ac-0650c073edbc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:51.586233 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:20:51.590831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.591287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.591630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.591980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.592350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.592667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.593164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.593501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.594364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.594656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.595047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.595383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:20:51.667818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-11052ec0-42dd-4e64-b27f-66784f6dea28 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.669029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-11052ec0-42dd-4e64-b27f-66784f6dea28 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2185431
Nov 10 04:20:51.670561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.671729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39426) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.701097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-abe95b21-3f5b-4452-9971-df7c010c7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:51.702633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-abe95b21-3f5b-4452-9971-df7c010c7a80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1097 time: 0.1003423
Nov 10 04:20:51.709992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.716723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:51.717347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:51.751045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:20:51.762916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18eba942-3ede-443c-9d62-2bc7050d1ab0 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b3ceeebc-6a75-43b7-be85-c78eae8228f7 HTTP/1.1" status: 200  len: 467 time: 0.0900385
Nov 10 04:20:51.765515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.768654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:51.772762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820754ed00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:51.839089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.8167644
Nov 10 04:20:51.845384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39430) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:51.850704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Request body: {'subnet': {'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:51.919375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850b1f-13f1-4ef8-bc0a-2782c4ee80dd tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'Network': ['ID=00229383-c28e-42f8-a8b0-cd0bff18c8e7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:51.930458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:51.933627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:20:51.974932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-84f3f535-377e-459e-b1ec-2e861aa61690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:51.977682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-84f3f535-377e-459e-b1ec-2e861aa61690 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 915 time: 0.2552013
Nov 10 04:20:52.009811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-786dec81-a873-4ff4-affb-747674a499d2 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.011628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-786dec81-a873-4ff4-affb-747674a499d2 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/b3ceeebc-6a75-43b7-be85-c78eae8228f7 HTTP/1.1" status: 204  len: 168 time: 0.2413480
Nov 10 04:20:52.013980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.027429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b76d0ba-e6a6-49a8-8526-19d8fe5aac29 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b3ceeebc-6a75-43b7-be85-c78eae8228f7 HTTP/1.1" status: 200  len: 216 time: 0.0121512
Nov 10 04:20:52.031250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.046216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9df4e628-f029-4fb5-8819-26fcf2963212 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0090170
Nov 10 04:20:52.048888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39438) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.067016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3be4ddbd-037a-478a-a7ec-b12a7df3ac63 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0129745
Nov 10 04:20:52.072360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.084634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39442) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.167227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-d69c62c3-4f73-418a-8fde-af0651860dc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 1002 time: 0.1661026
Nov 10 04:20:52.171453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fd6e9eee-0eea-4912-a8c6-ac97b4689356 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/7c0b1f84-58cd-4b31-97af-9884cde71b89 HTTP/1.1" status: 200  len: 473 time: 0.0961776
Nov 10 04:20:52.176330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.185874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Made reservation on behalf of f9f70aea4a044e1e9fd9e8434be69a75 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:52.189246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.194082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e55ce70-d882-42ce-80ac-916c03807183 tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/f66d01f6-2f3c-4c87-9fce-fc3b68e6df0c HTTP/1.1" status: 200  len: 461 time: 0.0162926
Nov 10 04:20:52.196566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.221096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8975a0ab-5e18-4cdc-aee5-c2e472319f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.269238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820754ed00>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:51Z', 'revision_number': 2, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:52.302270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:20:52.311789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:20:52.312509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820754ed00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:52.318705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-bc10e5ae-1fcf-4b9c-b1c2-da9a7261c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:52.320537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-bc10e5ae-1fcf-4b9c-b1c2-da9a7261c4ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.1439641
Nov 10 04:20:52.394568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-177631e2-e0d7-4c98-80e5-dcafded0c98c tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.398032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-df84814b-041d-4e90-8d7e-83855e530bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:52.398345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-177631e2-e0d7-4c98-80e5-dcafded0c98c tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f66d01f6-2f3c-4c87-9fce-fc3b68e6df0c HTTP/1.1" status: 204  len: 168 time: 0.2008424
Nov 10 04:20:52.399749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-df84814b-041d-4e90-8d7e-83855e530bba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0717187
Nov 10 04:20:52.402330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39450) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.461354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:20:52.558428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8975a0ab-5e18-4cdc-aee5-c2e472319f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.577179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.603566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8975a0ab-5e18-4cdc-aee5-c2e472319f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.615789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-b87dc417-7458-4292-a214-cb4cf124efe7 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933389
Nov 10 04:20:52.693885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4e4dd22-905d-4790-9e50-fdab653634ab tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.698397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e4e4dd22-905d-4790-9e50-fdab653634ab tempest-MeteringTestJSON-1058266696 tempest-MeteringTestJSON-1058266696-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/7c0b1f84-58cd-4b31-97af-9884cde71b89 HTTP/1.1" status: 204  len: 168 time: 0.2950869
Nov 10 04:20:52.713373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8975a0ab-5e18-4cdc-aee5-c2e472319f2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c57e15af519496da806b41499f6fe80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6276162
Nov 10 04:20:52.714151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975a0ab-5e18-4cdc-aee5-c2e472319f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3792d5-bcee-47a6-a2b8-b0f23ddd5a7c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:52.716679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.778888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'Subnet': ['ID=fb6e1caa-354b-49cb-9ed1-b14779c17b07,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:52.813287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Checking segment: {'id': 'e1472328-d6e1-4d6f-b66c-c67641c73059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:52.813785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Network hostable DHCP agents. Network: 00229383-c28e-42f8-a8b0-cd0bff18c8e7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:20:52.863367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d81062df-893a-43d6-ae57-05e4f9132c15 req-f10b7c5e-8393-49b8-9ca4-584574a9929a service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378502
Nov 10 04:20:52.865527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.877843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:20:52.894130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 00229383-c28e-42f8-a8b0-cd0bff18c8e7) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:52.900263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:52.901765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.905458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220ea95d-6301-44c1-8ba8-4c1f1738962e None None] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:52.926430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ace891f-a79e-441e-9863-4e38f707e176 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0799320
Nov 10 04:20:52.928732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:52.929378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39460) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:52.935158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Request body: {'port': {'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1520688297'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:53.004214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.011119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.013389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e3792d5-bcee-47a6-a2b8-b0f23ddd5a7c HTTP/1.1" status: 204  len: 168 time: 0.2957277
Nov 10 04:20:53.031579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc1879-b581-47e5-bf0e-e674e4d19690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3792d5-bcee-47a6-a2b8-b0f23ddd5a7c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:53.072421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:53.082613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Made reservation on behalf of f9f70aea4a044e1e9fd9e8434be69a75 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:53.087642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.088542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820754ed00>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:51Z', 'revision_number': 2, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:53.105687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] device_id is not set on port f61c7924-8277-45db-a53a-ce079abc47d1 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:53.122537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e85252-b908-4b96-a34a-e1be60ff7bf1 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '67eda656-6dab-47b8-b2f0-e68be0437705', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'floating_ip_address': '172.32.3.245', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'port_id': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'mac_address': 'fa:16:3e:fd:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:20:47Z', 'updated_at': '2021-11-10T04:20:51Z', 'revision_number': 2, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:20:53.176362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-00229383-c28e-42f8-a8b0-cd0bff18c8e7', 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7', 'tenant_id': 'f9f70aea4a044e1e9fd9e8434be69a75', 'fixed_ips': [{'subnet_id': 'fb6e1caa-354b-49cb-9ed1-b14779c17b07'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:20:53.177266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.266577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Allocated IP 172.20.0.10 (00229383-c28e-42f8-a8b0-cd0bff18c8e7/fb6e1caa-354b-49cb-9ed1-b14779c17b07/f61c7924-8277-45db-a53a-ce079abc47d1) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:53.271824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b10815de-66c4-4a3d-86a7-1f3693e0ae96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.371622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b10815de-66c4-4a3d-86a7-1f3693e0ae96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.378054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b10815de-66c4-4a3d-86a7-1f3693e0ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.434949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b10815de-66c4-4a3d-86a7-1f3693e0ae96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5af3cc55a4a46d591d11d43e1bcfda6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3609700
Nov 10 04:20:53.435835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10815de-66c4-4a3d-86a7-1f3693e0ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0177843-16f7-4841-a020-83bda9e1c1e6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:53.438173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:53.505693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.539597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.568249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.574420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:53.576826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.589869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:20:53.592177 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:20:53.592382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fe494d6-3d47-4b44-994b-6c03d201552f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.642694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Allocated IP 172.20.0.2 (00229383-c28e-42f8-a8b0-cd0bff18c8e7/fb6e1caa-354b-49cb-9ed1-b14779c17b07/310bcff4-c0b3-438a-91d4-92890dfa51aa) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:53.659343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:53.664524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:53.667331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'Port': ['ID=f61c7924-8277-45db-a53a-ce079abc47d1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:53.670045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:53.711970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.715146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.715288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fe494d6-3d47-4b44-994b-6c03d201552f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.716821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0177843-16f7-4841-a020-83bda9e1c1e6 HTTP/1.1" status: 204  len: 168 time: 0.2773142
Nov 10 04:20:53.721537 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c13262-ff57-4a0e-b99d-efa8f8ddcfda x-openstack-request-id: req-90c13262-ff57-4a0e-b99d-efa8f8ddcfda {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:20:53.721893 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:20:53.722460 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90c13262-ff57-4a0e-b99d-efa8f8ddcfda {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:20:53.722734 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:20:53.729267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fe494d6-3d47-4b44-994b-6c03d201552f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.746690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580db89-b440-4395-925e-600d6db96b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0177843-16f7-4841-a020-83bda9e1c1e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:53.753453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:53.754212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.790860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-129d8af4-9d77-410c-baee-de628d439cad tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8602366
Nov 10 04:20:53.794193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39480) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:53.795931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8fe494d6-3d47-4b44-994b-6c03d201552f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4719d135589647c29527b992e56253b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2198989
Nov 10 04:20:53.796825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39482) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:53.797850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe494d6-3d47-4b44-994b-6c03d201552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e289504-b4cd-4559-997b-dab0c236b2d0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:53.800055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Request body: {'port': {'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1259456185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:53.800746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] bootfile-name is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:53.801216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] tftp-server is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:53.801905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] server-ip-address is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:53.861626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-e9fef084-b251-4927-ab08-f7fa000c8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:53.863251 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-e9fef084-b251-4927-ab08-f7fa000c8662 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1097 time: 0.1347017
Nov 10 04:20:53.886343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.896809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.922539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.951727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:53.963881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:53.967573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:53.974360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:53.981624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Pushing event updated for resources: {'Port': ['ID=310bcff4-c0b3-438a-91d4-92890dfa51aa,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.020799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-7b147b72-b6bb-4317-8998-244a382e0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:54.022527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-7b147b72-b6bb-4317-8998-244a382e0354 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 915 time: 0.1445260
Nov 10 04:20:54.024200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Made reservation on behalf of f9f70aea4a044e1e9fd9e8434be69a75 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:54.028017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.028349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.031895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.036054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e289504-b4cd-4559-997b-dab0c236b2d0 HTTP/1.1" status: 204  len: 168 time: 0.2031021
Nov 10 04:20:54.044204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f141-f635-4ef2-af3a-7599e47185b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e289504-b4cd-4559-997b-dab0c236b2d0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.075288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Attempting to bind port 310bcff4-c0b3-438a-91d4-92890dfa51aa on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:20:54.075795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Attempting to bind port 310bcff4-c0b3-438a-91d4-92890dfa51aa by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'e1472328-d6e1-4d6f-b66c-c67641c73059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:20:54.076274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Attempting to bind port 310bcff4-c0b3-438a-91d4-92890dfa51aa on network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:20:54.088734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:20:54.089576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Checking segment: {'id': 'e1472328-d6e1-4d6f-b66c-c67641c73059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:20:54.089576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.089916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Bound using segment: {'id': 'e1472328-d6e1-4d6f-b66c-c67641c73059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:20:54.090409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Bound port: 310bcff4-c0b3-438a-91d4-92890dfa51aa, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1472328-d6e1-4d6f-b66c-c67641c73059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '00229383-c28e-42f8-a8b0-cd0bff18c8e7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:20:54.090799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.098131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] device_id is not set on port 6b3c2531-e367-4315-b090-beb4b45019db yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:54.153529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-18ca5081-ef36-4df7-8c68-5365b9779e64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 1002 time: 0.1214483
Nov 10 04:20:54.171041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] For port 310bcff4-c0b3-438a-91d4-92890dfa51aa, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:20:54.176472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] For port 310bcff4-c0b3-438a-91d4-92890dfa51aa, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=310bcff4-c0b3-438a-91d4-92890dfa51aa,segment=NetworkSegment(e1472328-d6e1-4d6f-b66c-c67641c73059),segment_id=e1472328-d6e1-4d6f-b66c-c67641c73059)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:20:54.182190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.255619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:54.258121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-55ecacbf-ca50-47ac-b85b-84494b7b8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:54.259535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad52ef-9428-44dc-9351-55852812d5a2 None None] Pushing event updated for resources: {'Port': ['ID=310bcff4-c0b3-438a-91d4-92890dfa51aa,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.259732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-55ecacbf-ca50-47ac-b85b-84494b7b8d09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.0972874
Nov 10 04:20:54.279299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce789582-90f3-4c8c-b1c9-59f70c14f498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.311270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Allocated IP 172.20.0.13 (00229383-c28e-42f8-a8b0-cd0bff18c8e7/fb6e1caa-354b-49cb-9ed1-b14779c17b07/6b3c2531-e367-4315-b090-beb4b45019db) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:54.357497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-06123490-8e39-434a-97d6-1c456faf08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:54.359386 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-06123490-8e39-434a-97d6-1c456faf08e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0871720
Nov 10 04:20:54.387306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce789582-90f3-4c8c-b1c9-59f70c14f498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.393658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ce789582-90f3-4c8c-b1c9-59f70c14f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.437431 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ce789582-90f3-4c8c-b1c9-59f70c14f498 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb3a6bc434854a5f9d39e04694d4305d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1798615
Nov 10 04:20:54.439626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce789582-90f3-4c8c-b1c9-59f70c14f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9f48f-e4f0-4333-837b-98fb6502bd92,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.441993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39494) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:54.641298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-36230ed0-9ee1-4646-8529-e25f69bae8d3 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2736688
Nov 10 04:20:54.641989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.727326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.755120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.843022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6803da9-4099-4dc4-8a2e-c7c2c8a9a7c0 req-a428ab3a-a738-464d-83a5-131c91f4309d service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933641
Nov 10 04:20:54.849471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.853771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.857624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bc9f48f-e4f0-4333-837b-98fb6502bd92 HTTP/1.1" status: 204  len: 168 time: 0.4148138
Nov 10 04:20:54.861628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.897942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6c164-c2ac-47ac-a126-facd950f6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9f48f-e4f0-4333-837b-98fb6502bd92,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.912257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:54.917473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:54.921509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:54.946867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'Port': ['ID=6b3c2531-e367-4315-b090-beb4b45019db,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:54.980032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:54.980588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:54.996864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46abf6d4-a775-4ee4-a4e5-e04509f105eb tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 1.2016933
Nov 10 04:20:54.999545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39514) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:55.096758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcb5a6-118b-4c18-afd2-ce59a95b25b1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:55.103133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcb5a6-118b-4c18-afd2-ce59a95b25b1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:55.109805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcb5a6-118b-4c18-afd2-ce59a95b25b1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:55.111613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cadcb5a6-118b-4c18-afd2-ce59a95b25b1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2618 time: 0.1109056
Nov 10 04:20:55.114624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39522) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:55.231489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Deleting port 6b3c2531-e367-4315-b090-beb4b45019db {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:55.231770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.357908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.373362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Calling delete_port for 6b3c2531-e367-4315-b090-beb4b45019db owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:55.589520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.618287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3e26f-07b5-4b55-9a6e-51c3e6bd7a39 None None] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:55.667493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event deleted for resources: {'Port': ['ID=6b3c2531-e367-4315-b090-beb4b45019db,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:55.667863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 310bcff4-c0b3-438a-91d4-92890dfa51aa up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:55.766647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 310bcff4-c0b3-438a-91d4-92890dfa51aa triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:55.767098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.768591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] Provisioning complete for port 310bcff4-c0b3-438a-91d4-92890dfa51aa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:55.768984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.841515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.851633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c18f9c06-7c21-4ee5-b507-1ec469e49ca1 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "DELETE /v2.0/ports/6b3c2531-e367-4315-b090-beb4b45019db HTTP/1.1" status: 204  len: 168 time: 0.7358520
Nov 10 04:20:55.853065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39554) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:55.860331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Request body: {'port': {'name': 'tempest-new-port-name-1685036148', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:55.861344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] bootfile-name is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:55.861982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] tftp-server is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:55.862313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.api.validators [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] server-ip-address is not in valid_values {{(pid=119696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 10 04:20:55.967631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:55.988403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.080102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] For port 310bcff4-c0b3-438a-91d4-92890dfa51aa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=310bcff4-c0b3-438a-91d4-92890dfa51aa,segment=NetworkSegment(e1472328-d6e1-4d6f-b66c-c67641c73059),segment_id=e1472328-d6e1-4d6f-b66c-c67641c73059)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:56.088270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.094712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.222293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.229233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e5fe6-c2a8-443b-828e-7ff45f088db3 None None] Pushing event updated for resources: {'Port': ['ID=310bcff4-c0b3-438a-91d4-92890dfa51aa,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:56.230890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.248011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:20:56.248484 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:20:56.335818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] In _notify_port_updated(), no bound segment for port f61c7924-8277-45db-a53a-ce079abc47d1 on network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:20:56.341395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:56.342065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.343417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "PUT /v2.0/ports/f61c7924-8277-45db-a53a-ce079abc47d1 HTTP/1.1" status: 200  len: 1137 time: 0.4889467
Nov 10 04:20:56.344376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450e340-a91d-4e3b-ab9b-d77d2ec7ba8a tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event updated for resources: {'Port': ['ID=f61c7924-8277-45db-a53a-ce079abc47d1,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:56.346376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39566) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:56.414032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1dcf2-1a85-4555-89b0-59dbccda25ae tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:56.419843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35f1dcf2-1a85-4555-89b0-59dbccda25ae tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "GET /v2.0/ports/f61c7924-8277-45db-a53a-ce079abc47d1 HTTP/1.1" status: 200  len: 1137 time: 0.0674729
Nov 10 04:20:56.419952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39568) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:56.514537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4e9dda56-532b-4e77-8cc5-3c8f23d918e5 None None] Provisioning complete for port f61c7924-8277-45db-a53a-ce079abc47d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:56.517586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4e9dda56-532b-4e77-8cc5-3c8f23d918e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.573922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Deleting port f61c7924-8277-45db-a53a-ce079abc47d1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:56.574611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.578913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dda56-532b-4e77-8cc5-3c8f23d918e5 None None] Port f61c7924-8277-45db-a53a-ce079abc47d1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:56.595678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4e9dda56-532b-4e77-8cc5-3c8f23d918e5 None None] Provisioning complete for port 310bcff4-c0b3-438a-91d4-92890dfa51aa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:56.596008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4e9dda56-532b-4e77-8cc5-3c8f23d918e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.720877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.739025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Calling delete_port for f61c7924-8277-45db-a53a-ce079abc47d1 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:56.868385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-84ab964e-f937-429e-a493-fd3f4b6c917d None None] Provisioning complete for port f61c7924-8277-45db-a53a-ce079abc47d1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:56.868855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-84ab964e-f937-429e-a493-fd3f4b6c917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:56.928877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-84ab964e-f937-429e-a493-fd3f4b6c917d None None] Port f61c7924-8277-45db-a53a-ce079abc47d1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:56.971833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.005955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event deleted for resources: {'Port': ['ID=f61c7924-8277-45db-a53a-ce079abc47d1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:57.100550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.105541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b3be843e-6524-478f-b39f-44886abfb762 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "DELETE /v2.0/ports/f61c7924-8277-45db-a53a-ce079abc47d1 HTTP/1.1" status: 204  len: 168 time: 0.6843503
Nov 10 04:20:57.108254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39586) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:57.154164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-27a70200-f21b-4d10-a105-a7ca70c3dc52 None None] Could not find standard attr ID for object 6b3c2531-e367-4315-b090-beb4b45019db. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:20:57.175768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Deleting subnet fb6e1caa-354b-49cb-9ed1-b14779c17b07 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:20:57.179367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.237706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.294036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39592) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:57.326581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.405001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.419938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.423374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "DELETE /v2.0/subnets/fb6e1caa-354b-49cb-9ed1-b14779c17b07 HTTP/1.1" status: 204  len: 168 time: 0.3133340
Nov 10 04:20:57.425998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39596) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:57.481581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61235fdb-19e9-4452-bd98-d5b0baddff77 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6e1caa-354b-49cb-9ed1-b14779c17b07,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:57.545434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.589113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-185090408', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:57.609410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 310bcff4-c0b3-438a-91d4-92890dfa51aa up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:20:57.634026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Made reservation on behalf of 9462515b9fcd48f5b6be24499a604195 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:20:57.636580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.647609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.651961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Deleting port 310bcff4-c0b3-438a-91d4-92890dfa51aa {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:57.652297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.677281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 310bcff4-c0b3-438a-91d4-92890dfa51aa triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:57.677773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.706276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24adda19-b7d1-46d4-a828-4b3b7868284d None None] Network 00229383-c28e-42f8-a8b0-cd0bff18c8e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:20:57.756768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] For port 310bcff4-c0b3-438a-91d4-92890dfa51aa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=310bcff4-c0b3-438a-91d4-92890dfa51aa,segment=NetworkSegment(e1472328-d6e1-4d6f-b66c-c67641c73059),segment_id=e1472328-d6e1-4d6f-b66c-c67641c73059)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:20:57.757376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.779305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Calling delete_port for 310bcff4-c0b3-438a-91d4-92890dfa51aa owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:20:57.790487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-193cdf13-2884-45d2-adf9-db7b50bfe4f9 None None] Could not find standard attr ID for object f61c7924-8277-45db-a53a-ce079abc47d1. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:20:57.843294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.850620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.869570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] device_id is not set on port 032847a5-0980-4877-a0a0-4a9bd423f3b5 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:20:57.925801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161cdd96-aef8-41cd-ab3a-a521c0bbfa3c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:57.958969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:57.976591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde1a3c-7ae6-43d2-88fa-aead263decac None None] DHCP port deletion for 00229383-c28e-42f8-a8b0-cd0bff18c8e7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:58.013607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event deleted for resources: {'Port': ['ID=310bcff4-c0b3-438a-91d4-92890dfa51aa,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:58.020627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] No DVR routers for this DVR port 310bcff4-c0b3-438a-91d4-92890dfa51aa on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:20:58.104463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Allocated IP 172.32.3.142 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/032847a5-0980-4877-a0a0-4a9bd423f3b5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:20:58.130958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.162972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d8a18e0>,) {'filters': {'network_id': ['00229383-c28e-42f8-a8b0-cd0bff18c8e7']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:58.180480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d8a18e0>, 'e1472328-d6e1-4d6f-b66c-c67641c73059') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:58.180796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d8a18e0>, 'e1472328-d6e1-4d6f-b66c-c67641c73059') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:20:58.197085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.248335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.260012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:20:58.260483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:20:58.263627 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:20:58.342154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.355429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.361420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] 10.222.0.13 "DELETE /v2.0/networks/00229383-c28e-42f8-a8b0-cd0bff18c8e7 HTTP/1.1" status: 204  len: 168 time: 0.9316297
Nov 10 04:20:58.372665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.374312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40d99-4202-47b6-ae9b-eff8b46a2d89 tempest-ExtraDHCPOptionsTestJSON-1533084465 tempest-ExtraDHCPOptionsTestJSON-1533084465-project] Pushing event deleted for resources: {'Network': ['ID=00229383-c28e-42f8-a8b0-cd0bff18c8e7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:58.412258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.461590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:20:58.468800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:20:58.473169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:20:58.483131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf135d22-8e36-40e4-9c26-ebed70fa3209 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:20:58.500759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Pushing event updated for resources: {'Port': ['ID=032847a5-0980-4877-a0a0-4a9bd423f3b5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:58.522071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:20:58.522791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.528911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4df1d015-e885-41db-ba6f-3735702e92f6 None None] Provisioning complete for port 032847a5-0980-4877-a0a0-4a9bd423f3b5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:20:58.529975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4df1d015-e885-41db-ba6f-3735702e92f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.545922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c30c5361-4e95-45b2-a79a-ca11b90d0038 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 1.2480154
Nov 10 04:20:58.546553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39622) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:58.552381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.142'}]}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:20:58.575029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4df1d015-e885-41db-ba6f-3735702e92f6 None None] Port 032847a5-0980-4877-a0a0-4a9bd423f3b5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:20:58.586823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.588419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.697051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:58.859577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5428716e-ec54-4d8b-b0a7-769417e94eb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9f70aea4a044e1e9fd9e8434be69a75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1613200
Nov 10 04:20:58.862583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39632) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:58.919439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.941968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.995992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:58.999429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.000754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50a3ff09-030c-44f5-9905-9b91d8fbbe7b HTTP/1.1" status: 204  len: 168 time: 0.1372163
Nov 10 04:20:59.009910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.010805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036d00-d36b-4587-aefc-644c8fc016e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a3ff09-030c-44f5-9905-9b91d8fbbe7b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:20:59.167316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.382446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.402490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.574950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.582465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 310bcff4-c0b3-438a-91d4-92890dfa51aa no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:20:59.604915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 310bcff4-c0b3-438a-91d4-92890dfa51aa {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:20:59.605449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 310bcff4-c0b3-438a-91d4-92890dfa51aa not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:20:59.759829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.761997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.806740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.807277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c9d986-f22c-4a4b-a137-d06732f17d96 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:20:59.834325 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:20:59.835854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03687a93-a84f-45b3-97c8-21c7eac0f2d3 tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.2881505
Nov 10 04:20:59.838675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39678) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:59.840661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:20:59.928204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Deleting port 032847a5-0980-4877-a0a0-4a9bd423f3b5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:20:59.928778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:20:59.971898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1654708402'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:00.010786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:00.014245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.029768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.049988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.068113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Calling delete_port for 032847a5-0980-4877-a0a0-4a9bd423f3b5 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:00.203731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.207419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.263190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56334849-0837-4826-9480-bd956819fba2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:00.280073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.287992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:21:00.320181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Pushing event deleted for resources: {'Port': ['ID=032847a5-0980-4877-a0a0-4a9bd423f3b5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:00.325610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.325975 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Added segment 830fd047-c38d-4a04-92c0-d2fef72df590 of type vlan for network 5be3c9ac-c53c-4004-879b-84f693bd163f
Nov 10 04:21:00.335765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a0ce8-25e1-4bd3-8a74-35a2bac7e565 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:00.418359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.432384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.439349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2c123dd3-214e-4f8a-b0da-7f6fe925d50e tempest-RoutersAdminNegativeIpV6Test-1491766932 tempest-RoutersAdminNegativeIpV6Test-1491766932-project-admin] 10.222.0.13 "DELETE /v2.0/ports/032847a5-0980-4877-a0a0-4a9bd423f3b5 HTTP/1.1" status: 204  len: 168 time: 0.5959187
Nov 10 04:21:00.455005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.460840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:00.461448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.521798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6751912
Nov 10 04:21:00.524888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39696) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:00.530273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'subnet': {'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:00.538116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccb7ef-3d43-42e7-8f52-e18669be90c6 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Network': ['ID=5be3c9ac-c53c-4004-879b-84f693bd163f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:00.550536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5be3c9ac-c53c-4004-879b-84f693bd163f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:21:00.670049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:00.674544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.815895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:00.881955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.931812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adda83d1-62c8-4754-9abc-a53ab5ea8bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:00.948947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Subnet': ['ID=a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:00.961097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Checking segment: {'id': '830fd047-c38d-4a04-92c0-d2fef72df590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:00.961461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network hostable DHCP agents. Network: 5be3c9ac-c53c-4004-879b-84f693bd163f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:21:00.979833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:21:00.989406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5be3c9ac-c53c-4004-879b-84f693bd163f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:00.994684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:00.995692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.003610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cb452-bca7-4375-b6f0-5a378e0b428f None None] Network 5be3c9ac-c53c-4004-879b-84f693bd163f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:01.015462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dd180846-84eb-4564-8ad4-7ff308a63b7d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.4896448
Nov 10 04:21:01.018721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39710) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.024315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1445211138', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:01.031950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adda83d1-62c8-4754-9abc-a53ab5ea8bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.036548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-adda83d1-62c8-4754-9abc-a53ab5ea8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.054747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.056226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.062725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39712) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.079785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-adda83d1-62c8-4754-9abc-a53ab5ea8bbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53cb324db4544be1927edf51212d567f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2620487
Nov 10 04:21:01.081186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda83d1-62c8-4754-9abc-a53ab5ea8bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387c627e-6b98-489d-8056-95635a81b3ce,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:01.083966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.132337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.136888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.159772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.178162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab3e65-9d84-4e8c-87fb-50d900bcc5fd None None] Network 5be3c9ac-c53c-4004-879b-84f693bd163f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:01.228637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.232154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.233590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387c627e-6b98-489d-8056-95635a81b3ce HTTP/1.1" status: 204  len: 168 time: 0.1486807
Nov 10 04:21:01.243685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfe064-4068-45b8-98b8-4c857d71eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387c627e-6b98-489d-8056-95635a81b3ce,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:01.304958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7528772-2285-4a3b-a9d1-52ee56a1a2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.308039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.461510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7528772-2285-4a3b-a9d1-52ee56a1a2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.466527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7528772-2285-4a3b-a9d1-52ee56a1a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.517830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a7528772-2285-4a3b-a9d1-52ee56a1a2fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c31e6e373284702a5466635e176d6de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4511135
Nov 10 04:21:01.518237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39724) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.549112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39726) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.553669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528772-2285-4a3b-a9d1-52ee56a1a2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536d7c3-75d6-4af7-99da-283b8f031586,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:01.604484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.608002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.611809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-993b3688-f1f1-4891-8235-0ec1defb29c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9462515b9fcd48f5b6be24499a604195&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0616643
Nov 10 04:21:01.616737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39728) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:01.631894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.644317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.704650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.730120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.731869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.734437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.736100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0536d7c3-75d6-4af7-99da-283b8f031586 HTTP/1.1" status: 204  len: 168 time: 0.2168634
Nov 10 04:21:01.746455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.107 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/cc21d3e2-2607-4b34-bf31-8d597280a5b3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:01.760408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625c6f-8539-46ff-870c-3d7105ff5867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536d7c3-75d6-4af7-99da-283b8f031586,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:01.818242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.821485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.822783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/161cdd96-aef8-41cd-ab3a-a521c0bbfa3c HTTP/1.1" status: 204  len: 168 time: 0.2049384
Nov 10 04:21:01.838669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384ad7-4741-45f7-848f-acf38cbe21fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161cdd96-aef8-41cd-ab3a-a521c0bbfa3c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:01.909484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.948315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:01.992575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:01.995656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:02.000531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:02.003521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=cc21d3e2-2607-4b34-bf31-8d597280a5b3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:02.009250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88144e1e-1bcd-4e02-aa7f-f540af4749d3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:02.152370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cdb3322b-84e1-4e51-95d3-0e0086a90b5b None None] Provisioning complete for port cc21d3e2-2607-4b34-bf31-8d597280a5b3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:02.153334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cdb3322b-84e1-4e51-95d3-0e0086a90b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.202501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3322b-84e1-4e51-95d3-0e0086a90b5b None None] Port cc21d3e2-2607-4b34-bf31-8d597280a5b3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:02.210338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39746) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.224720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e084543-bb5a-4d90-bbcd-9f7d3be2ea8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.290019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.311320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e084543-bb5a-4d90-bbcd-9f7d3be2ea8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.318180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e084543-bb5a-4d90-bbcd-9f7d3be2ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.367169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e084543-bb5a-4d90-bbcd-9f7d3be2ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf42f143-d356-4faa-b85a-3d799c932d11,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:02.392584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e084543-bb5a-4d90-bbcd-9f7d3be2ea8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77e87aef57624035b0554b3bc0f36362&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1804838
Nov 10 04:21:02.393083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39752) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.525178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.556495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.559539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.603665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39760) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.683382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.685942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.687070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf42f143-d356-4faa-b85a-3d799c932d11 HTTP/1.1" status: 204  len: 168 time: 0.2930691
Nov 10 04:21:02.700988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b49af9-9b23-4a55-9726-2ca7068f269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf42f143-d356-4faa-b85a-3d799c932d11,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:02.720630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-f94361f5-d4f9-49c1-8316-a16b05501531 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.722526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f94361f5-d4f9-49c1-8316-a16b05501531 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1177049
Nov 10 04:21:02.726903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39766) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.732177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-f2ce9e1c-bb60-4d90-8c87-df5b7489e13f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.733014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f2ce9e1c-bb60-4d90-8c87-df5b7489e13f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0051806
Nov 10 04:21:02.735612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.741348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-5002b486-ba97-4bc2-9dbb-ca6bd7ea0397 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.742334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5002b486-ba97-4bc2-9dbb-ca6bd7ea0397 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0052879
Nov 10 04:21:02.744815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39770) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.745858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:21:02.751389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-7f3359bc-7547-424a-b40a-fa1f8ee2fd42 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.752784 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f3359bc-7547-424a-b40a-fa1f8ee2fd42 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0066793
Nov 10 04:21:02.755022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39772) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.759417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-f310f78a-a801-42bd-bed8-eaa2535e2c75 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.760766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f310f78a-a801-42bd-bed8-eaa2535e2c75 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0042653
Nov 10 04:21:02.762774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39774) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.773850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-ef0c2fe7-7f2e-41c6-8720-8806b6f7e9e9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.774813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef0c2fe7-7f2e-41c6-8720-8806b6f7e9e9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0067508
Nov 10 04:21:02.777294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.781332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-e67b65ca-8d8a-41a2-ad64-87510af531e4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.784509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e67b65ca-8d8a-41a2-ad64-87510af531e4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0040734
Nov 10 04:21:02.784718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39778) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.789924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-26c15a28-a968-4c3a-bd1e-e6c039f9b337 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.793294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-26c15a28-a968-4c3a-bd1e-e6c039f9b337 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0052755
Nov 10 04:21:02.794735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.800562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-2087106c-d3f1-4b3d-9688-b82a070d435b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.804429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2087106c-d3f1-4b3d-9688-b82a070d435b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0058060
Nov 10 04:21:02.804429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39782) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.811689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-3fa93fd5-79bc-437b-89b9-60b14641e91e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.813136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3fa93fd5-79bc-437b-89b9-60b14641e91e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0080543
Nov 10 04:21:02.816379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39784) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.820961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-50bcb94b-f704-4677-93b4-d7ff6533f14f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.821955 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-50bcb94b-f704-4677-93b4-d7ff6533f14f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0046694
Nov 10 04:21:02.824855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.830970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-023e6a6d-db4d-45ec-a164-752102f20bc0 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.835699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39788) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.836946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-023e6a6d-db4d-45ec-a164-752102f20bc0 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0114341
Nov 10 04:21:02.840657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-be123560-aa46-4510-b69b-20ae8eecd12b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.841643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be123560-aa46-4510-b69b-20ae8eecd12b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0049262
Nov 10 04:21:02.844167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39790) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.852463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-c66d84be-82b7-4105-8cd8-d272045c75ad tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.853476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c66d84be-82b7-4105-8cd8-d272045c75ad tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0083351
Nov 10 04:21:02.855975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39792) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.861583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-a0f6805a-261c-46ef-97d0-84476c237999 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.862535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a0f6805a-261c-46ef-97d0-84476c237999 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0056677
Nov 10 04:21:02.865266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39794) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.870700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-bd7a45ac-c57b-4f4d-8a2a-e7a3bad456a2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.871787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bd7a45ac-c57b-4f4d-8a2a-e7a3bad456a2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0055139
Nov 10 04:21:02.874495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.881192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-38ef513b-7ece-4755-a611-9c0f9335c558 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.882472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-38ef513b-7ece-4755-a611-9c0f9335c558 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0065176
Nov 10 04:21:02.884909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39798) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.890960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-d6ebc565-eec1-4c71-b03d-6199452154ce tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.893057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6ebc565-eec1-4c71-b03d-6199452154ce tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0071361
Nov 10 04:21:02.895404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39800) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.901721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-af3a6ac6-7807-4882-80a9-9b00c6e1ec0f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.902065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:02.905286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-af3a6ac6-7807-4882-80a9-9b00c6e1ec0f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0060983
Nov 10 04:21:02.910401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.915383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-528cf47b-6799-4ac4-94f4-abfe55f63c45 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.918976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:02.920550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-528cf47b-6799-4ac4-94f4-abfe55f63c45 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0085545
Nov 10 04:21:02.920914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39804) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.926807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-c920b150-60b0-4d6b-bd61-9532d450778b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.930542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c920b150-60b0-4d6b-bd61-9532d450778b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0062399
Nov 10 04:21:02.931336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39806) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.932278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:02.933540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a65e49b0-66c5-4118-bfa6-1794f6b88711 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.9132917
Nov 10 04:21:02.936156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.941869 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:02.943600 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a6df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:02.944130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-ea60d712-3496-48ad-bfbe-8fae97088838 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.945290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea60d712-3496-48ad-bfbe-8fae97088838 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0127923
Nov 10 04:21:02.951288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.952886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-9461ac50-fd60-4956-a6d3-aa16a7ae8802 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.957102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9461ac50-fd60-4956-a6d3-aa16a7ae8802 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0052066
Nov 10 04:21:02.957102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.961233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-a7ff640a-2dc8-45de-a383-dd3d2137a6a4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.964625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a7ff640a-2dc8-45de-a383-dd3d2137a6a4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0041451
Nov 10 04:21:02.964886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39816) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.969265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-2a4123c9-ec15-4079-be9c-1e0c306a6b26 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.978460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a4123c9-ec15-4079-be9c-1e0c306a6b26 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0097592
Nov 10 04:21:02.978765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.987368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-67fef76c-f2e8-4dc8-9f65-140b7a76ed3f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.989378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-67fef76c-f2e8-4dc8-9f65-140b7a76ed3f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0088599
Nov 10 04:21:02.992164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:02.995708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-be0ed0a4-6d0a-4296-8ffa-225d1334a9b1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:02.999371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-be0ed0a4-6d0a-4296-8ffa-225d1334a9b1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0043778
Nov 10 04:21:02.999371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39822) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.004964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-539823bb-ab6a-4c6f-9e8f-a810e4175c39 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.008378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-539823bb-ab6a-4c6f-9e8f-a810e4175c39 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0055578
Nov 10 04:21:03.008645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39824) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.013587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-bdbb8adb-8507-45bf-bf01-1ab249779cf1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.013781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a6df0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:03.017264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bdbb8adb-8507-45bf-bf01-1ab249779cf1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0050471
Nov 10 04:21:03.020978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39826) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.025754 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:03.026318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-1935336b-7347-4b25-8b43-e8d4e6d72e62 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.026887 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a6df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:03.030045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1935336b-7347-4b25-8b43-e8d4e6d72e62 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0049212
Nov 10 04:21:03.031590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39828) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.038463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-7cd310ed-3017-4d2b-bde2-161d7b86199c tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.042408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7cd310ed-3017-4d2b-bde2-161d7b86199c tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0062132
Nov 10 04:21:03.043093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39830) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.047521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-5344274d-f4d0-49a3-be90-3e3af8a7a706 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.048555 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5344274d-f4d0-49a3-be90-3e3af8a7a706 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0044208
Nov 10 04:21:03.051120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.058834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-7b2e5583-73df-46c5-a67f-79b75b9e5af7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.060599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b2e5583-73df-46c5-a67f-79b75b9e5af7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0082953
Nov 10 04:21:03.063192 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a6df0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:03.063817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.063970 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd362a81-94ed-428f-bb39-4cdbc95eeea7 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:03.069470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-730c20b3-1af2-499a-b094-a757172d2ce9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.070976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-730c20b3-1af2-499a-b094-a757172d2ce9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0045788
Nov 10 04:21:03.073391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.078810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-c9abac27-4387-4948-bd73-64bcb80489c2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.080418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c9abac27-4387-4948-bd73-64bcb80489c2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0057702
Nov 10 04:21:03.082804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39838) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.087093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-9e187baa-bc9e-4922-ab4e-86c8f438d965 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.088302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e187baa-bc9e-4922-ab4e-86c8f438d965 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0043993
Nov 10 04:21:03.090922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.097589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-ce8c95e9-e00b-42de-9f43-89d1644d2491 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.098667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ce8c95e9-e00b-42de-9f43-89d1644d2491 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0067093
Nov 10 04:21:03.101407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.109763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-54061fcf-e660-42fa-9654-13b2ae53fc35 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.110831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-54061fcf-e660-42fa-9654-13b2ae53fc35 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0078192
Nov 10 04:21:03.113355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.119813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-24ceaa03-2576-4c6f-9e43-d569fc253cdd tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.120904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24ceaa03-2576-4c6f-9e43-d569fc253cdd tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0066211
Nov 10 04:21:03.123637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39848) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.128069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-eb397228-c99a-45d3-92a6-08f316efe910 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.129383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eb397228-c99a-45d3-92a6-08f316efe910 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0044634
Nov 10 04:21:03.132250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.136263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-30477857-5238-4178-bd8d-94c9d2ab773b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.139342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-30477857-5238-4178-bd8d-94c9d2ab773b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0040712
Nov 10 04:21:03.139737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39852) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.145473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-3bca55c8-8e17-4d2d-9c3c-b42b62269ed1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.148865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3bca55c8-8e17-4d2d-9c3c-b42b62269ed1 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0056987
Nov 10 04:21:03.148865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39854) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.152768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-72bc513c-ab3c-4df0-a51b-53cd21eeb99d tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.155585 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-72bc513c-ab3c-4df0-a51b-53cd21eeb99d tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0039535
Nov 10 04:21:03.156685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39856) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.163756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-06775174-ef12-422a-8dfc-298585660a35 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.166884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06775174-ef12-422a-8dfc-298585660a35 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0081005
Nov 10 04:21:03.169481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.176072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-83c66337-e3d2-4b0a-a544-0f3e4cf6aa58 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.177294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83c66337-e3d2-4b0a-a544-0f3e4cf6aa58 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0068383
Nov 10 04:21:03.179936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.183816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-76e74348-af7e-486d-a30d-8a3d08757277 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.184786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76e74348-af7e-486d-a30d-8a3d08757277 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0039256
Nov 10 04:21:03.186888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.191650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-4bc451be-cdda-49f8-8007-a3b38ce7afe0 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.192646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4bc451be-cdda-49f8-8007-a3b38ce7afe0 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0048974
Nov 10 04:21:03.195298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39866) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.199568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-253c1a73-7623-4db6-9d04-f8f9600695d7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.200742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-253c1a73-7623-4db6-9d04-f8f9600695d7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0045192
Nov 10 04:21:03.203611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.207460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-39099a9c-b195-4728-871f-883ac4227701 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.212338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-39099a9c-b195-4728-871f-883ac4227701 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0039351
Nov 10 04:21:03.212338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39870) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.220658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-4cb3824d-f555-4a5b-9db5-90e3cdf250e2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.220658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4cb3824d-f555-4a5b-9db5-90e3cdf250e2 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0068247
Nov 10 04:21:03.221775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.226142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-e292233b-4de4-43f1-8ab1-8e9737f817db tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.229350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e292233b-4de4-43f1-8ab1-8e9737f817db tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0043488
Nov 10 04:21:03.230072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39876) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.234647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-4818f255-34a8-44d3-9421-d451fcb0f4a4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.239978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.245445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4818f255-34a8-44d3-9421-d451fcb0f4a4 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0062683
Nov 10 04:21:03.247835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-0de99739-defc-4dbe-a8f8-6d26e8a922bc tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.249352 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0de99739-defc-4dbe-a8f8-6d26e8a922bc tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0080802
Nov 10 04:21:03.252504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39882) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.257682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-e321da8d-ab55-49f9-a1a8-58fdf84f5658 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.258785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e321da8d-ab55-49f9-a1a8-58fdf84f5658 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0051739
Nov 10 04:21:03.261100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.265975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-e9b9b727-079d-49a2-b201-3cb63a14e45f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.275148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39886) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.276481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9b9b727-079d-49a2-b201-3cb63a14e45f tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0143299
Nov 10 04:21:03.281920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-989a97e5-5b78-4bbd-be07-44a996157107 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.283046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-989a97e5-5b78-4bbd-be07-44a996157107 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0067759
Nov 10 04:21:03.285636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39888) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.292395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-c792979d-5dbc-4b18-bd47-ba3e021cd319 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.293524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c792979d-5dbc-4b18-bd47-ba3e021cd319 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0068254
Nov 10 04:21:03.296172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39890) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.303102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-952de047-c7e0-4762-a290-4c6c0b0fb864 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.308231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-952de047-c7e0-4762-a290-4c6c0b0fb864 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0104749
Nov 10 04:21:03.309133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.316277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-71de5e7c-0f7e-4a33-9bdd-9f28a3a54df9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.320522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-71de5e7c-0f7e-4a33-9bdd-9f28a3a54df9 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0098996
Nov 10 04:21:03.321130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39896) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.325950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-e1001913-9f04-4a6b-992f-cab0376cc7e8 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.331229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e1001913-9f04-4a6b-992f-cab0376cc7e8 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0091100
Nov 10 04:21:03.331796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.338237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-ac1f1496-ce92-4332-9e32-86af7e5db8f3 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.341969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac1f1496-ce92-4332-9e32-86af7e5db8f3 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0092235
Nov 10 04:21:03.342559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39902) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.346605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-0671219d-7eda-481b-8834-eb90780324ca tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.348667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0671219d-7eda-481b-8834-eb90780324ca tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0041132
Nov 10 04:21:03.350207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.354432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-5273f72b-5024-4a39-888c-94f263c3ccea tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.357743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5273f72b-5024-4a39-888c-94f263c3ccea tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0040729
Nov 10 04:21:03.359436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39906) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.364236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-bb6f7c11-6580-4c8b-bda5-ba414cc670ac tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.367353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb6f7c11-6580-4c8b-bda5-ba414cc670ac tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0041170
Nov 10 04:21:03.367987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 39908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.373296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [None req-a79ef9d5-2123-425f-89b4-e6be2db64f2e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.374647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a79ef9d5-2123-425f-89b4-e6be2db64f2e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0050533
Nov 10 04:21:03.378236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39912) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.382502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-25c1b52e-ffb3-4789-9f43-4f78c9e140c7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.383502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25c1b52e-ffb3-4789-9f43-4f78c9e140c7 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0043080
Nov 10 04:21:03.386125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39914) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.390815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-4a09d9dc-65dd-409e-aa37-4a20a0f3dc0b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.395902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a09d9dc-65dd-409e-aa37-4a20a0f3dc0b tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0087340
Nov 10 04:21:03.396648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39916) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.401098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-b849a71e-a606-48d0-b578-9b793b2cf9fa tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.404489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b849a71e-a606-48d0-b578-9b793b2cf9fa tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0068629
Nov 10 04:21:03.405170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.411140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-ccb56a73-fcdd-4e94-88d8-86336c94fc50 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.414591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ccb56a73-fcdd-4e94-88d8-86336c94fc50 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0078986
Nov 10 04:21:03.415376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39920) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.422703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-780bcdb9-33b5-49bb-af15-9bdfc4db174e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.427238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-780bcdb9-33b5-49bb-af15-9bdfc4db174e tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0106950
Nov 10 04:21:03.427829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39922) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.431908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [None req-0b1a9d0e-eb0d-46cf-b6be-6ef68dc1ab37 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:21:03.433004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b1a9d0e-eb0d-46cf-b6be-6ef68dc1ab37 tempest-ExtensionsTestJSON-2054786189 tempest-ExtensionsTestJSON-2054786189-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0041282
Nov 10 04:21:03.578800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:03.698409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39936) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:03.821326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-601d8a5d-cac6-4b03-8324-696a4fcc72dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:03.892949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.1 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/1cb206fc-7a50-4d30-b874-cab090d04e83) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:03.911891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-601d8a5d-cac6-4b03-8324-696a4fcc72dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:03.918014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-601d8a5d-cac6-4b03-8324-696a4fcc72dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:03.961606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-601d8a5d-cac6-4b03-8324-696a4fcc72dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8772bee90024dd8b3df501ef5780676&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2621419
Nov 10 04:21:03.962892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d8a5d-cac6-4b03-8324-696a4fcc72dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9754d-ab70-405f-a692-fb9c3b3eae2a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:03.965312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39948) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:04.019098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.042588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.093869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.097609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.101302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37c9754d-ab70-405f-a692-fb9c3b3eae2a HTTP/1.1" status: 204  len: 168 time: 0.1326146
Nov 10 04:21:04.108695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c013fe5-6cad-454a-bc3e-92c78ed35d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9754d-ab70-405f-a692-fb9c3b3eae2a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:04.339348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8d4c-c71a-420c-aa42-bb6edc769dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.393345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.441175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.506589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:04.510514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:04.515129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:04.561188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=1cb206fc-7a50-4d30-b874-cab090d04e83,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:04.569588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.705905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:04.936539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 39996) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:05.019876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.025541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.091232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-647640650'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:05.105181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.107972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=1cb206fc-7a50-4d30-b874-cab090d04e83,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:05.122964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Made reservation on behalf of 5041706996d042f3899c7e51b4cc38e2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:05.126879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.138736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.212137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:05.213613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:05.225093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.229823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.243114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:21:05.253020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.253225 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Added segment 8f1cd7fb-a204-4f9c-824a-99410c3cc2b8 of type vlan for network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61
Nov 10 04:21:05.321226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.325951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d19a8c-a817-494f-b752-8541ba9c55f7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:05.350964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:05.361349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.367666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:05.368284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.432035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.4914503
Nov 10 04:21:05.432191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40012) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:05.444367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'subnet': {'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:05.485207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:05.488011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbacf-6eab-4292-a34c-7391df4ff62a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Network': ['ID=9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:05.490780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-819da7d8-16cd-47eb-95a8-24d1f02fff1b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/routers/404189e2-af5d-478c-b4fe-d7d0dacd9c35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5534842
Nov 10 04:21:05.493472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:05.495807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:05.500947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'port': {'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f', 'name': 'tempest-FloatingIPTestJSON-663807359'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:05.504537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:21:05.590739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Made reservation on behalf of 5041706996d042f3899c7e51b4cc38e2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:05.595811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:05.603556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.606253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:05.607059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820706f940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:05.645169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820706f940>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:05.650728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:05.654709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.655736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:05.656520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820706f940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:20:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:05.677324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] device_id is not set on port 26dbc6ae-1964-4150-a228-3ace2cb58c3e yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:05.691619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820706f940>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:05.692563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3db6d-4fbf-4cc0-9993-6088e08524bf None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:05.795909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4cbec6f-17f1-4cf4-a6be-05d50102b544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.836594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.6 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/26dbc6ae-1964-4150-a228-3ace2cb58c3e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:05.983671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4cbec6f-17f1-4cf4-a6be-05d50102b544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:05.990764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b4cbec6f-17f1-4cf4-a6be-05d50102b544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.054890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbec6f-17f1-4cf4-a6be-05d50102b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b849dc-b9aa-42c0-ba93-1d460615b9a0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:06.064132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b4cbec6f-17f1-4cf4-a6be-05d50102b544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d5828c524054671996015f90e2bb0a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4640579
Nov 10 04:21:06.064867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40026) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.087476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.145224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.166608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.177118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.184895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.237323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:06.243747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:06.248313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:06.254732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Subnet': ['ID=675038be-e359-4691-aff7-e85a735fb186,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:06.263042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Checking segment: {'id': '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:06.263529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network hostable DHCP agents. Network: 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:21:06.273274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=26dbc6ae-1964-4150-a228-3ace2cb58c3e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:06.293439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:21:06.306189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:06.310846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:06.311443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.315548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292306a-5f5d-4eaf-98a0-458373e33249 None None] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:06.316108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:06.316798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.321990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.325197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.330022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3b849dc-b9aa-42c0-ba93-1d460615b9a0 HTTP/1.1" status: 204  len: 168 time: 0.2636640
Nov 10 04:21:06.331291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-684681fd-a742-4ce8-962e-a91f82daf712 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8980157
Nov 10 04:21:06.334298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.342095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2032950884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:06.348485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ccf8-0878-46bf-b2ef-cf54fc7e02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b849dc-b9aa-42c0-ba93-1d460615b9a0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:06.356551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b878082-e3d1-4000-a672-2ad46687a283 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.8612463
Nov 10 04:21:06.359046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.364702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'port': {'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f', 'name': 'tempest-FloatingIPTestJSON-982180694'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:06.372663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.374230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.440345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.447818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.477773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.482224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.482837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-63214643-62ea-4dad-b759-52cbaaa3e77f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.1469688
Nov 10 04:21:06.651635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:06.655376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.719569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61', 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61', 'tenant_id': '5041706996d042f3899c7e51b4cc38e2', 'fixed_ips': [{'subnet_id': '675038be-e359-4691-aff7-e85a735fb186'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:21:06.722310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.752661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] device_id is not set on port 510a3ae6-1b1a-494a-a6ae-cb22b324a563 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:06.769259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.788936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-660ba09b-b664-4565-bf69-508a8facd54e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.867074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.902080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-660ba09b-b664-4565-bf69-508a8facd54e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.907481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Allocated IP 172.20.0.2 (9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61/675038be-e359-4691-aff7-e85a735fb186/bb5d8808-c182-4867-8374-bd4d55d217a6) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:06.909568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-660ba09b-b664-4565-bf69-508a8facd54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.912693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ffc2305f-a678-461b-a0f2-8e0e69a4aa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:06.961762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-660ba09b-b664-4565-bf69-508a8facd54e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a56e4d8f8e7349978703e2e4ac39793c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1901729
Nov 10 04:21:06.962705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:06.969455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba09b-b664-4565-bf69-508a8facd54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7365efc-5d4d-401c-94e8-976710ea00e9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.009543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.3 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/510a3ae6-1b1a-494a-a6ae-cb22b324a563) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:07.029035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.055091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.115881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.120671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.122465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7365efc-5d4d-401c-94e8-976710ea00e9 HTTP/1.1" status: 204  len: 168 time: 0.1584048
Nov 10 04:21:07.131622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.138649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.148935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4b31a-0345-455d-9f50-04bf6e871039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7365efc-5d4d-401c-94e8-976710ea00e9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.189959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:07.193823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:07.196374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:07.237771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Pushing event updated for resources: {'Port': ['ID=bb5d8808-c182-4867-8374-bd4d55d217a6,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.259985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Allocated IP 172.20.0.1 (9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61/675038be-e359-4691-aff7-e85a735fb186/5a9656e6-28d2-4dca-a7e7-6237f5291dd8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:07.274317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Attempting to bind port bb5d8808-c182-4867-8374-bd4d55d217a6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:21:07.275140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Attempting to bind port bb5d8808-c182-4867-8374-bd4d55d217a6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:21:07.275464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Attempting to bind port bb5d8808-c182-4867-8374-bd4d55d217a6 on network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:21:07.281683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:21:07.282693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Checking segment: {'id': '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:07.283117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.283524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Bound using segment: {'id': '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:21:07.284088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Bound port: bb5d8808-c182-4867-8374-bd4d55d217a6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:21:07.284583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.298492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.361150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] For port bb5d8808-c182-4867-8374-bd4d55d217a6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:21:07.365096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] For port bb5d8808-c182-4867-8374-bd4d55d217a6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5d8808-c182-4867-8374-bd4d55d217a6,segment=NetworkSegment(8f1cd7fb-a204-4f9c-824a-99410c3cc2b8),segment_id=8f1cd7fb-a204-4f9c-824a-99410c3cc2b8)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:21:07.371085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.414596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.450985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.452075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa603799-456b-44a9-9ca6-7156ce277fb9 None None] Pushing event updated for resources: {'Port': ['ID=bb5d8808-c182-4867-8374-bd4d55d217a6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.475345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:07.482157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:07.486265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:07.490287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=510a3ae6-1b1a-494a-a6ae-cb22b324a563,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.555596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:07.556302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.560535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.610483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b65480e5-da6a-4389-8a7e-68a3f6d8640e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2503178
Nov 10 04:21:07.610805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40052) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:07.620354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:07.621009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '510a3ae6-1b1a-494a-a6ae-cb22b324a563', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:07.625770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:07.629749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:07.656586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=5a9656e6-28d2-4dca-a7e7-6237f5291dd8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:07.662831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.703505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.872974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.890883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:07.921155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.039636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.5 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/fcf5a565-8269-48d0-a2e8-b6d3adb44990) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:08.196455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.217929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.225061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.238261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.279053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:08.284338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.285719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:08.289077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:08.325103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=fcf5a565-8269-48d0-a2e8-b6d3adb44990,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:08.365481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=5a9656e6-28d2-4dca-a7e7-6237f5291dd8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:08.437068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:08.438991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:08.597095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Router 55edcce8-d643-4b2e-80d5-133cca782d3a is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:21:08.691292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7cdf90-da42-4417-9d4d-b9ac9dd4df92 None None] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:08.716501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:08.724809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-89b9f06c-30d3-4a27-b314-acb94edf884c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "PUT /v2.0/routers/55edcce8-d643-4b2e-80d5-133cca782d3a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2395875
Nov 10 04:21:08.731210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40078) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:08.734247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] Sync routers for ids ['55edcce8-d643-4b2e-80d5-133cca782d3a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:08.740963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'port': {'network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61', 'name': 'tempest-FloatingIPNegativeTestJSON-2048114977'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:08.756529 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] Routers {'55edcce8-d643-4b2e-80d5-133cca782d3a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:08.757998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a60a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['55edcce8-d643-4b2e-80d5-133cca782d3a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:08.824219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.840818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] Provisioning complete for port bb5d8808-c182-4867-8374-bd4d55d217a6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:08.841422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.890406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a60a0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:08.913936 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] Routers {'55edcce8-d643-4b2e-80d5-133cca782d3a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:08.914753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a60a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['55edcce8-d643-4b2e-80d5-133cca782d3a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:08.935483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.957949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Made reservation on behalf of 5041706996d042f3899c7e51b4cc38e2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:08.965353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:08.966469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a60a0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:08.967405 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333398d-1bde-4aa7-8722-55662c7fd256 None None] The sync data for ids ['55edcce8-d643-4b2e-80d5-133cca782d3a'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:09.008719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] device_id is not set on port f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:09.021473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.098327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] For port bb5d8808-c182-4867-8374-bd4d55d217a6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5d8808-c182-4867-8374-bd4d55d217a6,segment=NetworkSegment(8f1cd7fb-a204-4f9c-824a-99410c3cc2b8),segment_id=8f1cd7fb-a204-4f9c-824a-99410c3cc2b8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:09.127297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.174687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.181368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.201685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4f1e-a008-4248-9fdf-324031e87ec1 None None] Pushing event updated for resources: {'Port': ['ID=bb5d8808-c182-4867-8374-bd4d55d217a6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:09.205050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Allocated IP 172.20.0.9 (9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61/675038be-e359-4691-aff7-e85a735fb186/f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:09.288953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=fcf5a565-8269-48d0-a2e8-b6d3adb44990,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:09.307430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.399768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.439643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.465528 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP 8b0d78d1-b979-4f70-952b-64eff59125dd associated. External IP: 172.32.3.5, port: 510a3ae6-1b1a-494a-a6ae-cb22b324a563.
Nov 10 04:21:09.491963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.605204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:09.615031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:09.619469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:09.662074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:09.669725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e0ca5282-17af-44e3-b78f-e75f1303ffd0 None None] Provisioning complete for port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:09.670210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5282-17af-44e3-b78f-e75f1303ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.697554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:09.699030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.723049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-388cc95e-4504-4a71-b5ef-4fc2c5e7c833 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9874167
Nov 10 04:21:09.723252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca5282-17af-44e3-b78f-e75f1303ffd0 None None] Port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:09.723252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5d8808-c182-4867-8374-bd4d55d217a6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:21:09.723438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40104) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:09.730170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:09.738771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40108) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:09.796795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e0ca5282-17af-44e3-b78f-e75f1303ffd0 None None] Provisioning complete for port bb5d8808-c182-4867-8374-bd4d55d217a6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:09.797285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5282-17af-44e3-b78f-e75f1303ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.847013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:09.855724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:09.872205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4bf7eb2f-5a1a-4283-9c39-da1e9e938e2e tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/floatingips/159198ed-98b8-4bd4-9704-82d5fa262683 HTTP/1.1" status: 200  len: 993 time: 0.1321993
Nov 10 04:21:09.898924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb5d8808-c182-4867-8374-bd4d55d217a6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:09.900109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.122991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec96ee85-c6c4-49bd-b0ed-6846c96a925c None None] Provisioning complete for port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:10.123880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec96ee85-c6c4-49bd-b0ed-6846c96a925c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.128633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:10.160999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.169908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ec96ee85-c6c4-49bd-b0ed-6846c96a925c None None] Port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:10.174757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:10.201539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-308495cf-ed90-469c-b896-1b8b84c97fc9 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 980 time: 2.5894539
Nov 10 04:21:10.205796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40124) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:10.211212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:10.242391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:10.243324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820735faf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:10.271391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40128) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:10.294923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.298167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820735faf0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:10.336258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:10.337056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820735faf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:10.391018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.400314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820735faf0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:10.400906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41458a-df08-4056-879a-c1b86cd977aa None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:10.417527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-219e8701-35ad-4b9a-87de-edb5606cb004 None None] Provisioning complete for port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:10.417976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-219e8701-35ad-4b9a-87de-edb5606cb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.477018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-219e8701-35ad-4b9a-87de-edb5606cb004 None None] Port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:10.637423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.693702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 4c13ebd2-7528-4aaa-82e8-32e49fb34490 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:10.694112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.706669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-879215e5-cfd9-49a0-beba-81cd439cffa3 None None] Provisioning complete for port f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:10.707320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-879215e5-cfd9-49a0-beba-81cd439cffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.747392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-879215e5-cfd9-49a0-beba-81cd439cffa3 None None] Port f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:10.779972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Allocated IP 172.32.3.99 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/458809a5-f32a-4461-9a84-35aff46039fe) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:10.786325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.798863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.798863 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP 8b0d78d1-b979-4f70-952b-64eff59125dd disassociated. External IP: 172.32.3.5, port: 510a3ae6-1b1a-494a-a6ae-cb22b324a563.
Nov 10 04:21:10.874401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:10.904883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.927049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.927473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.944820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:10.946942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 4c13ebd2-7528-4aaa-82e8-32e49fb34490 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:10.990993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:10.994125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:10.998145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:11.005166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=458809a5-f32a-4461-9a84-35aff46039fe,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:11.094605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.135003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.139520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ef6db48-77e6-4cdc-b65e-812928e75e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.278423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:11.304230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.310179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.378540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=458809a5-f32a-4461-9a84-35aff46039fe,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:11.393843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.410630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.411912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3c321324-d7e6-4280-96a6-322f9550a06c tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6879029
Nov 10 04:21:11.414783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:11.419945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-32c4dff6-7ec6-4509-aa5b-617204495580 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'floatingip': {'port_id': 'f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:11.470794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32c4dff6-7ec6-4509-aa5b-617204495580 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.591880 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-32c4dff6-7ec6-4509-aa5b-617204495580 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] update failed (client error): The resource could not be found.
Nov 10 04:21:11.592926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-32c4dff6-7ec6-4509-aa5b-617204495580 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "PUT /v2.0/floatingips/1b9dbd96-df2d-42fa-89c2-1c986b4c642f HTTP/1.1" status: 404  len: 507 time: 0.1769216
Nov 10 04:21:11.596382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40146) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:11.732230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting port 458809a5-f32a-4461-9a84-35aff46039fe {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:11.733055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.784910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ef6db48-77e6-4cdc-b65e-812928e75e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.807037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ef6db48-77e6-4cdc-b65e-812928e75e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.821729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.822084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.836174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Calling delete_port for 458809a5-f32a-4461-9a84-35aff46039fe owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:11.880393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ef6db48-77e6-4cdc-b65e-812928e75e93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bfc5789ab1944dfa3c1ff784044e606&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0043416
Nov 10 04:21:11.881002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.882621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40148) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:11.916371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6db48-77e6-4cdc-b65e-812928e75e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe9741-842f-4afe-bfe8-e8f87f7c1a9a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:11.924926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=4c13ebd2-7528-4aaa-82e8-32e49fb34490,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:11.969027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.986181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:11.990966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:11.999963 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:12.011777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.022109 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:12.025199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a6730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:12.039263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8166c3ff-2f43-4c3d-b47c-413a4642d6c3 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/8b0d78d1-b979-4f70-952b-64eff59125dd HTTP/1.1" status: 200  len: 686 time: 1.8316751
Nov 10 04:21:12.039957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:12.055985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.055985 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Floating IP 159198ed-98b8-4bd4-9704-82d5fa262683 disassociated (deleted). External IP: 172.32.3.17, port: 7c66272b-5cdf-4059-8ea6-089a2ae863dd.
Nov 10 04:21:12.059261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.091291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Port': ['ID=458809a5-f32a-4461-9a84-35aff46039fe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:12.108888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a6730>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:12.124061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:12.124933 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147a6730>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:12.142527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.145048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.146218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7fe9741-842f-4afe-bfe8-e8f87f7c1a9a HTTP/1.1" status: 204  len: 168 time: 0.2626545
Nov 10 04:21:12.162254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691315a6-9feb-45ca-86f8-96717918249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe9741-842f-4afe-bfe8-e8f87f7c1a9a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:12.173495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.176944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.178245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-42107d72-9310-4ef9-88c4-e6dcd1712731 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b9dbd96-df2d-42fa-89c2-1c986b4c642f HTTP/1.1" status: 204  len: 168 time: 0.5808806
Nov 10 04:21:12.179292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147a6730>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:12.180098 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ea529-7fa7-434d-b01c-0deb2f0f27f6 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:12.181811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40156) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:12.187383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a7b90c79-ebbe-4bed-8e60-b0adfa87db1a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'floatingip': {'floating_network_id': '9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61', 'port_id': 'f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:12.222337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7b90c79-ebbe-4bed-8e60-b0adfa87db1a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.367533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port fcf5a565-8269-48d0-a2e8-b6d3adb44990 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:12.367889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.405542 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-a7b90c79-ebbe-4bed-8e60-b0adfa87db1a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:21:12.407797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a7b90c79-ebbe-4bed-8e60-b0adfa87db1a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2247546
Nov 10 04:21:12.413239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40160) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:12.418434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:12.448829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.481129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-000b7b26-96db-427e-8f3e-b2c4aa5ae2eb req-d88ec03e-e320-448a-9ac7-203e17100e68 service neutron] (119697) timed out ('10.222.0.13', 40872) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:21:12.556253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router 43355653-58d8-4226-920c-acc346b09efb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:12.584837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.586565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.586901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.629671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40162) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:12.647253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b96ace61-7f58-4a5e-9a56-7a7e7b734268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.666403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for fcf5a565-8269-48d0-a2e8-b6d3adb44990 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:12.738650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Allocated IP 172.32.3.182 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/5681a3fd-31d8-46cc-86f3-2f2317a3be6d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:12.761308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:12.767457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.781239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Sync routers for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:12.796713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:12.797673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207511e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:12.807634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-99205acb-3644-4e8e-bc61-04ac4ee57645 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/floatingips/159198ed-98b8-4bd4-9704-82d5fa262683 HTTP/1.1" status: 204  len: 168 time: 2.5345170
Nov 10 04:21:12.809363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:21:12.812139 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b047be-1540-4be5-a191-01844dfb5874" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:21:12.877912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b96ace61-7f58-4a5e-9a56-7a7e7b734268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.890360 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d67308-00ea-4f8c-98a4-15fb205d1ed6 x-openstack-request-id: req-37d67308-00ea-4f8c-98a4-15fb205d1ed6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:21:12.891683 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:21:12.891998 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37d67308-00ea-4f8c-98a4-15fb205d1ed6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:21:12.892636 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'status': 'completed', 'code': 200}
Nov 10 04:21:12.899648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b96ace61-7f58-4a5e-9a56-7a7e7b734268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.902561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:12.946227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:12.985355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b96ace61-7f58-4a5e-9a56-7a7e7b734268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a92f03d2585944c0a156a7c0ecc5381a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3549438
Nov 10 04:21:12.988883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ace61-7f58-4a5e-9a56-7a7e7b734268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e611dc1-5acf-4b4d-9531-b5277261008d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:12.991224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40168) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:12.991354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=fcf5a565-8269-48d0-a2e8-b6d3adb44990,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:13.007787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.089041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.100918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.161591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b047be-1540-4be5-a191-01844dfb5874 req-ce7ffe44-ca98-4e44-a759-3f9dbc8d34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:13.163290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-ce7ffe44-ca98-4e44-a759-3f9dbc8d34f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0528b04d134afa8397951de3d7922f&device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 1097 time: 0.1935728
Nov 10 04:21:13.167541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.170809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.176467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3cc554fd-efaf-4682-903f-092c1d2afb8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b0d78d1-b979-4f70-952b-64eff59125dd HTTP/1.1" status: 204  len: 168 time: 1.1330292
Nov 10 04:21:13.177314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:13.191590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.193364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '26dbc6ae-1964-4150-a228-3ace2cb58c3e'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:13.195015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:13.215119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:13.224675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207511e50>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:13.225642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:13.258737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Checking router: 43355653-58d8-4226-920c-acc346b09efb for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:21:13.269110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event updated for resources: {'Port': ['ID=5681a3fd-31d8-46cc-86f3-2f2317a3be6d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:13.272117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:13.273798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207511e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:13.287597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.296597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be8551-2e93-44de-9cbe-d2f25035d7d1 req-5bed947a-168e-4ef0-8399-8dcebe74a82b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:13.297814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77be8551-2e93-44de-9cbe-d2f25035d7d1 req-5bed947a-168e-4ef0-8399-8dcebe74a82b tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.1452353
Nov 10 04:21:13.336060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.338930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.343807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e611dc1-5acf-4b4d-9531-b5277261008d HTTP/1.1" status: 204  len: 168 time: 0.3469851
Nov 10 04:21:13.379103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b047be-1540-4be5-a191-01844dfb5874 req-178ed991-ea0d-48db-bb64-fcfb63e665ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:13.381116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-178ed991-ea0d-48db-bb64-fcfb63e665ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 200  len: 897 time: 0.2027068
Nov 10 04:21:13.411406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95daca8-2259-41b8-a765-aaaa7ce3d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e611dc1-5acf-4b4d-9531-b5277261008d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:13.481727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77be8551-2e93-44de-9cbe-d2f25035d7d1 req-2e834e9f-f092-4935-821d-29ee9d2b632d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468101
Nov 10 04:21:13.495229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-26a3d133-3d00-4102-99a8-1382b5020423 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 200  len: 217 time: 0.1043992
Nov 10 04:21:13.523481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:13.538620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting port 5681a3fd-31d8-46cc-86f3-2f2317a3be6d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:13.539062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.542193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:21:13.576957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b047be-1540-4be5-a191-01844dfb5874 req-8a8058ad-65d7-448e-aa91-2c62305e2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:13.579369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-8a8058ad-65d7-448e-aa91-2c62305e2407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a403524-c1a4-4584-b62f-4a82b23df84e HTTP/1.1" status: 200  len: 835 time: 0.0684066
Nov 10 04:21:13.631998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.662083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.662083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.679101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Calling delete_port for 5681a3fd-31d8-46cc-86f3-2f2317a3be6d owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:13.690302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b047be-1540-4be5-a191-01844dfb5874 req-51736c68-7608-4411-9ad5-ad1674eebafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:13.691838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-51736c68-7608-4411-9ad5-ad1674eebafb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f5aeec9-65a0-4926-857e-25911ddfd582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1007345
Nov 10 04:21:13.847916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-d1135f7a-8bfd-4ec1-84ba-3adb7f7cd03d service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428730
Nov 10 04:21:13.888602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:13.932740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Port': ['ID=5681a3fd-31d8-46cc-86f3-2f2317a3be6d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:13.980361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.63 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:14.020826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207511e50>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:14.052316 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] create failed (client error): The resource could not be found.
Nov 10 04:21:14.054301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4ebeb07c-acab-4068-a691-0d48f7e262c3 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.6399603
Nov 10 04:21:14.058448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40188) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:14.060421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55049b16-6323-41e5-b180-b633aaba1639 None None] The sync data for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 is: [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:20:20Z', 'revision_number': 4, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'e98d1211-90c6-4108-8b11-5a9b9109cec7', 'name': '', 'network_id': '1f5aeec9-65a0-4926-857e-25911ddfd582', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'mac_address': 'fa:16:3e:b9:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:17Z', 'updated_at': '2021-11-10T04:20:25Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'subnets': [{'id': '7a403524-c1a4-4584-b62f-4a82b23df84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:14.065611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76b047be-1540-4be5-a191-01844dfb5874 req-ce82cf82-6973-4565-ad25-c19db08d2934 service neutron] 10.222.0.21 "GET /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072926
Nov 10 04:21:14.165460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.196706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting port f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:14.197409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.216340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.272314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:14.279769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:14.286355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:14.335845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:14.349862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.368341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Calling delete_port for f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:14.512585 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c1051-e320-4393-ae36-c333ecb8b097 None None] New status for floating IP 159198ed-98b8-4bd4-9704-82d5fa262683: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:21:14.536687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-b2c04324-350a-4568-9302-087a6682cc6d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:14.538224 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-b2c04324-350a-4568-9302-087a6682cc6d tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.1125798
Nov 10 04:21:14.680552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.732903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Port': ['ID=f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:14.815580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 7c66272b-5cdf-4059-8ea6-089a2ae863dd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:14.815808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.822186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017cbee-7b27-460f-b154-8df7032c5e00 req-94502787-53a1-4df2-8152-269dcc3aee7c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:14.824331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d017cbee-7b27-460f-b154-8df7032c5e00 req-94502787-53a1-4df2-8152-269dcc3aee7c tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 946 time: 0.1945379
Nov 10 04:21:14.897577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.897577 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-516f652a-b80e-48c2-9c7d-1bbe226ab772 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "DELETE /v2.0/ports/f4d5248e-c768-4f4c-9b70-cbcfb1e5ad9b HTTP/1.1" status: 204  len: 168 time: 0.8348866
Nov 10 04:21:14.897577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:14.921545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:14.944194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d017cbee-7b27-460f-b154-8df7032c5e00 req-4e44f71d-a812-447b-98b3-e377eb76a175 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad6979a7-0eb5-491c-ad8a-aff6698e1829&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085210
Nov 10 04:21:14.988879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9ac13-f4c7-49f3-a888-12ef6102746f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:14.990563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-39d9ac13-f4c7-49f3-a888-12ef6102746f tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "GET /v2.0/ports?device_id=55edcce8-d643-4b2e-80d5-133cca782d3a HTTP/1.1" status: 200  len: 913 time: 0.0920560
Nov 10 04:21:14.993523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40212) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:15.013529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 7c66272b-5cdf-4059-8ea6-089a2ae863dd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=7c66272b-5cdf-4059-8ea6-089a2ae863dd,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:15.014085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.033596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 7c66272b-5cdf-4059-8ea6-089a2ae863dd owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:15.069857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.312477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.351279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.355073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=7c66272b-5cdf-4059-8ea6-089a2ae863dd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:15.361504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.404300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.449339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] No DVR routers for this DVR port 7c66272b-5cdf-4059-8ea6-089a2ae863dd on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:15.456770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.460104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fff3c09-a3d6-4bea-86f2-b77f3d434256 req-09f6a80a-de60-438a-b83f-aab6d5ff59f6 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.21 "DELETE /v2.0/ports/7c66272b-5cdf-4059-8ea6-089a2ae863dd HTTP/1.1" status: 204  len: 173 time: 0.8856304
Nov 10 04:21:15.462439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'name': 'network-vif-deleted', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:21:15.464659 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3422f6-3015-4f13-8ad6-9cf0a482be05" -d '{"events": [{"server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "name": "network-vif-deleted", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:21:15.478535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:15.490607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.621468 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12e967-1c4e-46e4-9667-eaa04cb609e4 x-openstack-request-id: req-7c12e967-1c4e-46e4-9667-eaa04cb609e4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:21:15.621468 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4a65cb-27aa-4f1a-a534-356f4f243414", "name": "network-vif-deleted", "tag": "7c66272b-5cdf-4059-8ea6-089a2ae863dd", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:21:15.621468 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c12e967-1c4e-46e4-9667-eaa04cb609e4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:21:15.621468 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4a65cb-27aa-4f1a-a534-356f4f243414', 'name': 'network-vif-deleted', 'tag': '7c66272b-5cdf-4059-8ea6-089a2ae863dd', 'status': 'completed', 'code': 200}
Nov 10 04:21:15.626933 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP deef7a89-788e-4933-941f-11e25bdd6243 associated. External IP: 172.32.3.63, port: 26dbc6ae-1964-4150-a228-3ace2cb58c3e.
Nov 10 04:21:15.717408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting port 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:15.717749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.830217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:15.858945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Calling delete_port for 5a9656e6-28d2-4dca-a7e7-6237f5291dd8 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:16.180362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:16.224063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Port': ['ID=5a9656e6-28d2-4dca-a7e7-6237f5291dd8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:16.273651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99bc09fc-f969-4f17-9072-ac48a500fc7d req-1a799258-33c4-4dd5-a39c-d55cafb3d7bc tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4a65cb-27aa-4f1a-a534-356f4f243414 HTTP/1.1" status: 200  len: 210 time: 0.0603242
Nov 10 04:21:16.354673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:16.409875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:16.515461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:16.530185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:16.543985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:16.544586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074f8a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.551823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:16.588852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0cef4b56-996a-4348-9fa3-1010b00f27cb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 3.4066885
Nov 10 04:21:16.590682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:16.609366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074f8a90>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.624845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:16.624845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074f8a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.628268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Router 55edcce8-d643-4b2e-80d5-133cca782d3a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:16.674346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074f8a90>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.675177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8785c1-63fe-413f-ab06-02be63cb9876 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:16.694614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ce54bfa-84cf-421c-b736-ea1c2514d6e7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/floatingips/deef7a89-788e-4933-941f-11e25bdd6243 HTTP/1.1" status: 200  len: 976 time: 0.1028574
Nov 10 04:21:16.697240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40246) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:16.729322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:16.734644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f22d799d-bc45-493f-9e10-58454ffd596e tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "PUT /v2.0/routers/55edcce8-d643-4b2e-80d5-133cca782d3a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7399600
Nov 10 04:21:16.738096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:16.743553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] Sync routers for ids ['55edcce8-d643-4b2e-80d5-133cca782d3a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:16.757756 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] Routers {'55edcce8-d643-4b2e-80d5-133cca782d3a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:16.759172 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['55edcce8-d643-4b2e-80d5-133cca782d3a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.802044 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.818180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] Routers {'55edcce8-d643-4b2e-80d5-133cca782d3a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:16.819093 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['55edcce8-d643-4b2e-80d5-133cca782d3a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.850416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:16.879376 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:16.880199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf34720-2d76-4a84-8302-3974ae486e55 None None] The sync data for ids ['55edcce8-d643-4b2e-80d5-133cca782d3a'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:16.895971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-86bbac73-98f7-4724-bff6-3e17721f4bca tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.1970794
Nov 10 04:21:16.896697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:16.901389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': '510a3ae6-1b1a-494a-a6ae-cb22b324a563'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:16.970139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.002844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40256) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:17.189929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9030662c-1bae-45ff-b17d-688663b1812b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.331832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40262) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:17.402960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.418021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.423144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9030662c-1bae-45ff-b17d-688663b1812b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.434309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9030662c-1bae-45ff-b17d-688663b1812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.476363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-af4197cb-392e-4a1b-8544-c361854a777b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0885789
Nov 10 04:21:17.477636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.478488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Fanout notify agent at l3_agent the message router_deleted on router 55edcce8-d643-4b2e-80d5-133cca782d3a {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:21:17.486032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.487126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8c57888-0760-48f2-8e3d-9a4512fa050a tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "DELETE /v2.0/routers/55edcce8-d643-4b2e-80d5-133cca782d3a HTTP/1.1" status: 204  len: 168 time: 0.7481093
Nov 10 04:21:17.489663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:17.519422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030662c-1bae-45ff-b17d-688663b1812b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56343c-b695-47d1-858f-2fb7abfc333a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:17.534180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9030662c-1bae-45ff-b17d-688663b1812b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30903e13a5f044239b1ca8854058cfc7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5300627
Nov 10 04:21:17.535147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40266) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:17.563556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.592232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting subnet 675038be-e359-4691-aff7-e85a735fb186 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:21:17.599148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.632334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.667078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.673787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.678382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.698686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-b8eb2d0c-b02f-49ba-9f91-543327e16f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:17.700187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-b8eb2d0c-b02f-49ba-9f91-543327e16f9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a2ec0afddf403183d9d44778510b6e&device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 1097 time: 0.1554627
Nov 10 04:21:17.715546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.786652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.789383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.790614 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad6979a7-0eb5-491c-ad8a-aff6698e1829 HTTP/1.1" status: 204  len: 168 time: 0.4563377
Nov 10 04:21:17.796200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:17.799139 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP deef7a89-788e-4933-941f-11e25bdd6243 associated. External IP: 172.32.3.63, port: 26dbc6ae-1964-4150-a228-3ace2cb58c3e.
Nov 10 04:21:17.811818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f5e88-b9d9-48df-ab52-588d62b277b8 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6979a7-0eb5-491c-ad8a-aff6698e1829,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:17.865989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40272) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:17.965562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.003434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-3c41a49d-e175-4e2f-b7b1-8c3b1955a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:18.005196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-3c41a49d-e175-4e2f-b7b1-8c3b1955a948 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 200  len: 912 time: 0.2816029
Nov 10 04:21:18.035534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.038073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.039149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a56343c-b695-47d1-858f-2fb7abfc333a HTTP/1.1" status: 204  len: 168 time: 0.5028951
Nov 10 04:21:18.065265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:18.101613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d37e7-c6b7-4d11-b203-64b1707addf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56343c-b695-47d1-858f-2fb7abfc333a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:18.171387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-3e85c18e-cfec-430c-bcce-014f1e6b9d52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 200  len: 1001 time: 0.1522667
Nov 10 04:21:18.197547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:18.197728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.207910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:18.222275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:18.223298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e623d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.267557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e623d0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.273877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Subnet': ['ID=675038be-e359-4691-aff7-e85a735fb186,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:18.278228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.284269 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-879f0465-92b1-456f-885f-62da49853dcf tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "DELETE /v2.0/subnets/675038be-e359-4691-aff7-e85a735fb186 HTTP/1.1" status: 204  len: 168 time: 0.7908385
Nov 10 04:21:18.287067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40278) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:18.291776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e650a6-10e1-41e3-a233-d5d1f399d5b1 None None] Network 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:18.296342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:18.297275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207e623d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.358482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-0ae4535d-626e-466f-baf4-46cecdd1115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:18.359871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-0ae4535d-626e-466f-baf4-46cecdd1115f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 200  len: 850 time: 0.1601412
Nov 10 04:21:18.376408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207e623d0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.377412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18533749-a49e-4357-8c8a-1bca0292ec19 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:18.446590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40280) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:18.448734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.469401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6a2714a-dcbb-49d4-b899-c056147facec admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.478439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:18.486202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-14a7f113-3ad0-4e0e-98c7-ad2748cd3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:18.487710 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-14a7f113-3ad0-4e0e-98c7-ad2748cd3ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1083517
Nov 10 04:21:18.557483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] DHCP port deletion for 9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:18.610603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Deleting port bb5d8808-c182-4867-8374-bd4d55d217a6 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:18.611050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.647207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:18.651911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.660064 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:18.670553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-052c4dc0-a73f-4487-ae9e-3c157ff2936a service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460507
Nov 10 04:21:18.677995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Deleting port bb5d8808-c182-4867-8374-bd4d55d217a6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:18.678332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.680400 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:18.681786 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464de20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.681960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6a2714a-dcbb-49d4-b899-c056147facec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.686881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] For port bb5d8808-c182-4867-8374-bd4d55d217a6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5d8808-c182-4867-8374-bd4d55d217a6,segment=NetworkSegment(8f1cd7fb-a204-4f9c-824a-99410c3cc2b8),segment_id=8f1cd7fb-a204-4f9c-824a-99410c3cc2b8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:18.687183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.691955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6a2714a-dcbb-49d4-b899-c056147facec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.718772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Calling delete_port for bb5d8808-c182-4867-8374-bd4d55d217a6 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:18.727723 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464de20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.728671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.741492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:18.742391 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464de20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.757831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed44af45-fa2a-4869-bb8a-b5af8c99eacb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/deef7a89-788e-4933-941f-11e25bdd6243 HTTP/1.1" status: 200  len: 976 time: 1.8596108
Nov 10 04:21:18.760217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40282) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:18.764644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:18.769692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b6a2714a-dcbb-49d4-b899-c056147facec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=683485d6511e4ebcbc58d2edd095ad3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3219945
Nov 10 04:21:18.771530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2714a-dcbb-49d4-b899-c056147facec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a92df-d71c-4429-9347-fd8c8faa3739,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:18.774780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40284) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:18.792926 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a5b2102-121c-46a0-b01a-cb9b82048e04 req-a4b9035d-0984-4feb-9615-ac831d3d0594 service neutron] 10.222.0.26 "GET /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1107490
Nov 10 04:21:18.807669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464de20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:18.808575 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a7a26-da41-419a-82d9-91266b3a4119 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:18.851804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.876411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] For port bb5d8808-c182-4867-8374-bd4d55d217a6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb5d8808-c182-4867-8374-bd4d55d217a6,segment=NetworkSegment(8f1cd7fb-a204-4f9c-824a-99410c3cc2b8),segment_id=8f1cd7fb-a204-4f9c-824a-99410c3cc2b8)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:18.876698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.879887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.883998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Pushing event deleted for resources: {'Port': ['ID=bb5d8808-c182-4867-8374-bd4d55d217a6,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:18.892106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] No DVR routers for this DVR port bb5d8808-c182-4867-8374-bd4d55d217a6 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:18.894499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.894949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.895391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.895685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Calling delete_port for bb5d8808-c182-4867-8374-bd4d55d217a6 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:18.895912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.896352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.896793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.897384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.897794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.898225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.898778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.899196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.899622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24a16-915e-4da8-8055-8f08144af73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:18.941912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.964986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:18.974023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.040315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.079951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.111459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] No DVR routers for this DVR port bb5d8808-c182-4867-8374-bd4d55d217a6 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:19.119605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Port': ['ID=bb5d8808-c182-4867-8374-bd4d55d217a6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:19.127304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.131820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.132503 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP deef7a89-788e-4933-941f-11e25bdd6243 disassociated. External IP: 172.32.3.63, port: 510a3ae6-1b1a-494a-a6ae-cb22b324a563.
Nov 10 04:21:19.215512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7c66272b-5cdf-4059-8ea6-089a2ae863dd no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:19.230208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.233042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.235252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a48a92df-d71c-4429-9347-fd8c8faa3739 HTTP/1.1" status: 204  len: 168 time: 0.4164586
Nov 10 04:21:19.244010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 7c66272b-5cdf-4059-8ea6-089a2ae863dd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:19.244814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 7c66272b-5cdf-4059-8ea6-089a2ae863dd not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:19.251754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5efa9-6e5f-4ac5-83f4-7facc4c09fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a92df-d71c-4429-9347-fd8c8faa3739,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:19.252455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.277627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ed90fa0>,) {'filters': {'network_id': ['9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.292490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed90fa0>, '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.292809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed90fa0>, '8f1cd7fb-a204-4f9c-824a-99410c3cc2b8') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.305092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.329800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.358899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:21:19.359322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:21:19.363319 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:21:19.436239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:19.466802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.483682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.488024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] 10.222.0.13 "DELETE /v2.0/networks/9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61 HTTP/1.1" status: 204  len: 168 time: 1.1985044
Nov 10 04:21:19.507899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0b73-f13b-473b-b442-b402c8351853 tempest-FloatingIPNegativeTestJSON-764499680 tempest-FloatingIPNegativeTestJSON-764499680-project] Pushing event deleted for resources: {'Network': ['ID=9ab8f27c-0a4d-42a6-9f93-f450b2f8bd61,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:19.522494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port e98d1211-90c6-4108-8b11-5a9b9109cec7 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:19.522842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.590537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:19.603467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:19.604919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.625667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:19.629584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bc88e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.694348 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e7a6d8b-d4c6-4e37-8bf7-494cde92921d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/deef7a89-788e-4933-941f-11e25bdd6243 HTTP/1.1" status: 200  len: 687 time: 0.9330344
Nov 10 04:21:19.695921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40298) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:19.706435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port e98d1211-90c6-4108-8b11-5a9b9109cec7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e98d1211-90c6-4108-8b11-5a9b9109cec7,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:19.706728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5d8808-c182-4867-8374-bd4d55d217a6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:19.707120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:19.734277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bc88e0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.739671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bb5d8808-c182-4867-8374-bd4d55d217a6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:19.740441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb5d8808-c182-4867-8374-bd4d55d217a6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:19.755379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:19.756308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bc88e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.776403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for e98d1211-90c6-4108-8b11-5a9b9109cec7 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:19.809132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bc88e0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:19.810034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5573c-add6-4b90-b1f3-74dba21a3042 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:19.961117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40308) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:19.981988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:19.982422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.120963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.121322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.145006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:20.161949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aa39f707-def6-458d-a694-24b9c6226522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5041706996d042f3899c7e51b4cc38e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1994781
Nov 10 04:21:20.164830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:20.177516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.261688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=e98d1211-90c6-4108-8b11-5a9b9109cec7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:20.371176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.449174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.937734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:20.979000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=fc6bbebb-81a7-4f9b-a37c-4f3c9a9f2767,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:20.985504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.020914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.024368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.025902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39d19a8c-a817-494f-b752-8541ba9c55f7 HTTP/1.1" status: 204  len: 168 time: 0.8591032
Nov 10 04:21:21.126517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd834c82-9acf-4772-8737-ea4769e5ba1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d19a8c-a817-494f-b752-8541ba9c55f7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:21.152556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.157734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.159145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0aaf0aca-785a-4bf0-b405-68aefe79c100 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/deef7a89-788e-4933-941f-11e25bdd6243 HTTP/1.1" status: 204  len: 168 time: 1.4621170
Nov 10 04:21:21.162001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40348) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:21.210082 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-2d9f456d-7234-46b4-85fd-2749ad8e8f63 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] delete failed (client error): The resource could not be found.
Nov 10 04:21:21.211800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d9f456d-7234-46b4-85fd-2749ad8e8f63 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/deef7a89-788e-4933-941f-11e25bdd6243 HTTP/1.1" status: 404  len: 345 time: 0.0485041
Nov 10 04:21:21.215690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:21.387189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4b56f-426a-4517-a069-36126ee5e435 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:21.394654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4b56f-426a-4517-a069-36126ee5e435 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:21.401349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4b56f-426a-4517-a069-36126ee5e435 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:21.403064 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-72b4b56f-426a-4517-a069-36126ee5e435 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/ports?network_id=5be3c9ac-c53c-4004-879b-84f693bd163f HTTP/1.1" status: 200  len: 2356 time: 0.1861300
Nov 10 04:21:21.405927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40376) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:21.482963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9335ce8a-7db9-48cb-abaa-7a6ebc90da38 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:21.484549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9335ce8a-7db9-48cb-abaa-7a6ebc90da38 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/subnets/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b HTTP/1.1" status: 200  len: 797 time: 0.0773184
Nov 10 04:21:21.489549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:21.497415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'port': {'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f', 'name': 'tempest-FloatingIPTestJSON-527917768', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:21.556508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Router 43355653-58d8-4226-920c-acc346b09efb has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:21.735812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:21.788191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:21.794530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c85d9ac-cd46-489e-9076-e4e1e3e7f79a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "PUT /v2.0/routers/43355653-58d8-4226-920c-acc346b09efb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9231532
Nov 10 04:21:21.797921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40426) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:21.814324 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Sync routers for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:21.837217 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:21.837842 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214462b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:21.882306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting subnet 7a403524-c1a4-4584-b62f-4a82b23df84e {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:21:21.882613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.886192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:21.926743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] device_id is not set on port fa7382bc-6581-4ef6-87fb-2226f572df97 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:21.962977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.053263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:22.099747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40442) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:22.171626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.281062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.349633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Subnet': ['ID=7a403524-c1a4-4584-b62f-4a82b23df84e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:22.361249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.364911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c4b9f0a2-5fe1-403a-a5bb-2ca80db73889 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/subnets/7a403524-c1a4-4584-b62f-4a82b23df84e HTTP/1.1" status: 204  len: 168 time: 0.5634260
Nov 10 04:21:22.365863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbff4ec-3371-4578-a4b9-7fbcc6890fde None None] Network 1f5aeec9-65a0-4926-857e-25911ddfd582 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:22.367689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:22.398314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644560578'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:22.512439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40458) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:22.536402 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214462b20>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:21:20Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:22.575895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.585591 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Checking router: 43355653-58d8-4226-920c-acc346b09efb for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:21:22.602596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Routers {'43355653-58d8-4226-920c-acc346b09efb'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:22.603525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214462b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['43355653-58d8-4226-920c-acc346b09efb'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:22.604997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.715837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.14 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/fa7382bc-6581-4ef6-87fb-2226f572df97) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:22.728185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.13 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/fa7382bc-6581-4ef6-87fb-2226f572df97) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:22.737678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] DHCP port deletion for 1f5aeec9-65a0-4926-857e-25911ddfd582 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:22.827564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8972500-78a4-464f-8993-da027013ebcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.858909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Deleting port c44245a4-382a-41eb-9c2f-ef2e56aea493 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:22.860245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.882940 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] Set router 43355653-58d8-4226-920c-acc346b09efb gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:22.900165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.934503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.962605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] For port c44245a4-382a-41eb-9c2f-ef2e56aea493, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c44245a4-382a-41eb-9c2f-ef2e56aea493,segment=NetworkSegment(398e17a0-3412-416a-8adc-b951da1ce22d),segment_id=398e17a0-3412-416a-8adc-b951da1ce22d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:22.963601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:22.978159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Calling delete_port for c44245a4-382a-41eb-9c2f-ef2e56aea493 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:23.060683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee5a240-6d85-4b62-a309-f53859aa4b1b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.086581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.125873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.159044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] No DVR routers for this DVR port c44245a4-382a-41eb-9c2f-ef2e56aea493 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:23.160737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a686d-5ff3-40ee-8849-b0c66835682e None None] Pushing event deleted for resources: {'Port': ['ID=c44245a4-382a-41eb-9c2f-ef2e56aea493,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.176122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.210072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.217877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8972500-78a4-464f-8993-da027013ebcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.219100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.238124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8972500-78a4-464f-8993-da027013ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.284372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.288655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.1854470
Nov 10 04:21:23.293808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40468) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.302702 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214462b20>, [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:21:20Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:23.302962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.307756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ecaec-0589-4c3a-960d-01bf41b40060 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142686ab-5431-4f0b-a86f-11ab5cc981a0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.324704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8972500-78a4-464f-8993-da027013ebcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b48a273ca6524f0db8d8b53cf1a2baf6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8111024
Nov 10 04:21:23.330070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40474) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.350400 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d88bf-3d7d-4cfc-9f55-50ca9a54c843 None None] The sync data for ids ['43355653-58d8-4226-920c-acc346b09efb'] in ncdv-817176-1 is: [{'id': '43355653-58d8-4226-920c-acc346b09efb', 'name': 'tempest-TestNetworkBasicOps-router-1913213451', 'tenant_id': '6c0528b04d134afa8397951de3d7922f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57'}], 'enable_snat': True}, 'gw_port_id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:20:10Z', 'updated_at': '2021-11-10T04:21:20Z', 'revision_number': 5, 'project_id': '6c0528b04d134afa8397951de3d7922f', 'gw_port': {'id': '23f0c4db-b89d-4835-863b-cdce95eedff9', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43355653-58d8-4226-920c-acc346b09efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:20:12Z', 'updated_at': '2021-11-10T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:23.389242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.396536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Deleting port 23f0c4db-b89d-4835-863b-cdce95eedff9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:23.397038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.414883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8972500-78a4-464f-8993-da027013ebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b7f1a-3aa0-432b-948b-51774b1f6a52,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.507626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:23.510086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] For port 23f0c4db-b89d-4835-863b-cdce95eedff9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=23f0c4db-b89d-4835-863b-cdce95eedff9,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:23.510399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.519074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03e825e0-f2f6-4046-b7f0-9b6b00dd61ce tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.2224524
Nov 10 04:21:23.521707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.522558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=fa7382bc-6581-4ef6-87fb-2226f572df97,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.528734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Calling delete_port for 23f0c4db-b89d-4835-863b-cdce95eedff9 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:23.529312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-security--2018075817', 'description': 'tempest-security-description-1576529338'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:23.540025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:23.550901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:23.587349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.637811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.655727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:23.656466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.660249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.716905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.728172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d5d3aa8c-d383-4bbf-973c-5bfc4c301942 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.2373803
Nov 10 04:21:23.731638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.736792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'fa7382bc-6581-4ef6-87fb-2226f572df97', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:23.740384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Port': ['ID=23f0c4db-b89d-4835-863b-cdce95eedff9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.765527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.774887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.777334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a55f5-ab56-4e70-985a-6ff2077489df None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:23.777844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.782232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "PUT /v2.0/security-groups/142686ab-5431-4f0b-a86f-11ab5cc981a0 HTTP/1.1" status: 200  len: 1797 time: 0.2535794
Nov 10 04:21:23.785192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.793507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.831324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129e21e-5aa7-4e87-b21c-cae4aa96a969 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142686ab-5431-4f0b-a86f-11ab5cc981a0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.836141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.839307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.840897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/487b7f1a-3aa0-432b-948b-51774b1f6a52 HTTP/1.1" status: 204  len: 168 time: 0.5037427
Nov 10 04:21:23.902728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffcd55-00e3-4b3f-87a6-4f7c07fe1af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b7f1a-3aa0-432b-948b-51774b1f6a52,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:23.915817 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b23d37e-9da2-42a2-8169-656776dd0c93 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups/142686ab-5431-4f0b-a86f-11ab5cc981a0 HTTP/1.1" status: 200  len: 1797 time: 0.1274352
Nov 10 04:21:23.916868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:23.918930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e98d1211-90c6-4108-8b11-5a9b9109cec7 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:23.919119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40490) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:23.962927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: e98d1211-90c6-4108-8b11-5a9b9109cec7 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:23.963429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e98d1211-90c6-4108-8b11-5a9b9109cec7 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:23.964167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c44245a4-382a-41eb-9c2f-ef2e56aea493 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:24.002115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c44245a4-382a-41eb-9c2f-ef2e56aea493 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:24.002785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c44245a4-382a-41eb-9c2f-ef2e56aea493 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:24.032775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.055791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.059463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.069810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.091260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.116951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.120859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Fanout notify agent at l3_agent the message router_deleted on router 43355653-58d8-4226-920c-acc346b09efb {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:21:24.134395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.136234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9986c30d-9f2b-4eba-8bb0-c24bda01af16 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/routers/43355653-58d8-4226-920c-acc346b09efb HTTP/1.1" status: 204  len: 168 time: 1.7651799
Nov 10 04:21:24.139200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.227607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.231956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.233423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/142686ab-5431-4f0b-a86f-11ab5cc981a0 HTTP/1.1" status: 204  len: 168 time: 0.3113186
Nov 10 04:21:24.243260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40500) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.264281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63353595-b2cc-4a70-9d2b-9fd2ecb79b4d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142686ab-5431-4f0b-a86f-11ab5cc981a0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:24.267362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.205 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/eb400486-98a6-4ff7-a972-a088bdc80ddf) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:24.305104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.367551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2de486c9-d42d-4766-84f5-066165b42422 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1213150
Nov 10 04:21:24.368652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40504) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.412962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40506) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.431109 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-9e7b79f5-319c-4917-b7d9-7acb4a9a3a21 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] delete failed (client error): The resource could not be found.
Nov 10 04:21:24.436347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e7b79f5-319c-4917-b7d9-7acb4a9a3a21 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/142686ab-5431-4f0b-a86f-11ab5cc981a0 HTTP/1.1" status: 404  len: 347 time: 0.0641422
Nov 10 04:21:24.440486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40508) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.447851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--600356196'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:24.478432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.503512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.506174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-480949cb-5859-4d84-b30c-5229002fb232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.534367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.559863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.569129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82148095e0>,) {'filters': {'network_id': ['1f5aeec9-65a0-4926-857e-25911ddfd582']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:24.588080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82148095e0>, '398e17a0-3412-416a-8adc-b951da1ce22d') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:24.588080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82148095e0>, '398e17a0-3412-416a-8adc-b951da1ce22d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:24.601286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.616917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:24.628430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:24.635169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.636221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:24.642468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.652475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:21:24.652946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:21:24.656001 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:21:24.675343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=eb400486-98a6-4ff7-a972-a088bdc80ddf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:24.686857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.722368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-480949cb-5859-4d84-b30c-5229002fb232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.736014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.738392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-480949cb-5859-4d84-b30c-5229002fb232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.740400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2985790
Nov 10 04:21:24.742171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.750583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': 'b2bae0db-f542-4955-a711-60a028ced70f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:24.771620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1167ab-0d8a-453f-ac2a-7e2eca3bcce3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bae0db-f542-4955-a711-60a028ced70f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:24.787854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-480949cb-5859-4d84-b30c-5229002fb232 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb65bbad966481181baef47d6797a1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3727086
Nov 10 04:21:24.792503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40518) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:24.799727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.833074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:24.838179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] 10.222.0.13 "DELETE /v2.0/networks/1f5aeec9-65a0-4926-857e-25911ddfd582 HTTP/1.1" status: 204  len: 168 time: 0.6972971
Nov 10 04:21:24.879096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdeaff-f588-44a9-89f4-de4369e5d82a tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] Pushing event deleted for resources: {'Network': ['ID=1f5aeec9-65a0-4926-857e-25911ddfd582,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:24.882916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480949cb-5859-4d84-b30c-5229002fb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80584fc0-8120-4f1f-aabc-3173f834709f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:24.979676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.067038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.119593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.128088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.130903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.195759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f3067d-01f3-4244-a01e-b97c05ab3c72,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:25.215481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.219705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ac302ed0-09d3-4377-8773-b65fe1e563fe tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4741211
Nov 10 04:21:25.219950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40524) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.235663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.267619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.279194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.318760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.331055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.332328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.333968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/56f3067d-01f3-4244-a01e-b97c05ab3c72 HTTP/1.1" status: 204  len: 168 time: 0.1126733
Nov 10 04:21:25.334108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.338093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40536) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.338392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80584fc0-8120-4f1f-aabc-3173f834709f HTTP/1.1" status: 204  len: 168 time: 0.5448046
Nov 10 04:21:25.358093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325289-6321-4d53-ba56-14b3b7cf27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80584fc0-8120-4f1f-aabc-3173f834709f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:25.375569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.428165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9518-22a3-42c5-99bc-07ac44617ac5 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56f3067d-01f3-4244-a01e-b97c05ab3c72,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:25.475206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d52886c0-6ddc-4984-ac52-80e414ec3e8c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1350703
Nov 10 04:21:25.476031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40540) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.515754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.525762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9575dc77-087d-4e5c-9ec5-a86fb56494d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0528b04d134afa8397951de3d7922f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2889514
Nov 10 04:21:25.530645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40544) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.586356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.632647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.643977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.676591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 23f0c4db-b89d-4835-863b-cdce95eedff9 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:25.698280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.706260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 23f0c4db-b89d-4835-863b-cdce95eedff9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:25.707382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 23f0c4db-b89d-4835-863b-cdce95eedff9 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:25.754893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.758023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.759355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2bae0db-f542-4955-a711-60a028ced70f HTTP/1.1" status: 204  len: 168 time: 0.2802548
Nov 10 04:21:25.773898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.775418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95afd8-508f-4646-9362-649949291800 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bae0db-f542-4955-a711-60a028ced70f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:25.858792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b5020006-9285-4f5e-99bf-ec0a32e1893e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0804822
Nov 10 04:21:25.860052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.865233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.868769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/113d7d54-cf7c-40bd-b185-7c3c356318d1 HTTP/1.1" status: 204  len: 168 time: 0.3344069
Nov 10 04:21:25.868769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40560) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:25.880303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013177247'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:25.908983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4485d-4606-490b-aaf1-28c4dac44ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d7d54-cf7c-40bd-b185-7c3c356318d1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:25.912730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.913077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:25.942628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.014306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.023374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.049489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=eb400486-98a6-4ff7-a972-a088bdc80ddf,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.060898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.065471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1899905
Nov 10 04:21:26.067667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40564) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.070026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587aab8-9a17-4a9d-ac2e-5401cc10d37b tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e7c451-d34c-4699-ab30-9c5b98a881b8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.080298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '98e7c451-d34c-4699-ab30-9c5b98a881b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:26.096174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.192738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.258431 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP f9e6c1dc-ab1a-483b-a897-ef3df8e76028 associated. External IP: 172.32.3.205, port: fa7382bc-6581-4ef6-87fb-2226f572df97.
Nov 10 04:21:26.346339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.357501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.386822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd3ef39-7ada-4f15-91eb-9d1e1c125b0f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.395410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40576) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.407429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.409176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-99fa9fd4-e4eb-4868-af6f-004c3b7dbf40 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3365233
Nov 10 04:21:26.412002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40578) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.419195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06eb803a-8290-41b3-be0c-e99935979f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.423288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '98e7c451-d34c-4699-ab30-9c5b98a881b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:26.513924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06eb803a-8290-41b3-be0c-e99935979f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.519769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-06eb803a-8290-41b3-be0c-e99935979f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.542692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.565537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb803a-8290-41b3-be0c-e99935979f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fb612-66a1-4535-9e31-516b87914f62,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.572231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06eb803a-8290-41b3-be0c-e99935979f99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64e130cb763148bc9ab88adb1d883d76&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1756988
Nov 10 04:21:26.575185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.647116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.647388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.656508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.665343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:26.674598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.698659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa880f8-5618-4729-9992-bf477896c047,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.717946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.721977 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab0cddbc-3cf9-4a37-af26-1cdba3972245 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3071899
Nov 10 04:21:26.723884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40586) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.730205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '98e7c451-d34c-4699-ab30-9c5b98a881b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:26.755983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.758915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.760144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d5fb612-66a1-4535-9e31-516b87914f62 HTTP/1.1" status: 204  len: 168 time: 0.1840355
Nov 10 04:21:26.778471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.781573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c899d-a462-45a5-8cd4-24e920cbe101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fb612-66a1-4535-9e31-516b87914f62,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.888741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.897372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.927216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d126c1-d478-403e-9fd8-6bcbeb43c8e2,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:26.948010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:26.957562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1306629f-f61e-4354-9fb9-b067bc480020 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2290857
Nov 10 04:21:26.958305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40596) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:26.963181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '98e7c451-d34c-4699-ab30-9c5b98a881b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:27.001773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.091137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.099150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.120201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449ce125-9257-4c17-b142-c7c19158834f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:27.174393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.177372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-191f255f-0d46-4798-9c51-fe34e442700a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2177868
Nov 10 04:21:27.179885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40600) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.187013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '98e7c451-d34c-4699-ab30-9c5b98a881b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:27.244186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.351570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:27.371171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:27.394790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:27.397169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207087640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:27.397346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.413623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.419786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.450530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e76fda3a-8fa7-41e4-b65e-9f17fb817484 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.7175660
Nov 10 04:21:27.454460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.458719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0fc7e6-eb0c-4ad9-96b6-9f3c70e3f47b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:27.460449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': 'fa7382bc-6581-4ef6-87fb-2226f572df97', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:27.480190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207087640>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:27.490263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.491618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18ec7dd9-6b41-4720-ac8b-10e784c87fcd tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3094053
Nov 10 04:21:27.492164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:27.493168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207087640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:27.494519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40612) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.523956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.527420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207087640>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:27.528256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4cab-0d71-42be-a2ea-5d6ff4183fc7 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:27.534565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.541226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.575208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.582417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.583943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9e0fc7e6-eb0c-4ad9-96b6-9f3c70e3f47b HTTP/1.1" status: 204  len: 168 time: 0.0879750
Nov 10 04:21:27.587718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40614) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.593108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19c711-52c0-405c-a423-f33b5146f879 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e0fc7e6-eb0c-4ad9-96b6-9f3c70e3f47b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:27.694407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd24d15c-3239-4af6-ae2d-951875a93716 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1046765
Nov 10 04:21:27.697377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40616) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.725810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.737821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.779864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.787809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.791923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/449ce125-9257-4c17-b142-c7c19158834f HTTP/1.1" status: 204  len: 168 time: 0.0932891
Nov 10 04:21:27.792796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40626) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.807944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b900a28-b0a2-4f8e-898f-f987af665e6f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=449ce125-9257-4c17-b142-c7c19158834f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:27.865238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-80bad97b-d57e-4b58-abde-fcd163c158d6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0699613
Nov 10 04:21:27.868134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40630) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.903934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.915706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.958566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.976184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:27.984178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/65d126c1-d478-403e-9fd8-6bcbeb43c8e2 HTTP/1.1" status: 204  len: 168 time: 0.1147487
Nov 10 04:21:27.991089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40640) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:27.999573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda907c4-4152-4051-8944-3537f3b05582 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d126c1-d478-403e-9fd8-6bcbeb43c8e2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:28.063385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e090e8e4-dff7-48f3-8c5c-d8a1e9456a9d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0708089
Nov 10 04:21:28.066608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40652) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.132713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.183847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.213704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.221335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.291730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.301570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.302699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7aa880f8-5618-4729-9992-bf477896c047 HTTP/1.1" status: 204  len: 168 time: 0.2350550
Nov 10 04:21:28.306036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.316642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc54b-aed3-4f7f-8694-7489b46b0b37 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa880f8-5618-4729-9992-bf477896c047,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:28.371223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5b165eee-7c26-4912-ba46-b30b8aff372d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0641146
Nov 10 04:21:28.371829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40678) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.408428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.418871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.457316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.467106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.473134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9dd3ef39-7ada-4f15-91eb-9d1e1c125b0f HTTP/1.1" status: 204  len: 168 time: 0.0999784
Nov 10 04:21:28.473312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.483975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99549d3-f694-4192-a553-d9574b68c903 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dd3ef39-7ada-4f15-91eb-9d1e1c125b0f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:28.511438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:28.543102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2be057fb-72cc-4c0c-ac44-dfee94d954a0 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0686462
Nov 10 04:21:28.546070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40686) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.626310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40698) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.725407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.759327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:28.765380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.770035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.772563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:28.797938 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:28.799587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154cc100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:28.805705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70b4a87-1233-433b-96db-818a911422dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.858364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-144ad200-4926-438b-9991-da810d88ec7f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/f9e6c1dc-ab1a-483b-a897-ef3df8e76028 HTTP/1.1" status: 200  len: 978 time: 1.4023933
Nov 10 04:21:28.859117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40712) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.869980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.874361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:28.876142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/98e7c451-d34c-4699-ab30-9c5b98a881b8 HTTP/1.1" status: 204  len: 168 time: 0.3275127
Nov 10 04:21:28.879767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40716) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.882097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154cc100>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:28.893287 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:28.894010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154cc100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:28.901952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad567fa-4efd-4c7d-b1a4-9019a8d14a2f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e7c451-d34c-4699-ab30-9c5b98a881b8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:28.943290 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154cc100>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:28.944054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f2e66-b45e-4f46-8f18-0839f8491b96 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:28.973459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ceaeadb9-07e9-440f-a972-1a21964a0b16 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0924730
Nov 10 04:21:28.980480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40724) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:28.986713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164495181'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:29.013230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.019442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70b4a87-1233-433b-96db-818a911422dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.024031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b70b4a87-1233-433b-96db-818a911422dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.089315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.093474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4a87-1233-433b-96db-818a911422dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da86f266-9c90-401e-9104-0109b328d01a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.094382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.102786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b70b4a87-1233-433b-96db-818a911422dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd646c44c1354cd7936b0c333d71cc17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4750876
Nov 10 04:21:29.105129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40726) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.130820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.132422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1507528
Nov 10 04:21:29.135164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.142753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '41410393-292b-46eb-875c-cb29bbfb16ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:29.148463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23a3a7-6e93-49b0-a729-7bbfb01a1904 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41410393-292b-46eb-875c-cb29bbfb16ad,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.177585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port eb400486-98a6-4ff7-a972-a088bdc80ddf {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:29.177851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.177983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.179883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.239697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.243743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.245414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.266794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6b18c7-8bd4-4b5e-ad96-06b21681915c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.273663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.274900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5b84e8a-e376-4e22-b44a-6722780e509e tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1387916
Nov 10 04:21:29.278518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40730) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.310591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.310953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.324626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for eb400486-98a6-4ff7-a972-a088bdc80ddf owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:29.344535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.369253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.372177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.373376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da86f266-9c90-401e-9104-0109b328d01a HTTP/1.1" status: 204  len: 168 time: 0.2672422
Nov 10 04:21:29.374542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.390120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ed79-9b68-4e61-b223-acecb6e1976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86f266-9c90-401e-9104-0109b328d01a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.452071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.455481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.459259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/41410393-292b-46eb-875c-cb29bbfb16ad HTTP/1.1" status: 204  len: 168 time: 0.1774237
Nov 10 04:21:29.460492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40734) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.466686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963687b-aecd-4e55-ada2-93fd7b956342 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41410393-292b-46eb-875c-cb29bbfb16ad,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.551854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aa7a9709-7738-4ce0-9def-b39def51e3d0 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0857525
Nov 10 04:21:29.552055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40738) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.556671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--479852880'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:29.572380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.623193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=eb400486-98a6-4ff7-a972-a088bdc80ddf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.647070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.715654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.716249 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP f9e6c1dc-ab1a-483b-a897-ef3df8e76028 disassociated (deleted). External IP: 172.32.3.205, port: fa7382bc-6581-4ef6-87fb-2226f572df97.
Nov 10 04:21:29.765626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40746) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.784658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-077b4ae3-bc82-4a21-bae5-4c512cf87c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.879184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-077b4ae3-bc82-4a21-bae5-4c512cf87c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.884708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-077b4ae3-bc82-4a21-bae5-4c512cf87c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.897094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.904462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.932367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:29.933749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3808527
Nov 10 04:21:29.939682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-077b4ae3-bc82-4a21-bae5-4c512cf87c21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d438956061164a69bb4ee041b54cf5b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1690962
Nov 10 04:21:29.939682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40752) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.939682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b4ae3-bc82-4a21-bae5-4c512cf87c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7cabe6-4620-427c-aeff-335403c383ef,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:29.943310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40754) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:29.945179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711058791'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:29.973101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.027746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72592bb-3e96-4f3c-8628-a816f122cb35 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb720e1a-1039-4311-838d-556533783e16,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.068879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.074938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.091893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.110299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:30.125985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.134266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.136214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1946812
Nov 10 04:21:30.139740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40758) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.142459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddabf5-087d-4899-a18b-13ab9c90e827 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e1f2b-bdcc-4db2-941d-30073375b2e4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.155209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': 'cb720e1a-1039-4311-838d-556533783e16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '544e1f2b-bdcc-4db2-941d-30073375b2e4', 'remote_ip_prefix': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:30.282324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.314480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.317332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.321149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d7cabe6-4620-427c-aeff-335403c383ef HTTP/1.1" status: 204  len: 168 time: 0.3401494
Nov 10 04:21:30.329131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:30.339602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:30.341150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.346791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846d480-203b-46f2-8a79-bdb149e23481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7cabe6-4620-427c-aeff-335403c383ef,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.366047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:30.366981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207b1ea60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:30.391106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-654da91d-70a7-4d7a-b45e-6c9453ac349d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/f9e6c1dc-ab1a-483b-a897-ef3df8e76028 HTTP/1.1" status: 204  len: 168 time: 1.5309131
Nov 10 04:21:30.393951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40764) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.421382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.426188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207b1ea60>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:30.429675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.459987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8242cd9b-d68f-4ce9-a5e3-ba28c278ee3a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.472100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.472852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:30.474306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3b971571-1824-455a-8d88-db94c8680b0f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3292878
Nov 10 04:21:30.474745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207b1ea60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:30.477666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40766) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.517344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.528378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.530364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207b1ea60>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:30.531727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed462748-7e76-4c9e-99b1-a157ddaf7577 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:30.576985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port fa7382bc-6581-4ef6-87fb-2226f572df97 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:30.577474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.588956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.602456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.603957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8242cd9b-d68f-4ce9-a5e3-ba28c278ee3a HTTP/1.1" status: 204  len: 168 time: 0.1227276
Nov 10 04:21:30.609087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.632600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9db5b-3ef1-41b8-8368-df0c51d3792a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8242cd9b-d68f-4ce9-a5e3-ba28c278ee3a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.668704 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c9b9efee-5017-413f-8913-f55c9c6f9a26 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0576282
Nov 10 04:21:30.671456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.721868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.739720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for fa7382bc-6581-4ef6-87fb-2226f572df97 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:30.741666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.774506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.852350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.856950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:30.858119 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/544e1f2b-bdcc-4db2-941d-30073375b2e4 HTTP/1.1" status: 204  len: 168 time: 0.1850123
Nov 10 04:21:30.861568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:30.881227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d9ad-6846-426b-abec-5072c5496e5a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e1f2b-bdcc-4db2-941d-30073375b2e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:30.933361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b96ffdc-d7c4-4ac5-a0df-bbc4df03ac13 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0706532
Nov 10 04:21:30.936222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.012970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.042483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.105437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.112041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.115424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.116228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb720e1a-1039-4311-838d-556533783e16 HTTP/1.1" status: 204  len: 168 time: 0.1786129
Nov 10 04:21:31.123351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.138201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadca19-49fb-4a81-a4fa-190cf0000ae6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb720e1a-1039-4311-838d-556533783e16,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.156831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=fa7382bc-6581-4ef6-87fb-2226f572df97,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.228899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-179f2a6b-595d-4657-92d2-d760230f23b1 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1021709
Nov 10 04:21:31.231805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40804) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.236789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659763497'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:31.262714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.289633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.297102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5f57c4d-5bb3-4cbb-9640-d73a7fed05da tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/fa7382bc-6581-4ef6-87fb-2226f572df97 HTTP/1.1" status: 204  len: 168 time: 0.8979156
Nov 10 04:21:31.297102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40806) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.302218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:31.326345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.356500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.360589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.391295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c1296e-ff50-4c2d-ad53-0454246ff308,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.398043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.399391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e6a5a81e-e619-4b6f-85c1-fbcf10cdf875 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1663752
Nov 10 04:21:31.402333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.407898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '74c1296e-ff50-4c2d-ad53-0454246ff308', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:31.442732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.445040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.517597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.522686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.556489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51ae131-aca6-4233-b398-f43ee2549e3d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.570985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.575146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.208 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/90d64462-e259-4502-978a-7d53bc1e711c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:31.575291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b7d14183-e4a1-40c4-a301-5733cd6f26b3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1689007
Nov 10 04:21:31.575379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.607393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.617766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.652142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.659063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.662690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a51ae131-aca6-4233-b398-f43ee2549e3d HTTP/1.1" status: 204  len: 168 time: 0.0830336
Nov 10 04:21:31.662952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.675427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53465c-f40f-44e3-ae13-68b5da95627c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a51ae131-aca6-4233-b398-f43ee2549e3d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.697154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.718118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f49c9b0c-e635-4fa7-9364-97c18aeb8b08 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0539932
Nov 10 04:21:31.721551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40822) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:31.784866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.842325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:31.846244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:31.847793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.851383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:31.882643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=90d64462-e259-4502-978a-7d53bc1e711c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:31.913431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.989038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.995451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.998269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:31.999408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/74c1296e-ff50-4c2d-ad53-0454246ff308 HTTP/1.1" status: 204  len: 168 time: 0.2763021
Nov 10 04:21:32.002801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.026392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1e26-a616-4028-ba46-e33b7453d4f7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c1296e-ff50-4c2d-ad53-0454246ff308,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:32.037463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.072674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-745cc1f6-dd5a-460a-aa45-cf653ae8158d tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0661418
Nov 10 04:21:32.074286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.079319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group': {'name': 'tempest-secgroup--435752997'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:32.150189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.276575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.288692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.294746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.302563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.361211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40844) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.387011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.388227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3129621
Nov 10 04:21:32.393330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40848) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.398678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '62f3b190-35be-4d74-ba35-b5bc38856ab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:32.401629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061406-0d79-40e4-8031-c0126b5fddad tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3b190-35be-4d74-ba35-b5bc38856ab7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:32.405632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=90d64462-e259-4502-978a-7d53bc1e711c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:32.423095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.439707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.455465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.460277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b81dc1e9-9a86-44d0-af40-27f8bf5b0753 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1597919
Nov 10 04:21:32.461483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.469549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'port': {'network_id': '5be3c9ac-c53c-4004-879b-84f693bd163f', 'name': 'tempest-FloatingIPTestJSON-341958897'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:32.495147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.502408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.523694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc18a0d-65f0-4a2d-bccd-fdb2458ece1d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:32.535897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.537142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb0227a7-b391-4468-ab68-cc12ef386280 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1428080
Nov 10 04:21:32.540100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40852) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.540337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3bb6383d-39da-4875-aaad-6b87ba4d5476 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:32.572564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a86d657f-c280-4eaa-a5b0-6f6d24d6785f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules/9dc18a0d-65f0-4a2d-bccd-fdb2458ece1d HTTP/1.1" status: 200  len: 763 time: 0.0249858
Nov 10 04:21:32.573252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40854) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.576188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3bb6383d-39da-4875-aaad-6b87ba4d5476 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "PUT /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041 HTTP/1.1" status: 200  len: 366 time: 0.2135534
Nov 10 04:21:32.579516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40856) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.591185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d54440d-1aa7-41c5-a720-dba71d3ee9ea tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0098150
Nov 10 04:21:32.593006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40858) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.604660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f0a0ad41-3485-46d1-a526-0c01557b3bfa tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041 HTTP/1.1" status: 200  len: 366 time: 0.0104666
Nov 10 04:21:32.607439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.626359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ac438c7-d1e7-4721-a758-ac2ac1128b18 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041 HTTP/1.1" status: 204  len: 168 time: 0.0175509
Nov 10 04:21:32.628691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.637802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-846998c5-4e08-433e-aecd-0f2009919ee1 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0079865
Nov 10 04:21:32.640052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.646249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4cc3145d-3ba0-4488-901b-9336de25deec tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0694599
Nov 10 04:21:32.646514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40866) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.650037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef4e6991-b7b6-4907-85d7-abe485634eeb tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041 HTTP/1.1" status: 200  len: 370 time: 0.0087917
Nov 10 04:21:32.652309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.657541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7166763b-5093-4731-8ce8-f3cbaaf6f13f tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041/default HTTP/1.1" status: 200  len: 370 time: 0.0042486
Nov 10 04:21:32.660158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40870) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.668954 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-3299753f-7c0c-46fe-9251-779435e30954 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] delete failed (client error): The resource could not be found.
Nov 10 04:21:32.669932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3299753f-7c0c-46fe-9251-779435e30954 tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/9d7cd6772cd24c1484afc62726d01041 HTTP/1.1" status: 404  len: 348 time: 0.0088952
Nov 10 04:21:32.674744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:32.678235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.689235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.699459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.710882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] device_id is not set on port 4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:32.766102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.781765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.782881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9dc18a0d-65f0-4a2d-bccd-fdb2458ece1d HTTP/1.1" status: 204  len: 168 time: 0.1355150
Nov 10 04:21:32.785751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.791984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e93e-3bfb-44f7-a815-9ebd51e370c7 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dc18a0d-65f0-4a2d-bccd-fdb2458ece1d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:32.796152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40876) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.837656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:network and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.851785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a5fce739-205e-441b-980e-7ac9a93ca8a3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0643878
Nov 10 04:21:32.853297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:32.855508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40878) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:32.861301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '62f3b190-35be-4d74-ba35-b5bc38856ab7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:32.864326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.5 (5be3c9ac-c53c-4004-879b-84f693bd163f/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b/4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:32.874448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:subnet and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.882632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:32.897074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:subnetpool and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.902757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.907912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:32.938517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:port and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.947786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:32.968193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:router and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.976177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:32.991633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:32.994428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:floatingip and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:32.998272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.010471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:33.024496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c28b2bf-46ae-4bd2-925e-b80f5563bf5e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:33.034738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.035520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.039011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2aa467ca-a789-4c17-af37-e0cdbe8ed8d2 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1786172
Nov 10 04:21:33.040132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.064823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23a315f9-832a-45e2-81d0-5a72aca324a6 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules/8c28b2bf-46ae-4bd2-925e-b80f5563bf5e HTTP/1.1" status: 200  len: 763 time: 0.0235679
Nov 10 04:21:33.067587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40882) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.078486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.082987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:security_group and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:33.087369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:33.095313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Usage tracker for resource:security_group_rule and project:586ea3cb247148e1a163b97b97680c14 is out of sync, need to count used quota {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 10 04:21:33.100568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.quota.resource [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 10 04:21:33.105338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-45d2b7fb-502c-4fe9-9f00-1b7e5551e73b tempest-QuotasTest-2123693268 tempest-QuotasTest-2123693268-project-admin] 10.222.0.13 "GET /v2.0/quotas/586ea3cb247148e1a163b97b97680c14/details.json HTTP/1.1" status: 200  len: 703 time: 0.3076506
Nov 10 04:21:33.131592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 5be3c9ac-c53c-4004-879b-84f693bd163f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:33.144429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:33.153885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:33.159761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:33.192000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a77264b9-cba5-4b29-8675-4e457f04ebb1 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1219337
Nov 10 04:21:33.194866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40886) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.238269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:33.238934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.244495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.256337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.277996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c25f84e7-a208-47f9-88e5-8bfe1b2c3892 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.8158948
Nov 10 04:21:33.280569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40888) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.285469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': '4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:33.327644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.330190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.363176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.366530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8c28b2bf-46ae-4bd2-925e-b80f5563bf5e HTTP/1.1" status: 204  len: 168 time: 0.1685305
Nov 10 04:21:33.366956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40896) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.379056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13fdc-cde1-45e9-9bfd-a4ea60ed2673 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c28b2bf-46ae-4bd2-925e-b80f5563bf5e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:33.443886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f428ad41-7888-4806-94cf-56abff3b3a1c tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0756638
Nov 10 04:21:33.446453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40900) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.453573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Request body: {'security_group_rule': {'security_group_id': '62f3b190-35be-4d74-ba35-b5bc38856ab7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:33.496314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.500841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.565547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.571693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.591112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552c28aa-3bdc-4a9b-b55a-4ca235ede4fe,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:33.600002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.603403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-30fd2dec-7042-4be1-b294-f78d8bf45573 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1534894
Nov 10 04:21:33.603658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.646328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e17ef17b-7779-4bc3-8684-cd62513a0be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.686823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ee868cee-3d48-4e68-bfa3-0f245f90fb78 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules/552c28aa-3bdc-4a9b-b55a-4ca235ede4fe HTTP/1.1" status: 200  len: 764 time: 0.0819738
Nov 10 04:21:33.692077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40912) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.760709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bed06375-76c5-4253-a3b4-73e0b20673a3 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0697756
Nov 10 04:21:33.767075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.813296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e17ef17b-7779-4bc3-8684-cd62513a0be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.823892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e17ef17b-7779-4bc3-8684-cd62513a0be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.831696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.859185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.893929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e17ef17b-7779-4bc3-8684-cd62513a0be5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=feee4eef2afc4792a2b78ec019a1ae22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3885000
Nov 10 04:21:33.907466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40922) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:33.928881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef17b-7779-4bc3-8684-cd62513a0be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3cbbf3-1de5-472f-96db-f98b27b5d10f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:33.974504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.979853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:33.981783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/552c28aa-3bdc-4a9b-b55a-4ca235ede4fe HTTP/1.1" status: 204  len: 168 time: 0.2135975
Nov 10 04:21:33.990912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40926) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.012311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c44a-b9d5-49af-a038-f655c77df67f tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=552c28aa-3bdc-4a9b-b55a-4ca235ede4fe,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:34.056212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.068697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-863632dc-1039-4501-a192-fec12576b457 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0747817
Nov 10 04:21:34.070633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40928) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.109050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.168432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.197696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.200143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.204672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac3cbbf3-1de5-472f-96db-f98b27b5d10f HTTP/1.1" status: 204  len: 168 time: 0.2841969
Nov 10 04:21:34.206504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.209831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.215091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.225353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebac946-1a8d-4cf0-8566-8add5b2d5176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3cbbf3-1de5-472f-96db-f98b27b5d10f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:34.267918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.270866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.272889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "DELETE /v2.0/security-groups/62f3b190-35be-4d74-ba35-b5bc38856ab7 HTTP/1.1" status: 204  len: 168 time: 0.2012353
Nov 10 04:21:34.276559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40932) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.289291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e8775-a5fb-44bd-95e8-e9bdb7bc6013 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3b190-35be-4d74-ba35-b5bc38856ab7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:34.336798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23836f4c-7807-4f70-8988-63318eb2d28a tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0550933
Nov 10 04:21:34.340516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.342144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-907ded31-d3af-4e27-b542-3b0ea13a3e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.364922 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP ef836e33-15bd-4a59-a4f2-e2befcd4fdc5 associated. External IP: 172.32.3.208, port: 4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01.
Nov 10 04:21:34.389597 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f75f236-c4b5-4697-8036-755dea17a393 tempest-SecGroupTest-389117201 tempest-SecGroupTest-389117201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0498412
Nov 10 04:21:34.652922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:34.659529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.683376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1862ed-6dc7-4da3-a209-72a450d7bd36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.790741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1862ed-6dc7-4da3-a209-72a450d7bd36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.798737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1862ed-6dc7-4da3-a209-72a450d7bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.847489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a1862ed-6dc7-4da3-a209-72a450d7bd36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=586ea3cb247148e1a163b97b97680c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1861291
Nov 10 04:21:34.847696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1862ed-6dc7-4da3-a209-72a450d7bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43df06-240b-41a7-9a32-43f73aa218cd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:34.851517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:34.851651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.851969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.859468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.868686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:34.882235 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:34.883054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ec160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:34.910370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 40950) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:34.912815 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-30a28ccc-6560-4f60-885e-dc0f4ae27adb tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/ef836e33-15bd-4a59-a4f2-e2befcd4fdc5 HTTP/1.1" status: 200  len: 977 time: 1.6305819
Nov 10 04:21:34.930410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ec160>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:34.941973 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:34.942863 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ec160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:34.958627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:34.981361 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ec160>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:34.982482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbccb79-13b7-43f8-8085-7b22269a15e5 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:35.006918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.057069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:35.057193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.128193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.130782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.131892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e43df06-240b-41a7-9a32-43f73aa218cd HTTP/1.1" status: 204  len: 168 time: 0.2788765
Nov 10 04:21:35.156842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e2d7-5ae9-401d-af00-c1fc5d295cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43df06-240b-41a7-9a32-43f73aa218cd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:35.189711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 40962) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:35.198070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f3e695c0-55e4-4c6a-9d83-bc5a1ff1d00a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6079106071d44e1a6fe8129f5361860&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3435936
Nov 10 04:21:35.214422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.264689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.291285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.363942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.368147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.369962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dee5a240-6d85-4b62-a309-f53859aa4b1b HTTP/1.1" status: 204  len: 168 time: 0.1776934
Nov 10 04:21:35.386698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3644395-da06-4a65-a7b3-f1dd1cffe910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee5a240-6d85-4b62-a309-f53859aa4b1b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:35.535444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.535811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.536126 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP ef836e33-15bd-4a59-a4f2-e2befcd4fdc5 disassociated. External IP: 172.32.3.208, port: 4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01.
Nov 10 04:21:35.536503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:35.686326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:35.717662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:36.178633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41008) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.213523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41012) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.214605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:36.219443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0045335
Nov 10 04:21:36.223537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.328950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-441d790f-b31b-4874-a24c-547a3e22725a tempest-AgentManagementNegativeTest-518814591 tempest-AgentManagementNegativeTest-518814591-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1465428
Nov 10 04:21:36.334169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-adf373a8-85dc-4ce8-8dae-8cfc4706f764 tempest-NetworksApiDiscovery-731093363 tempest-NetworksApiDiscovery-731093363-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1095531
Nov 10 04:21:36.363410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:36.376282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:36.387548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:36.388399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820775ed30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:36.427270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820775ed30>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:36.439175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:36.440047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820775ed30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:36.458669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.467619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52822185-08cd-4b69-85c3-434917a9417d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/4c1ac0be-b9ba-4bae-bfa9-31bcd7343a01 HTTP/1.1" status: 204  len: 168 time: 1.5563791
Nov 10 04:21:36.470582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41024) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.483783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820775ed30>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:36.484996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25839b-7fda-4291-b64b-6b7d47990ad5 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:36.531839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41028) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.535325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec970353-1cd7-4888-b98d-f5d189ab7b6c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/floatingips/ef836e33-15bd-4a59-a4f2-e2befcd4fdc5 HTTP/1.1" status: 200  len: 688 time: 0.0605049
Nov 10 04:21:36.671736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41038) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.683913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 90d64462-e259-4502-978a-7d53bc1e711c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:36.684255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.744400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:36.778791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.779293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.792160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 90d64462-e259-4502-978a-7d53bc1e711c owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:36.904736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9a11a330-0d4b-4b71-8dee-427bac46572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.908312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bb1294e-6480-4a68-a7b4-c501589ec40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:36.926203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-083b7d06-3963-41b2-afaa-2d3fb697a71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.005697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.047952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=90d64462-e259-4502-978a-7d53bc1e711c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.073969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bb1294e-6480-4a68-a7b4-c501589ec40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.078448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bb1294e-6480-4a68-a7b4-c501589ec40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.119177 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bb1294e-6480-4a68-a7b4-c501589ec40e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaaf3adfda8344c4bd30410f3efd5da7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3718581
Nov 10 04:21:37.119177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1294e-6480-4a68-a7b4-c501589ec40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff974e-beb5-43b4-bf3d-eb3bc298fbd3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.120986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:37.150719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-083b7d06-3963-41b2-afaa-2d3fb697a71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.168289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-083b7d06-3963-41b2-afaa-2d3fb697a71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.235713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.238291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.239428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4b43f5d6-ac02-46f2-ad7a-182cb7953d5a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef836e33-15bd-4a59-a4f2-e2befcd4fdc5 HTTP/1.1" status: 204  len: 168 time: 0.7063036
Nov 10 04:21:37.243276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41058) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:37.248063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '510a3ae6-1b1a-494a-a6ae-cb22b324a563'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:37.249246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ffe-b73d-4143-b354-c7d0a922db6b req-428867b9-42d5-418e-abbf-a4eba0682e38 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:37.250741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b98e7ffe-b73d-4143-b354-c7d0a922db6b req-428867b9-42d5-418e-abbf-a4eba0682e38 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.1717522
Nov 10 04:21:37.253016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-083b7d06-3963-41b2-afaa-2d3fb697a71e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bf4f1e8cbb34e34badcd24b94d58594&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5803735
Nov 10 04:21:37.255488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7d06-3963-41b2-afaa-2d3fb697a71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da41b238-a69a-4de0-92bf-84859b9ced49,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.256412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:37.287380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.304995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.332082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.336790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b98e7ffe-b73d-4143-b354-c7d0a922db6b req-810f6bd8-a1d0-48ae-86e1-846f9b29ad74 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758736
Nov 10 04:21:37.364082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.384380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.387284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.388809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ff974e-beb5-43b4-bf3d-eb3bc298fbd3 HTTP/1.1" status: 204  len: 168 time: 0.2497375
Nov 10 04:21:37.395025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.396497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f74b98-6d4d-4542-a441-a31dbf13604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff974e-beb5-43b4-bf3d-eb3bc298fbd3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.465337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.467879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.469576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da41b238-a69a-4de0-92bf-84859b9ced49 HTTP/1.1" status: 204  len: 168 time: 0.2121782
Nov 10 04:21:37.480963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2eb394-3d78-41e8-ada9-2a4d38e14bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41b238-a69a-4de0-92bf-84859b9ced49,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.487438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.622798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.175 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/b681d7f4-ae00-40c8-b9b9-2864fcfc7c21) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:37.753140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.790398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:37.825245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:37.830313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:37.836328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:37.866606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=b681d7f4-ae00-40c8-b9b9-2864fcfc7c21,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:37.912748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.210894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:38.239003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.307950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.453635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-752616607'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:38.481604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:38.488924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.499252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.519189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273603f-90e4-4af9-95a8-82316e63c294 req-9d9422d1-b66e-4d42-830c-8816b8671cf9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:38.520726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a273603f-90e4-4af9-95a8-82316e63c294 req-9d9422d1-b66e-4d42-830c-8816b8671cf9 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.1005499
Nov 10 04:21:38.530225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.541896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.598266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.604902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.636268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:21:38.650555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff4bd91-53b6-4183-95ba-b505dd7fee40,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:38.674923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.675480 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Added segment ff7390ab-16b8-4169-90cc-f4cd94b25460 of type vlan for network 84de5216-38f5-4e37-b487-3241e72ca07a
Nov 10 04:21:38.678664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a273603f-90e4-4af9-95a8-82316e63c294 req-8d41acee-4044-4a0c-94a4-2eef2aa8ac34 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1462834
Nov 10 04:21:38.679341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=b681d7f4-ae00-40c8-b9b9-2864fcfc7c21,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:38.697630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.727300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.753278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.759405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:38.760079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:38.831171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.6190393
Nov 10 04:21:38.835354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:38.845990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0f584-a2f9-4b65-8c9e-5c37ca124d87 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Network': ['ID=84de5216-38f5-4e37-b487-3241e72ca07a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:38.855012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-b89502f0-9a44-468d-8a28-43d98e0cc4b5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:38.857457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-b89502f0-9a44-468d-8a28-43d98e0cc4b5 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.0881438
Nov 10 04:21:38.859887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 84de5216-38f5-4e37-b487-3241e72ca07a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:21:38.861903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'subnet': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:38.936892 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP 9d85e396-5a1d-41b6-b18f-eeb8e1da71d6 associated. External IP: 172.32.3.175, port: 510a3ae6-1b1a-494a-a6ae-cb22b324a563.
Nov 10 04:21:39.112513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:39.116010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:39.135639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Deleting port 415730f3-33a2-4873-9c5f-7dd87ea90b1d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:39.135982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:39.378159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] For port 415730f3-33a2-4873-9c5f-7dd87ea90b1d, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=415730f3-33a2-4873-9c5f-7dd87ea90b1d,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:39.378523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:39.384770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:39.455970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:39.790453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49d69-2c08-40af-ab15-d69a4943db99 req-cf494653-c8ae-40ee-badb-8bbceae21dab tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:39.792056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bea49d69-2c08-40af-ab15-d69a4943db99 req-cf494653-c8ae-40ee-badb-8bbceae21dab tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 946 time: 0.0534375
Nov 10 04:21:39.848834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bea49d69-2c08-40af-ab15-d69a4943db99 req-19f7944b-496a-4554-8b2a-ac5172fce379 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups?id=e70050da-e444-41c2-989f-44ee1db0d71b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499604
Nov 10 04:21:39.979522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.103291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:40.110766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.111125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.111441 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Floating IP 6660ff39-8223-4518-9837-41a02f642245 disassociated. External IP: 172.32.3.16, port: 415730f3-33a2-4873-9c5f-7dd87ea90b1d.
Nov 10 04:21:40.112135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Calling delete_port for 415730f3-33a2-4873-9c5f-7dd87ea90b1d owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:40.114453 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:40.118358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Subnet': ['ID=2a42bd99-7407-4e06-b271-88d6849e4849,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:40.127042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:40.127866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144efee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:40.139488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Checking segment: {'id': 'ff7390ab-16b8-4169-90cc-f4cd94b25460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:40.140001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network hostable DHCP agents. Network: 84de5216-38f5-4e37-b487-3241e72ca07a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:21:40.146427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.164359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144efee0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:40.173817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:40.174412 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144efee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:40.192884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.215519 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144efee0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:40.216161 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e95cd2-562a-400e-a946-496a14c516cd None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:40.216909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:40.217100 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9d176e0-22d0-4697-8017-0552bfdf207c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.9725032
Nov 10 04:21:40.223781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1763249420'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:40.231906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:21:40.250312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:40.252469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 84de5216-38f5-4e37-b487-3241e72ca07a) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:40.254411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.257010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:40.257598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.266829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859b02f-4310-4cc8-8937-119054c8b974 None None] Network 84de5216-38f5-4e37-b487-3241e72ca07a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:40.278159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-006dbb21-fb6c-4d76-bf2a-636e372f89fe tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4321687
Nov 10 04:21:40.282008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41140) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:40.287678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-712674592'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:40.332063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.362483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:21:40.364068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'Port': ['ID=415730f3-33a2-4873-9c5f-7dd87ea90b1d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:40.373165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.373564 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Added segment 8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7 of type vlan for network 1f50165c-2808-46ff-8c81-dfb72c01835d
Nov 10 04:21:40.428164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.456277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-84de5216-38f5-4e37-b487-3241e72ca07a', 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'tenant_id': '5f0086badb384462a555d4217768d9c9', 'fixed_ips': [{'subnet_id': '2a42bd99-7407-4e06-b271-88d6849e4849'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:21:40.459646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.489965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.495723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:40.496725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.553776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:40.585485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:40.590071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.601080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3829460
Nov 10 04:21:40.607807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41146) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:40.608463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a35ae-8fa0-43fc-9bd6-27418dd4bd86 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Network': ['ID=1f50165c-2808-46ff-8c81-dfb72c01835d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:40.616841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'subnet': {'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:40.628636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1f50165c-2808-46ff-8c81-dfb72c01835d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:21:40.715834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:40.725514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Allocated IP 172.20.0.2 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/4795900e-e413-4c12-bac2-fe3964aae3fd) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:40.729026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:40.785923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:40.809507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] No DVR routers for this DVR port 415730f3-33a2-4873-9c5f-7dd87ea90b1d on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:40.811491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:40.812163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207756580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:40.813846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.820918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a5014f9-c97a-4b53-a05f-1705bef23d27 req-5c66657f-b397-4231-ab78-0586c014eeae tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.26 "DELETE /v2.0/ports/415730f3-33a2-4873-9c5f-7dd87ea90b1d HTTP/1.1" status: 204  len: 173 time: 1.9537208
Nov 10 04:21:40.821846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'name': 'network-vif-deleted', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:21:40.837280 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78830b2a-1448-4a06-bc73-6eb2ff32ffef" -d '{"events": [{"server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "name": "network-vif-deleted", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:21:40.894868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:40.899697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:40.914049 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d632cc-4840-4bf3-92e2-dd7212f8b35d x-openstack-request-id: req-a1d632cc-4840-4bf3-92e2-dd7212f8b35d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:21:40.914590 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca74438-1282-4827-8cdf-b6f78c48e17a", "name": "network-vif-deleted", "tag": "415730f3-33a2-4873-9c5f-7dd87ea90b1d", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:21:40.914868 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1d632cc-4840-4bf3-92e2-dd7212f8b35d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:21:40.915231 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca74438-1282-4827-8cdf-b6f78c48e17a', 'name': 'network-vif-deleted', 'tag': '415730f3-33a2-4873-9c5f-7dd87ea90b1d', 'status': 'completed', 'code': 200}
Nov 10 04:21:41.117631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bda6333-4ce3-4458-beb3-d14fc6a4dfd2 req-399ed8aa-c36e-447a-9469-3380d22eb6fb tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca74438-1282-4827-8cdf-b6f78c48e17a HTTP/1.1" status: 200  len: 210 time: 0.0825348
Nov 10 04:21:41.269397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.288552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.307768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:41.311132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 415730f3-33a2-4873-9c5f-7dd87ea90b1d no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:41.377573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.378645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Subnet': ['ID=8373755a-490d-493d-b31a-471b022916a9,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:41.402466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Checking segment: {'id': '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:41.402702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network hostable DHCP agents. Network: 1f50165c-2808-46ff-8c81-dfb72c01835d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:21:41.405442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.9 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/7dca57c2-f209-4dd1-8624-f1dd4a748f26) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:41.440070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 415730f3-33a2-4873-9c5f-7dd87ea90b1d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:41.441051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 415730f3-33a2-4873-9c5f-7dd87ea90b1d not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:41.454650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 1f50165c-2808-46ff-8c81-dfb72c01835d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:21:41.469770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:41.479359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1f50165c-2808-46ff-8c81-dfb72c01835d) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:41.488374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:41.490053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.525763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa471a5-7bda-4ee5-823b-d85bbd115a1d None None] Network 1f50165c-2808-46ff-8c81-dfb72c01835d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:41.551339 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b66ea335-5ecc-4679-a718-fb5c6068069e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9393764
Nov 10 04:21:41.556472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41172) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:41.563947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:41.572124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1910725236', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:41.606726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.611046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.623884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.636387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:41.661507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Pushing event updated for resources: {'Port': ['ID=4795900e-e413-4c12-bac2-fe3964aae3fd,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:41.677325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.677732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.742122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:41.750621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:41.761320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:41.778415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Attempting to bind port 4795900e-e413-4c12-bac2-fe3964aae3fd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:21:41.778927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Attempting to bind port 4795900e-e413-4c12-bac2-fe3964aae3fd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ff7390ab-16b8-4169-90cc-f4cd94b25460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:21:41.779056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Attempting to bind port 4795900e-e413-4c12-bac2-fe3964aae3fd on network 84de5216-38f5-4e37-b487-3241e72ca07a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:21:41.799100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=7dca57c2-f209-4dd1-8624-f1dd4a748f26,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:41.811816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:21:41.813214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Checking segment: {'id': 'ff7390ab-16b8-4169-90cc-f4cd94b25460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:41.813214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.813214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Bound using segment: {'id': 'ff7390ab-16b8-4169-90cc-f4cd94b25460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:21:41.813580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Bound port: 4795900e-e413-4c12-bac2-fe3964aae3fd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7390ab-16b8-4169-90cc-f4cd94b25460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:21:41.814575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.835177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.860050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:41.860697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.883823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed817d37-3c20-424c-af6b-ee1d0ca1a1aa tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5976999
Nov 10 04:21:41.884408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:41.889711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-901787061', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:00:a5:03'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:41.913733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1f50165c-2808-46ff-8c81-dfb72c01835d', 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d', 'tenant_id': 'f813ea80b57c4adeb2a4c5c0c7866ff2', 'fixed_ips': [{'subnet_id': '8373755a-490d-493d-b31a-471b022916a9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:21:41.919077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:41.943729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207756580>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:41.951264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] For port 4795900e-e413-4c12-bac2-fe3964aae3fd, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:21:41.989968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:21:41.996173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] For port 4795900e-e413-4c12-bac2-fe3964aae3fd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4795900e-e413-4c12-bac2-fe3964aae3fd,segment=NetworkSegment(ff7390ab-16b8-4169-90cc-f4cd94b25460),segment_id=ff7390ab-16b8-4169-90cc-f4cd94b25460)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:21:42.047123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.047795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:42.059662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:42.060282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207756580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:42.090853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.115757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.160459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.213986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port 1e27509b-e5f2-4963-b9b2-110f0049d0ab yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:42.242450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f088-3f27-44b4-9021-7351de5035b7 None None] Pushing event updated for resources: {'Port': ['ID=4795900e-e413-4c12-bac2-fe3964aae3fd,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:42.285961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Allocated IP 172.20.0.2 (1f50165c-2808-46ff-8c81-dfb72c01835d/8373755a-490d-493d-b31a-471b022916a9/d8c993b9-dd53-4954-bac1-76479bb2e824) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:42.310386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:42.323778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41186) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:42.370439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.32.3.68 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/16f5cd25-6175-4bd6-aa46-f429301fee9a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:42.460158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.12 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/1e27509b-e5f2-4963-b9b2-110f0049d0ab) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:42.492925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41190) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:42.634365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.738475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.782411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.793975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.795400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.806727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.865390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Network 1f50165c-2808-46ff-8c81-dfb72c01835d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:42.867067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=1e27509b-e5f2-4963-b9b2-110f0049d0ab,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:42.867997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.872188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:42.875968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:42.882151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:42.884324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:42.887145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:42.924818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Pushing event updated for resources: {'Port': ['ID=d8c993b9-dd53-4954-bac1-76479bb2e824,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:42.950537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:42.951815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:42.957894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:42.969525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:42.981617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:42.985068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0133865c-b495-4131-b32a-c72aab4c4c10 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 1.0972762
Nov 10 04:21:42.985735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41204) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:43.007336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d7a06-80bc-4635-9d15-07c489992b44 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:43.014120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.027557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Attempting to bind port d8c993b9-dd53-4954-bac1-76479bb2e824 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:21:43.028019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Attempting to bind port d8c993b9-dd53-4954-bac1-76479bb2e824 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:21:43.028284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Attempting to bind port d8c993b9-dd53-4954-bac1-76479bb2e824 on network 1f50165c-2808-46ff-8c81-dfb72c01835d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:21:43.037711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:21:43.038090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Checking segment: {'id': '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:21:43.038490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.038889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Bound using segment: {'id': '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:21:43.039366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Bound port: d8c993b9-dd53-4954-bac1-76479bb2e824, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:21:43.039756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.055403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207756580>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:43.065433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe3e0f-f07b-4b45-9861-8bf1ee9fef60 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:43.068570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=16f5cd25-6175-4bd6-aa46-f429301fee9a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:43.072676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe3e0f-f07b-4b45-9861-8bf1ee9fef60 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:43.081105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe3e0f-f07b-4b45-9861-8bf1ee9fef60 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:43.083899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20099c7-5c28-4b7c-a152-2a25ecd59065 None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:15:30Z', 'revision_number': 4, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d0244e0-8de7-4846-8bc3-64c04c6c32cd', 'name': '', 'network_id': '7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'mac_address': 'fa:16:3e:75:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:30Z', 'updated_at': '2021-11-10T04:15:39Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'subnets': [{'id': 'ed4c8877-fd83-4149-8c8a-5c7922090f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:43.086531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81fe3e0f-f07b-4b45-9861-8bf1ee9fef60 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2463 time: 0.0969596
Nov 10 04:21:43.087153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41206) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:43.166273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd1d5cdc-341b-455f-821c-b70570427a96 None None] Provisioning complete for port 16f5cd25-6175-4bd6-aa46-f429301fee9a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:43.166916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5cdc-341b-455f-821c-b70570427a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.213468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 1e27509b-e5f2-4963-b9b2-110f0049d0ab {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:43.213830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.219938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] For port d8c993b9-dd53-4954-bac1-76479bb2e824, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:21:43.243422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.246255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.247544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "DELETE /v2.0/security-groups/e70050da-e444-41c2-989f-44ee1db0d71b HTTP/1.1" status: 204  len: 168 time: 0.9219654
Nov 10 04:21:43.253300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] For port d8c993b9-dd53-4954-bac1-76479bb2e824, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d8c993b9-dd53-4954-bac1-76479bb2e824,segment=NetworkSegment(8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7),segment_id=8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:21:43.255391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d5cdc-341b-455f-821c-b70570427a96 None None] Port 16f5cd25-6175-4bd6-aa46-f429301fee9a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:43.263560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.275575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:43.309499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae156fd3-5987-4390-98ed-d2721de0af7c tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70050da-e444-41c2-989f-44ee1db0d71b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:43.332385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Deleting port f46502b4-2874-45e3-b560-103c3906532f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:43.332773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.336759 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-761f3eb2-f5a9-4d1b-8cac-faa58a27959b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] show failed (client error): The resource could not be found.
Nov 10 04:21:43.343030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592919eb-7e31-4603-b34b-96d93ee59465 None None] Pushing event updated for resources: {'Port': ['ID=d8c993b9-dd53-4954-bac1-76479bb2e824,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:43.343683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-761f3eb2-f5a9-4d1b-8cac-faa58a27959b tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "GET /v2.0/security-groups/e70050da-e444-41c2-989f-44ee1db0d71b HTTP/1.1" status: 404  len: 347 time: 0.0668697
Nov 10 04:21:43.354645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41210) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:43.386596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.419995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 1e27509b-e5f2-4963-b9b2-110f0049d0ab owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:43.644181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c2791-45c7-47ca-b661-e02897a03fc8 None None] New status for floating IP 6660ff39-8223-4518-9837-41a02f642245: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:21:43.665203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:43.736145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=1e27509b-e5f2-4963-b9b2-110f0049d0ab,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:43.823840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4795900e-e413-4c12-bac2-fe3964aae3fd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:21:43.976159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.022395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.038013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3bb8fd44-e3ad-4b19-b247-44bb7d9d5716 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/1e27509b-e5f2-4963-b9b2-110f0049d0ab HTTP/1.1" status: 204  len: 168 time: 0.9496827
Nov 10 04:21:44.040769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41214) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:44.043051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.043397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.072909 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c543b041-5a8b-4638-bc58-9fa83c3551dd tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] GET failed (client error): The resource could not be found.
Nov 10 04:21:44.075591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c543b041-5a8b-4638-bc58-9fa83c3551dd tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports/1e27509b-e5f2-4963-b9b2-110f0049d0ab HTTP/1.1" status: 404  len: 333 time: 0.0336440
Nov 10 04:21:44.081127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41216) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:44.091488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-135179659'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:44.120288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Calling delete_port for f46502b4-2874-45e3-b560-103c3906532f owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:44.139668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Deleting port 03939888-7d36-4e1a-9517-dbbe2b2b95f1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:44.140052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.167944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eefe74-2c46-4cfd-82b2-9b067fb66257 None None] Network 84de5216-38f5-4e37-b487-3241e72ca07a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:44.269667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:44.273207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4f69447a-0697-45de-90da-424b3c797313 None None] Provisioning complete for port 4795900e-e413-4c12-bac2-fe3964aae3fd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:44.273481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4f69447a-0697-45de-90da-424b3c797313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.274382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.304440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port b735f018-cb68-4486-a1aa-712bb2ad0f64 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:44.326830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4795900e-e413-4c12-bac2-fe3964aae3fd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:44.327170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.426079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.426467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.461854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Calling delete_port for 03939888-7d36-4e1a-9517-dbbe2b2b95f1 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:44.494921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.513514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.12 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/b735f018-cb68-4486-a1aa-712bb2ad0f64) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:44.558267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4f69447a-0697-45de-90da-424b3c797313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.562816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.625349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4f69447a-0697-45de-90da-424b3c797313 None None] For port 4795900e-e413-4c12-bac2-fe3964aae3fd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4795900e-e413-4c12-bac2-fe3964aae3fd,segment=NetworkSegment(ff7390ab-16b8-4169-90cc-f4cd94b25460),segment_id=ff7390ab-16b8-4169-90cc-f4cd94b25460)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:44.631725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4f69447a-0697-45de-90da-424b3c797313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:44.719933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:21:44.720377 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:21:44.732981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69447a-0697-45de-90da-424b3c797313 None None] Pushing event updated for resources: {'Port': ['ID=4795900e-e413-4c12-bac2-fe3964aae3fd,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:44.961952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dfe3e7c6-f3c5-47dd-b7d5-082112cf77ba None None] Provisioning complete for port 4795900e-e413-4c12-bac2-fe3964aae3fd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:44.962882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e7c6-f3c5-47dd-b7d5-082112cf77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.004585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d2e90-8918-4c42-a90c-4a0764bfe2f5 None None] Network 1f50165c-2808-46ff-8c81-dfb72c01835d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:45.135611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.209491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dfe3e7c6-f3c5-47dd-b7d5-082112cf77ba None None] Provisioning complete for port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:45.209806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e7c6-f3c5-47dd-b7d5-082112cf77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.231631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event deleted for resources: {'Port': ['ID=f46502b4-2874-45e3-b560-103c3906532f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:45.316851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3e7c6-f3c5-47dd-b7d5-082112cf77ba None None] Port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:45.345456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.398925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.400362 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Floating IP 67eda656-6dab-47b8-b2f0-e68be0437705 disassociated (deleted). External IP: 172.32.3.245, port: 9b7e30e5-c996-40d9-81b6-a3d51bb47333.
Nov 10 04:21:45.402715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.411054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.449660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Provisioning complete for port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:45.450598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.491348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=b735f018-cb68-4486-a1aa-712bb2ad0f64,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:45.519912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:45.521773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:45.523721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Pushing event deleted for resources: {'Port': ['ID=03939888-7d36-4e1a-9517-dbbe2b2b95f1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:45.524710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:45.560479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:45.597415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Provisioning complete for port d8c993b9-dd53-4954-bac1-76479bb2e824 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:45.597868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.669018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:45.669874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.684077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 4f1086d7-4c74-405e-b6e8-785407732da9 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:21:45.711616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81a3806c-4178-4a55-8fce-87c2b097089e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6263683
Nov 10 04:21:45.714266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:45.721329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:00:a5:03'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:45.834099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.868637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.878602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4795900e-e413-4c12-bac2-fe3964aae3fd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:21:45.953650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.956619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:45.958022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-92fc2252-45b7-4935-8c02-7e0499c8c703 tempest-AttachVolumeTestJSON-389116424 tempest-AttachVolumeTestJSON-389116424-project] 10.222.0.13 "DELETE /v2.0/floatingips/6660ff39-8223-4518-9837-41a02f642245 HTTP/1.1" status: 204  len: 168 time: 2.5790966
Nov 10 04:21:45.980835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] For port d8c993b9-dd53-4954-bac1-76479bb2e824, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d8c993b9-dd53-4954-bac1-76479bb2e824,segment=NetworkSegment(8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7),segment_id=8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:45.991020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.189135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5bd049bf-0f70-42fd-a58e-dfa9187ca4e0 None None] Could not find standard attr ID for object 1e27509b-e5f2-4963-b9b2-110f0049d0ab. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:21:46.257639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6a644-d186-4f83-86cd-57363d92cab8 None None] Pushing event updated for resources: {'Port': ['ID=d8c993b9-dd53-4954-bac1-76479bb2e824,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:46.269417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5bd049bf-0f70-42fd-a58e-dfa9187ca4e0 None None] Provisioning complete for port d8c993b9-dd53-4954-bac1-76479bb2e824 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:46.269660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bd049bf-0f70-42fd-a58e-dfa9187ca4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.283279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.294670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.302853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4795900e-e413-4c12-bac2-fe3964aae3fd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:46.307001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.369986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:46.382845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Router c6ec84dd-87d4-48ed-9276-960138812034 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:46.399751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] Sync routers for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:46.422680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=b735f018-cb68-4486-a1aa-712bb2ad0f64,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:46.434217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:46.434556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077d0070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:46.462078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] In _notify_port_updated(), no bound segment for port b735f018-cb68-4486-a1aa-712bb2ad0f64 on network 84de5216-38f5-4e37-b487-3241e72ca07a {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:21:46.471347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:46.472359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.478028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3085bab-7c54-4b16-a070-495d9a61a96f tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "PUT /v2.0/ports/b735f018-cb68-4486-a1aa-712bb2ad0f64 HTTP/1.1" status: 200  len: 993 time: 0.7591512
Nov 10 04:21:46.478028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41272) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:46.571060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077d0070>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:46.584774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:46.589244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.591499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-17a4ebd8-6e07-4390-be5f-9392f8f7049f tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.0325019
Nov 10 04:21:46.597025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.599952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41274) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:46.603816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:46.604520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077d0070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:46.606843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:46.610851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d8c993b9-dd53-4954-bac1-76479bb2e824 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:21:46.623714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:46.625359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145db2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:46.693091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port b735f018-cb68-4486-a1aa-712bb2ad0f64 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:46.693759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.744903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077d0070>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:46.746015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82fc8-3dc3-4126-b0ea-dc69bbcda7c7 None None] The sync data for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:46.767116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d8c993b9-dd53-4954-bac1-76479bb2e824 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:46.767851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.836089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:46.848636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3bd3e67a-4d46-4e8f-820b-c0b41a8dcf23 None None] Provisioning complete for port b735f018-cb68-4486-a1aa-712bb2ad0f64 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:46.849061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e67a-4d46-4e8f-820b-c0b41a8dcf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.867325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:46.893779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for b735f018-cb68-4486-a1aa-712bb2ad0f64 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:46.932560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4fd20c3e-e2e9-416f-ab20-6114c6efafb9 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "DELETE /v2.0/floatingips/67eda656-6dab-47b8-b2f0-e68be0437705 HTTP/1.1" status: 204  len: 168 time: 4.4384000
Nov 10 04:21:46.935485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:21:46.938366 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f8611-e0eb-4dde-80ac-277792bf0a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:21:47.065611 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0596db-e085-4e90-856f-aa18abc7a5a2 x-openstack-request-id: req-3b0596db-e085-4e90-856f-aa18abc7a5a2 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:21:47.065928 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:21:47.066339 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b0596db-e085-4e90-856f-aa18abc7a5a2 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:21:47.067097 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:21:47.085786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3e67a-4d46-4e8f-820b-c0b41a8dcf23 None None] Port b735f018-cb68-4486-a1aa-712bb2ad0f64 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:47.146609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:47.172286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-395f8c31-4395-48d6-a91a-c3ef45dab4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:47.174009 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-395f8c31-4395-48d6-a91a-c3ef45dab4f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 1097 time: 0.1058574
Nov 10 04:21:47.219705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a65bf1e9-c1a0-4ae9-9e0e-4b37fb7ee3ad None None] Could not find standard attr ID for object b735f018-cb68-4486-a1aa-712bb2ad0f64. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:21:47.255186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=b735f018-cb68-4486-a1aa-712bb2ad0f64,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:47.353762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145db2b0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:47.455022 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:21:47.457576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6b489-69f8-486b-952c-3dfb2802415c req-e54820fb-df2e-40eb-bcf3-69754fab646d tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:47.469516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e6b489-69f8-486b-952c-3dfb2802415c req-e54820fb-df2e-40eb-bcf3-69754fab646d tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.2014649
Nov 10 04:21:47.477233 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:47.478331 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145db2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:47.637659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0e6b489-69f8-486b-952c-3dfb2802415c req-ea2d90d0-a4c9-4629-9979-05072c8ff473 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608496
Nov 10 04:21:47.659374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:47.669160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5d53507d-2524-403a-97c8-4d8e39605e21 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/b735f018-cb68-4486-a1aa-712bb2ad0f64 HTTP/1.1" status: 204  len: 168 time: 1.1899588
Nov 10 04:21:47.669630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41316) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:47.673224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-e9ebd85f-db8a-42c3-b145-94cb2eb089cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:47.678020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-e9ebd85f-db8a-42c3-b145-94cb2eb089cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 200  len: 915 time: 0.4911475
Nov 10 04:21:47.705970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d8c993b9-dd53-4954-bac1-76479bb2e824 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:21:47.727356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:47.788783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d8c993b9-dd53-4954-bac1-76479bb2e824 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:47.789610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:47.806400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-eb6de64d-7cdc-4ea7-b830-0aa4bed3a82e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 200  len: 217 time: 0.1002493
Nov 10 04:21:47.812835 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-491cecd9-8e23-4db5-9460-5cecb226e13b tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] GET failed (client error): The resource could not be found.
Nov 10 04:21:47.818133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-491cecd9-8e23-4db5-9460-5cecb226e13b tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports/b735f018-cb68-4486-a1aa-712bb2ad0f64 HTTP/1.1" status: 404  len: 333 time: 0.1329381
Nov 10 04:21:47.818444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:47.824712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-1279763280'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:47.951973 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:48.038022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-75b591d0-c8d7-4719-97dc-046369552868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:48.040779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-75b591d0-c8d7-4719-97dc-046369552868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 200  len: 853 time: 0.2246931
Nov 10 04:21:48.063526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:48.069831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.102832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port 77f73959-9a90-4c98-bcf2-0d9433c9693c yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:48.115552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-21b75a77-cee2-4b91-8848-8fad29064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:48.117191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-21b75a77-cee2-4b91-8848-8fad29064857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af202ece-b8e7-4cab-947e-5f517da907b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0689440
Nov 10 04:21:48.252203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.4 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/77f73959-9a90-4c98-bcf2-0d9433c9693c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:48.303884 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145db2b0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:48.344662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb504a34-6cbc-4951-9444-e70413d458a3 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:19:43Z', 'revision_number': 4, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '0927aebd-d7e6-4153-b613-bd6e4aa6b5cd', 'name': '', 'network_id': 'af202ece-b8e7-4cab-947e-5f517da907b0', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'mac_address': 'fa:16:3e:fb:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:41Z', 'updated_at': '2021-11-10T04:19:47Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'subnets': [{'id': '7379cbdc-3de6-418b-8beb-00fd9977e8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:48.366464 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-7920c51e-c0f8-48f8-b205-dd1589aec0bf service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007034
Nov 10 04:21:48.441966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.1 (1f50165c-2808-46ff-8c81-dfb72c01835d/8373755a-490d-493d-b31a-471b022916a9/dde972f0-8425-4783-9643-e119b592016c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:48.474062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.524421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.564170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-476f8611-e0eb-4dde-80ac-277792bf0a0e req-1232076f-a0e5-45f6-8444-e35935ee2d43 service neutron] 10.222.0.26 "GET /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868694
Nov 10 04:21:48.582362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:48.586489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:48.590742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:48.646630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.715900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:48.721522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.722274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.731720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=77f73959-9a90-4c98-bcf2-0d9433c9693c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:48.738739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.751789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.752188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.752563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.753349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.753349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.753656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.754047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.754550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.757802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.757802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.757802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.757802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:48.779007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4d4dd42f-7923-461a-9d2e-547bec49db02 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9564257
Nov 10 04:21:48.782633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41372) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:48.796223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:00:a5:03'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:48.853666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53c118-05ae-42a1-9c4c-56d8ab6e76cc None None] New status for floating IP 67eda656-6dab-47b8-b2f0-e68be0437705: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:21:48.900257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 1f50165c-2808-46ff-8c81-dfb72c01835d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:48.904636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:48.919875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=dde972f0-8425-4783-9643-e119b592016c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:48.923213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:48.984597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:48.995544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-2e91040c-4b25-462b-ad0e-74cbbdf7bbb7 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:48.997300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-2e91040c-4b25-462b-ad0e-74cbbdf7bbb7 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.2737792
Nov 10 04:21:49.049554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.082264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f1d131e2-bf69-41a5-a890-d82b8acb77c1 None None] Provisioning complete for port 77f73959-9a90-4c98-bcf2-0d9433c9693c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:49.083110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f1d131e2-bf69-41a5-a890-d82b8acb77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.174227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f1d131e2-bf69-41a5-a890-d82b8acb77c1 None None] Port 77f73959-9a90-4c98-bcf2-0d9433c9693c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:49.304352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ac05a4ed-d833-4c7e-8704-cb1c966d15c6 None None] Provisioning complete for port dde972f0-8425-4783-9643-e119b592016c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:49.305342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ac05a4ed-d833-4c7e-8704-cb1c966d15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.395351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ac05a4ed-d833-4c7e-8704-cb1c966d15c6 None None] Port dde972f0-8425-4783-9643-e119b592016c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:49.562018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac66ba-7c43-46c7-b02e-5814bf7db774 req-81048668-4cd8-43dc-a174-d4a1f0a9cc46 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:49.563490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8ac66ba-7c43-46c7-b02e-5814bf7db774 req-81048668-4cd8-43dc-a174-d4a1f0a9cc46 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 946 time: 0.7600880
Nov 10 04:21:49.666194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8ac66ba-7c43-46c7-b02e-5814bf7db774 req-952d6534-534f-4b7f-ae50-0b3f6a30b240 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/security-groups?id=da56a6f6-0e25-4529-98e5-09d8eb6c719e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962298
Nov 10 04:21:49.675830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.708836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Deleting port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:49.709323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.806845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.891346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.895080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] For port 9b7e30e5-c996-40d9-81b6-a3d51bb47333, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9b7e30e5-c996-40d9-81b6-a3d51bb47333,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:49.895559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.897468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:49.971521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Calling delete_port for 9b7e30e5-c996-40d9-81b6-a3d51bb47333 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:49.979564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=77f73959-9a90-4c98-bcf2-0d9433c9693c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:49.992365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] In _notify_port_updated(), no bound segment for port 77f73959-9a90-4c98-bcf2-0d9433c9693c on network 84de5216-38f5-4e37-b487-3241e72ca07a {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:21:49.998270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:49.998971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.004203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8987840b-4ff7-4a01-b2a3-13ef7de06908 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "PUT /v2.0/ports/77f73959-9a90-4c98-bcf2-0d9433c9693c HTTP/1.1" status: 200  len: 996 time: 1.2124836
Nov 10 04:21:50.004203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:50.113296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 77f73959-9a90-4c98-bcf2-0d9433c9693c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:50.113813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.116514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41452) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:50.197919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.231023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.245213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event deleted for resources: {'Port': ['ID=9b7e30e5-c996-40d9-81b6-a3d51bb47333,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:50.252468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 77f73959-9a90-4c98-bcf2-0d9433c9693c owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:50.307660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] No DVR routers for this DVR port 9b7e30e5-c996-40d9-81b6-a3d51bb47333 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:50.311573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.315523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d24905d7-f57b-4366-856c-e5aa1f397552 req-8a0fda01-0e88-481c-8cb2-92a9eccdf171 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.26 "DELETE /v2.0/ports/9b7e30e5-c996-40d9-81b6-a3d51bb47333 HTTP/1.1" status: 204  len: 173 time: 1.2821262
Nov 10 04:21:50.316017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'name': 'network-vif-deleted', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:21:50.318432 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2921e57c-1f97-441b-8733-c58f0c07b617" -d '{"events": [{"server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "name": "network-vif-deleted", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:21:50.336292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b8e7960b-43ad-4eef-aeb4-34db67777a76 None None] Provisioning complete for port 77f73959-9a90-4c98-bcf2-0d9433c9693c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:50.337402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b8e7960b-43ad-4eef-aeb4-34db67777a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.395666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.397136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7960b-43ad-4eef-aeb4-34db67777a76 None None] Port 77f73959-9a90-4c98-bcf2-0d9433c9693c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:50.401482 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1cfa96-2463-4893-9f3b-c6d3a521c7ee x-openstack-request-id: req-bc1cfa96-2463-4893-9f3b-c6d3a521c7ee {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:21:50.401782 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a89698-63c4-47fb-9504-0dd67f00d4ac", "name": "network-vif-deleted", "tag": "9b7e30e5-c996-40d9-81b6-a3d51bb47333", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:21:50.402032 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc1cfa96-2463-4893-9f3b-c6d3a521c7ee {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:21:50.402432 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a89698-63c4-47fb-9504-0dd67f00d4ac', 'name': 'network-vif-deleted', 'tag': '9b7e30e5-c996-40d9-81b6-a3d51bb47333', 'status': 'completed', 'code': 200}
Nov 10 04:21:50.403766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.487261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.489135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=dde972f0-8425-4783-9643-e119b592016c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:50.523928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.544794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:21:50.572987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=77f73959-9a90-4c98-bcf2-0d9433c9693c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:50.643200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 1f50165c-2808-46ff-8c81-dfb72c01835d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:50.644720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:50.823093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:50.842137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:50.845447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b74cd712-d2b2-4c60-87fc-b82ba379cb82 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/77f73959-9a90-4c98-bcf2-0d9433c9693c HTTP/1.1" status: 204  len: 168 time: 0.8280015
Nov 10 04:21:50.881212 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cba729-2f68-4225-bfd8-1cc95ae5550d tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] GET failed (client error): The resource could not be found.
Nov 10 04:21:50.889691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-38cba729-2f68-4225-bfd8-1cc95ae5550d tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports/77f73959-9a90-4c98-bcf2-0d9433c9693c HTTP/1.1" status: 404  len: 333 time: 0.0452907
Nov 10 04:21:50.891869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:50.925170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-268038667'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:50.972454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 4f1086d7-4c74-405e-b6e8-785407732da9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:51.089125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e881c11-f5aa-42bb-8e98-346e1712d70c req-250bdfd9-c5ee-413c-9894-eb0d0d16cd91 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a89698-63c4-47fb-9504-0dd67f00d4ac HTTP/1.1" status: 200  len: 210 time: 0.1957753
Nov 10 04:21:51.151803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-17826eca-f2a5-459e-852a-a938e368389c None None] Provisioning complete for port dde972f0-8425-4783-9643-e119b592016c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:51.153394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17826eca-f2a5-459e-852a-a938e368389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.159649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:51.165209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-14d8b26b-e642-43c4-913b-5764f6a86b0d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/routers/4f1086d7-4c74-405e-b6e8-785407732da9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5633624
Nov 10 04:21:51.167295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41488) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:51.170893 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] Sync routers for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:51.174794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'port': {'network_id': '1f50165c-2808-46ff-8c81-dfb72c01835d', 'name': 'tempest-FloatingIPTestJSON-448694132'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:51.183490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:51.184409 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:51.226608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-17826eca-f2a5-459e-852a-a938e368389c None None] Port dde972f0-8425-4783-9643-e119b592016c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:51.231015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650eb0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:51.244267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:51.245670 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650eb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:51.274548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:51.278503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.288822 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650eb0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:51.290463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c439d3f-3230-492a-a365-d204d5d0f759 None None] The sync data for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:51.309638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port 123c9574-c9de-49e6-b2dd-ed77cd96aa62 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:51.323341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Made reservation on behalf of f813ea80b57c4adeb2a4c5c0c7866ff2 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:51.327543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.345817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] device_id is not set on port cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:51.382056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b7e30e5-c996-40d9-81b6-a3d51bb47333 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:51.405930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9b7e30e5-c996-40d9-81b6-a3d51bb47333 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:51.406535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9b7e30e5-c996-40d9-81b6-a3d51bb47333 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:51.470915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Allocated IP 172.20.0.10 (1f50165c-2808-46ff-8c81-dfb72c01835d/8373755a-490d-493d-b31a-471b022916a9/cc655c66-7d4a-4c22-b1e4-ef686e03b3b4) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:51.512910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.4 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/123c9574-c9de-49e6-b2dd-ed77cd96aa62) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:51.527480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.643271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.679013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.728061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Network 1f50165c-2808-46ff-8c81-dfb72c01835d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:51.733442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:51.738588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:51.742772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event updated for resources: {'Port': ['ID=cc655c66-7d4a-4c22-b1e4-ef686e03b3b4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:51.770813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.771223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.771485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.771822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.772201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.772533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.772884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.773211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.773526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.773851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.774172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.774494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:21:51.803563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:51.804582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.823396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-39af16db-f382-4cd4-ab4f-d550f922ed1a tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.6544261
Nov 10 04:21:51.826085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:51.831702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Request body: {'floatingip': {'port_id': 'cc655c66-7d4a-4c22-b1e4-ef686e03b3b4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:51.880591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.891572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:51.970406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.027030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:52.035295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:52.039046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:52.042800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=123c9574-c9de-49e6-b2dd-ed77cd96aa62,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:52.069668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-22f47e91-7961-48fb-91ad-af3809d1e8af None None] Provisioning complete for port cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:52.070044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22f47e91-7961-48fb-91ad-af3809d1e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.097388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Deleting port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:52.097700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.137910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-22f47e91-7961-48fb-91ad-af3809d1e8af None None] Port cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:52.164576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:52.165249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.191130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41522) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:52.207665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4abdb5a3-f7ad-48d9-aefd-9bbf0ffbab88 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.3104656
Nov 10 04:21:52.212360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41524) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:52.250238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'network_id': '84de5216-38f5-4e37-b487-3241e72ca07a', 'name': 'tempest-AllowedAddressPairTestJSON-1231467019'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:52.297146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] For port 2d0244e0-8de7-4846-8bc3-64c04c6c32cd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:52.297146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.320663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Calling delete_port for 2d0244e0-8de7-4846-8bc3-64c04c6c32cd owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:52.322555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.411998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.477279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-507ff50d-816a-40b9-9489-5b39c8b5e2e7 None None] Provisioning complete for port 123c9574-c9de-49e6-b2dd-ed77cd96aa62 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:52.478273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-507ff50d-816a-40b9-9489-5b39c8b5e2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.498833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Made reservation on behalf of 5f0086badb384462a555d4217768d9c9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:21:52.503280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.539067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-507ff50d-816a-40b9-9489-5b39c8b5e2e7 None None] Port 123c9574-c9de-49e6-b2dd-ed77cd96aa62 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:52.548918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.550948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] device_id is not set on port 95c48b47-d978-4e53-bab5-21f281940d5c yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:21:52.551635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.553056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] 10.222.0.13 "DELETE /v2.0/security-groups/da56a6f6-0e25-4529-98e5-09d8eb6c719e HTTP/1.1" status: 204  len: 168 time: 0.3586624
Nov 10 04:21:52.566095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919414f-ba0f-4f11-b910-b3bf2f3d9059 tempest-TestVolumeBackupRestore-697980072 tempest-TestVolumeBackupRestore-697980072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56a6f6-0e25-4529-98e5-09d8eb6c719e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:52.628646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.656832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0244e0-8de7-4846-8bc3-64c04c6c32cd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:52.661945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.682801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:52.883578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Allocated IP 172.20.0.11 (84de5216-38f5-4e37-b487-3241e72ca07a/2a42bd99-7407-4e06-b271-88d6849e4849/95c48b47-d978-4e53-bab5-21f281940d5c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:21:52.923162 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP 9d85e396-5a1d-41b6-b18f-eeb8e1da71d6 associated. External IP: 172.32.3.175, port: 510a3ae6-1b1a-494a-a6ae-cb22b324a563.
Nov 10 04:21:52.996440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:53.245666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Router a885eecb-83eb-4c6d-ba39-0798ace6e602 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:53.254541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:53.307047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:53.319497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:53.432489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Network 84de5216-38f5-4e37-b487-3241e72ca07a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:21:53.442237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:21:53.446263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=95c48b47-d978-4e53-bab5-21f281940d5c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:53.448757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:21:53.514292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:53.515488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:53.527615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:53.540728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:53.586322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3a46ba7e-21b9-4160-ad7f-d9ca38a76c97 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3725431
Nov 10 04:21:53.613678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41564) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:53.619687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:00:a5:03'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b6:bf:38'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:21:53.807987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:53.820847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-93a9e56b-8ace-409b-91d2-f13ec48ff06a admin admin] 10.222.0.13 "PUT /v2.0/routers/a885eecb-83eb-4c6d-ba39-0798ace6e602/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6988833
Nov 10 04:21:53.820847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41566) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:53.822871 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Sync routers for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:53.835259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:53.836372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207445940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:53.854383 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:53.855359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154f8d00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:53.895431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207445940>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:53.919885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f536f1a1-9cc4-48ce-8c64-595b1b034d31 None None] Provisioning complete for port 95c48b47-d978-4e53-bab5-21f281940d5c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:53.920252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f536f1a1-9cc4-48ce-8c64-595b1b034d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.021307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.037758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f536f1a1-9cc4-48ce-8c64-595b1b034d31 None None] Port 95c48b47-d978-4e53-bab5-21f281940d5c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:54.037758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:54.054735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207445940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.117857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.156809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207445940>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.158047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599ab0b-6ec7-4dc9-aa10-006c3d743e51 None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:54.180508 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:54.261382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.333009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 4f1086d7-4c74-405e-b6e8-785407732da9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:54.343695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Deleting port fe523185-6888-465a-9b2b-c120d928d4fa {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:54.344063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.450853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154f8d00>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46'}], 'enable_snat': True}, 'gw_port_id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:21:52Z', 'revision_number': 5, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port': {'id': 'fe523185-6888-465a-9b2b-c120d928d4fa', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:15:27Z', 'updated_at': '2021-11-10T04:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.463253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] For port fe523185-6888-465a-9b2b-c120d928d4fa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fe523185-6888-465a-9b2b-c120d928d4fa,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:54.463939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.480450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Calling delete_port for fe523185-6888-465a-9b2b-c120d928d4fa owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:54.485317 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Checking router: a885eecb-83eb-4c6d-ba39-0798ace6e602 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:21:54.495260 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Routers {'a885eecb-83eb-4c6d-ba39-0798ace6e602'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:54.495613 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154f8d00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a885eecb-83eb-4c6d-ba39-0798ace6e602'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.500240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.504058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:54.509130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.511920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.522787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] Sync routers for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:54.535220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:54.536376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071c6400>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.585887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071c6400>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.600492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:54.602810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071c6400>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.642425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event updated for resources: {'Port': ['ID=95c48b47-d978-4e53-bab5-21f281940d5c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:54.665587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] Set router a885eecb-83eb-4c6d-ba39-0798ace6e602 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:21:54.673101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071c6400>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.673757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cb574-0e64-435b-b38d-cb7fade81a06 None None] The sync data for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:54.684981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b30d256e-8c13-40d8-874c-02be63e69f8c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/floatingips/9d85e396-5a1d-41b6-b18f-eeb8e1da71d6 HTTP/1.1" status: 200  len: 978 time: 2.8554268
Nov 10 04:21:54.686230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41588) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:54.698059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] In _notify_port_updated(), no bound segment for port 95c48b47-d978-4e53-bab5-21f281940d5c on network 84de5216-38f5-4e37-b487-3241e72ca07a {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:21:54.705780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:21:54.706610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.710963 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3abd356c-b5c2-4916-8835-5434d79d434c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "PUT /v2.0/ports/95c48b47-d978-4e53-bab5-21f281940d5c HTTP/1.1" status: 200  len: 1056 time: 1.0935824
Nov 10 04:21:54.724931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41590) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:54.797187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.812969 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154f8d00>, [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:21:54Z', 'revision_number': 6, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:54.877869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe523185-6888-465a-9b2b-c120d928d4fa,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:54.881010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5baaff-20c3-4684-8631-9e82a7800c90 None None] The sync data for ids ['a885eecb-83eb-4c6d-ba39-0798ace6e602'] in ncdv-817176-1 is: [{'id': 'a885eecb-83eb-4c6d-ba39-0798ace6e602', 'name': 'tempest-AttachVolumeTestJSON-2035667703-router', 'tenant_id': 'a7a2ec0afddf403183d9d44778510b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:15:26Z', 'updated_at': '2021-11-10T04:21:54Z', 'revision_number': 6, 'project_id': 'a7a2ec0afddf403183d9d44778510b6e', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:54.919754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbfec3-b9b6-4df3-8d8f-0e3ea1e08f33 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:54.937908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 95c48b47-d978-4e53-bab5-21f281940d5c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:54.937908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.942942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:54.942942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:54.993229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.099204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d76ea4c3-1b86-4d02-ad09-9e66fe487009 None None] Provisioning complete for port 95c48b47-d978-4e53-bab5-21f281940d5c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:21:55.099869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d76ea4c3-1b86-4d02-ad09-9e66fe487009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.169266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.181273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.185401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d76ea4c3-1b86-4d02-ad09-9e66fe487009 None None] Port 95c48b47-d978-4e53-bab5-21f281940d5c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:21:55.298428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.299038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a885eecb-83eb-4c6d-ba39-0798ace6e602 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:21:55.307662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.312492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dfec4658-d58a-4e4c-b65e-11f8eb313806 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a885eecb-83eb-4c6d-ba39-0798ace6e602 HTTP/1.1" status: 204  len: 168 time: 1.4900365
Nov 10 04:21:55.313289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:55.400489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Deleting subnet ed4c8877-fd83-4149-8c8a-5c7922090f48 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:21:55.404255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.448800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.544673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.610112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.633456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4c8877-fd83-4149-8c8a-5c7922090f48,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:55.639065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.642802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c79ccaaf-7f88-46f5-819a-c428b66c0c11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed4c8877-fd83-4149-8c8a-5c7922090f48 HTTP/1.1" status: 204  len: 168 time: 0.3270428
Nov 10 04:21:55.645250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41626) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:55.647653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f499da1-04a7-40f7-aa55-fbc5c4607324 None None] Network 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:55.669716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.685518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.718490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.733712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 95c48b47-d978-4e53-bab5-21f281940d5c owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:55.775413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Deleting port f92a609a-22f8-49ca-a521-559595f99047 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:55.775876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.854316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] DHCP port deletion for 7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:55.873881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] For port f92a609a-22f8-49ca-a521-559595f99047, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f92a609a-22f8-49ca-a521-559595f99047,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:55.874830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.897287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Calling delete_port for f92a609a-22f8-49ca-a521-559595f99047 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:55.945767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Deleting port f92a609a-22f8-49ca-a521-559595f99047 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:55.946364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:55.951409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fe523185-6888-465a-9b2b-c120d928d4fa no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:56.019098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: fe523185-6888-465a-9b2b-c120d928d4fa {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:56.019955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fe523185-6888-465a-9b2b-c120d928d4fa not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:56.020578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d0244e0-8de7-4846-8bc3-64c04c6c32cd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:56.033571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.033749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.034109 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Floating IP 9d85e396-5a1d-41b6-b18f-eeb8e1da71d6 disassociated. External IP: 172.32.3.175, port: cc655c66-7d4a-4c22-b1e4-ef686e03b3b4.
Nov 10 04:21:56.034520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:56.036402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.036785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.050902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] For port f92a609a-22f8-49ca-a521-559595f99047, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f92a609a-22f8-49ca-a521-559595f99047,segment=NetworkSegment(b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea),segment_id=b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:56.051838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.068682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Calling delete_port for f92a609a-22f8-49ca-a521-559595f99047 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:56.072929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=95c48b47-d978-4e53-bab5-21f281940d5c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:56.084439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Pushing event deleted for resources: {'Port': ['ID=f92a609a-22f8-49ca-a521-559595f99047,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:56.086394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] No DVR routers for this DVR port f92a609a-22f8-49ca-a521-559595f99047 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:56.166139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2d0244e0-8de7-4846-8bc3-64c04c6c32cd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:56.166481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d0244e0-8de7-4846-8bc3-64c04c6c32cd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:56.216051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.219273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.278297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8216413ee0>,) {'filters': {'network_id': ['7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:56.291524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] Pushing event deleted for resources: {'Port': ['ID=f92a609a-22f8-49ca-a521-559595f99047,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:56.293863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fc636-1140-4a5e-aba8-529773993f3f None None] No DVR routers for this DVR port f92a609a-22f8-49ca-a521-559595f99047 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:56.300022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8216413ee0>, 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:56.300328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8216413ee0>, 'b1b0a42a-a1bc-4cf2-a44d-2ae7a2c039ea') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:56.324130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.353757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.365665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:21:56.365817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:21:56.367639 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:21:56.486072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.493708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.498194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7 HTTP/1.1" status: 204  len: 168 time: 0.8513203
Nov 10 04:21:56.525330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eeb99-0eed-44b7-b611-dfeeb0dfc69c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7dd2b9-70df-486b-a0b0-43d6ab40c8a7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:56.580169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.587471 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-94366773-b3af-40c6-be21-1cb96e05544e tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/95c48b47-d978-4e53-bab5-21f281940d5c HTTP/1.1" status: 204  len: 168 time: 1.8614779
Nov 10 04:21:56.587661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41672) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:56.615835 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14e029e-e758-489e-899c-64d3f4cd82ac tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] GET failed (client error): The resource could not be found.
Nov 10 04:21:56.616815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.620216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b14e029e-e758-489e-899c-64d3f4cd82ac tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports/95c48b47-d978-4e53-bab5-21f281940d5c HTTP/1.1" status: 404  len: 333 time: 0.0287995
Nov 10 04:21:56.621177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41674) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:56.659966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=cc655c66-7d4a-4c22-b1e4-ef686e03b3b4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:56.704469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:56.778028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dc6c73fc-c60b-4db5-8981-70b26d2d116b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7a2ec0afddf403183d9d44778510b6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0698986
Nov 10 04:21:56.778604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:56.793910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 123c9574-c9de-49e6-b2dd-ed77cd96aa62 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:56.794273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.840124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 4f1086d7-4c74-405e-b6e8-785407732da9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:56.963882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.971833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:56.993383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 123c9574-c9de-49e6-b2dd-ed77cd96aa62 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:57.010378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.056670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:57.069079 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] Sync routers for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:57.082444 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:57.083158 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:57.123763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:57.126444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.130397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.134385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:57.135229 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:57.147345 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f5ea72-8216-46f5-a8f7-c7daad9e7e29 HTTP/1.1" status: 204  len: 168 time: 0.3493292
Nov 10 04:21:57.164131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64676-0be8-4c2e-b033-4be9bf02032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f5ea72-8216-46f5-a8f7-c7daad9e7e29,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:57.168003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.177210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.184208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:57.184891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34365330-3a5a-4287-b25e-293f31deb00c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 HTTP/1.1" status: 204  len: 168 time: 2.4969068
Nov 10 04:21:57.201152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:57.201884 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b63686c-f63b-4b06-955e-89604f5663cf None None] The sync data for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:57.222567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=123c9574-c9de-49e6-b2dd-ed77cd96aa62,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:57.240330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:57.392564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.398261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e89228d0-6077-4186-8613-13689e879e1c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/123c9574-c9de-49e6-b2dd-ed77cd96aa62 HTTP/1.1" status: 204  len: 168 time: 0.7742143
Nov 10 04:21:57.398493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41712) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:57.437400 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27d4950-faf9-4a78-907d-e478ddea1fe8 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] GET failed (client error): The resource could not be found.
Nov 10 04:21:57.439098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b27d4950-faf9-4a78-907d-e478ddea1fe8 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "GET /v2.0/ports/123c9574-c9de-49e6-b2dd-ed77cd96aa62 HTTP/1.1" status: 404  len: 333 time: 0.0396581
Nov 10 04:21:57.452334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41714) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:57.635629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f92a609a-22f8-49ca-a521-559595f99047 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:57.640933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 7dca57c2-f209-4dd1-8624-f1dd4a748f26 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:57.641309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.659975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f92a609a-22f8-49ca-a521-559595f99047 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:57.660512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f92a609a-22f8-49ca-a521-559595f99047 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:57.740888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.766063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:57.791410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 7dca57c2-f209-4dd1-8624-f1dd4a748f26 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:57.977939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.045526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port dde972f0-8425-4783-9643-e119b592016c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:58.046922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.114181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.159682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=7dca57c2-f209-4dd1-8624-f1dd4a748f26,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:58.180714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.197590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for dde972f0-8425-4783-9643-e119b592016c owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:58.290893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.299563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7ca9440b-63d2-4969-82b3-6040a33abf2c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/ports/7dca57c2-f209-4dd1-8624-f1dd4a748f26 HTTP/1.1" status: 204  len: 168 time: 0.8459558
Nov 10 04:21:58.303698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:58.366031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting subnet 2a42bd99-7407-4e06-b271-88d6849e4849 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:21:58.373023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.436821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.448725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.481035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=dde972f0-8425-4783-9643-e119b592016c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:58.585137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Deleting port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:58.585477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.599185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.691174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.721461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] For port 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:58.721880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.732960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.745216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Calling delete_port for 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:58.771192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:58.777850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b435c4-8e63-4f43-b828-2b7a92ba1a85 None None] Network 84de5216-38f5-4e37-b487-3241e72ca07a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:21:58.781221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/subnets/2a42bd99-7407-4e06-b271-88d6849e4849 HTTP/1.1" status: 204  len: 168 time: 0.4704008
Nov 10 04:21:58.785688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:58.793690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08e6fa-9374-48fa-bf97-a427483ccf5c tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Subnet': ['ID=2a42bd99-7407-4e06-b271-88d6849e4849,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:58.918720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.035343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] DHCP port deletion for 84de5216-38f5-4e37-b487-3241e72ca07a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:21:59.097557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Deleting port 4795900e-e413-4c12-bac2-fe3964aae3fd {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:59.098330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.104978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.126160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 4f1086d7-4c74-405e-b6e8-785407732da9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:59.130604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Deleting port 4795900e-e413-4c12-bac2-fe3964aae3fd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:21:59.130954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.173454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Pushing event deleted for resources: {'Port': ['ID=0927aebd-d7e6-4153-b613-bd6e4aa6b5cd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:59.174209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] For port 4795900e-e413-4c12-bac2-fe3964aae3fd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4795900e-e413-4c12-bac2-fe3964aae3fd,segment=NetworkSegment(ff7390ab-16b8-4169-90cc-f4cd94b25460),segment_id=ff7390ab-16b8-4169-90cc-f4cd94b25460)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:59.180469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.200251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Calling delete_port for 4795900e-e413-4c12-bac2-fe3964aae3fd owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:59.384679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.400557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] No DVR routers for this DVR port 4795900e-e413-4c12-bac2-fe3964aae3fd on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:59.429991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] For port 4795900e-e413-4c12-bac2-fe3964aae3fd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4795900e-e413-4c12-bac2-fe3964aae3fd,segment=NetworkSegment(ff7390ab-16b8-4169-90cc-f4cd94b25460),segment_id=ff7390ab-16b8-4169-90cc-f4cd94b25460)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:21:59.430427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.439807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2b56a-93f6-4deb-92b7-05777a5a6a2a None None] Pushing event deleted for resources: {'Port': ['ID=4795900e-e413-4c12-bac2-fe3964aae3fd,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:59.460210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Calling delete_port for 4795900e-e413-4c12-bac2-fe3964aae3fd owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:21:59.503737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.534731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:59.543364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a290eb55-293b-42fe-83c6-34128f0abf3e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/routers/4f1086d7-4c74-405e-b6e8-785407732da9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3270671
Nov 10 04:21:59.546450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] Sync routers for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:59.553024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:59.577547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:59.578440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820706f700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:59.639414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820706f700>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:59.658398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] Routers {'4f1086d7-4c74-405e-b6e8-785407732da9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:59.659029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820706f700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4f1086d7-4c74-405e-b6e8-785407732da9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:59.708023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.709868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.719373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820706f700>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:59.720021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ed194-f8e6-45ab-82d1-0628add2c77c None None] The sync data for ids ['4f1086d7-4c74-405e-b6e8-785407732da9'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:21:59.746272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4795900e-e413-4c12-bac2-fe3964aae3fd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:21:59.774091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4795900e-e413-4c12-bac2-fe3964aae3fd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:21:59.774574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4795900e-e413-4c12-bac2-fe3964aae3fd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:21:59.802173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Router c6ec84dd-87d4-48ed-9276-960138812034 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:21:59.810307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Port': ['ID=4795900e-e413-4c12-bac2-fe3964aae3fd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:21:59.819044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] No DVR routers for this DVR port 4795900e-e413-4c12-bac2-fe3964aae3fd on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:21:59.924276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:21:59.937796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:21:59.949839 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Sync routers for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:21:59.952753 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a7ed5a8e-311f-4f51-8570-32bc5605f228 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6ec84dd-87d4-48ed-9276-960138812034/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7121923
Nov 10 04:21:59.955615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214b9da30>,) {'filters': {'network_id': ['84de5216-38f5-4e37-b487-3241e72ca07a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:21:59.958010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:21:59.965171 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:21:59.965793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9af0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.054038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b9da30>, 'ff7390ab-16b8-4169-90cc-f4cd94b25460') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.054344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b9da30>, 'ff7390ab-16b8-4169-90cc-f4cd94b25460') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.064196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.074110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.097106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.125968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:00.126399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:00.130313 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:00.185841 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:00.386192 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9af0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:21:59Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.433547 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Checking router: c6ec84dd-87d4-48ed-9276-960138812034 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:22:00.446915 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Routers {'c6ec84dd-87d4-48ed-9276-960138812034'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:00.447720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9af0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c6ec84dd-87d4-48ed-9276-960138812034'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.570114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.596189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] Set router c6ec84dd-87d4-48ed-9276-960138812034 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:00.655975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.671231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.678543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] 10.222.0.13 "DELETE /v2.0/networks/84de5216-38f5-4e37-b487-3241e72ca07a HTTP/1.1" status: 204  len: 168 time: 1.8882003
Nov 10 04:22:00.678543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 16f5cd25-6175-4bd6-aa46-f429301fee9a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:00.678979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.695502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc13512-faf7-41eb-8fbc-32a30f763b64 tempest-AllowedAddressPairTestJSON-872697349 tempest-AllowedAddressPairTestJSON-872697349-project] Pushing event deleted for resources: {'Network': ['ID=84de5216-38f5-4e37-b487-3241e72ca07a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:00.777369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.795269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:00.815848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 16f5cd25-6175-4bd6-aa46-f429301fee9a owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:00.831519 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9af0>, [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:21:59Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:00.866914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9fca-797c-4d9c-9722-479665f823f6 None None] The sync data for ids ['c6ec84dd-87d4-48ed-9276-960138812034'] in ncdv-817176-1 is: [{'id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'name': 'tempest-TestVolumeBackupRestore-1339085602-router', 'tenant_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240'}], 'enable_snat': True}, 'gw_port_id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:36Z', 'updated_at': '2021-11-10T04:21:59Z', 'revision_number': 5, 'project_id': 'abc6c1178ce447b7ac33663ea9dea21f', 'gw_port': {'id': 'cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec84dd-87d4-48ed-9276-960138812034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:37Z', 'updated_at': '2021-11-10T04:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:00.927580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Deleting port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:00.928068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.076384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:01.084049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] For port cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:01.084424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.103074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Calling delete_port for cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:01.110728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.164223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dafc09-2c3b-4a84-b831-5c59918b9402 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:01.179787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=16f5cd25-6175-4bd6-aa46-f429301fee9a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:01.285475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc03079e-fe66-4b6c-ab66-5c341897a0e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f0086badb384462a555d4217768d9c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2070518
Nov 10 04:22:01.287132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41852) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:01.305623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.346463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.369728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.418167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.421557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.433584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.437188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.439002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff4bd91-53b6-4183-95ba-b505dd7fee40 HTTP/1.1" status: 204  len: 168 time: 0.1509480
Nov 10 04:22:01.456402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e10748-49cd-4151-9f0d-4adb1f2ef833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff4bd91-53b6-4183-95ba-b505dd7fee40,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:01.477711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41858) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:01.497809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.498439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1086d7-4c74-405e-b6e8-785407732da9 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:22:01.507700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.509691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0e84fdd1-4c4c-45a5-a811-c5d9c919550c tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/routers/4f1086d7-4c74-405e-b6e8-785407732da9 HTTP/1.1" status: 204  len: 168 time: 1.9547646
Nov 10 04:22:01.512417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:01.567702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.570257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:01.594140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:01.594470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0927aebd-d7e6-4153-b613-bd6e4aa6b5cd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:01.629208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d31d00c-11f6-445e-8ee4-d1a05b8fc431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.629977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:01.645938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc996e04-1040-4b6e-8429-747d171240a6 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:01.665525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting subnet 8373755a-490d-493d-b31a-471b022916a9 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:01.689910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.749289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d31d00c-11f6-445e-8ee4-d1a05b8fc431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.756475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d31d00c-11f6-445e-8ee4-d1a05b8fc431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.759896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.762870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.798764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31d00c-11f6-445e-8ee4-d1a05b8fc431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2956cd42-d1d8-474f-bdb5-4c6ee53b53b2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:01.809284 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4d31d00c-11f6-445e-8ee4-d1a05b8fc431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a21737bf8b04c24b5a6bd80650ef570&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3297544
Nov 10 04:22:01.812712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41872) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:01.871693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.894925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.938362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.942292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.949043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.949414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:01.950745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2956cd42-d1d8-474f-bdb5-4c6ee53b53b2 HTTP/1.1" status: 204  len: 168 time: 0.1368468
Nov 10 04:22:01.960090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8b08d-0b0a-4bcb-b179-3c1cedaa62a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2956cd42-d1d8-474f-bdb5-4c6ee53b53b2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.022342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.022900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ec84dd-87d4-48ed-9276-960138812034 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:22:02.030344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.034357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-637518d9-752b-4bf0-86db-bcaad8ef8da9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6ec84dd-87d4-48ed-9276-960138812034 HTTP/1.1" status: 204  len: 168 time: 2.0722947
Nov 10 04:22:02.034456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41884) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:02.034581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.104817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Deleting subnet 7379cbdc-3de6-418b-8beb-00fd9977e8a5 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:02.111448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.129458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.159703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.164263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Subnet': ['ID=8373755a-490d-493d-b31a-471b022916a9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.167220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.172260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f3ed94cf-bc29-4f75-8dc9-067098740672 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/subnets/8373755a-490d-493d-b31a-471b022916a9 HTTP/1.1" status: 204  len: 168 time: 0.6586633
Nov 10 04:22:02.174027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:02.178405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e0d48-f161-44bb-b571-fa791ca9f99d None None] Network 1f50165c-2808-46ff-8c81-dfb72c01835d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:02.286656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.322568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.391930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port d8c993b9-dd53-4954-bac1-76479bb2e824 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:02.392284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.409870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.425003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.428378 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7379cbdc-3de6-418b-8beb-00fd9977e8a5 HTTP/1.1" status: 204  len: 168 time: 0.3930914
Nov 10 04:22:02.435532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbbb8a9-effb-4994-8192-e98ff6ba23c9 None None] Network af202ece-b8e7-4cab-947e-5f517da907b0 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:02.435739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41896) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:02.454516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ec4e2-e684-4888-af45-4a5d67d080ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7379cbdc-3de6-418b-8beb-00fd9977e8a5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.484447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:02.507406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbc95-9c81-4bde-a500-f463185ae422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.532236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] For port d8c993b9-dd53-4954-bac1-76479bb2e824, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d8c993b9-dd53-4954-bac1-76479bb2e824,segment=NetworkSegment(8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7),segment_id=8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:02.532634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.558542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.568036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for d8c993b9-dd53-4954-bac1-76479bb2e824 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:02.598708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] DHCP port deletion for 1f50165c-2808-46ff-8c81-dfb72c01835d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:02.636383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbc95-9c81-4bde-a500-f463185ae422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.642683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b0cbbc95-9c81-4bde-a500-f463185ae422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.687778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b0cbbc95-9c81-4bde-a500-f463185ae422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2c2e19e092f458d8d0eb562cc7e273c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2019353
Nov 10 04:22:02.689425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41904) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:02.715741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Deleting port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:02.716330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.721044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbbc95-9c81-4bde-a500-f463185ae422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c862094-58d6-48aa-aaf2-cb94d6d7e390,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.735677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Deleting port d8c993b9-dd53-4954-bac1-76479bb2e824 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:02.736271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.746170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.769371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.780198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.796170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] No DVR routers for this DVR port d8c993b9-dd53-4954-bac1-76479bb2e824 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:02.841870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] For port d8c993b9-dd53-4954-bac1-76479bb2e824, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d8c993b9-dd53-4954-bac1-76479bb2e824,segment=NetworkSegment(8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7),segment_id=8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:02.842963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.885234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] DHCP port deletion for af202ece-b8e7-4cab-947e-5f517da907b0 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:02.891879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.894866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.898560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c862094-58d6-48aa-aaf2-cb94d6d7e390 HTTP/1.1" status: 204  len: 168 time: 0.2056973
Nov 10 04:22:02.904846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Calling delete_port for d8c993b9-dd53-4954-bac1-76479bb2e824 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:02.907884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=d8c993b9-dd53-4954-bac1-76479bb2e824,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.917194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3770f97-6718-424b-a93c-babc57bb5390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c862094-58d6-48aa-aaf2-cb94d6d7e390,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:02.926089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] For port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,segment=NetworkSegment(1dc7ad42-56ae-40b8-b122-cb4205ed295f),segment_id=1dc7ad42-56ae-40b8-b122-cb4205ed295f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:02.926467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:02.991443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Calling delete_port for 901f56a3-ed37-4c9a-9f0f-d2216bc2841f owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:03.020746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.083100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214149190>,) {'filters': {'network_id': ['1f50165c-2808-46ff-8c81-dfb72c01835d']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.097919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214149190>, '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.098273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214149190>, '8f47cdf8-2c6e-4ea0-a6e1-bc9c0072b9c7') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.109450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.121230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.144023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.151542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:03.151753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.153324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] No DVR routers for this DVR port d8c993b9-dd53-4954-bac1-76479bb2e824 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:03.154837 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:03.161027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d787068-9226-4e87-a541-61d15846ca64 None None] Pushing event deleted for resources: {'Port': ['ID=d8c993b9-dd53-4954-bac1-76479bb2e824,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:03.200449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.214482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Deleting port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:03.214482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.251940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Pushing event deleted for resources: {'Port': ['ID=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:03.253830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] No DVR routers for this DVR port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:03.297441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.328888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.332088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/networks/1f50165c-2808-46ff-8c81-dfb72c01835d HTTP/1.1" status: 204  len: 168 time: 1.1569424
Nov 10 04:22:03.335615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41928) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:03.348140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] For port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:03.348589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.349951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776280-1f95-4605-bcee-83f80910e13b tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Network': ['ID=1f50165c-2808-46ff-8c81-dfb72c01835d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:03.369138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.381553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Calling delete_port for 901f56a3-ed37-4c9a-9f0f-d2216bc2841f owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:03.387286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:22:03.388580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.417002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fb22160>,) {'filters': {'network_id': ['af202ece-b8e7-4cab-947e-5f517da907b0']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.431642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fb22160>, '1dc7ad42-56ae-40b8-b122-cb4205ed295f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.431941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fb22160>, '1dc7ad42-56ae-40b8-b122-cb4205ed295f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:03.452901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.456819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] Pushing event deleted for resources: {'Port': ['ID=901f56a3-ed37-4c9a-9f0f-d2216bc2841f,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:03.465998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1ec19-33a6-4af0-a7c7-09d894fc1d4f None None] No DVR routers for this DVR port 901f56a3-ed37-4c9a-9f0f-d2216bc2841f on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:03.478602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.486158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:03.486949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:03.488969 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:03.596705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.603022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:03.629765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] 10.222.0.13 "DELETE /v2.0/networks/af202ece-b8e7-4cab-947e-5f517da907b0 HTTP/1.1" status: 204  len: 168 time: 1.1918552
Nov 10 04:22:03.633668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:03.659345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:03.687134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2b56a-0526-4e45-b189-7b8d408d073a admin admin] Pushing event deleted for resources: {'Network': ['ID=af202ece-b8e7-4cab-947e-5f517da907b0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:03.697178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:03.697776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb95a38f-bc4c-4f1b-bb30-f3f4cb5b266e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:03.699434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 901f56a3-ed37-4c9a-9f0f-d2216bc2841f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:03.730906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 901f56a3-ed37-4c9a-9f0f-d2216bc2841f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:03.731492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 901f56a3-ed37-4c9a-9f0f-d2216bc2841f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:03.732051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d8c993b9-dd53-4954-bac1-76479bb2e824 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:03.756636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d8c993b9-dd53-4954-bac1-76479bb2e824 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:03.757237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d8c993b9-dd53-4954-bac1-76479bb2e824 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:03.995933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port b681d7f4-ae00-40c8-b9b9-2864fcfc7c21 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:03.997147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.118218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.118573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.137256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for b681d7f4-ae00-40c8-b9b9-2864fcfc7c21 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:04.198978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.313281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.350650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ce-e11a-456f-a13c-9f4c429eb312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.356297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=b681d7f4-ae00-40c8-b9b9-2864fcfc7c21,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:04.429905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.433022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.434336 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fbce5ddb-aaae-4e20-b067-1d2a4820a68d tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d85e396-5a1d-41b6-b18f-eeb8e1da71d6 HTTP/1.1" status: 204  len: 168 time: 1.0965552
Nov 10 04:22:04.438794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 41992) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:04.477906 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33d3bc0-4326-48d0-97c3-4924bf8f3c69 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:04.478748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33d3bc0-4326-48d0-97c3-4924bf8f3c69 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:04.482708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b33d3bc0-4326-48d0-97c3-4924bf8f3c69 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/cc655c66-7d4a-4c22-b1e4-ef686e03b3b4 HTTP/1.1" status: 404  len: 333 time: 0.0429149
Nov 10 04:22:04.485485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 41996) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:04.519045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3728272-09e2-40de-b58f-cfbf979a5819 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1086d7-4c74-405e-b6e8-785407732da9 HTTP/1.1" status: 200  len: 205 time: 0.0322096
Nov 10 04:22:04.521469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:04.569070 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-9d9f748d-9578-43fd-9970-f1fc133dc068 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] delete failed (client error): The resource could not be found.
Nov 10 04:22:04.570116 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9d9f748d-9578-43fd-9970-f1fc133dc068 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/routers/4f1086d7-4c74-405e-b6e8-785407732da9 HTTP/1.1" status: 404  len: 336 time: 0.0470102
Nov 10 04:22:04.572719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42004) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:04.600306 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54be3c4-f560-4391-8257-e2348999a633 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:04.600764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54be3c4-f560-4391-8257-e2348999a633 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:04.604076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f54be3c4-f560-4391-8257-e2348999a633 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/subnets/8373755a-490d-493d-b31a-471b022916a9 HTTP/1.1" status: 404  len: 337 time: 0.0301738
Nov 10 04:22:04.604419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Deleting port b0494e4e-a187-470c-8fae-f1185212c15d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:04.604811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.606659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42006) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:04.691993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 510a3ae6-1b1a-494a-a6ae-cb22b324a563 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:04.692232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.698086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] For port b0494e4e-a187-470c-8fae-f1185212c15d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b0494e4e-a187-470c-8fae-f1185212c15d,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:04.698565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.712681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Calling delete_port for b0494e4e-a187-470c-8fae-f1185212c15d owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:04.787252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.804943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 510a3ae6-1b1a-494a-a6ae-cb22b324a563 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:04.932679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.955281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:04.963527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0494e4e-a187-470c-8fae-f1185212c15d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:04.992681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=510a3ae6-1b1a-494a-a6ae-cb22b324a563,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:05.072996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.077879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e942da77-a9b0-42f2-9c32-18652d23f881 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/510a3ae6-1b1a-494a-a6ae-cb22b324a563 HTTP/1.1" status: 204  len: 168 time: 0.4695277
Nov 10 04:22:05.080644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:05.175240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.186321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 26dbc6ae-1964-4150-a228-3ace2cb58c3e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:05.186675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.301602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.317684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 26dbc6ae-1964-4150-a228-3ace2cb58c3e owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:05.444200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Router eecd6a2e-c780-42ca-9078-db0a3a14d285 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:05.460847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.522353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=26dbc6ae-1964-4150-a228-3ace2cb58c3e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:05.573379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:05.577814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5243967b-7a43-41ee-98bd-0193300d2ba7 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/ports/26dbc6ae-1964-4150-a228-3ace2cb58c3e HTTP/1.1" status: 204  len: 168 time: 0.4961364
Nov 10 04:22:05.580717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:05.624242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:05.633488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-38b405ae-6ddb-42aa-95db-04e5f42dbe07 admin admin] 10.222.0.13 "PUT /v2.0/routers/eecd6a2e-c780-42ca-9078-db0a3a14d285/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9922237
Nov 10 04:22:05.640286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42048) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:05.641168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Sync routers for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:05.649841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:05.650461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207681bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:05.684657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a246b-6471-43eb-b274-7b7aed98a466 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:05.687964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-197a246b-6471-43eb-b274-7b7aed98a466 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "GET /v2.0/ports?device_id=404189e2-af5d-478c-b4fe-d7d0dacd9c35 HTTP/1.1" status: 200  len: 913 time: 0.1062953
Nov 10 04:22:05.690957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42052) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:05.930963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.134497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.153637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:06.222649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:06.266793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Deleting port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:06.267894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.393940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207681bb0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:22:04Z', 'revision_number': 5, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port': {'id': 'c91bdf22-f4d5-46f1-938a-7a0b0f6922c0', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:19:47Z', 'updated_at': '2021-11-10T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:06.394406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] For port c91bdf22-f4d5-46f1-938a-7a0b0f6922c0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:06.394715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.397586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d04f7b70-2453-426a-affa-9e47ff20f5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.418368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Calling delete_port for c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:06.428135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Checking router: eecd6a2e-c780-42ca-9078-db0a3a14d285 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:22:06.437837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Routers {'eecd6a2e-c780-42ca-9078-db0a3a14d285'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:06.438529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207681bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:21:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['eecd6a2e-c780-42ca-9078-db0a3a14d285'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:06.525687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] Set router eecd6a2e-c780-42ca-9078-db0a3a14d285 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:06.583017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207681bb0>, [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:22:06Z', 'revision_number': 6, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:06.583431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d04f7b70-2453-426a-affa-9e47ff20f5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.588365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d04f7b70-2453-426a-affa-9e47ff20f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.612719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2d865-7395-4303-bdca-ccfbe7feaf91 None None] The sync data for ids ['eecd6a2e-c780-42ca-9078-db0a3a14d285'] in ncdv-817176-1 is: [{'id': 'eecd6a2e-c780-42ca-9078-db0a3a14d285', 'name': 'tempest-TestVolumeBackupRestore-1297542984-router', 'tenant_id': '9d062c5f873348faa8ea2297f02c221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:19:46Z', 'updated_at': '2021-11-10T04:22:06Z', 'revision_number': 6, 'project_id': '9d062c5f873348faa8ea2297f02c221c', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:06.645260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.670085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d04f7b70-2453-426a-affa-9e47ff20f5bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35c01035e43048eabc5233d53b6d8215&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4396932
Nov 10 04:22:06.673418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7b70-2453-426a-affa-9e47ff20f5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d372d7-4bcd-4b02-b503-8e9128fe9328,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:06.678462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42092) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:06.697641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.736997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91bdf22-f4d5-46f1-938a-7a0b0f6922c0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:06.754969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d11014-8229-4a4d-9564-6110b9cea07e None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:06.811021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.835528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.888356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.897762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-35760cb6-dc88-4505-8b4b-ee1d84e4560b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.908769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port 1cb206fc-7a50-4d30-b874-cab090d04e83 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:06.909121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.974160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:06.979854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.047324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.068352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for 1cb206fc-7a50-4d30-b874-cab090d04e83 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:07.076907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.077910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eecd6a2e-c780-42ca-9078-db0a3a14d285 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:22:07.085027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.088455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-27ef4d37-942e-47b0-92d6-e93a68b813d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eecd6a2e-c780-42ca-9078-db0a3a14d285 HTTP/1.1" status: 204  len: 168 time: 1.4491694
Nov 10 04:22:07.088455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.090666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:07.093551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.097159 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9d372d7-4bcd-4b02-b503-8e9128fe9328 HTTP/1.1" status: 204  len: 168 time: 0.4164875
Nov 10 04:22:07.107875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142c5d-efc2-479b-b910-08edf2cbcf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d372d7-4bcd-4b02-b503-8e9128fe9328,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:07.247671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Deleting subnet d5ab9e90-043e-4695-a9ea-653f03cbb2e3 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:07.252515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.350501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.511829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.522807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42116) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:07.537969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ee08-5517-4052-8c0d-59af6a3aec9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.600265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.619168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ee08-5517-4052-8c0d-59af6a3aec9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.627260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ee08-5517-4052-8c0d-59af6a3aec9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.637031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:07.650276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ab9e90-043e-4695-a9ea-653f03cbb2e3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:07.657947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.662438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fdd49b6b-6a36-4f84-9dc9-c4ec6e082c6b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5ab9e90-043e-4695-a9ea-653f03cbb2e3 HTTP/1.1" status: 204  len: 168 time: 0.5704343
Nov 10 04:22:07.665719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42126) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:07.682586 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5fd7ee08-5517-4052-8c0d-59af6a3aec9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec6a43e09bd4ed9b5925650c203527f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1563206
Nov 10 04:22:07.682586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ee08-5517-4052-8c0d-59af6a3aec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df48a9c-f2c4-4d27-a00b-3cd1a96b8a40,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:07.683613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42130) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:07.695333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:07.697378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c91bdf22-f4d5-46f1-938a-7a0b0f6922c0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:07.697783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b0494e4e-a187-470c-8fae-f1185212c15d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:07.701432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d7661-885e-4538-9236-c1713f3e9b71 None None] Network 28758ffd-bbb1-400f-9927-837503657097 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:07.741922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.767195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.767364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.788230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b0494e4e-a187-470c-8fae-f1185212c15d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:07.788803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b0494e4e-a187-470c-8fae-f1185212c15d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:07.798451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.840929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.845708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.847239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2df48a9c-f2c4-4d27-a00b-3cd1a96b8a40 HTTP/1.1" status: 204  len: 168 time: 0.1624501
Nov 10 04:22:07.853731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=1cb206fc-7a50-4d30-b874-cab090d04e83,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:07.857073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1881b-81b4-4632-b77c-3d904ccb2ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df48a9c-f2c4-4d27-a00b-3cd1a96b8a40,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:07.924085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:07.964333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] DHCP port deletion for 28758ffd-bbb1-400f-9927-837503657097 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:07.986061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Deleting port a640891a-a9d5-47be-9bb3-f36aab63e9f9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:07.986420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.021421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Deleting port a640891a-a9d5-47be-9bb3-f36aab63e9f9 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:08.021707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.098926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] For port a640891a-a9d5-47be-9bb3-f36aab63e9f9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a640891a-a9d5-47be-9bb3-f36aab63e9f9,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:08.099680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.114096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Calling delete_port for a640891a-a9d5-47be-9bb3-f36aab63e9f9 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:08.145164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] For port a640891a-a9d5-47be-9bb3-f36aab63e9f9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a640891a-a9d5-47be-9bb3-f36aab63e9f9,segment=NetworkSegment(1f2ba9dd-a791-4420-9596-3cd2e56d04b9),segment_id=1f2ba9dd-a791-4420-9596-3cd2e56d04b9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:08.145548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.168465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Calling delete_port for a640891a-a9d5-47be-9bb3-f36aab63e9f9 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:08.179984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.220672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.263375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] Pushing event deleted for resources: {'Port': ['ID=a640891a-a9d5-47be-9bb3-f36aab63e9f9,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:08.267436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d911d-6744-4c50-9e46-ae4fd7fb268f None None] No DVR routers for this DVR port a640891a-a9d5-47be-9bb3-f36aab63e9f9 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:08.363152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.401776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a640891a-a9d5-47be-9bb3-f36aab63e9f9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:08.441113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] No DVR routers for this DVR port a640891a-a9d5-47be-9bb3-f36aab63e9f9 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:08.565168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.606232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0f5130>,) {'filters': {'network_id': ['28758ffd-bbb1-400f-9927-837503657097']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:08.617066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0f5130>, '1f2ba9dd-a791-4420-9596-3cd2e56d04b9') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:08.617868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0f5130>, '1f2ba9dd-a791-4420-9596-3cd2e56d04b9') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:08.634405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.637675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:08.664308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.737226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:08.737817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:08.740065 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:08.817492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.822327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:08.826744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/28758ffd-bbb1-400f-9927-837503657097 HTTP/1.1" status: 204  len: 168 time: 1.1601589
Nov 10 04:22:08.881171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c56fcf-bb3a-4393-98e9-fa0e020cfe04 admin admin] Pushing event deleted for resources: {'Network': ['ID=28758ffd-bbb1-400f-9927-837503657097,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:08.895595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:08.909478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98479a7b-65f0-45d4-bbbc-ea6043f339a4 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "PUT /v2.0/routers/404189e2-af5d-478c-b4fe-d7d0dacd9c35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2140975
Nov 10 04:22:08.909717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:08.912108 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] Sync routers for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:08.931042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:08.932598 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821439eca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:08.978838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821439eca0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:08.989968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] Routers {'404189e2-af5d-478c-b4fe-d7d0dacd9c35'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:08.991027 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821439eca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:09.031594 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821439eca0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:09.032403 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2cfa1-64e1-4990-acc8-7cc716afa0ef None None] The sync data for ids ['404189e2-af5d-478c-b4fe-d7d0dacd9c35'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:09.072705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.135868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42222) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:09.224872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.247303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1a9dd462-74ab-4eae-972c-9736109d4226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abc6c1178ce447b7ac33663ea9dea21f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1074634
Nov 10 04:22:09.247411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:09.308935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting port cc21d3e2-2607-4b34-bf31-8d597280a5b3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:09.309301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.352713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.386416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.401918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.470399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.474000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.475542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/482e11f0-2d34-4c17-b0d4-2759ee6f56ef HTTP/1.1" status: 204  len: 168 time: 0.2233329
Nov 10 04:22:09.485813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8581e-677d-4f20-8135-828f769c5003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e11f0-2d34-4c17-b0d4-2759ee6f56ef,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:09.698968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a640891a-a9d5-47be-9bb3-f36aab63e9f9 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:09.767939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a640891a-a9d5-47be-9bb3-f36aab63e9f9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:09.769564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a640891a-a9d5-47be-9bb3-f36aab63e9f9 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:09.813335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:09.830903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Calling delete_port for cc21d3e2-2607-4b34-bf31-8d597280a5b3 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:10.049725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.100523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6904262-6aa7-44b3-bbcc-ea00b3c5da2c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:10.149413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Port': ['ID=cc21d3e2-2607-4b34-bf31-8d597280a5b3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:10.156720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.194272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.213629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:10.261819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8153320b-95e7-4387-ad86-563759d243cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d062c5f873348faa8ea2297f02c221c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0470312
Nov 10 04:22:10.264833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42304) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:10.266142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.268297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.314256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.314626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Fanout notify agent at l3_agent the message router_deleted on router 404189e2-af5d-478c-b4fe-d7d0dacd9c35 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:22:10.321877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.323047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-913229a4-9ed5-4bb7-ac28-6b8e12906971 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/routers/404189e2-af5d-478c-b4fe-d7d0dacd9c35 HTTP/1.1" status: 204  len: 168 time: 1.4110150
Nov 10 04:22:10.325163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.325831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42308) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:10.356843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.393161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Deleting subnet a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:10.396533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.436492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.439138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.442707 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe67e1cf-a63d-451a-98d2-50f57c5f4e18 HTTP/1.1" status: 204  len: 168 time: 0.1745443
Nov 10 04:22:10.448670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eaef4-9a99-4c8b-9139-7069c5ba3092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67e1cf-a63d-451a-98d2-50f57c5f4e18,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:10.467887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.551388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.623414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.664450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.667750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/subnets/a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b HTTP/1.1" status: 204  len: 168 time: 0.3403432
Nov 10 04:22:10.669119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214d9b-d986-48e8-bc15-1249e1bf4662 tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Subnet': ['ID=a28a1e0c-02dd-4ddb-b9ca-1d7586277b9b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:10.670679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:10.766660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.910070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.935144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d9b8580>,) {'filters': {'network_id': ['5be3c9ac-c53c-4004-879b-84f693bd163f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:10.953668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d9b8580>, '830fd047-c38d-4a04-92c0-d2fef72df590') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:10.954060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d9b8580>, '830fd047-c38d-4a04-92c0-d2fef72df590') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:10.966437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.982513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.990747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:10.991376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:10.994978 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:11.068717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.076188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.079735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] 10.222.0.13 "DELETE /v2.0/networks/5be3c9ac-c53c-4004-879b-84f693bd163f HTTP/1.1" status: 204  len: 168 time: 0.4080498
Nov 10 04:22:11.110304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982831ec-ac53-42d8-938e-90689b52707e tempest-FloatingIPTestJSON-634168527 tempest-FloatingIPTestJSON-634168527-project] Pushing event deleted for resources: {'Network': ['ID=5be3c9ac-c53c-4004-879b-84f693bd163f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:11.421283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:11.675137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55f519af-d35f-4246-8cb3-612ba3b82491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f813ea80b57c4adeb2a4c5c0c7866ff2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2526541
Nov 10 04:22:11.677811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42398) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:11.729719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.753447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.822429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.825974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:11.827910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56334849-0837-4826-9480-bd956819fba2 HTTP/1.1" status: 204  len: 168 time: 0.1491690
Nov 10 04:22:11.839363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e35f2b-a577-4dd2-8561-3fe67bd94933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56334849-0837-4826-9480-bd956819fba2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:12.781251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:12.884497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195194508'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:12.908547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:12.912038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:12.924762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.003555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.008429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.035751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:13.051015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc0eb35-ac8f-4402-9af9-6e2d067c23d0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:13.056291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.056649 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment d3e383a7-4e58-49b5-8fe2-cdebc7d9abac of type vlan for network 933f0081-edd1-4431-9790-0a8b6faf252b
Nov 10 04:22:13.116183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.154056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.159966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:13.160573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.252633 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4562461
Nov 10 04:22:13.270864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1df80-020c-423b-8c5d-d7c9cfe707f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=933f0081-edd1-4431-9790-0a8b6faf252b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:13.283597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 933f0081-edd1-4431-9790-0a8b6faf252b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:13.460797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42490) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:13.466686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:13.576656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:13.580409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.811046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.887172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=8a295eaf-79e0-48c5-99b8-7a9392937ef9,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:13.895544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:13.895910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 933f0081-edd1-4431-9790-0a8b6faf252b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:13.914435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 933f0081-edd1-4431-9790-0a8b6faf252b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:13.924748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 933f0081-edd1-4431-9790-0a8b6faf252b) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:13.929057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:13.929742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:13.936585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6486a-7b27-48ad-a0cc-0ce3069e13d1 None None] Network 933f0081-edd1-4431-9790-0a8b6faf252b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:13.955497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-41a17e95-da53-40e9-80e3-4bc0600dfeb1 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.4934490
Nov 10 04:22:13.959053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:13.968528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078382786'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:14.003085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:14.006991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.039687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:14.055374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.055954 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 977a663e-37e8-4123-bfe8-f6ce65979201 of type vlan for network ea5b74e0-8106-4125-859a-a57d45cd0a87
Nov 10 04:22:14.108879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.113501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-933f0081-edd1-4431-9790-0a8b6faf252b', 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': '8a295eaf-79e0-48c5-99b8-7a9392937ef9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:14.114881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.142105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.148639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:14.149274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.210584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2503514
Nov 10 04:22:14.213374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42536) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:14.219859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': 'ea5b74e0-8106-4125-859a-a57d45cd0a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:14.231307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960b9b-5c53-4ef0-afe0-e63485b42fb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=ea5b74e0-8106-4125-859a-a57d45cd0a87,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:14.243598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ea5b74e0-8106-4125-859a-a57d45cd0a87 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:14.326295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:14.331272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.344076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Allocated IP 172.20.255.242 (933f0081-edd1-4431-9790-0a8b6faf252b/8a295eaf-79e0-48c5-99b8-7a9392937ef9/ee2268b3-a747-4c50-87ab-600f8a1e2f7b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:14.505048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.509922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.531457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.570259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Pushing event updated for resources: {'Port': ['ID=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:14.581504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Network 933f0081-edd1-4431-9790-0a8b6faf252b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:14.583988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:14.591271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:14.605346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '977a663e-37e8-4123-bfe8-f6ce65979201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ea5b74e0-8106-4125-859a-a57d45cd0a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:14.605739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: ea5b74e0-8106-4125-859a-a57d45cd0a87, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:14.616166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=ddbf39b7-763a-49af-9e9d-251549d17444,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:14.633452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network ea5b74e0-8106-4125-859a-a57d45cd0a87 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:14.649309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ea5b74e0-8106-4125-859a-a57d45cd0a87) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:14.658443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:14.663928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.673770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c483508-27e0-4932-a8a9-9e641a85aa8e None None] Network ea5b74e0-8106-4125-859a-a57d45cd0a87 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:14.683828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-742854e8-b835-48d8-9afd-08c15c229ccd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.4686751
Nov 10 04:22:14.686587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42550) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:14.734164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Attempting to bind port ee2268b3-a747-4c50-87ab-600f8a1e2f7b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:14.735177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Attempting to bind port ee2268b3-a747-4c50-87ab-600f8a1e2f7b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:14.735721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Attempting to bind port ee2268b3-a747-4c50-87ab-600f8a1e2f7b on network 933f0081-edd1-4431-9790-0a8b6faf252b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:14.745600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:14.746255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Checking segment: {'id': 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:14.746850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.747232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Bound using segment: {'id': 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:14.747866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Bound port: ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '933f0081-edd1-4431-9790-0a8b6faf252b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:14.748457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.838090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.875536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] For port ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:14.891786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] For port ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,segment=NetworkSegment(d3e383a7-4e58-49b5-8fe2-cdebc7d9abac),segment_id=d3e383a7-4e58-49b5-8fe2-cdebc7d9abac)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:14.913690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.936143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:14.970388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf2436-58f1-41dc-ae5f-21a4817dc4e7 None None] Pushing event updated for resources: {'Port': ['ID=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:14.973706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013c7da-c825-41ed-bf46-7a1a62cddd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ea5b74e0-8106-4125-859a-a57d45cd0a87', 'network_id': 'ea5b74e0-8106-4125-859a-a57d45cd0a87', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'ddbf39b7-763a-49af-9e9d-251549d17444'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:14.974625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e013c7da-c825-41ed-bf46-7a1a62cddd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-e013c7da-c825-41ed-bf46-7a1a62cddd54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddbf39b7-763a-49af-9e9d-251549d17444: This subnet is being modified by another concurrent operation.
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:15.150411 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddbf39b7-763a-49af-9e9d-251549d17444: This subnet is being modified by another concurrent operation.
Nov 10 04:22:15.156125 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:22:15.161877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.172123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb6ecc-7fe9-4308-a004-7246a521a6bc None None] Network ea5b74e0-8106-4125-859a-a57d45cd0a87 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:15.283096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbf39b7-763a-49af-9e9d-251549d17444,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:15.418733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.493786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f104040>,) {'filters': {'network_id': ['ea5b74e0-8106-4125-859a-a57d45cd0a87']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:15.511058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f104040>, '977a663e-37e8-4123-bfe8-f6ce65979201') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:15.511434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f104040>, '977a663e-37e8-4123-bfe8-f6ce65979201') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:15.523899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.541843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.550521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:15.552278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:15.568555 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:15.661642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.669082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.672841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/ea5b74e0-8106-4125-859a-a57d45cd0a87 HTTP/1.1" status: 204  len: 168 time: 0.9851139
Nov 10 04:22:15.677052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42612) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:15.682356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1359162466'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:15.684964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7befe-ecd4-4ac8-82b6-a729f8b697cb tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=ea5b74e0-8106-4125-859a-a57d45cd0a87,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:15.698518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ee2268b3-a747-4c50-87ab-600f8a1e2f7b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:15.741627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:15.745420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.757201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ee2268b3-a747-4c50-87ab-600f8a1e2f7b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:15.757581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.775783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:15.785418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.785765 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 4028d393-850c-4ee8-af3e-50a25154e18e of type vlan for network 199dcf76-a37c-4160-a881-b08790e80eb2
Nov 10 04:22:15.834737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.848023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.861538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.868386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:15.869217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.894340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,segment=NetworkSegment(d3e383a7-4e58-49b5-8fe2-cdebc7d9abac),segment_id=d3e383a7-4e58-49b5-8fe2-cdebc7d9abac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:15.901633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:15.962067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:15.963215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=199dcf76-a37c-4160-a881-b08790e80eb2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:15.971712 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-31233099-af69-4226-ae96-ead5d25e26f3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2909899
Nov 10 04:22:15.972290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42616) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:15.978231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '199dcf76-a37c-4160-a881-b08790e80eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:15.982137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 199dcf76-a37c-4160-a881-b08790e80eb2 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:16.098948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:16.102583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.179286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing IP validity checks on allocation pools {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:22:16.179805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:22:16.341511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.349558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b67810-bf08-48c0-b585-4aefd57443e6 None None] Network 933f0081-edd1-4431-9790-0a8b6faf252b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:16.443584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=002c7125-0b2f-4f6f-a484-2b0e3036ab0a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:16.452091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bbd67e0f-513e-47ee-bee3-1be64666e045 None None] Provisioning complete for port ee2268b3-a747-4c50-87ab-600f8a1e2f7b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:16.452777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbd67e0f-513e-47ee-bee3-1be64666e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.471362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '4028d393-850c-4ee8-af3e-50a25154e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '199dcf76-a37c-4160-a881-b08790e80eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:16.472553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 199dcf76-a37c-4160-a881-b08790e80eb2, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:16.491505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 199dcf76-a37c-4160-a881-b08790e80eb2 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:16.503210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 199dcf76-a37c-4160-a881-b08790e80eb2) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:16.509035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:16.509688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.527688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca7a5a-9640-431f-a7b0-9bf2a3f557b7 None None] Network 199dcf76-a37c-4160-a881-b08790e80eb2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:16.537437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f71c08df-224e-4e51-85f1-2597d4f3bc1d tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.5619676
Nov 10 04:22:16.538350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42636) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:16.676205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.744224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.809391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319985f9-62c6-4c58-a68c-af034e35da61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-199dcf76-a37c-4160-a881-b08790e80eb2', 'network_id': '199dcf76-a37c-4160-a881-b08790e80eb2', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': '002c7125-0b2f-4f6f-a484-2b0e3036ab0a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:16.810255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-319985f9-62c6-4c58-a68c-af034e35da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:16.881452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-319985f9-62c6-4c58-a68c-af034e35da61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002c7125-0b2f-4f6f-a484-2b0e3036ab0a: This subnet is being modified by another concurrent operation.
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:17.004477 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002c7125-0b2f-4f6f-a484-2b0e3036ab0a: This subnet is being modified by another concurrent operation.
Nov 10 04:22:17.008627 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:22:17.012763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=002c7125-0b2f-4f6f-a484-2b0e3036ab0a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:17.036327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b311f-2b78-48ec-a4e2-08813058ca89 None None] Network 199dcf76-a37c-4160-a881-b08790e80eb2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:17.041508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.072662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f143730>,) {'filters': {'network_id': ['199dcf76-a37c-4160-a881-b08790e80eb2']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:17.086436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f143730>, '4028d393-850c-4ee8-af3e-50a25154e18e') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:17.086736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f143730>, '4028d393-850c-4ee8-af3e-50a25154e18e') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:17.098039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.123057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.132929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:17.133389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:17.136767 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:17.166921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ea67684a-12c4-430c-acb8-74976243cdf7 None None] Provisioning complete for port ee2268b3-a747-4c50-87ab-600f8a1e2f7b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:17.167297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea67684a-12c4-430c-acb8-74976243cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.206686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6752986-1658-4db5-927f-50c90237d4e7 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:17.213176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.224796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.228782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/199dcf76-a37c-4160-a881-b08790e80eb2 HTTP/1.1" status: 204  len: 168 time: 0.6886392
Nov 10 04:22:17.233195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:17.239568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105854285'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:17.259202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad043149-6888-4a85-b8d4-94b99115037e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=199dcf76-a37c-4160-a881-b08790e80eb2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:17.284570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:17.289030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.327431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:17.341452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.342385 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment d310b684-1b95-4e92-b1ca-b2fdb9c34158 of type vlan for network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e
Nov 10 04:22:17.387461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.418153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.429089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:17.429698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.500966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2658072
Nov 10 04:22:17.504187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42688) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:17.509732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': 'cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:17.517548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6752986-1658-4db5-927f-50c90237d4e7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:17.544201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b740410-621f-44e2-8b9d-08dbe7c52ff2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:17.609899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:17.663013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:17.667382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.669070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ee2268b3-a747-4c50-87ab-600f8a1e2f7b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:17.797524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ee2268b3-a747-4c50-87ab-600f8a1e2f7b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:17.797906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.937684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:17.987134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330c9c0-afcd-40a1-af6a-22d9ec5ffaf6 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:18.049158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=a305423a-ef05-4220-9b39-e8bab50efc86,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:18.051448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': 'd310b684-1b95-4e92-b1ca-b2fdb9c34158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:18.052008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:18.075211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:18.093199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:18.113773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:18.114388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.137877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-69db4ab8-9604-4095-b6fd-a9c86c1bba34 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6323097
Nov 10 04:22:18.142497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:18.204721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330c9c0-afcd-40a1-af6a-22d9ec5ffaf6 None None] Unable to find a vacant binding_index for network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e and agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e {{(pid=119698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 10 04:22:18.210970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330c9c0-afcd-40a1-af6a-22d9ec5ffaf6 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e) {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:18.261411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.334191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.425085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.454399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=a305423a-ef05-4220-9b39-e8bab50efc86,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:18.476284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8b616-b573-4446-8bff-8a57329ef72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e', 'network_id': 'cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'a305423a-ef05-4220-9b39-e8bab50efc86'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:18.477211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b616-b573-4446-8bff-8a57329ef72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.530727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.553696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82143ce910>,) {'filters': {'network_id': ['cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:18.564313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143ce910>, 'd310b684-1b95-4e92-b1ca-b2fdb9c34158') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:18.565023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143ce910>, 'd310b684-1b95-4e92-b1ca-b2fdb9c34158') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:18.577695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.582997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf1a51-2e11-4d7f-b813-82a921b9812f None None] Network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:18.591994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.598707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:18.600362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:18.604630 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:18.684380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.696431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.704130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42756) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:18.704691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e HTTP/1.1" status: 204  len: 168 time: 0.5606496
Nov 10 04:22:18.710101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1570056983'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:18.717518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74a84-a946-461f-afab-be586a148e88 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:18.725050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be12aa-0961-42fc-a881-a20ecc3599a6 None None] Network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:18.735783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.737001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be12aa-0961-42fc-a881-a20ecc3599a6 None None] Network cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:22:18.752053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:18.756281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.782895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:18.794195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.794535 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 607f64eb-2ffd-477a-9d3d-3ea3c5d4ebbc of type vlan for network 3cb1703e-083c-4a42-adda-4a313f19823d
Nov 10 04:22:18.822184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42762) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:18.840216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.866534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.873013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:18.873203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.944025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2361047
Nov 10 04:22:18.945054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42770) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:18.954380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '3cb1703e-083c-4a42-adda-4a313f19823d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:18.955110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:18.964081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2830ec0-a457-49a0-9772-328b76478037 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=3cb1703e-083c-4a42-adda-4a313f19823d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:18.980361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3cb1703e-083c-4a42-adda-4a313f19823d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:19.022274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea26aba4-1e12-4aff-949e-c006a34eec1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.120548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:19.125217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.581763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea26aba4-1e12-4aff-949e-c006a34eec1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.588977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea26aba4-1e12-4aff-949e-c006a34eec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.645382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea26aba4-1e12-4aff-949e-c006a34eec1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78ed2d7c01b6441f9e0b1cca0d272c2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8216338
Nov 10 04:22:19.646282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26aba4-1e12-4aff-949e-c006a34eec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3885bbf1-ff1f-4b4f-9963-b136e777468d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:19.647834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42812) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:19.710796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.745986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.775342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.823551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.836398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.840968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3885bbf1-ff1f-4b4f-9963-b136e777468d HTTP/1.1" status: 204  len: 168 time: 0.1920204
Nov 10 04:22:19.852732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cea904-7a51-42ff-b6d6-cfb4c5647b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885bbf1-ff1f-4b4f-9963-b136e777468d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:19.855058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=4402ef09-94e8-4a70-a720-90310d95343c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:19.860059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '607f64eb-2ffd-477a-9d3d-3ea3c5d4ebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3cb1703e-083c-4a42-adda-4a313f19823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:19.860421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 3cb1703e-083c-4a42-adda-4a313f19823d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:19.891145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 3cb1703e-083c-4a42-adda-4a313f19823d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:19.904924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3cb1703e-083c-4a42-adda-4a313f19823d) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:19.911220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:19.911898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:19.920680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4a84e-6367-426b-bcc1-4967cc6e9b21 None None] Network 3cb1703e-083c-4a42-adda-4a313f19823d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:19.940288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e5d690f-11a7-40be-957c-15513ceb29f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9893396
Nov 10 04:22:19.941058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42828) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.019074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.093988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.131957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35370220-c44f-4b8c-b5e8-63aff70de0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3cb1703e-083c-4a42-adda-4a313f19823d', 'network_id': '3cb1703e-083c-4a42-adda-4a313f19823d', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': '4402ef09-94e8-4a70-a720-90310d95343c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:20.132857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-35370220-c44f-4b8c-b5e8-63aff70de0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.155023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.232815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f10c691-72f2-41ea-9b03-dde4ed839270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.252921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42836) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.267691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.269655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d4b5-1e65-4236-91a2-2943aeaf60d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-35370220-c44f-4b8c-b5e8-63aff70de0d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4402ef09-94e8-4a70-a720-90310d95343c: This subnet is being modified by another concurrent operation.
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:20.270825 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4402ef09-94e8-4a70-a720-90310d95343c: This subnet is being modified by another concurrent operation.
Nov 10 04:22:20.275383 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:22:20.298233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e2213-49a1-4aa6-bcc2-c01d8968a7a6 None None] Network 3cb1703e-083c-4a42-adda-4a313f19823d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:20.309331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=4402ef09-94e8-4a70-a720-90310d95343c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.350138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f10c691-72f2-41ea-9b03-dde4ed839270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.356849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f10c691-72f2-41ea-9b03-dde4ed839270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.378960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.391601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f10c691-72f2-41ea-9b03-dde4ed839270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edc8ccdb2a184df2b75ffbddc5418160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3685977
Nov 10 04:22:20.395668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.415126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10c691-72f2-41ea-9b03-dde4ed839270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80eb070-a3b7-404b-993d-0ccb45464a13,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.418371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ec7d7f0>,) {'filters': {'network_id': ['3cb1703e-083c-4a42-adda-4a313f19823d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:20.441241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec7d7f0>, '607f64eb-2ffd-477a-9d3d-3ea3c5d4ebbc') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:20.441629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec7d7f0>, '607f64eb-2ffd-477a-9d3d-3ea3c5d4ebbc') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:20.454644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876c13c-7869-4c19-8588-a77233fc6f2b None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:20.471364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.497756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.517983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:20.518402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:20.521503 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:20.564992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876c13c-7869-4c19-8588-a77233fc6f2b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:20.582538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.636672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.645759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d4b5-1e65-4236-91a2-2943aeaf60d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.649143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.658309 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.661459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/3cb1703e-083c-4a42-adda-4a313f19823d HTTP/1.1" status: 204  len: 168 time: 0.7193835
Nov 10 04:22:20.665194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.668036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d4b5-1e65-4236-91a2-2943aeaf60d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.671907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868621154'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:20.702562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:20.705820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d03ba-73bb-4d05-8980-c29804e18462 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=3cb1703e-083c-4a42-adda-4a313f19823d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.706556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.736833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:20.748266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.748917 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 5349295c-1cc5-4e8e-9f75-f45afa84c468 of type vlan for network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee
Nov 10 04:22:20.761265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8d4b5-1e65-4236-91a2-2943aeaf60d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba350e91-44b6-48fa-a8b7-918ed0bfaca1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.781035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2bd8d4b5-1e65-4236-91a2-2943aeaf60d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=476a603d283d48f99a74c898a1fc9fba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5269225
Nov 10 04:22:20.782688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.785452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.786776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.798522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f80eb070-a3b7-404b-993d-0ccb45464a13 HTTP/1.1" status: 204  len: 168 time: 0.3986495
Nov 10 04:22:20.807869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666c93d-404c-44b5-a3ca-2537a77508f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80eb070-a3b7-404b-993d-0ccb45464a13,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.816650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.873805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.879483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:20.880303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.892303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.944834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2782242
Nov 10 04:22:20.947721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42882) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:20.954448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:20.976290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:20.983441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6877-f0d8-4476-9774-3eca075bf2cc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:20.995508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:21.034992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.038163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.039641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba350e91-44b6-48fa-a8b7-918ed0bfaca1 HTTP/1.1" status: 204  len: 168 time: 0.2512448
Nov 10 04:22:21.055354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff35e-cfda-4616-8d20-f35995b9afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba350e91-44b6-48fa-a8b7-918ed0bfaca1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.079089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:21.084778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.153815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing IP validity checks on allocation pools {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:22:21.155097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:22:21.263001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:21.277749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-541530a6-976b-443a-94de-161d3ee2a4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.289199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.362014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42894) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:21.365579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=39a6c5ef-cf54-4dc2-8a88-0c88ac955648,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.373783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '5349295c-1cc5-4e8e-9f75-f45afa84c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:21.374074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:21.380742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-541530a6-976b-443a-94de-161d3ee2a4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.387763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-541530a6-976b-443a-94de-161d3ee2a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.400143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:21.411757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:21.417169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:21.417766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.423969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e763a20-1b45-4225-9333-cda7ab4868d5 None None] Network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:21.448851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2250a25d-e9e5-44da-9740-4c60160a3c23 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.4970362
Nov 10 04:22:21.450780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:21.455831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-541530a6-976b-443a-94de-161d3ee2a4bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fe5355202ed4345860b3c0f85daf346&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1909139
Nov 10 04:22:21.459015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:21.494888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541530a6-976b-443a-94de-161d3ee2a4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5df587-3e6e-404a-8cdb-3d5d11baf7bb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.536907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aca32cdd-c853-4393-bbfc-3f32d2f5b148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.559326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.596760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.610391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee', 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': '39a6c5ef-cf54-4dc2-8a88-0c88ac955648'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:21.611947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.615920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.673496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.691439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aca32cdd-c853-4393-bbfc-3f32d2f5b148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.700707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aca32cdd-c853-4393-bbfc-3f32d2f5b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.718910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.722166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.723530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c5df587-3e6e-404a-8cdb-3d5d11baf7bb HTTP/1.1" status: 204  len: 168 time: 0.2547123
Nov 10 04:22:21.755235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aca32cdd-c853-4393-bbfc-3f32d2f5b148 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe56311d43a41599ccab741fce8fd46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3895638
Nov 10 04:22:21.756473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca32cdd-c853-4393-bbfc-3f32d2f5b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806b5a3f-829b-4574-8db8-f6866acd202c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.758069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42912) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:21.768707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf821e1-619b-4a08-b6a2-b0722a122c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5df587-3e6e-404a-8cdb-3d5d11baf7bb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.801230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Allocated IP 172.20.0.3 (7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee/39a6c5ef-cf54-4dc2-8a88-0c88ac955648/7a20217e-d6e5-4407-8fd7-db9af9e3434d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:21.836896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.860370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.915928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.918842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:21.920886 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/806b5a3f-829b-4574-8db8-f6866acd202c HTTP/1.1" status: 204  len: 168 time: 0.1611581
Nov 10 04:22:21.930097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa552be-dd86-4813-9b78-e23b415c71ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806b5a3f-829b-4574-8db8-f6866acd202c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:21.997234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.005648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.053711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.069639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:22.074527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:22.079474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:22.085491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Pushing event updated for resources: {'Port': ['ID=7a20217e-d6e5-4407-8fd7-db9af9e3434d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.111046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.111662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.112211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=39a6c5ef-cf54-4dc2-8a88-0c88ac955648,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.112336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.112890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.113452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.113977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.114482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.114988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.115495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.116000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.116762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.117272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:22.155341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Attempting to bind port 7a20217e-d6e5-4407-8fd7-db9af9e3434d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:22.156075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Attempting to bind port 7a20217e-d6e5-4407-8fd7-db9af9e3434d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5349295c-1cc5-4e8e-9f75-f45afa84c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:22.156707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Attempting to bind port 7a20217e-d6e5-4407-8fd7-db9af9e3434d on network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:22.165078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:22.165737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Checking segment: {'id': '5349295c-1cc5-4e8e-9f75-f45afa84c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:22.167223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.167807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Bound using segment: {'id': '5349295c-1cc5-4e8e-9f75-f45afa84c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:22.168539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Bound port: 7a20217e-d6e5-4407-8fd7-db9af9e3434d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5349295c-1cc5-4e8e-9f75-f45afa84c468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:22.169304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.185733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.213150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8216883580>,) {'filters': {'network_id': ['7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:22.226103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8216883580>, '5349295c-1cc5-4e8e-9f75-f45afa84c468') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:22.226479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8216883580>, '5349295c-1cc5-4e8e-9f75-f45afa84c468') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:22.237483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.260282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.268697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d1391d21-0579-48df-9099-9b20143485dd None None] For port 7a20217e-d6e5-4407-8fd7-db9af9e3434d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:22.270111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:22.270872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:22.274909 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:22.341006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d1391d21-0579-48df-9099-9b20143485dd None None] For port 7a20217e-d6e5-4407-8fd7-db9af9e3434d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7a20217e-d6e5-4407-8fd7-db9af9e3434d,segment=NetworkSegment(5349295c-1cc5-4e8e-9f75-f45afa84c468),segment_id=5349295c-1cc5-4e8e-9f75-f45afa84c468)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:22.343460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.api [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:22:22.343460 ncdv-817176-1 neutron-server[119696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:22:22.343460 ncdv-817176-1 neutron-server[119696]: [parameters: {'id': '7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee'}]
Nov 10 04:22:22.343460 ncdv-817176-1 neutron-server[119696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:22:22.343886 ncdv-817176-1 neutron-server[119696]: DEBUG oslo_db.api [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:22:22.345839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.431256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391d21-0579-48df-9099-9b20143485dd None None] Pushing event updated for resources: {'Port': ['ID=7a20217e-d6e5-4407-8fd7-db9af9e3434d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.446316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cb8f9-c333-416c-9fd0-e32e0e709bf0 None None] Network 7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:22.461697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42930) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:22.483255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c669744b-476f-4e1c-8a63-0472278299f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.541765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42932) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:22.560488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f60f730b-4168-4c09-ac4a-cb66f79753e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.596363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec061b-726e-4399-bacb-6efb76a1bbf2 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:22.599940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c669744b-476f-4e1c-8a63-0472278299f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.606397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c669744b-476f-4e1c-8a63-0472278299f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.650799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c669744b-476f-4e1c-8a63-0472278299f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d6f6423378b42cdb50df552057cf391&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1877794
Nov 10 04:22:22.651530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669744b-476f-4e1c-8a63-0472278299f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3295d0a-9a62-4c70-821b-6beb802fe7b0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.653834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42934) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:22.669721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f60f730b-4168-4c09-ac4a-cb66f79753e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.677772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f60f730b-4168-4c09-ac4a-cb66f79753e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.682729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec061b-726e-4399-bacb-6efb76a1bbf2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:22.728702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.736374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f730b-4168-4c09-ac4a-cb66f79753e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc226a-21fd-4fad-b1f5-44e79796895f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.742712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f60f730b-4168-4c09-ac4a-cb66f79753e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c033aeca2c40d6894b686bd644e680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1991031
Nov 10 04:22:22.745258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42938) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:22.759651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.826726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.830709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.835122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.840140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3295d0a-9a62-4c70-821b-6beb802fe7b0 HTTP/1.1" status: 204  len: 168 time: 0.1742015
Nov 10 04:22:22.852015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.856513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e6a80-f27d-4322-a75f-a129446e08d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3295d0a-9a62-4c70-821b-6beb802fe7b0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:22.863151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.931322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.934093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.935184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bccc226a-21fd-4fad-b1f5-44e79796895f HTTP/1.1" status: 204  len: 168 time: 0.1884129
Nov 10 04:22:22.943928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting port 7a20217e-d6e5-4407-8fd7-db9af9e3434d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:22.944282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:22.948730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a186e-687a-4c10-a40d-19b9a9dd499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc226a-21fd-4fad-b1f5-44e79796895f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:23.283089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] For port 7a20217e-d6e5-4407-8fd7-db9af9e3434d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7a20217e-d6e5-4407-8fd7-db9af9e3434d,segment=NetworkSegment(5349295c-1cc5-4e8e-9f75-f45afa84c468),segment_id=5349295c-1cc5-4e8e-9f75-f45afa84c468)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:23.283453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.296149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Calling delete_port for 7a20217e-d6e5-4407-8fd7-db9af9e3434d owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:23.399424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.464597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Port': ['ID=7a20217e-d6e5-4407-8fd7-db9af9e3434d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:23.467851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No DVR routers for this DVR port 7a20217e-d6e5-4407-8fd7-db9af9e3434d on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:23.553924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.574956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214acbd00>,) {'filters': {'network_id': ['7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:23.589924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214acbd00>, '5349295c-1cc5-4e8e-9f75-f45afa84c468') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:23.590274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214acbd00>, '5349295c-1cc5-4e8e-9f75-f45afa84c468') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:23.601373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.616859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.624502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:23.624939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:23.627833 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:23.693970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.698439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.705180 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee HTTP/1.1" status: 204  len: 168 time: 2.2526765
Nov 10 04:22:23.707705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 42978) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:23.713243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665537801'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:23.721290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc10b4f-5c68-41bd-bbbd-0a2a8ee042e9 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:23.741818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:23.745668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.774893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:23.788533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.789055 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 971d34ca-76c0-4e66-9671-541510f989f9 of type vlan for network 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff
Nov 10 04:22:23.850462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.881317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.891104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:23.892089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:23.936419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2235360
Nov 10 04:22:23.936586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 42996) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:23.941817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:23.995413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04192ceb-c4a3-4c8f-9d21-fc4544152e4f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:24.011547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:24.057934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:24.063182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.278025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.342514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43016) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:24.353408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=1635c762-51e3-4779-befd-141908624c07,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:24.359907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '971d34ca-76c0-4e66-9671-541510f989f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:24.360363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:24.379909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:24.391595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:24.395891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:24.396538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.404824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56276b9a-a5eb-4007-a7ee-513e1f555af3 None None] Network 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:24.414041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b48083c-68fc-4142-abb5-a90ed7dadf2b tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4770281
Nov 10 04:22:24.416855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43022) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:24.541832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.596393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352b2ea-836b-4e5f-87ee-d6e0614228df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff', 'network_id': '1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': '1635c762-51e3-4779-befd-141908624c07'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:24.597303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3352b2ea-836b-4e5f-87ee-d6e0614228df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.608870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6aad909-ec2f-4121-890f-48edc19a1a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.619059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.729063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-3352b2ea-836b-4e5f-87ee-d6e0614228df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1635c762-51e3-4779-befd-141908624c07: This subnet is being modified by another concurrent operation.
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:24.731992 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1635c762-51e3-4779-befd-141908624c07: This subnet is being modified by another concurrent operation.
Nov 10 04:22:24.736884 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:22:24.756378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22d879-5315-41ca-b9dc-3f773e79315c None None] Network 1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:24.770096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=1635c762-51e3-4779-befd-141908624c07,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:24.787173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6aad909-ec2f-4121-890f-48edc19a1a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.798181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e6aad909-ec2f-4121-890f-48edc19a1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.898962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e6aad909-ec2f-4121-890f-48edc19a1a8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c79a95231cb2468c85c53cb08ad40156&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5552335
Nov 10 04:22:24.901988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43040) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:24.905923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.916907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aad909-ec2f-4121-890f-48edc19a1a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b6ddd3-a626-48a3-8172-02bb38d2630b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:24.923711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1924c5-0c0c-4ee6-b4b7-f049f7642b00 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:24.939496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821515eee0>,) {'filters': {'network_id': ['1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:24.952347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821515eee0>, '971d34ca-76c0-4e66-9671-541510f989f9') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:24.953834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821515eee0>, '971d34ca-76c0-4e66-9671-541510f989f9') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:24.971003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:24.994671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.009551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:25.010224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.011135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1924c5-0c0c-4ee6-b4b7-f049f7642b00 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:25.017159 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:25.019425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.072712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.097055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.107011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.118658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff HTTP/1.1" status: 204  len: 168 time: 0.7005606
Nov 10 04:22:25.121974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43048) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:25.128030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568436341'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:25.152784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.157083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abdf16-3252-4243-8318-25a5fdeae8f5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:25.160043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.164886 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9b6ddd3-a626-48a3-8172-02bb38d2630b HTTP/1.1" status: 204  len: 168 time: 0.2616417
Nov 10 04:22:25.170786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:25.174604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.189675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7597a2-0428-490d-813b-d513088ee3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b6ddd3-a626-48a3-8172-02bb38d2630b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:25.206527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:25.216907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.217259 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 6ed8889c-8cb1-4db2-9425-5c346daafeb4 of type vlan for network 58710955-bc64-4073-8b0b-2d54ce2dae6d
Nov 10 04:22:25.273912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.301872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.307669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:25.308262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.371679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2459116
Nov 10 04:22:25.372422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43058) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:25.383989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:25.425758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8dc0-54a1-4b04-8871-1e33fdf7012e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=58710955-bc64-4073-8b0b-2d54ce2dae6d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:25.446252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 58710955-bc64-4073-8b0b-2d54ce2dae6d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:25.500167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:25.507607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.641518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43066) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:25.664177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6210-826b-4371-a84a-442a1fd0dd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.721067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.772398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6210-826b-4371-a84a-442a1fd0dd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.778761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6210-826b-4371-a84a-442a1fd0dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.805783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '6ed8889c-8cb1-4db2-9425-5c346daafeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:25.806697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 58710955-bc64-4073-8b0b-2d54ce2dae6d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:25.809155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=f4a556c4-6f6b-4872-9f85-61cecef4d444,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:25.846944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 58710955-bc64-4073-8b0b-2d54ce2dae6d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:25.855399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0e4e6210-826b-4371-a84a-442a1fd0dd66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e86bc80251240fc9f7c55dfb65af36a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2120991
Nov 10 04:22:25.856293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e6210-826b-4371-a84a-442a1fd0dd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd739dc-ba1c-45c7-93c7-5db34f46b5e6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:25.858806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:25.877668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 58710955-bc64-4073-8b0b-2d54ce2dae6d) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:25.882901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:25.883577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.887982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5c94e-ae3e-4739-944f-bee921937730 None None] Network 58710955-bc64-4073-8b0b-2d54ce2dae6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:25.921053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c830fe5b-8651-432f-89fc-a241d837b08f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.5480447
Nov 10 04:22:25.923840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:25.942062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:25.969490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.029721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.033466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.037521 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd739dc-ba1c-45c7-93c7-5db34f46b5e6 HTTP/1.1" status: 204  len: 168 time: 0.1769307
Nov 10 04:22:26.048240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0b76-61d2-4da6-a94e-40059056010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd739dc-ba1c-45c7-93c7-5db34f46b5e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:26.091869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-58710955-bc64-4073-8b0b-2d54ce2dae6d', 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'f4a556c4-6f6b-4872-9f85-61cecef4d444'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:26.092772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.130162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.200971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.260382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Allocated IP 172.20.0.1 (58710955-bc64-4073-8b0b-2d54ce2dae6d/f4a556c4-6f6b-4872-9f85-61cecef4d444/916d643b-e393-42fa-9b3b-d924199dce14) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:26.431419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.442290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.456666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.480648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Network 58710955-bc64-4073-8b0b-2d54ce2dae6d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:26.484636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:26.488065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:26.499283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a556c4-6f6b-4872-9f85-61cecef4d444,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:26.527381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Pushing event updated for resources: {'Port': ['ID=916d643b-e393-42fa-9b3b-d924199dce14,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:26.563401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Attempting to bind port 916d643b-e393-42fa-9b3b-d924199dce14 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:26.564175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Attempting to bind port 916d643b-e393-42fa-9b3b-d924199dce14 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6ed8889c-8cb1-4db2-9425-5c346daafeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:26.564552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Attempting to bind port 916d643b-e393-42fa-9b3b-d924199dce14 on network 58710955-bc64-4073-8b0b-2d54ce2dae6d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:26.570586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:26.571031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Checking segment: {'id': '6ed8889c-8cb1-4db2-9425-5c346daafeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:26.571347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.571738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Bound using segment: {'id': '6ed8889c-8cb1-4db2-9425-5c346daafeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:26.572217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Bound port: 916d643b-e393-42fa-9b3b-d924199dce14, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed8889c-8cb1-4db2-9425-5c346daafeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:26.572592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.590799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.620244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821a624fa0>,) {'filters': {'network_id': ['58710955-bc64-4073-8b0b-2d54ce2dae6d']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:26.633849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821a624fa0>, '6ed8889c-8cb1-4db2-9425-5c346daafeb4') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:26.634366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821a624fa0>, '6ed8889c-8cb1-4db2-9425-5c346daafeb4') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:26.648245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.655301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] For port 916d643b-e393-42fa-9b3b-d924199dce14, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:26.658671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] For port 916d643b-e393-42fa-9b3b-d924199dce14, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=916d643b-e393-42fa-9b3b-d924199dce14,segment=NetworkSegment(6ed8889c-8cb1-4db2-9425-5c346daafeb4),segment_id=6ed8889c-8cb1-4db2-9425-5c346daafeb4)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:26.665223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.674615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.688457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:26.689383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:26.713341 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:26.772082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd3d5-25ba-40f3-8e66-ea215b0c83b6 None None] Pushing event updated for resources: {'Port': ['ID=916d643b-e393-42fa-9b3b-d924199dce14,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:26.773862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:22:26.773862 ncdv-817176-1 neutron-server[119697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:22:26.773862 ncdv-817176-1 neutron-server[119697]: [parameters: {'id': '58710955-bc64-4073-8b0b-2d54ce2dae6d'}]
Nov 10 04:22:26.773862 ncdv-817176-1 neutron-server[119697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:22:26.774611 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:22:26.789732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b853c3-6f0b-4ea9-978e-e525ee064931 None None] Network 58710955-bc64-4073-8b0b-2d54ce2dae6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:26.925958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e87f9-d9d4-4772-bdfb-4749587d8bd5 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:27.000016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e87f9-d9d4-4772-bdfb-4749587d8bd5 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:27.275934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.343231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting port 916d643b-e393-42fa-9b3b-d924199dce14 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:27.343648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.422109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] For port 916d643b-e393-42fa-9b3b-d924199dce14, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=916d643b-e393-42fa-9b3b-d924199dce14,segment=NetworkSegment(6ed8889c-8cb1-4db2-9425-5c346daafeb4),segment_id=6ed8889c-8cb1-4db2-9425-5c346daafeb4)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:27.422536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.438766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Calling delete_port for 916d643b-e393-42fa-9b3b-d924199dce14 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:27.549683 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:22:27.555551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.621050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Port': ['ID=916d643b-e393-42fa-9b3b-d924199dce14,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:27.626394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No DVR routers for this DVR port 916d643b-e393-42fa-9b3b-d924199dce14 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:27.736776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.760338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e7e9340>,) {'filters': {'network_id': ['58710955-bc64-4073-8b0b-2d54ce2dae6d']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:27.773759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e7e9340>, '6ed8889c-8cb1-4db2-9425-5c346daafeb4') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:27.774167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e7e9340>, '6ed8889c-8cb1-4db2-9425-5c346daafeb4') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:27.787124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.803879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.812074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:27.812760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:27.818302 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:27.900104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.909392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.913428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/58710955-bc64-4073-8b0b-2d54ce2dae6d HTTP/1.1" status: 204  len: 168 time: 1.9886017
Nov 10 04:22:27.917589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43162) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:27.923838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849934989'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:27.939684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39f02-7541-4c25-b610-931aff1aafef tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=58710955-bc64-4073-8b0b-2d54ce2dae6d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:27.961177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:27.967323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:27.999854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:28.010499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.011060 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 8fe0d65e-2e9b-41b8-ade9-68c91e5d886f of type vlan for network 40a39b0d-719c-44e7-9372-b625ab1b08f3
Nov 10 04:22:28.053632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.084097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.093314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:28.094302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.165622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2463069
Nov 10 04:22:28.168243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:28.176092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:28.193174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ef54-77b4-4b8c-b664-3542ca00bfea tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=40a39b0d-719c-44e7-9372-b625ab1b08f3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:28.204967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:28.361018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.378559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.398702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 is not hosted by any dhcp agent {{(pid=119697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:22:28.404715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:28.405322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.409223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "PUT /v2.0/networks/40a39b0d-719c-44e7-9372-b625ab1b08f3 HTTP/1.1" status: 200  len: 723 time: 0.2374027
Nov 10 04:22:28.409619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43184) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:28.416768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:28.457785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db14de-5ce2-4fd8-b1e8-5a92b6da11b5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=40a39b0d-719c-44e7-9372-b625ab1b08f3,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:28.469198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:28.531896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:28.538873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.781044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.862375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=a1802f25-987d-4b10-967b-e276ca44abba,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:28.877659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:28.878019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: 40a39b0d-719c-44e7-9372-b625ab1b08f3, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:28.902610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:28.917304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 40a39b0d-719c-44e7-9372-b625ab1b08f3) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:28.929854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13da3e-74d4-441b-9060-37f2ff663763 None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:28.941010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:28.942317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:28.965957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-07fcf612-06da-43a5-81b7-c90c63b99bb4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5550642
Nov 10 04:22:28.969200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43228) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:28.976849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:29.197677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25899421'] for subnet, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.270073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-40a39b0d-719c-44e7-9372-b625ab1b08f3', 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'a1802f25-987d-4b10-967b-e276ca44abba'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:29.272739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.423497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762294509761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992928'] for subnet, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.475818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:29.476412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.483977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "PUT /v2.0/subnets/a1802f25-987d-4b10-967b-e276ca44abba HTTP/1.1" status: 200  len: 806 time: 0.5129824
Nov 10 04:22:29.484689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43272) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:29.489022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Allocated IP 172.20.0.2 (40a39b0d-719c-44e7-9372-b625ab1b08f3/a1802f25-987d-4b10-967b-e276ca44abba/886407bd-d93c-48e9-85c9-2262fa9baa17) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:29.513559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3d71-ac11-4007-bc52-bab50864b8e4 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=a1802f25-987d-4b10-967b-e276ca44abba,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:29.626237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.691372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.710561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.717517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.761233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:29.762386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.764590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:29.768327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:29.775141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Pushing event updated for resources: {'Port': ['ID=886407bd-d93c-48e9-85c9-2262fa9baa17,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:29.792713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=a1802f25-987d-4b10-967b-e276ca44abba,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:29.842700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Attempting to bind port 886407bd-d93c-48e9-85c9-2262fa9baa17 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:29.843074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Attempting to bind port 886407bd-d93c-48e9-85c9-2262fa9baa17 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:29.843592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Attempting to bind port 886407bd-d93c-48e9-85c9-2262fa9baa17 on network 40a39b0d-719c-44e7-9372-b625ab1b08f3 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:29.850665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:29.851103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Checking segment: {'id': '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:29.851503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.851919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Bound using segment: {'id': '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:29.852552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Bound port: 886407bd-d93c-48e9-85c9-2262fa9baa17, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:29.852964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.870213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.889832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820eb2e220>,) {'filters': {'network_id': ['40a39b0d-719c-44e7-9372-b625ab1b08f3']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:29.898921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eb2e220>, '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:29.899235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eb2e220>, '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:29.909606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.914290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] For port 886407bd-d93c-48e9-85c9-2262fa9baa17, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:29.917656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] For port 886407bd-d93c-48e9-85c9-2262fa9baa17, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=886407bd-d93c-48e9-85c9-2262fa9baa17,segment=NetworkSegment(8fe0d65e-2e9b-41b8-ade9-68c91e5d886f),segment_id=8fe0d65e-2e9b-41b8-ade9-68c91e5d886f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:29.923263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.925206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.931659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:29.932245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:29.935758 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:29.997591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.db.api [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 10 04:22:29.997591 ncdv-817176-1 neutron-server[119696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 10 04:22:29.997591 ncdv-817176-1 neutron-server[119696]: [parameters: {'id': '40a39b0d-719c-44e7-9372-b625ab1b08f3'}]
Nov 10 04:22:29.997591 ncdv-817176-1 neutron-server[119696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:22:29.998153 ncdv-817176-1 neutron-server[119696]: DEBUG oslo_db.api [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:22:30.003507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd3c6-21bd-4dbc-a9f7-8f03d8ba2b2a None None] Pushing event updated for resources: {'Port': ['ID=886407bd-d93c-48e9-85c9-2262fa9baa17,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:30.017109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f2e94-ec8c-4995-8bf6-7a1a15863d14 None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:30.129107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c1a1c-bbe6-4238-a718-ccc348f7ec5d None None] Network 40a39b0d-719c-44e7-9372-b625ab1b08f3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:30.253158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae8dc5-d8df-4506-b6a2-2386e44cde55 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:30.329781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae8dc5-d8df-4506-b6a2-2386e44cde55 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:30.499804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.564717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43310) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:30.585358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting port 886407bd-d93c-48e9-85c9-2262fa9baa17 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:30.585708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.649690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] For port 886407bd-d93c-48e9-85c9-2262fa9baa17, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=886407bd-d93c-48e9-85c9-2262fa9baa17,segment=NetworkSegment(8fe0d65e-2e9b-41b8-ade9-68c91e5d886f),segment_id=8fe0d65e-2e9b-41b8-ade9-68c91e5d886f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:30.650037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.662553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Calling delete_port for 886407bd-d93c-48e9-85c9-2262fa9baa17 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:30.682809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a27354c6-d178-4812-aeb7-eff17e673cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.766240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.789010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a27354c6-d178-4812-aeb7-eff17e673cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.797645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Port': ['ID=886407bd-d93c-48e9-85c9-2262fa9baa17,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:30.798525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a27354c6-d178-4812-aeb7-eff17e673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.799517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No DVR routers for this DVR port 886407bd-d93c-48e9-85c9-2262fa9baa17 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:30.841459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a27354c6-d178-4812-aeb7-eff17e673cb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8308fac50e8442bda594fbf4e1a2f3ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2755947
Nov 10 04:22:30.843240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27354c6-d178-4812-aeb7-eff17e673cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647b53d6-75e3-42a3-b680-b301cfe86cf7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:30.845576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43322) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:30.914457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.923002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.948352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82171798b0>,) {'filters': {'network_id': ['40a39b0d-719c-44e7-9372-b625ab1b08f3']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:30.951873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.963087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82171798b0>, '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:30.964115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82171798b0>, '8fe0d65e-2e9b-41b8-ade9-68c91e5d886f') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:30.977018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:30.993486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.000628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:31.000933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:31.004350 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:31.008676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.011470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.012636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/647b53d6-75e3-42a3-b680-b301cfe86cf7 HTTP/1.1" status: 204  len: 168 time: 0.1661379
Nov 10 04:22:31.023330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117714a-0f12-4175-87bd-6d044d1dd6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647b53d6-75e3-42a3-b680-b301cfe86cf7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.077119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.101066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.105137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/40a39b0d-719c-44e7-9372-b625ab1b08f3 HTTP/1.1" status: 204  len: 168 time: 1.6187718
Nov 10 04:22:31.107952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61752e-f3be-4959-807d-a8e10ae68897 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=40a39b0d-719c-44e7-9372-b625ab1b08f3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.108216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43334) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.140514 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dce9129-42b3-4918-bb62-1ce2dcc0d27f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:31.141325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dce9129-42b3-4918-bb62-1ce2dcc0d27f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:31.145120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6dce9129-42b3-4918-bb62-1ce2dcc0d27f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/40a39b0d-719c-44e7-9372-b625ab1b08f3 HTTP/1.1" status: 404  len: 339 time: 0.0354173
Nov 10 04:22:31.149029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43338) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.155892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381722545', 'description': 'd1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:31.180201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:31.185293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.213836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:31.226426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.226811 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment 8fb37720-563e-4971-9c45-d2c522c6fa90 of type vlan for network cd066ef4-ac53-4dcf-883b-7909ea4e97a4
Nov 10 04:22:31.283383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.318843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.326845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:31.327451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.390266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2400815
Nov 10 04:22:31.393266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43354) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.408231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d5dce-2e3b-4a48-900f-31b70cd6141c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=cd066ef4-ac53-4dcf-883b-7909ea4e97a4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.423467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network cd066ef4-ac53-4dcf-883b-7909ea4e97a4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:31.429843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43356) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.447226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56016c07-4e3b-4c7b-9d68-cea0a18bf983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.520063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93cefb-7f6e-4058-bbe4-7b45df5c1844 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:31.525230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.525713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c93cefb-7f6e-4058-bbe4-7b45df5c1844 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks?id=cd066ef4-ac53-4dcf-883b-7909ea4e97a4 HTTP/1.1" status: 200  len: 761 time: 0.1305749
Nov 10 04:22:31.532801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'description': 'd2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:31.608862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56016c07-4e3b-4c7b-9d68-cea0a18bf983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.620317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56016c07-4e3b-4c7b-9d68-cea0a18bf983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.712866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56016c07-4e3b-4c7b-9d68-cea0a18bf983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdabdba-f372-4e47-8b67-eb1097217e5f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.724480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-56016c07-4e3b-4c7b-9d68-cea0a18bf983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db17917ec3c405ebc51fe9bb87ab950&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2933297
Nov 10 04:22:31.727127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.755579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.775219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.794440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network cd066ef4-ac53-4dcf-883b-7909ea4e97a4 is not hosted by any dhcp agent {{(pid=119696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 10 04:22:31.795905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.800080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:31.800412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.804304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "PUT /v2.0/networks/cd066ef4-ac53-4dcf-883b-7909ea4e97a4 HTTP/1.1" status: 200  len: 758 time: 0.2745347
Nov 10 04:22:31.805848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43382) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.854417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9fbf-cccd-405c-bed3-a4fe7dd92220 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=cd066ef4-ac53-4dcf-883b-7909ea4e97a4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.866429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network cd066ef4-ac53-4dcf-883b-7909ea4e97a4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:31.876341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.937132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096784e-d0c5-42b2-8faa-6ee1c5b6176e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:31.938694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8096784e-d0c5-42b2-8faa-6ee1c5b6176e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks?id=cd066ef4-ac53-4dcf-883b-7909ea4e97a4 HTTP/1.1" status: 200  len: 761 time: 0.1318843
Nov 10 04:22:31.942637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43386) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:31.948324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1976275427'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:31.966261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.970636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:31.976778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cdabdba-f372-4e47-8b67-eb1097217e5f HTTP/1.1" status: 204  len: 168 time: 0.2478991
Nov 10 04:22:31.983473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:31.991037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0230231-21e1-4007-8a0a-e759e6a81831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdabdba-f372-4e47-8b67-eb1097217e5f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:31.994221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.028419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:32.043806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.045224 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment ceb3ef21-7809-4d0e-a32e-975e83fedfac of type vlan for network df127ad3-b400-4e2b-af6a-eef017624489
Nov 10 04:22:32.097109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.127994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.135462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:32.136632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.205768 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2617412
Nov 10 04:22:32.208808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43394) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.217243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': 'df127ad3-b400-4e2b-af6a-eef017624489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:32.219531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329c97-bb92-4430-ab7d-ddc227a37918 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=df127ad3-b400-4e2b-af6a-eef017624489,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:32.233620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network df127ad3-b400-4e2b-af6a-eef017624489 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:32.361235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:32.366182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.388120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43402) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.500677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43408) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.519464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6be6b46c-bc59-47bf-8ef3-7319f60f7425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.550687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74862eb3-df35-4367-bdc8-7a010e11adbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.605921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.619737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6be6b46c-bc59-47bf-8ef3-7319f60f7425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.623949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6be6b46c-bc59-47bf-8ef3-7319f60f7425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.665786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6be6b46c-bc59-47bf-8ef3-7319f60f7425 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771845b5ccb14866bf9884cc515c240b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1644380
Nov 10 04:22:32.668464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43410) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.677476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6b46c-bc59-47bf-8ef3-7319f60f7425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410c0e56-3cb4-4bbe-b16b-8e905aa229ea,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:32.704570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=dd5cb778-d2d0-4274-863f-40dc8c676a55,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:32.707921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': 'ceb3ef21-7809-4d0e-a32e-975e83fedfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df127ad3-b400-4e2b-af6a-eef017624489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:32.708418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: df127ad3-b400-4e2b-af6a-eef017624489, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:32.735170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.745524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network df127ad3-b400-4e2b-af6a-eef017624489 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:32.754875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74862eb3-df35-4367-bdc8-7a010e11adbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.758206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.758720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-74862eb3-df35-4367-bdc8-7a010e11adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.763954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, df127ad3-b400-4e2b-af6a-eef017624489) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:32.773297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814d0e3-c967-4877-9d69-3d0d8e2ad7d0 None None] Network df127ad3-b400-4e2b-af6a-eef017624489 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:32.775512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:32.776103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.814383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-74862eb3-df35-4367-bdc8-7a010e11adbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14ec11452e1040a2b19eaeb287649bc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4253516
Nov 10 04:22:32.815438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74862eb3-df35-4367-bdc8-7a010e11adbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfe596-cc8d-4669-8d19-962ae1cc8d3a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:32.821987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0072ecb5-1709-4a40-a5a0-bf3bf91fd9dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6114526
Nov 10 04:22:32.825302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43416) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.833060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43414) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.840787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43418) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:32.877608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.880370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.884001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/410c0e56-3cb4-4bbe-b16b-8e905aa229ea HTTP/1.1" status: 204  len: 168 time: 0.2117996
Nov 10 04:22:32.896674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb42d4-5d90-4c6d-884b-288d2ccaf993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410c0e56-3cb4-4bbe-b16b-8e905aa229ea,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:32.914075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.940141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:32.958186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.005228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.008442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.009658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dbfe596-cc8d-4669-8d19-962ae1cc8d3a HTTP/1.1" status: 204  len: 168 time: 0.1754322
Nov 10 04:22:33.023020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3560dfa-1594-423f-88e5-07b3415cc83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfe596-cc8d-4669-8d19-962ae1cc8d3a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.043509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf7d0e-0305-4b2f-9048-c2f6579381a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-df127ad3-b400-4e2b-af6a-eef017624489', 'network_id': 'df127ad3-b400-4e2b-af6a-eef017624489', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'dd5cb778-d2d0-4274-863f-40dc8c676a55'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:33.044804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f5bf7d0e-0305-4b2f-9048-c2f6579381a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.062567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.092302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78d8087e-1545-4ca8-a3f8-241694395407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.172716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-f5bf7d0e-0305-4b2f-9048-c2f6579381a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd5cb778-d2d0-4274-863f-40dc8c676a55: This subnet is being modified by another concurrent operation.
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:22:33.175040 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd5cb778-d2d0-4274-863f-40dc8c676a55: This subnet is being modified by another concurrent operation.
Nov 10 04:22:33.179283 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:22:33.208548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5ae53-6856-45fb-b4d9-ee6a8b8dd8ae None None] Network df127ad3-b400-4e2b-af6a-eef017624489 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:33.214858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5cb778-d2d0-4274-863f-40dc8c676a55,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.298162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.309459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78d8087e-1545-4ca8-a3f8-241694395407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.316102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78d8087e-1545-4ca8-a3f8-241694395407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.338101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e949130>,) {'filters': {'network_id': ['df127ad3-b400-4e2b-af6a-eef017624489']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:33.346011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6ce76-530e-47db-b48d-93f739eb5d7d None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:22:33.364219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e949130>, 'ceb3ef21-7809-4d0e-a32e-975e83fedfac') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:33.364506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e949130>, 'ceb3ef21-7809-4d0e-a32e-975e83fedfac') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:33.390233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-78d8087e-1545-4ca8-a3f8-241694395407 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3451e5f5107f48e79d66d4f059f87cec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5487795
Nov 10 04:22:33.393315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43436) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.393459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.399575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8087e-1545-4ca8-a3f8-241694395407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a995c-69c6-4e37-86a5-8427ac9ce55c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.410561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.429531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:33.430520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:33.437767 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:33.464060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.477379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6ce76-530e-47db-b48d-93f739eb5d7d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:22:33.499300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.515944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.529847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43440) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.531465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.539112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/df127ad3-b400-4e2b-af6a-eef017624489 HTTP/1.1" status: 204  len: 168 time: 0.7091632
Nov 10 04:22:33.539112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43442) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.566700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47466b-ea94-400c-9776-25bdb9a05301 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=df127ad3-b400-4e2b-af6a-eef017624489,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.579189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.582839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.585070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f8a995c-69c6-4e37-86a5-8427ac9ce55c HTTP/1.1" status: 204  len: 168 time: 0.1909668
Nov 10 04:22:33.592916 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3879b5ca-cf03-4f1d-82b1-121952f7fc9a tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] GET failed (client error): The resource could not be found.
Nov 10 04:22:33.594400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3879b5ca-cf03-4f1d-82b1-121952f7fc9a tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets/dd5cb778-d2d0-4274-863f-40dc8c676a55 HTTP/1.1" status: 404  len: 337 time: 0.0442803
Nov 10 04:22:33.595305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94c1581a-4e75-482b-8e69-3946fa70464b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.597212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.606240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7925b28-d967-4e5a-acf0-5608b9e79610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a995c-69c6-4e37-86a5-8427ac9ce55c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.634451 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f935b82-9e64-4a37-b1b2-563633f1b8cf tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:33.635023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f935b82-9e64-4a37-b1b2-563633f1b8cf tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:33.638134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f935b82-9e64-4a37-b1b2-563633f1b8cf tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/df127ad3-b400-4e2b-af6a-eef017624489 HTTP/1.1" status: 404  len: 339 time: 0.0391195
Nov 10 04:22:33.642473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.883464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b7941-70f6-4ef6-ba0d-ca328eddd928 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:33.887494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9b3b7941-70f6-4ef6-ba0d-ca328eddd928 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2406616
Nov 10 04:22:33.887910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43456) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.925672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94c1581a-4e75-482b-8e69-3946fa70464b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.932365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94c1581a-4e75-482b-8e69-3946fa70464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:33.952695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-37bb0cbb-209b-4739-8267-844dfec278f2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99 HTTP/1.1" status: 200  len: 207 time: 0.0601873
Nov 10 04:22:33.953072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43460) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:33.981294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94c1581a-4e75-482b-8e69-3946fa70464b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c191fcca2443d19f5df67a2d6de34b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4430170
Nov 10 04:22:33.982798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1581a-4e75-482b-8e69-3946fa70464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1239a4d-604a-4d27-8436-4780fd32e23f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:33.985506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.040237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.066397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.075823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43466) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.096976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f341186-17b1-43e1-96ad-5c5fa6fb32e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.178087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542e5ce-e822-4b70-8872-5c231de40992 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.186114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542e5ce-e822-4b70-8872-5c231de40992 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.192482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.193030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542e5ce-e822-4b70-8872-5c231de40992 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.195114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.198558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1239a4d-604a-4d27-8436-4780fd32e23f HTTP/1.1" status: 204  len: 168 time: 0.2099357
Nov 10 04:22:34.198807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542e5ce-e822-4b70-8872-5c231de40992 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.204517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5542e5ce-e822-4b70-8872-5c231de40992 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2496157
Nov 10 04:22:34.205161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43472) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.213935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f341186-17b1-43e1-96ad-5c5fa6fb32e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.215145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9debc9-9061-4e63-88bf-91f3eac474e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1239a4d-604a-4d27-8436-4780fd32e23f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:34.220827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6f341186-17b1-43e1-96ad-5c5fa6fb32e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.266859 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f341186-17b1-43e1-96ad-5c5fa6fb32e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff1f70b6b7bb490dbcae150b8e6e6ae9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1897953
Nov 10 04:22:34.267717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341186-17b1-43e1-96ad-5c5fa6fb32e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b77c44-c412-44ee-aa20-965a21aee7a6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:34.270065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.332816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.339084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-daaa3794-987e-4129-a506-b6c02abac4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.357799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-024c8a26-ee45-491a-a6bd-1f371a24d9fd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.1507387
Nov 10 04:22:34.363774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43478) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.370677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.427413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.430237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.433888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b77c44-c412-44ee-aa20-965a21aee7a6 HTTP/1.1" status: 204  len: 168 time: 0.1605234
Nov 10 04:22:34.442732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197015-2135-4406-b78f-8d66e19f3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b77c44-c412-44ee-aa20-965a21aee7a6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:34.465278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8f9bc-d6c0-48ea-af8f-be3c630a0155 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.467651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8f9bc-d6c0-48ea-af8f-be3c630a0155 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.473678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fd8f9bc-d6c0-48ea-af8f-be3c630a0155 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1044848
Nov 10 04:22:34.473678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.536370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91537ed4-e806-423b-95ae-4843befd2bca tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.537826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91537ed4-e806-423b-95ae-4843befd2bca tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.539388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-91537ed4-e806-423b-95ae-4843befd2bca tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0655947
Nov 10 04:22:34.542840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43488) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.661525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3155f5-cc11-4c00-9aa9-13e34ea959f6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.663178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d3155f5-cc11-4c00-9aa9-13e34ea959f6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks/933f0081-edd1-4431-9790-0a8b6faf252b HTTP/1.1" status: 200  len: 800 time: 0.1194236
Nov 10 04:22:34.666962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.784668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0eac9854-c89a-408a-972b-585c020e1ab7 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/networks/933f0081-edd1-4431-9790-0a8b6faf252b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1137648
Nov 10 04:22:34.785707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43502) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.854603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9247c-8beb-49a4-a8af-230d39b978a5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.856103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7cf9247c-8beb-49a4-a8af-230d39b978a5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets/8a295eaf-79e0-48c5-99b8-7a9392937ef9 HTTP/1.1" status: 200  len: 811 time: 0.0693662
Nov 10 04:22:34.859811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.915592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d2d81-dd48-475c-bc82-3e80cffbc9f7 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['shared'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:34.917044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-645d2d81-dd48-475c-bc82-3e80cffbc9f7 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "GET /v2.0/subnets/8a295eaf-79e0-48c5-99b8-7a9392937ef9?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0561962
Nov 10 04:22:34.920473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43514) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:34.925583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722906164'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:34.949108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:34.953854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.979801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:34.993907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:34.994283 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Added segment cc874731-35c3-4f55-9881-ffd3c3c79e03 of type vlan for network d04fae66-5189-4567-8470-a28982b774bb
Nov 10 04:22:35.040335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.066696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.074961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:35.075565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.135428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2136521
Nov 10 04:22:35.139118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43528) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:35.145434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'network_id': 'd04fae66-5189-4567-8470-a28982b774bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:35.150359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b764c6-c20e-41af-856f-693e2018a332 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Network': ['ID=d04fae66-5189-4567-8470-a28982b774bb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:35.163488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d04fae66-5189-4567-8470-a28982b774bb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:35.250090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Made reservation on behalf of 176bc68cd6964608810431825053e026 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:35.254105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.322663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Performing IP validity checks on allocation pools {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:22:35.323162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:22:35.481623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.548300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=e4366cef-513d-42a2-afa8-aba5da35d6f1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:35.557531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Checking segment: {'id': 'cc874731-35c3-4f55-9881-ffd3c3c79e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:35.557899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network hostable DHCP agents. Network: d04fae66-5189-4567-8470-a28982b774bb, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:35.577758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Network d04fae66-5189-4567-8470-a28982b774bb is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:35.590490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d04fae66-5189-4567-8470-a28982b774bb) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:35.596396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:35.597439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.608793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd1da1-88fc-45f5-94ac-6972c87bafee None None] Network d04fae66-5189-4567-8470-a28982b774bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:35.627518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a0f5206-de00-4c3f-b1db-e3eb6dd0ec26 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.4865220
Nov 10 04:22:35.630287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43554) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:35.636059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:35.767193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26526872'] for subnet, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:35.814865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d04fae66-5189-4567-8470-a28982b774bb', 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb', 'tenant_id': '176bc68cd6964608810431825053e026', 'fixed_ips': [{'subnet_id': 'e4366cef-513d-42a2-afa8-aba5da35d6f1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:35.816156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.010040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762294509761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27229333'] for subnet, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.108134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Allocated IP 172.20.0.3 (d04fae66-5189-4567-8470-a28982b774bb/e4366cef-513d-42a2-afa8-aba5da35d6f1/042bf239-a571-4bfe-bc31-e0dbc4ecdc26) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:36.377063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:36.377596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.378893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "PUT /v2.0/subnets/e4366cef-513d-42a2-afa8-aba5da35d6f1 HTTP/1.1" status: 200  len: 877 time: 0.7473297
Nov 10 04:22:36.381927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43606) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:36.393423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.403846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.455871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Network d04fae66-5189-4567-8470-a28982b774bb is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:36.463916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:36.469476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:36.471574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709afdc9-84fa-4a09-bffd-ab0103778156 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event updated for resources: {'Subnet': ['ID=e4366cef-513d-42a2-afa8-aba5da35d6f1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:36.507043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Pushing event updated for resources: {'Port': ['ID=042bf239-a571-4bfe-bc31-e0dbc4ecdc26,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:36.562501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:36.563089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Attempting to bind port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:36.563314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Attempting to bind port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'cc874731-35c3-4f55-9881-ffd3c3c79e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:36.564059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Attempting to bind port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 on network d04fae66-5189-4567-8470-a28982b774bb {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:36.572428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:36.573571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Checking segment: {'id': 'cc874731-35c3-4f55-9881-ffd3c3c79e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:36.575271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.575704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Bound using segment: {'id': 'cc874731-35c3-4f55-9881-ffd3c3c79e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:36.577905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Bound port: 042bf239-a571-4bfe-bc31-e0dbc4ecdc26, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc874731-35c3-4f55-9881-ffd3c3c79e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04fae66-5189-4567-8470-a28982b774bb'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:36.578526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.580347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.661340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] For port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:36.667912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] For port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=042bf239-a571-4bfe-bc31-e0dbc4ecdc26,segment=NetworkSegment(cc874731-35c3-4f55-9881-ffd3c3c79e03),segment_id=cc874731-35c3-4f55-9881-ffd3c3c79e03)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:36.674144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.676745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:36.677180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.731079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-716c61a2-0dab-438d-8e29-f5fee714ad5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.755181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c617-4210-45ef-8785-c972cae96912 None None] Pushing event updated for resources: {'Port': ['ID=042bf239-a571-4bfe-bc31-e0dbc4ecdc26,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:36.787150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] For port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=042bf239-a571-4bfe-bc31-e0dbc4ecdc26,segment=NetworkSegment(cc874731-35c3-4f55-9881-ffd3c3c79e03),segment_id=cc874731-35c3-4f55-9881-ffd3c3c79e03)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:36.788670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.808943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Calling delete_port for 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:36.841823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-716c61a2-0dab-438d-8e29-f5fee714ad5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.848351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-716c61a2-0dab-438d-8e29-f5fee714ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.893830 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-716c61a2-0dab-438d-8e29-f5fee714ad5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0973fa38e2d14485a737470f39f7d2b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3266661
Nov 10 04:22:36.893830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c61a2-0dab-438d-8e29-f5fee714ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a219a2-41d6-41e9-bc6f-7c21bb32ce8f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:36.895197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43632) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:36.909997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f494cd60-1e4d-440f-8c0c-489380683f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:36.959459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43634) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:36.977181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.017127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.027606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.066912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Port': ['ID=042bf239-a571-4bfe-bc31-e0dbc4ecdc26,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.087014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.089880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.091076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a219a2-41d6-41e9-bc6f-7c21bb32ce8f HTTP/1.1" status: 204  len: 168 time: 0.1879044
Nov 10 04:22:37.117204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76e57d-4aea-4016-aad4-f99cb10a0d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a219a2-41d6-41e9-bc6f-7c21bb32ce8f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.132885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No DVR routers for this DVR port 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:37.180832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eed5d03d-7ad4-4f30-8099-4532b9093967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.202390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.280038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.283820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eed5d03d-7ad4-4f30-8099-4532b9093967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.295051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eed5d03d-7ad4-4f30-8099-4532b9093967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.329745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=e4366cef-513d-42a2-afa8-aba5da35d6f1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.355983 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eed5d03d-7ad4-4f30-8099-4532b9093967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccca3aa9b51e4c0d96fc8fc532b9bdb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3926482
Nov 10 04:22:37.355983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5d03d-7ad4-4f30-8099-4532b9093967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1363f24-959a-43f6-8dd2-b82d0f27b768,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.357584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43648) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.407445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.423054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.443989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.455367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f6863d0>,) {'filters': {'network_id': ['d04fae66-5189-4567-8470-a28982b774bb']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:37.469688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6863d0>, 'cc874731-35c3-4f55-9881-ffd3c3c79e03') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:37.470086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6863d0>, 'cc874731-35c3-4f55-9881-ffd3c3c79e03') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:37.475370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.481821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.493339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-431811d0-2013-4c39-9252-6fb76c9a9996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.498357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.511897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:37.512356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:37.516915 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:37.525726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.528633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.530613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1363f24-959a-43f6-8dd2-b82d0f27b768 HTTP/1.1" status: 204  len: 168 time: 0.1704223
Nov 10 04:22:37.556661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e1ad9-f333-4117-ab90-06e1855afd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1363f24-959a-43f6-8dd2-b82d0f27b768,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.612090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.636159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.645114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/d04fae66-5189-4567-8470-a28982b774bb HTTP/1.1" status: 204  len: 168 time: 1.2621324
Nov 10 04:22:37.646129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43662) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.647067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877aaed-7bbd-46d5-a6bd-5cd2613ac6e3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=d04fae66-5189-4567-8470-a28982b774bb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.693251 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d5ed73-2c0c-4792-8bfd-1cf00919889e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:37.693863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d5ed73-2c0c-4792-8bfd-1cf00919889e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:37.699148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2d5ed73-2c0c-4792-8bfd-1cf00919889e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/e4366cef-513d-42a2-afa8-aba5da35d6f1 HTTP/1.1" status: 404  len: 337 time: 0.0494227
Nov 10 04:22:37.699547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43666) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.707349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-431811d0-2013-4c39-9252-6fb76c9a9996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.712633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-431811d0-2013-4c39-9252-6fb76c9a9996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.721094 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7a66f9-3475-465c-a4d1-915e6069cca2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:37.722010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7a66f9-3475-465c-a4d1-915e6069cca2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:37.725864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa7a66f9-3475-465c-a4d1-915e6069cca2 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/d04fae66-5189-4567-8470-a28982b774bb HTTP/1.1" status: 404  len: 339 time: 0.0250411
Nov 10 04:22:37.728265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.763699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-431811d0-2013-4c39-9252-6fb76c9a9996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10c4724cd1704d90845fbb88d66a5897&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2872918
Nov 10 04:22:37.764856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431811d0-2013-4c39-9252-6fb76c9a9996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616eb800-6ad9-45d8-b886-9efaaa6e6cc4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:37.767170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43672) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.802571 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9fcb8a-ea01-4514-824a-a2ce6244d0dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:37.803024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9fcb8a-ea01-4514-824a-a2ce6244d0dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:37.820318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43678) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.821647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4f9fcb8a-ea01-4514-824a-a2ce6244d0dd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/dd5cb778-d2d0-4274-863f-40dc8c676a55 HTTP/1.1" status: 404  len: 337 time: 0.0916142
Nov 10 04:22:37.854992 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1c39b1-e630-4a27-b61b-48df153d74e0 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:37.855597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1c39b1-e630-4a27-b61b-48df153d74e0 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:37.859764 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb1c39b1-e630-4a27-b61b-48df153d74e0 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/df127ad3-b400-4e2b-af6a-eef017624489 HTTP/1.1" status: 404  len: 339 time: 0.0383041
Nov 10 04:22:37.863599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:37.891802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.917504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.921088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.995519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:37.999187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.000463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/616eb800-6ad9-45d8-b886-9efaaa6e6cc4 HTTP/1.1" status: 204  len: 168 time: 0.2222762
Nov 10 04:22:38.010118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a43d2-a57b-4884-8e9d-fd1684780336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616eb800-6ad9-45d8-b886-9efaaa6e6cc4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:38.029928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.188422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.231978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f1d24d99-608e-4432-b01a-1d54d84ebd57 None None] Could not find standard attr ID for object 042bf239-a571-4bfe-bc31-e0dbc4ecdc26. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:22:38.248029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214307cd0>,) {'filters': {'network_id': ['cd066ef4-ac53-4dcf-883b-7909ea4e97a4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:38.257248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e48db-7a12-4249-b45f-8c08e0a3b447 None None] DHCP port deletion for d04fae66-5189-4567-8470-a28982b774bb request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:38.275367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214307cd0>, '8fb37720-563e-4971-9c45-d2c522c6fa90') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:38.275611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214307cd0>, '8fb37720-563e-4971-9c45-d2c522c6fa90') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:38.280646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e07021-480a-4334-a031-50e7278176cd None None] Network d04fae66-5189-4567-8470-a28982b774bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:38.294357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e07021-480a-4334-a031-50e7278176cd None None] Network d04fae66-5189-4567-8470-a28982b774bb could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:22:38.305291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02fd01-8154-48ae-942c-cba77409d829 None None] Network d04fae66-5189-4567-8470-a28982b774bb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:38.305497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.320589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02fd01-8154-48ae-942c-cba77409d829 None None] Network d04fae66-5189-4567-8470-a28982b774bb could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:22:38.331815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.339819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:38.340634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:38.344474 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:38.417279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.425628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:38.431801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/cd066ef4-ac53-4dcf-883b-7909ea4e97a4 HTTP/1.1" status: 204  len: 168 time: 0.5634198
Nov 10 04:22:38.432871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.441237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472897d5-9c83-49de-9f00-71c0a5718475 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=cd066ef4-ac53-4dcf-883b-7909ea4e97a4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:38.483257 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b601804-87d2-470f-8af3-0211de08baa3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.483723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b601804-87d2-470f-8af3-0211de08baa3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.489880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b601804-87d2-470f-8af3-0211de08baa3 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/a1802f25-987d-4b10-967b-e276ca44abba HTTP/1.1" status: 404  len: 337 time: 0.0524228
Nov 10 04:22:38.490262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43722) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.521973 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c11f40-5634-47b6-905d-b164f13b71e5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.522585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c11f40-5634-47b6-905d-b164f13b71e5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.526122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-47c11f40-5634-47b6-905d-b164f13b71e5 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/40a39b0d-719c-44e7-9372-b625ab1b08f3 HTTP/1.1" status: 404  len: 339 time: 0.0348203
Nov 10 04:22:38.529665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43726) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.560548 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a765d823-eb8b-4db1-a65e-23612f08e136 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.561075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a765d823-eb8b-4db1-a65e-23612f08e136 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.564209 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a765d823-eb8b-4db1-a65e-23612f08e136 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/f4a556c4-6f6b-4872-9f85-61cecef4d444 HTTP/1.1" status: 404  len: 337 time: 0.0335283
Nov 10 04:22:38.567393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.595775 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d1d267-66e7-498e-acb9-1decf2534a08 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.595775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d1d267-66e7-498e-acb9-1decf2534a08 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.599569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9d1d267-66e7-498e-acb9-1decf2534a08 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/58710955-bc64-4073-8b0b-2d54ce2dae6d HTTP/1.1" status: 404  len: 339 time: 0.0313287
Nov 10 04:22:38.602533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43732) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.632352 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-594693aa-429d-4b2a-963a-4fb5379a5126 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.632552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594693aa-429d-4b2a-963a-4fb5379a5126 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.640816 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-594693aa-429d-4b2a-963a-4fb5379a5126 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/1635c762-51e3-4779-befd-141908624c07 HTTP/1.1" status: 404  len: 337 time: 0.0320241
Nov 10 04:22:38.640816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43734) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.659663 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-058e4082-e4ad-4b27-a340-e380c52581fc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.660426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058e4082-e4ad-4b27-a340-e380c52581fc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.664024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-058e4082-e4ad-4b27-a340-e380c52581fc tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/1c2a0ea5-3f6e-4ab1-8327-5eb9ffaff4ff HTTP/1.1" status: 404  len: 339 time: 0.0242560
Nov 10 04:22:38.667115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43738) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.697668 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ab6ca3-5bee-4339-bead-a14785b14778 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.697668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ab6ca3-5bee-4339-bead-a14785b14778 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.704417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43742) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.704656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5ab6ca3-5bee-4339-bead-a14785b14778 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/39a6c5ef-cf54-4dc2-8a88-0c88ac955648 HTTP/1.1" status: 404  len: 337 time: 0.0364263
Nov 10 04:22:38.730968 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed55f81-70a9-4efb-9491-f2e809e74339 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.731559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed55f81-70a9-4efb-9491-f2e809e74339 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.734831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6ed55f81-70a9-4efb-9491-f2e809e74339 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/7e00dfbe-c0e8-4dcf-a1a6-0ddf8159d0ee HTTP/1.1" status: 404  len: 339 time: 0.0285227
Nov 10 04:22:38.737426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43746) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.769957 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aa7623-171a-4e18-8a66-bfd9c0fa860f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.770613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aa7623-171a-4e18-8a66-bfd9c0fa860f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.774063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6aa7623-171a-4e18-8a66-bfd9c0fa860f tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/4402ef09-94e8-4a70-a720-90310d95343c HTTP/1.1" status: 404  len: 337 time: 0.0354991
Nov 10 04:22:38.776730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43758) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.795280 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc46f67-ebd3-4ad0-8635-e7ebe6e7debd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.795859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc46f67-ebd3-4ad0-8635-e7ebe6e7debd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.799171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ecc46f67-ebd3-4ad0-8635-e7ebe6e7debd tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/3cb1703e-083c-4a42-adda-4a313f19823d HTTP/1.1" status: 404  len: 339 time: 0.0213294
Nov 10 04:22:38.802479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43764) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.832291 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcadd2c-caa0-4405-8c8f-f8971131fe48 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.832781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcadd2c-caa0-4405-8c8f-f8971131fe48 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.839644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0fcadd2c-caa0-4405-8c8f-f8971131fe48 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/a305423a-ef05-4220-9b39-e8bab50efc86 HTTP/1.1" status: 404  len: 337 time: 0.0361643
Nov 10 04:22:38.842174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.869243 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e5811d-3ffc-4dfc-a788-ee155a24924c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.869821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e5811d-3ffc-4dfc-a788-ee155a24924c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.873407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-30e5811d-3ffc-4dfc-a788-ee155a24924c tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/cbc42ab8-dbd6-48f3-b9f3-9f31a7bd172e HTTP/1.1" status: 404  len: 339 time: 0.0301106
Nov 10 04:22:38.876082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.905213 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dccb12-15b3-4be8-8911-24d2000775ec tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.905667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dccb12-15b3-4be8-8911-24d2000775ec tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.908746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98dccb12-15b3-4be8-8911-24d2000775ec tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/002c7125-0b2f-4f6f-a484-2b0e3036ab0a HTTP/1.1" status: 404  len: 337 time: 0.0313370
Nov 10 04:22:38.911720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.930425 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf7c6f2-5616-4370-8d9c-53e98c40f97a tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.931254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf7c6f2-5616-4370-8d9c-53e98c40f97a tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.934326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-daf7c6f2-5616-4370-8d9c-53e98c40f97a tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/199dcf76-a37c-4160-a881-b08790e80eb2 HTTP/1.1" status: 404  len: 339 time: 0.0216730
Nov 10 04:22:38.937714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43784) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.965065 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3004bcf6-6e01-4082-b508-6b8822d93e50 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.965621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3004bcf6-6e01-4082-b508-6b8822d93e50 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.969389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3004bcf6-6e01-4082-b508-6b8822d93e50 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/ddbf39b7-763a-49af-9e9d-251549d17444 HTTP/1.1" status: 404  len: 337 time: 0.0305085
Nov 10 04:22:38.974167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:38.995743 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75427ef-0873-4798-b231-ca0970cdb88e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:38.996428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75427ef-0873-4798-b231-ca0970cdb88e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:38.999706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c75427ef-0873-4798-b231-ca0970cdb88e tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/ea5b74e0-8106-4125-859a-a57d45cd0a87 HTTP/1.1" status: 404  len: 339 time: 0.0245478
Nov 10 04:22:39.002450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43788) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:39.056467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting subnet 8a295eaf-79e0-48c5-99b8-7a9392937ef9 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:39.061193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.110665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.204491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.277599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.309358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.312824 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/subnets/8a295eaf-79e0-48c5-99b8-7a9392937ef9 HTTP/1.1" status: 204  len: 168 time: 0.3094168
Nov 10 04:22:39.313888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37341-6f72-44aa-9a92-b9a90bd59ff6 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Subnet': ['ID=8a295eaf-79e0-48c5-99b8-7a9392937ef9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:39.315516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:39.317999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec55268-f179-4910-a6d1-2c395bcb3f6d None None] Network 933f0081-edd1-4431-9790-0a8b6faf252b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:39.416298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.448362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.510786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Deleting port ee2268b3-a747-4c50-87ab-600f8a1e2f7b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:39.511132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.552429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] DHCP port deletion for 933f0081-edd1-4431-9790-0a8b6faf252b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:39.599195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] For port ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,segment=NetworkSegment(d3e383a7-4e58-49b5-8fe2-cdebc7d9abac),segment_id=d3e383a7-4e58-49b5-8fe2-cdebc7d9abac)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:39.599568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.604598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Deleting port ee2268b3-a747-4c50-87ab-600f8a1e2f7b {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:39.605022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.615922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Calling delete_port for ee2268b3-a747-4c50-87ab-600f8a1e2f7b owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:39.702964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:39.708881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.721176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] No DVR routers for this DVR port ee2268b3-a747-4c50-87ab-600f8a1e2f7b on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:39.727007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:39.727336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 042bf239-a571-4bfe-bc31-e0dbc4ecdc26 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:39.727930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ee2268b3-a747-4c50-87ab-600f8a1e2f7b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:39.753583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Port': ['ID=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:39.762704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ee2268b3-a747-4c50-87ab-600f8a1e2f7b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:39.763813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ee2268b3-a747-4c50-87ab-600f8a1e2f7b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:39.767241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] For port ee2268b3-a747-4c50-87ab-600f8a1e2f7b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,segment=NetworkSegment(d3e383a7-4e58-49b5-8fe2-cdebc7d9abac),segment_id=d3e383a7-4e58-49b5-8fe2-cdebc7d9abac)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:39.768151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.784689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Calling delete_port for ee2268b3-a747-4c50-87ab-600f8a1e2f7b owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:39.802448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:39.874285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.888394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.900765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dcdf910>,) {'filters': {'network_id': ['933f0081-edd1-4431-9790-0a8b6faf252b']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:39.913551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdf910>, 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:39.914115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdf910>, 'd3e383a7-4e58-49b5-8fe2-cdebc7d9abac') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:39.920248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] No DVR routers for this DVR port ee2268b3-a747-4c50-87ab-600f8a1e2f7b on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:39.922076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17009d7f-7776-4991-84c6-4f783b310ce5 None None] Pushing event deleted for resources: {'Port': ['ID=ee2268b3-a747-4c50-87ab-600f8a1e2f7b,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:39.930397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.949590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.958511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:39.959071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:39.962498 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:40.028830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.041703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.046769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] 10.222.0.13 "DELETE /v2.0/networks/933f0081-edd1-4431-9790-0a8b6faf252b HTTP/1.1" status: 204  len: 168 time: 0.7291822
Nov 10 04:22:40.048000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-135b1cbd-58ca-4252-b28a-744cf141ec81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.061265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0d770-5829-4f35-8b5e-104ecde60556 tempest-NetworksTest-614172736 tempest-NetworksTest-614172736-project] Pushing event deleted for resources: {'Network': ['ID=933f0081-edd1-4431-9790-0a8b6faf252b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:40.087600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.145490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-135b1cbd-58ca-4252-b28a-744cf141ec81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.150020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-135b1cbd-58ca-4252-b28a-744cf141ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.189523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1cbd-58ca-4252-b28a-744cf141ec81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39934e44-08fc-4a29-95d1-8bca21f0c289,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:40.194250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-135b1cbd-58ca-4252-b28a-744cf141ec81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ade3889a1574c768907ec0bfe498090&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3905084
Nov 10 04:22:40.196943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43838) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.199528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.241030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecbca719-6258-4f60-8875-baf14f03b8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.252409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.276844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.335920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecbca719-6258-4f60-8875-baf14f03b8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.337418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.339777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecbca719-6258-4f60-8875-baf14f03b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.340795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.346392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39934e44-08fc-4a29-95d1-8bca21f0c289 HTTP/1.1" status: 204  len: 168 time: 0.1478474
Nov 10 04:22:40.355140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd40e7-8baf-4cb8-b229-bc5dc743cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39934e44-08fc-4a29-95d1-8bca21f0c289,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:40.381564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43844) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.394176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ecbca719-6258-4f60-8875-baf14f03b8c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba96b149c18a4a1c943eacfd39275094&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3031332
Nov 10 04:22:40.394176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbca719-6258-4f60-8875-baf14f03b8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2fef1b-7be5-4830-b22e-f3ddb6f077e7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:40.394545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.450117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.480417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.503153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43852) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.542752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.546011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.547381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea2fef1b-7be5-4830-b22e-f3ddb6f077e7 HTTP/1.1" status: 204  len: 168 time: 0.1518552
Nov 10 04:22:40.557187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b291-1906-424b-b909-d2d74db16a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2fef1b-7be5-4830-b22e-f3ddb6f077e7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:40.707461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:40.744932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.758228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-93f14cd3-eecc-46a6-8cd8-6b88fbc9d5cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=176bc68cd6964608810431825053e026&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3737667
Nov 10 04:22:40.761331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:40.828703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.857186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.879175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.937377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.941157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:40.942659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fc0eb35-ac8f-4402-9af9-6e2d067c23d0 HTTP/1.1" status: 204  len: 168 time: 0.1802442
Nov 10 04:22:40.952246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef418baa-ac7e-4ec6-9fe8-c461145cf08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc0eb35-ac8f-4402-9af9-6e2d067c23d0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:41.021095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Allocated IP 172.32.3.181 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9b0a4686-2800-46b2-8222-20d549d8c25c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:41.130489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.171547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.222031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:41.225118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:41.227603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:41.254000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=9b0a4686-2800-46b2-8222-20d549d8c25c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:41.322860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.359168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.525768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.531790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.608047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=9b0a4686-2800-46b2-8222-20d549d8c25c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:41.617702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.637259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.641024 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-75dacbfc-92dd-48bc-8084-d8fe53151892 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1343031
Nov 10 04:22:41.641742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43910) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:41.647031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1762291616'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:41.671153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Made reservation on behalf of ba2a28125b064b74bba7dd271ece65a8 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:41.674870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.683574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.776581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.781533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.803359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:41.823657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.824069 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Added segment 64a9c482-00b2-4061-9fd7-c621986c1cd1 of type vlan for network b087c962-677f-4a88-8777-eb431feccd95
Nov 10 04:22:41.832443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910daf98-cd16-46fc-b4d7-b233f18572f4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:41.872203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.902810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.909451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:41.910296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:41.970252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3273602
Nov 10 04:22:41.973971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43930) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:41.982444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Request body: {'subnet': {'network_id': 'b087c962-677f-4a88-8777-eb431feccd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:41.987004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b4d00-7006-4aad-9e5c-d93c373710c6 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Network': ['ID=b087c962-677f-4a88-8777-eb431feccd95,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:41.997993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network b087c962-677f-4a88-8777-eb431feccd95 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:42.144427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Made reservation on behalf of ba2a28125b064b74bba7dd271ece65a8 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:42.150277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.235624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 43976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:42.360365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-69105687'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:42.388796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:42.391330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.392934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.407306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.462205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Subnet': ['ID=8991a3de-df08-46f2-baa2-9f1f2f6deafd,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:42.474620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Checking segment: {'id': '64a9c482-00b2-4061-9fd7-c621986c1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:42.474987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network hostable DHCP agents. Network: b087c962-677f-4a88-8777-eb431feccd95, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:42.498513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.499163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network b087c962-677f-4a88-8777-eb431feccd95 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:42.506666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.522679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, b087c962-677f-4a88-8777-eb431feccd95) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:42.531516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:42.533192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e77067-da70-4bd0-ad79-a761767f3317 None None] Network b087c962-677f-4a88-8777-eb431feccd95 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:42.534714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.546920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:42.556580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.556949 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment bf446074-9690-46c3-b73c-6b2733087541 of type vlan for network 5bc7b180-5290-44f0-838c-6259039e5574
Nov 10 04:22:42.582899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-843b7176-c298-4c6d-af23-4911ccb236b9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6074333
Nov 10 04:22:42.585331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 43990) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:42.589975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1470888787', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:42.617467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.619764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf1558-48d0-4510-bcdc-7baa4f006608,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:42.640740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.643551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.676753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.701960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:42.702609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.729400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.814489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-b087c962-677f-4a88-8777-eb431feccd95', 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95', 'tenant_id': 'ba2a28125b064b74bba7dd271ece65a8', 'fixed_ips': [{'subnet_id': '8991a3de-df08-46f2-baa2-9f1f2f6deafd'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:42.815603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.844115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6072886
Nov 10 04:22:42.847790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44006) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:42.860549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'name': 'tempest-PortsIpV6TestJSON-884016782'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:42.931577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:42.949086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec4ef-a982-4854-a2f5-59ad897832f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=5bc7b180-5290-44f0-838c-6259039e5574,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:42.962176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:43.027339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:43.033161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.068229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port e87a9c6d-787f-4e65-8dac-719af0599b18 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:43.086767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Allocated IP 172.20.0.2 (b087c962-677f-4a88-8777-eb431feccd95/8991a3de-df08-46f2-baa2-9f1f2f6deafd/2117a866-51cb-47a5-a336-ee5158de36cc) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:43.265659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.289063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.291152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.298885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.321465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Network b087c962-677f-4a88-8777-eb431feccd95 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:43.324295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:43.350242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:43.434717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Pushing event updated for resources: {'Port': ['ID=2117a866-51cb-47a5-a336-ee5158de36cc,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:43.438070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Attempting to bind port 2117a866-51cb-47a5-a336-ee5158de36cc on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:43.438553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Attempting to bind port 2117a866-51cb-47a5-a336-ee5158de36cc by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '64a9c482-00b2-4061-9fd7-c621986c1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:43.439042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Attempting to bind port 2117a866-51cb-47a5-a336-ee5158de36cc on network b087c962-677f-4a88-8777-eb431feccd95 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:43.445237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:43.445909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Checking segment: {'id': '64a9c482-00b2-4061-9fd7-c621986c1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:43.446535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.447028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Bound using segment: {'id': '64a9c482-00b2-4061-9fd7-c621986c1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:43.447625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Bound port: 2117a866-51cb-47a5-a336-ee5158de36cc, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9c482-00b2-4061-9fd7-c621986c1cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b087c962-677f-4a88-8777-eb431feccd95'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:43.448100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.477892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Allocated IP 172.32.3.15 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/e914bc8a-5261-42c3-af9e-f3e959d37873) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:43.538937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] For port 2117a866-51cb-47a5-a336-ee5158de36cc, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:43.543536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] For port 2117a866-51cb-47a5-a336-ee5158de36cc, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2117a866-51cb-47a5-a336-ee5158de36cc,segment=NetworkSegment(64a9c482-00b2-4061-9fd7-c621986c1cd1),segment_id=64a9c482-00b2-4061-9fd7-c621986c1cd1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:43.548043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.632712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.634798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.682369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.693678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1f44-da72-49f1-89ea-ddb7f5960357 None None] Pushing event updated for resources: {'Port': ['ID=2117a866-51cb-47a5-a336-ee5158de36cc,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:43.712364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.748157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=e914bc8a-5261-42c3-af9e-f3e959d37873,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:43.758609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:43.760050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:43.762668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:43.774927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f28334-e65d-401d-865c-307133a613b9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:43.811784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=e87a9c6d-787f-4e65-8dac-719af0599b18,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:43.831323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': 'bf446074-9690-46c3-b73c-6b2733087541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:43.831684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: 5bc7b180-5290-44f0-838c-6259039e5574, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:43.850696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:43.861204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5bc7b180-5290-44f0-838c-6259039e5574) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:43.869752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:43.869955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cad1d-202d-4d53-b935-0a9e538de3a5 None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:43.878644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:43.879695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.915585 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-49af90b7-1200-46cf-acb9-221860b262c3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.0662146
Nov 10 04:22:43.918365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44044) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:43.928542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1507819137'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:43.983031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:43.987526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:43.988656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-98772e86-c708-4807-98e6-44f09c822285 None None] Provisioning complete for port e914bc8a-5261-42c3-af9e-f3e959d37873 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:43.989287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-98772e86-c708-4807-98e6-44f09c822285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.033173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:44.048944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.049710 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment 5ae24fe2-14f7-4b07-9196-3a1054cbe09d of type vlan for network a0c75b2d-d9a2-4f52-a662-34c9d9585bb4
Nov 10 04:22:44.074275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-98772e86-c708-4807-98e6-44f09c822285 None None] Port e914bc8a-5261-42c3-af9e-f3e959d37873 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:44.102783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.124972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.136305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.143137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:44.143849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.209989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2871823
Nov 10 04:22:44.211489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:44.219362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'ports': [{'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'}, {'network_id': 'a0c75b2d-d9a2-4f52-a662-34c9d9585bb4'}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:44.219801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:44.220590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': 'a0c75b2d-d9a2-4f52-a662-34c9d9585bb4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:44.287761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273bb38-97f8-41d3-a8c8-589110a0c937 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=a0c75b2d-d9a2-4f52-a662-34c9d9585bb4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:44.313081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network a0c75b2d-d9a2-4f52-a662-34c9d9585bb4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:44.452563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 2} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:44.457558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.472140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.603146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 12674ce9-e1a2-4832-a818-7b70e3942bdb yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:44.643477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.760660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:44.832815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Router 5289a2e2-63ed-486f-8efa-e2353c159e13 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:22:44.856496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port ca9b6ed2-e9b4-4515-985d-fc16d80423f9 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:44.988113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864b2a8-667c-40ad-982d-1f93affe9e8e None None] Network b087c962-677f-4a88-8777-eb431feccd95 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:45.015271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:45.023748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.053846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.061187 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0cd4ddaf-0565-44df-bd0f-d6ee673a3d9d tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 2.4745331
Nov 10 04:22:45.064096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44088) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:45.074665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.219200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:45.227499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:45.238972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:45.240176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.246457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=12674ce9-e1a2-4832-a818-7b70e3942bdb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:45.270220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] Sync routers for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:45.306413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:45.307336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d28c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:45.346317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] Provisioning complete for port 2117a866-51cb-47a5-a336-ee5158de36cc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:45.347476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.357816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d28c10>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:45.370553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=ca9b6ed2-e9b4-4515-985d-fc16d80423f9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:45.415711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:45.416353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d28c10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:45.467193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': '5ae24fe2-14f7-4b07-9196-3a1054cbe09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a0c75b2d-d9a2-4f52-a662-34c9d9585bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:45.467889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: a0c75b2d-d9a2-4f52-a662-34c9d9585bb4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:45.475978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d28c10>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:45.476913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834040f-c5fe-412e-9bc0-bb9b332d08e2 None None] The sync data for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:45.506445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network a0c75b2d-d9a2-4f52-a662-34c9d9585bb4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:45.525558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, a0c75b2d-d9a2-4f52-a662-34c9d9585bb4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:45.532087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:45.538383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:45.543373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:45.544140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.565053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27eda89b-dc28-4579-961c-eee06b12dde8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.3517487
Nov 10 04:22:45.565806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a69f1-ee35-4237-8678-3263bd9fce08 None None] Network a0c75b2d-d9a2-4f52-a662-34c9d9585bb4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:45.567697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44106) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:45.701261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.758976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2117a866-51cb-47a5-a336-ee5158de36cc up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:45.789242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port ca9b6ed2-e9b4-4515-985d-fc16d80423f9 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:45.790318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.871417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] For port 2117a866-51cb-47a5-a336-ee5158de36cc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2117a866-51cb-47a5-a336-ee5158de36cc,segment=NetworkSegment(64a9c482-00b2-4061-9fd7-c621986c1cd1),segment_id=64a9c482-00b2-4061-9fd7-c621986c1cd1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:45.887194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.936834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.947922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2117a866-51cb-47a5-a336-ee5158de36cc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:45.948566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.959804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:45.961028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for ca9b6ed2-e9b4-4515-985d-fc16d80423f9 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:45.993930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db90ab-0129-44f2-a86f-48d6551d178b None None] Pushing event updated for resources: {'Port': ['ID=2117a866-51cb-47a5-a336-ee5158de36cc,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:46.092020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.121126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=ca9b6ed2-e9b4-4515-985d-fc16d80423f9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:46.127439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.131234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4f7ec917-3c15-4066-8c4b-f4a59d26be08 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/ca9b6ed2-e9b4-4515-985d-fc16d80423f9 HTTP/1.1" status: 204  len: 168 time: 0.5625904
Nov 10 04:22:46.133876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.212090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b86e616c-f397-496e-ad4b-69ade3ffa33a None None] Provisioning complete for port 2117a866-51cb-47a5-a336-ee5158de36cc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:46.212793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b86e616c-f397-496e-ad4b-69ade3ffa33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.244285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c6412-d82f-4ac2-9772-1d614f813200 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:46.254156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c6412-d82f-4ac2-9772-1d614f813200 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:46.256050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-430c6412-d82f-4ac2-9772-1d614f813200 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1209052
Nov 10 04:22:46.258877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.398634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 12674ce9-e1a2-4832-a818-7b70e3942bdb {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:46.399352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.435461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Allocated IP 172.20.0.1 (b087c962-677f-4a88-8777-eb431feccd95/8991a3de-df08-46f2-baa2-9f1f2f6deafd/805ccfcb-5503-48f1-9020-db563a2cef37) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:46.491796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.511421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 12674ce9-e1a2-4832-a818-7b70e3942bdb owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:46.579347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.607891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.619441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.639874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=12674ce9-e1a2-4832-a818-7b70e3942bdb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:46.646157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.651878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-18fad0d5-5ef2-4bc5-95a1-8a3675743703 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/12674ce9-e1a2-4832-a818-7b70e3942bdb HTTP/1.1" status: 204  len: 168 time: 0.3895962
Nov 10 04:22:46.652781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44150) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.657605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network b087c962-677f-4a88-8777-eb431feccd95 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:46.665399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:46.669622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:46.700254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=805ccfcb-5503-48f1-9020-db563a2cef37,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:46.714839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de46a17-b564-4ab0-bb9f-f14f31faf7c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:46.720255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3de46a17-b564-4ab0-bb9f-f14f31faf7c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0652609
Nov 10 04:22:46.721067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44152) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.730098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.750001 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bbf63c-df78-4b6c-af9a-6e731ceb43d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:22:46.751594 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-33bbf63c-df78-4b6c-af9a-6e731ceb43d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/ca9b6ed2-e9b4-4515-985d-fc16d80423f9 HTTP/1.1" status: 404  len: 333 time: 0.0295920
Nov 10 04:22:46.754430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44154) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.784483 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267efd8-e7bd-433b-824a-a5e446bc1f31 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:22:46.786147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3267efd8-e7bd-433b-824a-a5e446bc1f31 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/12674ce9-e1a2-4832-a818-7b70e3942bdb HTTP/1.1" status: 404  len: 333 time: 0.0307570
Nov 10 04:22:46.788819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44164) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:46.894636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.927172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.981425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:46.985559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9faba723-ce50-4588-8839-6cc29b3fb422 None None] Provisioning complete for port 805ccfcb-5503-48f1-9020-db563a2cef37 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:46.986112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9faba723-ce50-4588-8839-6cc29b3fb422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.001817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82143fdee0>,) {'filters': {'network_id': ['a0c75b2d-d9a2-4f52-a662-34c9d9585bb4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:47.012645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143fdee0>, '5ae24fe2-14f7-4b07-9196-3a1054cbe09d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:47.012645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143fdee0>, '5ae24fe2-14f7-4b07-9196-3a1054cbe09d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:47.021814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.024639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9faba723-ce50-4588-8839-6cc29b3fb422 None None] Port 805ccfcb-5503-48f1-9020-db563a2cef37 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:47.035355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.041445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:47.041864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:47.045898 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:47.107501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.115973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.119115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/a0c75b2d-d9a2-4f52-a662-34c9d9585bb4 HTTP/1.1" status: 204  len: 168 time: 0.3293693
Nov 10 04:22:47.128098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44174) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:47.132891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1190899227'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:47.137241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f674b-92e2-4e23-afeb-5cf843b6fdac tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=a0c75b2d-d9a2-4f52-a662-34c9d9585bb4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:47.157895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:47.161472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.186475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:47.196530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.196912 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment 6a8238f9-2738-4732-b4b4-331dd2a880d6 of type vlan for network 35cb00d8-0334-4ed2-8e3a-c61117464d15
Nov 10 04:22:47.227503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.233214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.247005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.275519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.282394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:47.283006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.310037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=805ccfcb-5503-48f1-9020-db563a2cef37,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:47.313752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.355847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2266767
Nov 10 04:22:47.359005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:47.363884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:47.405489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84edfdb-619b-431d-933e-eca3ecdb2146 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=35cb00d8-0334-4ed2-8e3a-c61117464d15,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:47.419496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:47.449113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network b087c962-677f-4a88-8777-eb431feccd95 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:47.451614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:47.529926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:47.534318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.640763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Performing IP validity checks on allocation pools {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:22:47.648956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:22:47.704901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Router 5289a2e2-63ed-486f-8efa-e2353c159e13 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:47.711994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2117a866-51cb-47a5-a336-ee5158de36cc up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:47.765706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44192) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:47.854087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e44724f0-393e-4c0f-bf6e-25d7193e4f7c None None] Provisioning complete for port 805ccfcb-5503-48f1-9020-db563a2cef37 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:47.854466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e44724f0-393e-4c0f-bf6e-25d7193e4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.856007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2117a866-51cb-47a5-a336-ee5158de36cc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:47.856360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.875070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:47.888078 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] Sync routers for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:47.893237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f3ffa1b-cddb-4066-9d6c-cb3090e63dee tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "PUT /v2.0/routers/5289a2e2-63ed-486f-8efa-e2353c159e13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8269064
Nov 10 04:22:47.895363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44202) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:47.900112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:47.900719 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:47.901206 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e48e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:47.902317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Request body: {'port': {'network_id': 'b087c962-677f-4a88-8777-eb431feccd95', 'name': 'tempest-FloatingIPAdminTestJSON-1887109578'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:47.937866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e44724f0-393e-4c0f-bf6e-25d7193e4f7c None None] Port 805ccfcb-5503-48f1-9020-db563a2cef37 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:47.973137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e48e0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:47.996355 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:47.997335 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148e48e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:48.027886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-517f147e-7aef-4069-b6de-91c8511b221c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.037034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=a2469bbf-e30a-4c7d-b567-6af87d2e9d71,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.055500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148e48e0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:48.056145 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f2a96-2fb6-44d2-8112-631cb4e20ec6 None None] The sync data for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:48.063725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': '6a8238f9-2738-4732-b4b4-331dd2a880d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:48.064147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: 35cb00d8-0334-4ed2-8e3a-c61117464d15, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:48.085459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Made reservation on behalf of ba2a28125b064b74bba7dd271ece65a8 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:48.089190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.094989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:48.108904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] device_id is not set on port 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:48.110084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 35cb00d8-0334-4ed2-8e3a-c61117464d15) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:48.117469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:48.118018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.122351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dac24c-8017-429b-9887-6668c442bf48 None None] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:48.145906 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e7ef539b-bb89-49ff-9514-a7acbf4b1b61 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7834251
Nov 10 04:22:48.148030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44210) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:48.153055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15', 'name': 'tempest-PortsIpV6TestJSON-1382578415'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:48.168201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-517f147e-7aef-4069-b6de-91c8511b221c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.178830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-517f147e-7aef-4069-b6de-91c8511b221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.247155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Allocated IP 172.20.0.5 (b087c962-677f-4a88-8777-eb431feccd95/8991a3de-df08-46f2-baa2-9f1f2f6deafd/8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:48.256371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f147e-7aef-4069-b6de-91c8511b221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22961e-b26c-4c18-9f5a-569c2cfc4467,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.263700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-517f147e-7aef-4069-b6de-91c8511b221c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f06d60a25afd414080d78d8d06650d15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4982157
Nov 10 04:22:48.266852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44212) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:48.300733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-35cb00d8-0334-4ed2-8e3a-c61117464d15', 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': 'a2469bbf-e30a-4c7d-b567-6af87d2e9d71'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:48.301609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.320793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:48.324648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.345596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 763ba6dc-bd06-4161-8e63-841fb0f740a5 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:48.447989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Allocated IP 2001:db8::2 (35cb00d8-0334-4ed2-8e3a-c61117464d15/a2469bbf-e30a-4c7d-b567-6af87d2e9d71/cb069fef-d363-43df-afc6-f01bf215759c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:48.593278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.601912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.630460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.641192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:48.644030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:48.646447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:48.666712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.678855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::32b (35cb00d8-0334-4ed2-8e3a-c61117464d15/a2469bbf-e30a-4c7d-b567-6af87d2e9d71/763ba6dc-bd06-4161-8e63-841fb0f740a5) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:48.718754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Pushing event updated for resources: {'Port': ['ID=cb069fef-d363-43df-afc6-f01bf215759c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.750047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Attempting to bind port cb069fef-d363-43df-afc6-f01bf215759c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:48.750429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Attempting to bind port cb069fef-d363-43df-afc6-f01bf215759c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6a8238f9-2738-4732-b4b4-331dd2a880d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:48.750810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Attempting to bind port cb069fef-d363-43df-afc6-f01bf215759c on network 35cb00d8-0334-4ed2-8e3a-c61117464d15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:48.751768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.755316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.757891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.758050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.758802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:48.759776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Checking segment: {'id': '6a8238f9-2738-4732-b4b4-331dd2a880d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:48.760201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.761097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Bound using segment: {'id': '6a8238f9-2738-4732-b4b4-331dd2a880d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:48.761920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Bound port: cb069fef-d363-43df-afc6-f01bf215759c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8238f9-2738-4732-b4b4-331dd2a880d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35cb00d8-0334-4ed2-8e3a-c61117464d15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:48.762310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.768196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f22961e-b26c-4c18-9f5a-569c2cfc4467 HTTP/1.1" status: 204  len: 168 time: 0.4941165
Nov 10 04:22:48.780938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22961e-b26c-4c18-9f5a-569c2cfc4467,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.796908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.797357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.797690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.798028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.798363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.798698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.799048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.799346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.799680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.799989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.807293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.807723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7373c6-48d4-4dab-a8b4-425b3c231020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:48.851945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.887099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] For port cb069fef-d363-43df-afc6-f01bf215759c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:48.891935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] For port cb069fef-d363-43df-afc6-f01bf215759c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb069fef-d363-43df-afc6-f01bf215759c,segment=NetworkSegment(6a8238f9-2738-4732-b4b4-331dd2a880d6),segment_id=6a8238f9-2738-4732-b4b4-331dd2a880d6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:48.904431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:48.905214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Network b087c962-677f-4a88-8777-eb431feccd95 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:48.909285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:48.913367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:48.953196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event updated for resources: {'Port': ['ID=8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.981185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd688cef-a099-475c-a1e7-eb770d63a414 None None] Pushing event updated for resources: {'Port': ['ID=cb069fef-d363-43df-afc6-f01bf215759c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:48.983440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.003740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:49.005919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.031293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.037715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e22b1aa3-1b9d-4a1d-ab49-4eb819f7f137 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1402273
Nov 10 04:22:49.040805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:49.068983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.171092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:49.172617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=763ba6dc-bd06-4161-8e63-841fb0f740a5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:49.175700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:49.177851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:49.183884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:49.184823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.205719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b1a878bb-2359-466a-a8b2-f9e3f2e736ee tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0538003
Nov 10 04:22:49.206221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44238) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:49.322842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-641daec4-e5b4-4a17-b695-edf5edce4ab5 None None] Provisioning complete for port 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:49.326172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-641daec4-e5b4-4a17-b695-edf5edce4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.425982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'project_id': 'ba2a28125b064b74bba7dd271ece65a8', 'port_id': '8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:49.481833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-641daec4-e5b4-4a17-b695-edf5edce4ab5 None None] Port 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:49.501203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.580524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 763ba6dc-bd06-4161-8e63-841fb0f740a5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:49.580802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.748030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.763842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 763ba6dc-bd06-4161-8e63-841fb0f740a5 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:49.776363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb069fef-d363-43df-afc6-f01bf215759c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:49.842178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb069fef-d363-43df-afc6-f01bf215759c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:49.842540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.850651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.973017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:49.982345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44280) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.020384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Allocated IP 172.32.3.244 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/0a9a574d-7c9a-4e80-a349-03307596be08) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:50.020570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port cb069fef-d363-43df-afc6-f01bf215759c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb069fef-d363-43df-afc6-f01bf215759c,segment=NetworkSegment(6a8238f9-2738-4732-b4b4-331dd2a880d6),segment_id=6a8238f9-2738-4732-b4b4-331dd2a880d6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:50.032429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.045409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.100018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=cb069fef-d363-43df-afc6-f01bf215759c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.129724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-38477160-network', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:50.131211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=763ba6dc-bd06-4161-8e63-841fb0f740a5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.157429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:50.160366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.169719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.176987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.180267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c553ef29-28ee-440a-801f-b22a8a755eaf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/763ba6dc-bd06-4161-8e63-841fb0f740a5 HTTP/1.1" status: 204  len: 168 time: 0.9730396
Nov 10 04:22:50.183589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.212114 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dfcde5-38ae-40e1-b965-bd814973a050 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:22:50.213023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dfcde5-38ae-40e1-b965-bd814973a050 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:22:50.216246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e4dfcde5-38ae-40e1-b965-bd814973a050 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/763ba6dc-bd06-4161-8e63-841fb0f740a5 HTTP/1.1" status: 404  len: 333 time: 0.0315690
Nov 10 04:22:50.219475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44290) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.242465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.249963 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-269a2b5b-45e7-4c8c-b2f9-10eaaeb344a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:22:50.253478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-269a2b5b-45e7-4c8c-b2f9-10eaaeb344a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/763ba6dc-bd06-4161-8e63-841fb0f740a5 HTTP/1.1" status: 404  len: 333 time: 0.0310972
Nov 10 04:22:50.254482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44292) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.280984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.325830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet a2469bbf-e30a-4c7d-b567-6af87d2e9d71 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:50.326265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:50.331691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:50.333206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.334796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:50.351662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9a574d-7c9a-4e80-a349-03307596be08,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.388536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.395752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.401635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.446160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:50.476520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71c8b8-8acb-4736-9018-9991e6621a52,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.479687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.480076 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Added segment f4d22472-3063-4817-8097-d34d9c682ee7 of type vlan for network 1c23080d-8583-419f-9c45-9eff32169fc8
Nov 10 04:22:50.528772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d6059-7c96-42c6-bcdc-3d39e0f4f65e None None] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:50.569017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.591023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.656897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.658253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:50.658838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.665890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9757495d-23fc-478c-90cc-33e40ee49235 None None] Provisioning complete for port cb069fef-d363-43df-afc6-f01bf215759c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:50.666694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9757495d-23fc-478c-90cc-33e40ee49235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.710666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44304) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.766877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7804103
Nov 10 04:22:50.767941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44308) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.775326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Request body: {'subnet': {'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-38477160-subnet', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:50.806605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790d18-1ce9-4615-a1c8-62d231521a74 admin admin] Pushing event updated for resources: {'Network': ['ID=1c23080d-8583-419f-9c45-9eff32169fc8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.811873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.821519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:50.824561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1c23080d-8583-419f-9c45-9eff32169fc8 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:50.825324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.848601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=a2469bbf-e30a-4c7d-b567-6af87d2e9d71,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:50.852510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.856137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c2245fbd-4916-4a37-a33d-5a75f3b4387e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/a2469bbf-e30a-4c7d-b567-6af87d2e9d71 HTTP/1.1" status: 204  len: 168 time: 0.6004653
Nov 10 04:22:50.859363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44310) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:50.902583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.967904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5125db49-8000-4bb2-bd77-2794fe706508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:50.982675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.021212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.097922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port cb069fef-d363-43df-afc6-f01bf215759c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:51.098374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.100113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808d00a-cbef-4472-8a37-c3497242e634 None None] Network 35cb00d8-0334-4ed2-8e3a-c61117464d15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:51.101796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5125db49-8000-4bb2-bd77-2794fe706508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.140939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5125db49-8000-4bb2-bd77-2794fe706508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.190513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.196266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4b55c20a-a21b-4e71-a6c1-bec538781c71 None None] Provisioning complete for port cb069fef-d363-43df-afc6-f01bf215759c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:51.196653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4b55c20a-a21b-4e71-a6c1-bec538781c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.209651 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5125db49-8000-4bb2-bd77-2794fe706508 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24808a1e4ad448aa8b47953c2db99d20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4943988
Nov 10 04:22:51.212117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44312) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:51.219782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port cb069fef-d363-43df-afc6-f01bf215759c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb069fef-d363-43df-afc6-f01bf215759c,segment=NetworkSegment(6a8238f9-2738-4732-b4b4-331dd2a880d6),segment_id=6a8238f9-2738-4732-b4b4-331dd2a880d6)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:51.220157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.222727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125db49-8000-4bb2-bd77-2794fe706508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a80f4e-5ae9-47a6-b773-74644f4889e0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.248076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for cb069fef-d363-43df-afc6-f01bf215759c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:51.282601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff60d75-3ad5-4124-892d-19e4aae6cf57,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.308926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.314563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:51.314801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Network hostable DHCP agents. Network: 1c23080d-8583-419f-9c45-9eff32169fc8, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:51.318405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.330969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.366822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] DHCP port deletion for 35cb00d8-0334-4ed2-8e3a-c61117464d15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:51.371225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.390917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:51.412724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9a574d-7c9a-4e80-a349-03307596be08,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.414627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.419893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.422746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1c23080d-8583-419f-9c45-9eff32169fc8) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:51.435493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Deleting port cb069fef-d363-43df-afc6-f01bf215759c {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:51.435888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.437871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2453e2-fde9-4295-96ce-8adebff82efe None None] Network 1c23080d-8583-419f-9c45-9eff32169fc8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:51.443381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=cb069fef-d363-43df-afc6-f01bf215759c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.450217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port cb069fef-d363-43df-afc6-f01bf215759c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:51.460679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:51.461294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.480857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.483515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.488118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0a80f4e-5ae9-47a6-b773-74644f4889e0 HTTP/1.1" status: 204  len: 168 time: 0.2716019
Nov 10 04:22:51.521874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d66cb368-b58a-4bf1-bd79-abde31fefad5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7522140
Nov 10 04:22:51.524795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44316) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:51.531002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:51.548628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e419d82-98fb-499b-b3e8-e2a0ae0f7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a80f4e-5ae9-47a6-b773-74644f4889e0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.566123 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Floating IP 0a998f9b-96fe-433d-a80c-0068a2a3beed associated. External IP: 172.32.3.244, port: 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7.
Nov 10 04:22:51.570351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] For port cb069fef-d363-43df-afc6-f01bf215759c, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:51.570885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.570987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.571708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.577151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.601712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Calling delete_port for cb069fef-d363-43df-afc6-f01bf215759c owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:51.607806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214fb4490>,) {'filters': {'network_id': ['35cb00d8-0334-4ed2-8e3a-c61117464d15']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:51.608467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Port cb069fef-d363-43df-afc6-f01bf215759c was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:22:51.616222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.621543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214fb4490>, '6a8238f9-2738-4732-b4b4-331dd2a880d6') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:51.621966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214fb4490>, '6a8238f9-2738-4732-b4b4-331dd2a880d6') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:51.633977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.649982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] No DVR routers for this DVR port cb069fef-d363-43df-afc6-f01bf215759c on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:51.652162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.665943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:51.666473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:51.671618 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:51.690665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b867c3f-0b45-4e9c-b7b4-52962a6d7349 None None] Pushing event deleted for resources: {'Port': ['ID=cb069fef-d363-43df-afc6-f01bf215759c,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.753086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb069fef-d363-43df-afc6-f01bf215759c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:51.758846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1c23080d-8583-419f-9c45-9eff32169fc8', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:51.759793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.775548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.787735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.806676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb069fef-d363-43df-afc6-f01bf215759c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:51.806915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb069fef-d363-43df-afc6-f01bf215759c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:51.819773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.841785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/35cb00d8-0334-4ed2-8e3a-c61117464d15 HTTP/1.1" status: 204  len: 168 time: 0.9804606
Nov 10 04:22:51.842424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:51.849411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-745085729'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:51.854869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=35cb00d8-0334-4ed2-8e3a-c61117464d15,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:51.870941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.871322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.872249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.872590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.872966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.873300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.873632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.874112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.874384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.874765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.875097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.875420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6975c2-c62f-400e-b7e1-da563c9fc1fe tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:51.896258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:51.904898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.939861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:51.955037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:51.955396 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment 3057da50-fa55-49a9-97a8-c928c50caeeb of type vlan for network e601b758-55b5-444e-b6b1-a2e44363e6d4
Nov 10 04:22:51.962766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Allocated IP 172.20.0.2 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/c8e71fc5-de34-47e2-ab5a-4dc9e10ad010) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:52.009893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.043238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.050967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:52.051896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.079552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44322) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:52.135638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02b34e52-ac2d-4963-8792-a3413c2fb685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.140960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2971444
Nov 10 04:22:52.150252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44324) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:52.155466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:52.276880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.300962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.307947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.350299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:52.356772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:52.360851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:52.361862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Router 5289a2e2-63ed-486f-8efa-e2353c159e13 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:52.369818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Pushing event updated for resources: {'Port': ['ID=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:52.427789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Attempting to bind port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:52.428171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Attempting to bind port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:52.428564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Attempting to bind port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:52.433756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:52.434150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:52.435125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.435523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:52.435997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Bound port: c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:52.436384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.487444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b487fb-4ce3-4b26-9f6a-0516a6d6eddc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=e601b758-55b5-444e-b6b1-a2e44363e6d4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:52.503896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] For port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:52.508501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:52.514286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:52.531428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] For port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:52.533756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] Sync routers for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:52.562827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:52.566041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.569228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.605003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.628891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:52.629515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d7eb80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:52.648728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02b34e52-ac2d-4963-8792-a3413c2fb685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.660081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b95987d1-b53d-4a26-8a7c-b470aea46536 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 3.6181381
Nov 10 04:22:52.662741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44326) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:52.664156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-02b34e52-ac2d-4963-8792-a3413c2fb685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.689898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d7eb80>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:52.705395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.705721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26169-3c8c-45dc-a22c-c0c1ab73cf98 None None] Pushing event updated for resources: {'Port': ['ID=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:52.710833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:52.711449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d7eb80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:52.722399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-02b34e52-ac2d-4963-8792-a3413c2fb685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d745d5e5ee4f81ba78baf626f5df4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6295598
Nov 10 04:22:52.728435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44328) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:52.757220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34e52-ac2d-4963-8792-a3413c2fb685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7553a-41a5-4df5-9263-f73c90e01faf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:52.769380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.792003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d7eb80>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:52.792984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3d857-6e6a-40a5-9cad-8bbc5f3b7329 None None] The sync data for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:52.853621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.862668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4541a5d5-7a5e-487c-a7da-b615523a48fc tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "GET /v2.0/floatingips/0a998f9b-96fe-433d-a80c-0068a2a3beed HTTP/1.1" status: 200  len: 983 time: 0.1963212
Nov 10 04:22:52.863222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:52.924432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:52.938003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.019938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9158788-1ef4-41a6-b653-a2b2732bf283 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1467 time: 0.1559606
Nov 10 04:22:53.023455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44332) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:53.045946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=a90dbe82-89ba-4684-b13e-0f373f44b3c1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:53.046189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Allocated IP 172.32.3.132 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/76a6170a-ca19-479a-b65b-03f075b16fac) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:53.090333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': '3057da50-fa55-49a9-97a8-c928c50caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:53.090695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: e601b758-55b5-444e-b6b1-a2e44363e6d4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:53.097839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.100371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.101547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fb7553a-41a5-4df5-9263-f73c90e01faf HTTP/1.1" status: 204  len: 168 time: 0.3709126
Nov 10 04:22:53.127660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd95b8-a5e0-4193-8da5-f37cb4e18bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7553a-41a5-4df5-9263-f73c90e01faf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:53.176155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:53.176856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.214350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e601b758-55b5-444e-b6b1-a2e44363e6d4) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:53.220158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:53.220896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.221044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.223827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92466a4e-deac-435d-9fe9-216fec819bb2 None None] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:53.259782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0307b64a-5569-4929-bd6c-44bab706b39b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1084104
Nov 10 04:22:53.260411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44336) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:53.268760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1931152599'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:53.304436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:53.314568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:53.320305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:53.340675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae518a6-0e3c-46cd-bd22-f04b9c5598b9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:53.344796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Pushing event updated for resources: {'Port': ['ID=76a6170a-ca19-479a-b65b-03f075b16fac,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:53.497912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:53.506022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7a2eff12-3c71-45fa-a99a-673ccb5356e3 None None] Provisioning complete for port 76a6170a-ca19-479a-b65b-03f075b16fac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:53.506396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a2eff12-3c71-45fa-a99a-673ccb5356e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.506897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.553274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port fba2b370-5de7-4c9e-a85d-8ebaed099121 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:53.620639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e601b758-55b5-444e-b6b1-a2e44363e6d4', 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': 'a90dbe82-89ba-4684-b13e-0f373f44b3c1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:22:53.622845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.671058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eff12-3c71-45fa-a99a-673ccb5356e3 None None] Port 76a6170a-ca19-479a-b65b-03f075b16fac cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:53.769278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port 0a9a574d-7c9a-4e80-a349-03307596be08 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:53.769727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.782875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::f1 (e601b758-55b5-444e-b6b1-a2e44363e6d4/a90dbe82-89ba-4684-b13e-0f373f44b3c1/fba2b370-5de7-4c9e-a85d-8ebaed099121) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:53.785078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:53.836560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.846222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:53.866743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ad7113b-34ec-428d-9c5f-0e6bd44286fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:53.921169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:53.921541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.017854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.026063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.026399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.045289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for 0a9a574d-7c9a-4e80-a349-03307596be08 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:54.054804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b0fb9-d38d-48d6-9ece-c3c993de4fd5 None None] Network 1c23080d-8583-419f-9c45-9eff32169fc8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:54.104381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:54.113378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.121013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.144623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ad7113b-34ec-428d-9c5f-0e6bd44286fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.153909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.156925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3ad7113b-34ec-428d-9c5f-0e6bd44286fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.169025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7706886-2711-48a8-b1e3-0b55e6364410 None None] Provisioning complete for port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:54.169401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7706886-2711-48a8-b1e3-0b55e6364410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.219516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.222980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3ad7113b-34ec-428d-9c5f-0e6bd44286fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7605cc44c6c64c09bccf0f5558d481a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4273255
Nov 10 04:22:54.226932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44342) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:54.235569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7113b-34ec-428d-9c5f-0e6bd44286fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72549df-2cc6-4473-adfc-48ced034cdc8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.266300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.315534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.330071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Router 15c47016-ac87-4e04-b59d-6be3abb2564a is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:22:54.347568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.355706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:54.360019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:54.363647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:54.367950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Allocated IP 2001:db8::2 (e601b758-55b5-444e-b6b1-a2e44363e6d4/a90dbe82-89ba-4684-b13e-0f373f44b3c1/53731cf5-a8bc-4cd4-bb45-6d620360ced5) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:54.369312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:54.369929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.386149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=fba2b370-5de7-4c9e-a85d-8ebaed099121,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.393442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.408307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-da040210-a25c-4032-94dc-6f59cea31e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.1416595
Nov 10 04:22:54.424260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44344) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:54.427875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=0a9a574d-7c9a-4e80-a349-03307596be08,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.495403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.495403 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Floating IP 0a998f9b-96fe-433d-a80c-0068a2a3beed disassociated (deleted). External IP: 172.32.3.244, port: 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7.
Nov 10 04:22:54.568109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.574380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.577733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.579233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.581354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d72549df-2cc6-4473-adfc-48ced034cdc8 HTTP/1.1" status: 204  len: 168 time: 0.3531420
Nov 10 04:22:54.606363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e166-f995-4f48-80ab-1ede98e1bd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72549df-2cc6-4473-adfc-48ced034cdc8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.647760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:54.659327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:54.669488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port fba2b370-5de7-4c9e-a85d-8ebaed099121 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:54.670276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.675542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:54.676194 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:54.678078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.679308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e95270a9-546a-42fe-b181-1fe8440c85b9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1536648
Nov 10 04:22:54.690269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44348) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:54.715038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:54.737430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:54.739253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Pushing event updated for resources: {'Port': ['ID=53731cf5-a8bc-4cd4-bb45-6d620360ced5,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:54.741436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:54.836573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Router 5289a2e2-63ed-486f-8efa-e2353c159e13 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:54.851918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Attempting to bind port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:54.852181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Attempting to bind port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '3057da50-fa55-49a9-97a8-c928c50caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:54.852466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Attempting to bind port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 on network e601b758-55b5-444e-b6b1-a2e44363e6d4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:54.869884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:54.873576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Checking segment: {'id': '3057da50-fa55-49a9-97a8-c928c50caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:54.873939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.874349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Bound using segment: {'id': '3057da50-fa55-49a9-97a8-c928c50caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:54.875435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Bound port: 53731cf5-a8bc-4cd4-bb45-6d620360ced5, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3057da50-fa55-49a9-97a8-c928c50caeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e601b758-55b5-444e-b6b1-a2e44363e6d4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:54.875810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.889318 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:54.920819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c81ea72c-0833-42e4-9c52-6fbb5fe80eb2 None None] Provisioning complete for port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:54.920819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c81ea72c-0833-42e4-9c52-6fbb5fe80eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.966696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:54.971898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:54.996588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] Sync routers for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:55.009550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4507cf4c-940e-4206-ba65-8ba48761841b tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a998f9b-96fe-433d-a80c-0068a2a3beed HTTP/1.1" status: 204  len: 168 time: 1.9828749
Nov 10 04:22:55.014420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44352) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:55.022728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:55.061799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.090635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:55.091846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82072b5fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:55.175552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82072b5fa0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:55.183425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] For port 53731cf5-a8bc-4cd4-bb45-6d620360ced5, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:55.188801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] For port 53731cf5-a8bc-4cd4-bb45-6d620360ced5, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=53731cf5-a8bc-4cd4-bb45-6d620360ced5,segment=NetworkSegment(3057da50-fa55-49a9-97a8-c928c50caeeb),segment_id=3057da50-fa55-49a9-97a8-c928c50caeeb)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:55.192137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:53Z', 'revision_number': 3, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:55.196737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:55.197409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82072b5fa0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:55.213573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.252053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.252894 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:22:55.253672 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Updating router 15c47016-ac87-4e04-b59d-6be3abb2564a port 76a6170a-ca19-479a-b65b-03f075b16fac binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:22:55.256807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.262136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82072b5fa0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:55.263338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390584c-c561-4d5a-a6db-d2885c3145b1 None None] The sync data for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:55.314902 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.347414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78172205-a05d-4f1c-9eec-1575cc53ce85 None None] Pushing event updated for resources: {'Port': ['ID=53731cf5-a8bc-4cd4-bb45-6d620360ced5,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:55.378507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for fba2b370-5de7-4c9e-a85d-8ebaed099121 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:55.430206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Allocated IP 172.32.3.98 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/047ab4ed-05de-4640-b79d-a6648787c3b8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:55.607522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.652925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.716181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.743709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:55.749645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:55.755327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:55.757504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Pushing event updated for resources: {'Port': ['ID=047ab4ed-05de-4640-b79d-a6648787c3b8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:55.789832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=fba2b370-5de7-4c9e-a85d-8ebaed099121,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:55.868693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.872963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-43b103e0-eb2d-4088-85d6-b4e25f1a5309 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/fba2b370-5de7-4c9e-a85d-8ebaed099121 HTTP/1.1" status: 204  len: 168 time: 1.4427569
Nov 10 04:22:55.875634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44370) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:55.882967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:55.911289 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9746244-7b00-4ab2-8670-97c0714aed78 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:22:55.915118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b9746244-7b00-4ab2-8670-97c0714aed78 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/fba2b370-5de7-4c9e-a85d-8ebaed099121 HTTP/1.1" status: 404  len: 333 time: 0.0381441
Nov 10 04:22:55.918828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44372) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:55.924993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.940495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.949545 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:55.972338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.003919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:56.004300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.024011 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Pushing event updated for resources: {'Port': ['ID=76a6170a-ca19-479a-b65b-03f075b16fac,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:56.040426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet a90dbe82-89ba-4684-b13e-0f373f44b3c1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:22:56.046637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.056387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd90d7-1137-4b6e-b3d4-df0f65cce214 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:56.057557 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.058074 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.058588 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.059082 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.059669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.060711 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.061221 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.061900 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.062400 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.062958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.063592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.064090 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:22:56.077719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.110467 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Attempting to bind port 76a6170a-ca19-479a-b65b-03f075b16fac on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:22:56.112226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Attempting to bind port 76a6170a-ca19-479a-b65b-03f075b16fac by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:22:56.113171 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Attempting to bind port 76a6170a-ca19-479a-b65b-03f075b16fac on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:22:56.124333 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:22:56.125396 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:56.126124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.126783 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:22:56.127544 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Bound port: 76a6170a-ca19-479a-b65b-03f075b16fac, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:22:56.128097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.139203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.182574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2e2144bd-55f2-4f61-ba5d-080f15706028 None None] Provisioning complete for port 76a6170a-ca19-479a-b65b-03f075b16fac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:56.183285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e2144bd-55f2-4f61-ba5d-080f15706028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.235074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e2144bd-55f2-4f61-ba5d-080f15706028 None None] Port 76a6170a-ca19-479a-b65b-03f075b16fac cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:56.240932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 53731cf5-a8bc-4cd4-bb45-6d620360ced5 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:56.320371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.328272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.378998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] For port 76a6170a-ca19-479a-b65b-03f075b16fac, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:22:56.382080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:56.382483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.385798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] For port 76a6170a-ca19-479a-b65b-03f075b16fac, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=76a6170a-ca19-479a-b65b-03f075b16fac,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:22:56.397670 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.460910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Pushing event updated for resources: {'Port': ['ID=047ab4ed-05de-4640-b79d-a6648787c3b8,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:56.474511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.505439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.509458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-77d0be6a-4587-4a0e-a2d4-1eb26d635529 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4911687
Nov 10 04:22:56.509774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44378) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:56.535013 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e3d7d-5cf3-4760-9e1c-f09b14919db4 None None] Pushing event updated for resources: {'Port': ['ID=76a6170a-ca19-479a-b65b-03f075b16fac,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:56.554978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.576319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471690a4-1901-4f30-b2ec-ee7121815f0e None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:56.578237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.582566 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:56.583461 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:56.688697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Allocated IP 172.20.0.1 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/250bc3b8-5e52-4af3-bf0f-d64526eb356c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:56.721529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.784269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=a90dbe82-89ba-4684-b13e-0f373f44b3c1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:56.784500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:56.801581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] Provisioning complete for port 76a6170a-ca19-479a-b65b-03f075b16fac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:56.802414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.805864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:22:56.806527 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:22:56.838731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:56.842976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9d343906-2c6e-4399-b8ec-c977cfbc5049 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/a90dbe82-89ba-4684-b13e-0f373f44b3c1 HTTP/1.1" status: 204  len: 168 time: 0.9221499
Nov 10 04:22:56.846068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44386) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:56.979548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.024547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.036877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:57.060776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.084171 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464dd00>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:53Z', 'revision_number': 3, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:57.095837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.098887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2cf73-2135-42b4-8e78-7e0627c88862 None None] Network e601b758-55b5-444e-b6b1-a2e44363e6d4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:22:57.122048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a767aed-5b50-445e-9727-8b26704ccddf None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:53Z', 'revision_number': 3, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:22:57.144097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:57.145668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:57.156505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:57.174999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:57.219171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:57.219521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.244108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.248256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.294723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] For port 76a6170a-ca19-479a-b65b-03f075b16fac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=76a6170a-ca19-479a-b65b-03f075b16fac,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:57.304050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.315693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port 53731cf5-a8bc-4cd4-bb45-6d620360ced5, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=53731cf5-a8bc-4cd4-bb45-6d620360ced5,segment=NetworkSegment(3057da50-fa55-49a9-97a8-c928c50caeeb),segment_id=3057da50-fa55-49a9-97a8-c928c50caeeb)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:22:57.316222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.335213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 53731cf5-a8bc-4cd4-bb45-6d620360ced5 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:22:57.396285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.427070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.427853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.464351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46205be0-870e-4a49-b881-cf9b95396b66 None None] Pushing event updated for resources: {'Port': ['ID=76a6170a-ca19-479a-b65b-03f075b16fac,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:57.499482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa5d968-5fff-4787-80bc-be09407b7f54 None None] DHCP port deletion for e601b758-55b5-444e-b6b1-a2e44363e6d4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:22:57.531129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.582750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5d968-5fff-4787-80bc-be09407b7f54 None None] The port '53731cf5-a8bc-4cd4-bb45-6d620360ced5' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:22:57.582908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=53731cf5-a8bc-4cd4-bb45-6d620360ced5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:57.588878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-26cdb487-301c-4930-94b8-f19b92a69fa4 None None] Provisioning complete for port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:57.589595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26cdb487-301c-4930-94b8-f19b92a69fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.590394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:22:57.626143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-26cdb487-301c-4930-94b8-f19b92a69fa4 None None] Port 53731cf5-a8bc-4cd4-bb45-6d620360ced5 was deleted so its status cannot be updated. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 10 04:22:57.648681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Allocated IP 172.32.3.167 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/d1685899-b77b-468d-9c0f-e2d4616d7473) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:22:57.726398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.751591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.754100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c6b33d7c-18ef-4fcd-8432-c10965326749 None None] Provisioning complete for port 250bc3b8-5e52-4af3-bf0f-d64526eb356c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:57.754482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c6b33d7c-18ef-4fcd-8432-c10965326749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.758069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.789488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82162ae9d0>,) {'filters': {'network_id': ['e601b758-55b5-444e-b6b1-a2e44363e6d4']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:57.829387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82162ae9d0>, '3057da50-fa55-49a9-97a8-c928c50caeeb') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:57.829387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82162ae9d0>, '3057da50-fa55-49a9-97a8-c928c50caeeb') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:57.857426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.869309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.879018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 76a6170a-ca19-479a-b65b-03f075b16fac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:22:57.883253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.898342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:22:57.898799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:22:57.902411 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:22:57.915941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c6b33d7c-18ef-4fcd-8432-c10965326749 None None] Port 250bc3b8-5e52-4af3-bf0f-d64526eb356c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:57.938410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:57.958618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:57.993066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 76a6170a-ca19-479a-b65b-03f075b16fac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:57.993670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.038017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.047449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:58.050095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:58.080731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.084134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/e601b758-55b5-444e-b6b1-a2e44363e6d4 HTTP/1.1" status: 204  len: 168 time: 1.2370737
Nov 10 04:22:58.089915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99910d-1d8c-4160-8645-b3963c96d100 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=e601b758-55b5-444e-b6b1-a2e44363e6d4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:58.092253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44414) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:58.099069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'name': 'tempest-PortsIpV6TestJSON-625849288'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:58.211371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.230420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 53731cf5-a8bc-4cd4-bb45-6d620360ced5 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:22:58.241846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:22:58.272627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 53731cf5-a8bc-4cd4-bb45-6d620360ced5 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:22:58.273315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 53731cf5-a8bc-4cd4-bb45-6d620360ced5 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:22:58.302529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:58.304001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Pushing event updated for resources: {'Port': ['ID=d1685899-b77b-468d-9c0f-e2d4616d7473,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:58.315350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:58.318520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:58.382380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:58.386948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.446380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:22:58.451174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b8267929-1f6f-44ff-a506-0bbde804f95b None None] Provisioning complete for port 250bc3b8-5e52-4af3-bf0f-d64526eb356c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:22:58.451821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b8267929-1f6f-44ff-a506-0bbde804f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.455364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:58.459344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8a0353bd-2ec4-4a88-8142-3061fe69c5b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/15c47016-ac87-4e04-b59d-6be3abb2564a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7677543
Nov 10 04:22:58.498256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b8267929-1f6f-44ff-a506-0bbde804f95b None None] Port 250bc3b8-5e52-4af3-bf0f-d64526eb356c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:22:58.502854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 45d0929e-7edf-4ab6-8306-32b218fb3896 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:22:58.536063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-0179776d-1e8c-40cb-a5df-12f8720425c1 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0713081
Nov 10 04:22:58.616826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.016423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44434) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.021571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1470658222-network', 'tenant_id': '3680a125dba7419089bebecd3a577d6d'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:59.044439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Made reservation on behalf of 3680a125dba7419089bebecd3a577d6d for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:59.046810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.057138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.139603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.144013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.171444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37591aca-9059-43d8-a320-6c1a7b5431c5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:59.180964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:22:59.192078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.192489 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Added segment 5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c of type vlan for network c0a53aeb-deab-4892-8c68-72a67543c110
Nov 10 04:22:59.194498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-f7f63cc2-8f6f-4e80-980f-4a16756b4784 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:59.195993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-f7f63cc2-8f6f-4e80-980f-4a16756b4784 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6240962
Nov 10 04:22:59.233869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.237190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.242417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-edb7f3ab-67fc-4bbe-b102-8d0e26ea36ff tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/quotas/4d62a6f0117a4f2194c44a9e41d6c3d4 HTTP/1.1" status: 200  len: 375 time: 0.0346727
Nov 10 04:22:59.259423 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:22:59.265616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.266646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:59.267263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.272475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:22:59.273358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464d1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:59.322631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-095e67ba-47ba-4949-a707-f7abe19fa0cb tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0684702
Nov 10 04:22:59.338944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3171761
Nov 10 04:22:59.339725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44436) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.351682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Request body: {'subnet': {'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1470658222-subnet', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:22:59.370308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059b98f-207e-4301-b2cd-2ebcdafbc58a admin admin] Pushing event updated for resources: {'Network': ['ID=c0a53aeb-deab-4892-8c68-72a67543c110,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:59.383832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c0a53aeb-deab-4892-8c68-72a67543c110 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:22:59.400823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.408183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.418242 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:22:59.420001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Made reservation on behalf of 3680a125dba7419089bebecd3a577d6d for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:22:59.422698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.425350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.514628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:22:59.548843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:59.554699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:22:59.561524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:59.562351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.573995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Pushing event updated for resources: {'Port': ['ID=d1685899-b77b-468d-9c0f-e2d4616d7473,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:59.628016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.636930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.5421703
Nov 10 04:22:59.642354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.670491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55273a0a-a298-491b-982a-8a64c22cfb9f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=45d0929e-7edf-4ab6-8306-32b218fb3896,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:59.676940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.679328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-947bdbe6-fb75-44e8-8012-1b751e6b2510 tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1675611
Nov 10 04:22:59.681948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44450) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.702750 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464d1f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 2, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:22:59.739807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:22:59.740159 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Updating router 15c47016-ac87-4e04-b59d-6be3abb2564a port 250bc3b8-5e52-4af3-bf0f-d64526eb356c binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:22:59.769328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.786867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e32b6d86-7296-4350-9f11-a464bd786220 tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.1018989
Nov 10 04:22:59.787809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44452) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.867874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.883647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9d66f9f5-7c92-4ce0-a227-1d6eeaea7216 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0916541
Nov 10 04:22:59.884561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:22:59.900577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 45d0929e-7edf-4ab6-8306-32b218fb3896 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:22:59.901949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.932516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e098f92-1ff4-49ce-ba33-d766f9464337,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:22:59.944328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Checking segment: {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:22:59.944792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Network hostable DHCP agents. Network: c0a53aeb-deab-4892-8c68-72a67543c110, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:22:59.971318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Network c0a53aeb-deab-4892-8c68-72a67543c110 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:22:59.982369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c0a53aeb-deab-4892-8c68-72a67543c110) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:22:59.986809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:22:59.987688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:22:59.992133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282f2f1-cc8a-4207-919c-707a7ef0ccd2 None None] Network c0a53aeb-deab-4892-8c68-72a67543c110 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:00.010719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9b7558b-2c4e-4861-ac75-a567d5322a9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6690516
Nov 10 04:23:00.013795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44456) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:00.018408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:00.057470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.062085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.064559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.131969 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b762e90-9e04-49e5-bf67-45bee5ce12a2 req-dc24d7f8-72c1-4a92-9efc-973bd6936a39 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 210 time: 0.5658209
Nov 10 04:23:00.141492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 45d0929e-7edf-4ab6-8306-32b218fb3896 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:00.186517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.192406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.200745 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.258123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c0a53aeb-deab-4892-8c68-72a67543c110', 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'fixed_ips': [{'subnet_id': '0e098f92-1ff4-49ce-ba33-d766f9464337'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:00.259388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.259650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Deleting port d1685899-b77b-468d-9c0f-e2d4616d7473 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:00.259995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.299574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcf72e-c294-46ac-abce-747b8f4ce5eb None None] Pushing event updated for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:00.422623 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Attempting to bind port 250bc3b8-5e52-4af3-bf0f-d64526eb356c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:00.425186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Attempting to bind port 250bc3b8-5e52-4af3-bf0f-d64526eb356c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:00.425581 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Attempting to bind port 250bc3b8-5e52-4af3-bf0f-d64526eb356c on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:00.439002 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:00.439382 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:00.439884 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.440171 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:00.448109 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Bound port: 250bc3b8-5e52-4af3-bf0f-d64526eb356c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:00.448522 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.451843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.467567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Allocated IP 172.20.0.2 (c0a53aeb-deab-4892-8c68-72a67543c110/0e098f92-1ff4-49ce-ba33-d766f9464337/02295f8f-cab2-45d6-92f9-33ce8148f766) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:00.473687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.474024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.509515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Calling delete_port for d1685899-b77b-468d-9c0f-e2d4616d7473 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:00.575097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.599251 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] For port 250bc3b8-5e52-4af3-bf0f-d64526eb356c, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:00.609372 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] For port 250bc3b8-5e52-4af3-bf0f-d64526eb356c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=250bc3b8-5e52-4af3-bf0f-d64526eb356c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:00.616505 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.620932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=45d0929e-7edf-4ab6-8306-32b218fb3896,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:00.633100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.639546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-275c51b7-6234-46a6-9015-f5005173020a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/45d0929e-7edf-4ab6-8306-32b218fb3896 HTTP/1.1" status: 204  len: 168 time: 0.9956541
Nov 10 04:23:00.641717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:00.655186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'mac_address': 'fa:16:3e:99:b8:d8', 'name': 'tempest-PortsIpV6TestJSON-1674681452'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:00.700173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] Provisioning complete for port 250bc3b8-5e52-4af3-bf0f-d64526eb356c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:00.700597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.709437 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcf72e-c294-46ac-abce-747b8f4ce5eb None None] Pushing event updated for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:00.742472 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:00.743271 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821464d1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:00.807638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.818775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:00.834515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.950974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:00.992011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Allocated IP 172.32.3.86 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/10b06d03-7f8f-46ad-b5ce-9b08f448cd99) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:01.004665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.006624 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:23:01.020290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.039796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.060757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] For port 250bc3b8-5e52-4af3-bf0f-d64526eb356c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=250bc3b8-5e52-4af3-bf0f-d64526eb356c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:01.069227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Network c0a53aeb-deab-4892-8c68-72a67543c110 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:01.074300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.076559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.079205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:01.083593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:01.089069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Pushing event updated for resources: {'Port': ['ID=02295f8f-cab2-45d6-92f9-33ce8148f766,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:01.115552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Pushing event deleted for resources: {'Port': ['ID=d1685899-b77b-468d-9c0f-e2d4616d7473,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:01.134743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.139742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 7b004a8a-8714-461e-93c5-7e3ff10e385b yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:01.145248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db94c-d3d2-4973-bd8a-b465d95a95f3 None None] Pushing event updated for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:01.187114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.243269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Pushing event updated for resources: {'Port': ['ID=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:01.250819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.254552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.258275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5b6834c4-dc19-45db-a9bd-5a3942a7b1fd tempest-FloatingIPAdminTestJSON-1426571253 tempest-FloatingIPAdminTestJSON-1426571253-project] 10.222.0.13 "DELETE /v2.0/floatingips/55eedf54-288d-4d02-a93a-ab0afdec7a90 HTTP/1.1" status: 204  len: 168 time: 1.3691795
Nov 10 04:23:01.259081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44468) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:01.280477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b673f562-4804-4a37-abac-f1f544ec7a98 None None] Provisioning complete for port 250bc3b8-5e52-4af3-bf0f-d64526eb356c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:01.281205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b673f562-4804-4a37-abac-f1f544ec7a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.283223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Attempting to bind port 02295f8f-cab2-45d6-92f9-33ce8148f766 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:01.283773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Attempting to bind port 02295f8f-cab2-45d6-92f9-33ce8148f766 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:01.284334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Attempting to bind port 02295f8f-cab2-45d6-92f9-33ce8148f766 on network c0a53aeb-deab-4892-8c68-72a67543c110 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:01.295726 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-01d8b823-62ac-47c0-8b2c-ed74a4fda6d4 req-971026ae-be29-4988-a4eb-968826463c73 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 210 time: 0.0372815
Nov 10 04:23:01.305028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:01.306589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:01.309924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:01.340071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb79ba-8204-47a6-848c-e54e918b5e53 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:01.342889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:01.343500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Checking segment: {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:01.344075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.344725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Bound using segment: {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:01.345369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Bound port: 02295f8f-cab2-45d6-92f9-33ce8148f766, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:01.345939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.374373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-3a59bb6b-ca4a-47e9-8be7-2b10cf77d8a9 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0342641
Nov 10 04:23:01.471064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] For port 02295f8f-cab2-45d6-92f9-33ce8148f766, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:01.497286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] For port 02295f8f-cab2-45d6-92f9-33ce8148f766, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=02295f8f-cab2-45d6-92f9-33ce8148f766,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:01.509924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.620989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ff2a-a796-419e-93e3-b9e3daa5cae2 None None] Pushing event updated for resources: {'Port': ['ID=02295f8f-cab2-45d6-92f9-33ce8148f766,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:01.636100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a16c0289-e896-4027-8f68-6f73cf560c13 None None] Provisioning complete for port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:01.637846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-06d949bd-d1cf-4cbf-8a48-3a1461091fb9 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:01.638254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a16c0289-e896-4027-8f68-6f73cf560c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:01.639149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-06d949bd-d1cf-4cbf-8a48-3a1461091fb9 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2580659
Nov 10 04:23:01.666638 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821464d1f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:00Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:01.691239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a16c0289-e896-4027-8f68-6f73cf560c13 None None] Port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:01.699714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Request body: {'port': {'device_id': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '4d62a6f0117a4f2194c44a9e41d6c3d4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:01.702743 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4dd13d-6ea4-4089-bd0c-5a62ff8cb91e None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:00Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:01.997232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Deleting port 047ab4ed-05de-4640-b79d-a6648787c3b8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:01.997232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.016798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Made reservation on behalf of 4d62a6f0117a4f2194c44a9e41d6c3d4 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:02.021535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.036457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.070721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.086908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.129923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.130076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.149858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Calling delete_port for 047ab4ed-05de-4640-b79d-a6648787c3b8 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:02.200300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.235664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.264823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:02.267033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.271896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:02.280247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:02.286455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:02.287082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.303079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=7b004a8a-8714-461e-93c5-7e3ff10e385b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:02.327826 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fce0ea10-6eb1-4d61-92ee-f3c541450b74 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.6846669
Nov 10 04:23:02.329830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44472) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:02.383119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab1b2b8-6774-4364-9e6d-741c87224a4d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:02.399008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cec886-6ec8-4084-905f-49c0d5a1f39d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:02.400394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-64cec886-6ec8-4084-905f-49c0d5a1f39d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/7b004a8a-8714-461e-93c5-7e3ff10e385b HTTP/1.1" status: 200  len: 845 time: 0.0694668
Nov 10 04:23:02.403105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:02.456055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.480732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d94a373f-d1e9-4bcd-9b13-19c1cd52b933 req-ba699d1d-1582-46fb-b7ab-e4709e844da0 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 210 time: 0.0407722
Nov 10 04:23:02.515432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.562553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Pushing event deleted for resources: {'Port': ['ID=047ab4ed-05de-4640-b79d-a6648787c3b8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:02.589165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Allocated IP 192.168.233.159 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/ba62b179-897b-4402-8eb6-097049d18289) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:02.675389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 7b004a8a-8714-461e-93c5-7e3ff10e385b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:02.675756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.721100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.723902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.728104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0ccc601-bced-4448-9968-7fc4f9279c0c tempest-FloatingIPAdminTestJSON-1027041426 tempest-FloatingIPAdminTestJSON-1027041426-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/4dff3e4a-4e5a-4162-a400-145474fc6c6a HTTP/1.1" status: 204  len: 168 time: 1.4654145
Nov 10 04:23:02.730903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44476) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:02.796859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:02.842411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 7b004a8a-8714-461e-93c5-7e3ff10e385b owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:02.926132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:02.926476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.018523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.068125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Router e21f1d8b-7d49-4582-a26a-b8afc338e932 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:23:03.070964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=7b004a8a-8714-461e-93c5-7e3ff10e385b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:03.071769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c412f-a7f7-484b-8b2c-c4e5118602d6 None None] Network c0a53aeb-deab-4892-8c68-72a67543c110 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:03.079925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.083486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.088061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-22d58658-e98c-4be1-ab6c-57e28f04aebb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/7b004a8a-8714-461e-93c5-7e3ff10e385b HTTP/1.1" status: 204  len: 168 time: 0.6839612
Nov 10 04:23:03.094388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44478) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:03.103692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for 8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:03.183376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] Provisioning complete for port 02295f8f-cab2-45d6-92f9-33ce8148f766 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:03.183658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.200899 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae30af7-44ea-4ec7-9dff-98f03ea2f950 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:03.202514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ae30af7-44ea-4ec7-9dff-98f03ea2f950 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/7b004a8a-8714-461e-93c5-7e3ff10e385b HTTP/1.1" status: 404  len: 333 time: 0.1070256
Nov 10 04:23:03.206988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44480) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:03.231916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'name': 'tempest-PortsIpV6TestJSON-405722098'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:03.239592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.287480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.323247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.357561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:03.365981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:03.373792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:03.376164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.394971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:03.440200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] For port 02295f8f-cab2-45d6-92f9-33ce8148f766, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=02295f8f-cab2-45d6-92f9-33ce8148f766,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:03.448931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.459159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:03.459840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.475354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Pushing event updated for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:03.482875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:23:03.485202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:03.496524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.499425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Sync routers for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:23:03.500587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-924a368f-84f4-4a94-8777-615a77432497 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8048408
Nov 10 04:23:03.503643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.507506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe4ec892-89f3-449c-8203-851d875fb387 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4900675
Nov 10 04:23:03.507677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:03.536266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 6d2c174e-8b2c-4cfd-99dd-054b83111bee yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:03.546414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:03.547443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dc2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:03.598066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17703b-51e6-4319-aa65-7e0147ceabf7 None None] Pushing event updated for resources: {'Port': ['ID=02295f8f-cab2-45d6-92f9-33ce8148f766,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:03.718449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Request body: {'port': {'device_id': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:03.795234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:23:03.861369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.864884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2fed1671-b4ca-44e3-a287-80258c91ea8f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/ports/8a4b3bd3-2697-44c7-be18-f1be5d2d0fe7 HTTP/1.1" status: 204  len: 168 time: 1.1325839
Nov 10 04:23:03.867466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44490) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:03.911506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.946850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f3e5f-19c0-4a07-825c-6352517da294 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:03.949234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d77f3e5f-19c0-4a07-825c-6352517da294 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "GET /v2.0/ports?device_id=5289a2e2-63ed-486f-8efa-e2353c159e13 HTTP/1.1" status: 200  len: 913 time: 0.0808318
Nov 10 04:23:03.949589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:03.955253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44492) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:04.004828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-59686b79-1d56-4998-a0f6-0b3e6c279cda None None] Provisioning complete for port 02295f8f-cab2-45d6-92f9-33ce8148f766 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:04.005197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59686b79-1d56-4998-a0f6-0b3e6c279cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.039313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c2198-f013-4e65-a55d-1e5efb488b1c req-97ce24e7-69f6-464a-af11-2d2ae766981d tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:04.041017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d87c2198-f013-4e65-a55d-1e5efb488b1c req-97ce24e7-69f6-464a-af11-2d2ae766981d tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 936 time: 0.2517107
Nov 10 04:23:04.100724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 02295f8f-cab2-45d6-92f9-33ce8148f766 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:04.109053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.178823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:04.199111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-59686b79-1d56-4998-a0f6-0b3e6c279cda None None] Provisioning complete for port ba62b179-897b-4402-8eb6-097049d18289 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:04.199441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59686b79-1d56-4998-a0f6-0b3e6c279cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.240519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:04.247833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:04.253623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:04.254267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.271104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=6d2c174e-8b2c-4cfd-99dd-054b83111bee,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:04.299288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e29775a-380f-4d9f-bacd-c52f8235fd70 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.0690169
Nov 10 04:23:04.300192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:04.307128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:04.400119 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d87c2198-f013-4e65-a55d-1e5efb488b1c req-18b456a9-e7f6-4f6e-957c-aa4c5d0659bb tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345452
Nov 10 04:23:04.420127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dc2b0>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 3, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:04.420127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 02295f8f-cab2-45d6-92f9-33ce8148f766 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:04.420127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.441230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.442121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-59686b79-1d56-4998-a0f6-0b3e6c279cda None None] Port ba62b179-897b-4402-8eb6-097049d18289 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:04.445842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Checking router: e21f1d8b-7d49-4582-a26a-b8afc338e932 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:23:04.446181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Updating router e21f1d8b-7d49-4582-a26a-b8afc338e932 port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:23:04.448041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9a608e1c-7b60-47eb-a482-0444e893bfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.500415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.557148 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:23:04.647116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.647657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 250bc3b8-5e52-4af3-bf0f-d64526eb356c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:04.684565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.687548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.751397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.760787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 250bc3b8-5e52-4af3-bf0f-d64526eb356c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:04.760787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.770337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba62b179-897b-4402-8eb6-097049d18289 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:04.795594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.797780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] In _notify_port_updated(), no bound segment for port 6d2c174e-8b2c-4cfd-99dd-054b83111bee on network 5bc7b180-5290-44f0-838c-6259039e5574 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:23:04.803143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:04.804329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.809508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/ports/6d2c174e-8b2c-4cfd-99dd-054b83111bee HTTP/1.1" status: 200  len: 818 time: 0.5039339
Nov 10 04:23:04.811699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44496) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:04.859020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Transition to ACTIVE for port object ba62b179-897b-4402-8eb6-097049d18289 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:23:04.875092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.878263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1267bb-2d73-4051-bd5b-c08a326d8c4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=6d2c174e-8b2c-4cfd-99dd-054b83111bee,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:04.915921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:04.933427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.007176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 6d2c174e-8b2c-4cfd-99dd-054b83111bee {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:05.007491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.011458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78fc610-6516-481a-8b95-657149a5eed8 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:05.018090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.020911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Attempting to bind port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:05.021394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Attempting to bind port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:05.022803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Attempting to bind port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:05.024234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de664c05-5152-450f-8985-53ca2a958785 None None] Pushing event updated for resources: {'Port': ['ID=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.024876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Allocated IP 172.20.0.1 (c0a53aeb-deab-4892-8c68-72a67543c110/0e098f92-1ff4-49ce-ba33-d766f9464337/97301475-1b7a-42d6-bcff-15f8da6b44ae) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:05.034115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:05.034625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:05.035645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.036294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:05.037023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Bound port: 10b06d03-7f8f-46ad-b5ce-9b08f448cd99, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:05.037533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.100528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] For port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:05.102619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Attempting to bind port ba62b179-897b-4402-8eb6-097049d18289 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:05.102801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Attempting to bind port ba62b179-897b-4402-8eb6-097049d18289 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:05.103133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Attempting to bind port ba62b179-897b-4402-8eb6-097049d18289 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:05.104341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] For port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:05.108391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.113899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Port ba62b179-897b-4402-8eb6-097049d18289 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:23:05.114259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Attempting to bind port ba62b179-897b-4402-8eb6-097049d18289 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:05.121425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:05.121882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:05.122155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.122300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:05.122603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Bound port: ba62b179-897b-4402-8eb6-097049d18289, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:05.122960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.129074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 6d2c174e-8b2c-4cfd-99dd-054b83111bee owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:05.133136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] Provisioning complete for port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:05.133554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.208374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25a615-5891-4620-ab9a-7dfa8f0f4cfe None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:05.229450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.239186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:05.243487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba62b179-897b-4402-8eb6-097049d18289,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:05.252883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.286047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:05.286786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dc2b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:22:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:05.297099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.297723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.299447 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ba62b179-897b-4402-8eb6-097049d18289 HTTP/1.1" status: 200  len: 1096 time: 1.7890034
Nov 10 04:23:05.303064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:05.309009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.315469 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a138faad-6e95-4929-b968-5767c90dc401" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "tag": "ba62b179-897b-4402-8eb6-097049d18289"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:05.385857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.399837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=6d2c174e-8b2c-4cfd-99dd-054b83111bee,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.401967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4288-4383-4a92-8eef-b739274842c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.406288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de664c05-5152-450f-8985-53ca2a958785 None None] Pushing event updated for resources: {'Port': ['ID=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.409785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.415791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c16dbfa4-93d7-46c3-91c1-d795f07b1187 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/6d2c174e-8b2c-4cfd-99dd-054b83111bee HTTP/1.1" status: 204  len: 168 time: 0.6008356
Nov 10 04:23:05.415947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.417307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44502) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:05.442519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] For port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:05.452302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port 805ccfcb-5503-48f1-9020-db563a2cef37 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:05.452302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.454047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Pushing event updated for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.458720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Network c0a53aeb-deab-4892-8c68-72a67543c110 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:05.463169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:05.466123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:05.478620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.511591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.602349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:23:05.626931 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0df40-0878-48e4-a5f8-44b9eca143b1 x-openstack-request-id: req-c4b0df40-0878-48e4-a5f8-44b9eca143b1 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:05.627219 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "tag": "ba62b179-897b-4402-8eb6-097049d18289", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:05.627521 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b0df40-0878-48e4-a5f8-44b9eca143b1 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:05.627922 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289', 'status': 'completed', 'code': 200}
Nov 10 04:23:05.629959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-afd0dbc1-ef61-4877-aeec-bd675aad7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.631532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-afd0dbc1-ef61-4877-aeec-bd675aad7f76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 1099 time: 0.2864680
Nov 10 04:23:05.668637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a950f-d7a3-4489-bbaf-736c86c42e01 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.670592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0f7a950f-d7a3-4489-bbaf-736c86c42e01 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2534707
Nov 10 04:23:05.673715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44506) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:05.693727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.712578 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-94950cd3-cb7c-4c2c-abb2-8379886a75a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:05.714358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94950cd3-cb7c-4c2c-abb2-8379886a75a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/6d2c174e-8b2c-4cfd-99dd-054b83111bee HTTP/1.1" status: 404  len: 333 time: 0.0396106
Nov 10 04:23:05.720199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:05.725198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1513843072'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:05.732732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.743858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-6fab9ab3-37f4-4cd0-99ed-37929fbd3575 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ba62b179-897b-4402-8eb6-097049d18289 HTTP/1.1" status: 200  len: 217 time: 0.0680923
Nov 10 04:23:05.752949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for 805ccfcb-5503-48f1-9020-db563a2cef37 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:05.771778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3833693-9c33-49b9-b9aa-5d3c944f3f79 req-2491b2ff-dbbd-4b93-aec6-fb5de76ada57 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.773316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3833693-9c33-49b9-b9aa-5d3c944f3f79 req-2491b2ff-dbbd-4b93-aec6-fb5de76ada57 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 948 time: 0.1584816
Nov 10 04:23:05.814677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:05.819303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.823129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b5818-7fdf-473e-a981-30ff13f8486a None None] Pushing event updated for resources: {'Port': ['ID=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:05.851444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0fab4e79-45d0-4f59-8659-efc75c7dbc4b None None] Provisioning complete for port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:05.852350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0fab4e79-45d0-4f59-8659-efc75c7dbc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.874939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:05.891808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-b0da4f5e-c5f9-4a01-b33a-7cad95a6535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.893306 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-b0da4f5e-c5f9-4a01-b33a-7cad95a6535e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1380725
Nov 10 04:23:05.918299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.918711 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment eb83ef66-fc01-443d-b801-139ba75b3f9b of type vlan for network 4c80d080-0dfd-4e69-af28-6534e8edb574
Nov 10 04:23:05.945467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3833693-9c33-49b9-b9aa-5d3c944f3f79 req-53b61116-aa70-4b35-b21d-516a1c5320a3 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489000
Nov 10 04:23:05.990225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:05.994406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-0018e5be-aa9d-4585-901c-737232478f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:05.996194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-0018e5be-aa9d-4585-901c-737232478f97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0902762
Nov 10 04:23:06.019943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dc2b0>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 3, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:06.049398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85ac76-1311-46bb-94f4-f3a6eeda914b None None] The sync data for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 is: [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 3, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:06.178712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-408e3254-f2f5-4952-a60f-4d70f8adc9da None None] Provisioning complete for port 97301475-1b7a-42d6-bcff-15f8da6b44ae triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:06.179379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-408e3254-f2f5-4952-a60f-4d70f8adc9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.224178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-408e3254-f2f5-4952-a60f-4d70f8adc9da None None] Port 97301475-1b7a-42d6-bcff-15f8da6b44ae cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:06.347947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.353600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:06.354169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.419874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.431266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.442628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7212107
Nov 10 04:23:06.443909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c75dd-8e73-4122-a6f1-de1876b63c40 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=4c80d080-0dfd-4e69-af28-6534e8edb574,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:06.446418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44510) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:06.451703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:06.456252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.461199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:06.485587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-4995b3e7-5a4d-438b-a0ae-d3ade5d19e1c service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4790640
Nov 10 04:23:06.532225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=805ccfcb-5503-48f1-9020-db563a2cef37,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:06.573442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Pushing event updated for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:06.583903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.722468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d9469c4-f29e-4b4d-9485-ef8030e7a8b6 req-4007708c-613c-45a8-a36a-96abac2802e2 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257881
Nov 10 04:23:06.734252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Network c0a53aeb-deab-4892-8c68-72a67543c110 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:06.736335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:06.837589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.856834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:06.860799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.911981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc00b-2005-4642-b5ef-f7578750aa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:06.948918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138faad-6e95-4929-b968-5767c90dc401 req-2e1580dd-b270-41cd-9ee6-47ea4ce90520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:06.951393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-2e1580dd-b270-41cd-9ee6-47ea4ce90520 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 1099 time: 0.0785286
Nov 10 04:23:06.953846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Router e21f1d8b-7d49-4582-a26a-b8afc338e932 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:23:07.089115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c101fc80-92ba-4aa9-8360-acb998da633b None None] Provisioning complete for port 97301475-1b7a-42d6-bcff-15f8da6b44ae triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:07.089401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c101fc80-92ba-4aa9-8360-acb998da633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.138581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c101fc80-92ba-4aa9-8360-acb998da633b None None] Port 97301475-1b7a-42d6-bcff-15f8da6b44ae cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:07.143410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138faad-6e95-4929-b968-5767c90dc401 req-df1ded4d-299d-4dfa-be9d-95e3118845e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:07.144942 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-df1ded4d-299d-4dfa-be9d-95e3118845e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.1802850
Nov 10 04:23:07.181747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6149fb-1220-47e6-b64d-92e393a17f07 req-83557486-9537-4b8c-bbe3-f0ac4d2d97b6 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:07.183475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f6149fb-1220-47e6-b64d-92e393a17f07 req-83557486-9537-4b8c-bbe3-f0ac4d2d97b6 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 948 time: 0.1251371
Nov 10 04:23:07.194376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-f4cca1a2-6446-43c8-9d5c-a08d841b5f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ba62b179-897b-4402-8eb6-097049d18289 HTTP/1.1" status: 200  len: 217 time: 0.0423532
Nov 10 04:23:07.251498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:23:07.257108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b49f2dc-2276-46ed-8c16-8990333f0b47 admin admin] 10.222.0.13 "PUT /v2.0/routers/e21f1d8b-7d49-4582-a26a-b8afc338e932/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7484703
Nov 10 04:23:07.264393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138faad-6e95-4929-b968-5767c90dc401 req-e00d20d4-6074-4f3a-93ae-a0eaca220cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:07.266081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-e00d20d4-6074-4f3a-93ae-a0eaca220cf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0645704
Nov 10 04:23:07.317971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138faad-6e95-4929-b968-5767c90dc401 req-9a6ffea0-9632-40b6-9669-9ae20492f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:07.319597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-9a6ffea0-9632-40b6-9669-9ae20492f780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0460458
Nov 10 04:23:07.357150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4f6149fb-1220-47e6-b64d-92e393a17f07 req-ae54c27d-9f90-4200-b1a0-33aac7a5a7f9 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645525
Nov 10 04:23:07.366384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.422578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-47d8e91b-5ef1-4df6-9bee-a8e7daf34935 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945289
Nov 10 04:23:07.456008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=35de15f5-4c74-4c00-a5f8-e6100bf52e3b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:07.477872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': 'eb83ef66-fc01-443d-b801-139ba75b3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:07.479366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: 4c80d080-0dfd-4e69-af28-6534e8edb574, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:23:07.493545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Router 5289a2e2-63ed-486f-8efa-e2353c159e13 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:23:07.507621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:23:07.529468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a138faad-6e95-4929-b968-5767c90dc401 req-08db300c-ae2a-4c64-a235-5e12fcdbbfe5 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994158
Nov 10 04:23:07.567241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4c80d080-0dfd-4e69-af28-6534e8edb574) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:07.572092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:07.572355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.578092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699a473-9aa2-43a2-a7ad-e9a4c015837f None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:07.627539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e9aec37-9b3a-41d0-b994-f902105fdc3e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1771719
Nov 10 04:23:07.627668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44536) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:07.632829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:07.663645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:23:07.675084 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] Sync routers for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:23:07.681032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44546) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:07.683037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-223e9184-cca6-4240-9579-1f2acdb68cb9 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "PUT /v2.0/routers/5289a2e2-63ed-486f-8efa-e2353c159e13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7271097
Nov 10 04:23:07.712873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:07.713542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:07.780328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-4c80d080-0dfd-4e69-af28-6534e8edb574', 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': '35de15f5-4c74-4c00-a5f8-e6100bf52e3b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:07.781611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.786371 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad760>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:07.795958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] Routers {'5289a2e2-63ed-486f-8efa-e2353c159e13'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:07.796732 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5289a2e2-63ed-486f-8efa-e2353c159e13'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:07.860232 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad760>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:07.861314 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb63b4-f6d6-46c9-a54c-a2eddd2a81eb None None] The sync data for ids ['5289a2e2-63ed-486f-8efa-e2353c159e13'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:07.873640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:07.917947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:07.921948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.983782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:07.988091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.007197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:08.007591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.010279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Allocated IP 2001:db8::2 (4c80d080-0dfd-4e69-af28-6534e8edb574/35de15f5-4c74-4c00-a5f8-e6100bf52e3b/06c31756-6b9b-4550-a076-ca853793191a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:08.096217 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35de15f5-4c74-4c00-a5f8-e6100bf52e3b (CIDR: 2001:db8::/64)
Nov 10 04:23:08.107243 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:23:08.107707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:08.135636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.146135 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9f94713f-bdfe-4657-b7a8-cbc935e4b0c2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5170627
Nov 10 04:23:08.149057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44564) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:08.155783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:08.292526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port e914bc8a-5261-42c3-af9e-f3e959d37873 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:08.293290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.365771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:08.369875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.430384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.438416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.445867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.460203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for e914bc8a-5261-42c3-af9e-f3e959d37873 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:08.483888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:08.487054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:08.491007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:08.503872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Pushing event updated for resources: {'Port': ['ID=06c31756-6b9b-4550-a076-ca853793191a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:08.550146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Attempting to bind port 06c31756-6b9b-4550-a076-ca853793191a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:08.550514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Attempting to bind port 06c31756-6b9b-4550-a076-ca853793191a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'eb83ef66-fc01-443d-b801-139ba75b3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:08.550871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Attempting to bind port 06c31756-6b9b-4550-a076-ca853793191a on network 4c80d080-0dfd-4e69-af28-6534e8edb574 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:08.555789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:08.556161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Checking segment: {'id': 'eb83ef66-fc01-443d-b801-139ba75b3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:08.556560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.556981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Bound using segment: {'id': 'eb83ef66-fc01-443d-b801-139ba75b3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:08.557447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Bound port: 06c31756-6b9b-4550-a076-ca853793191a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb83ef66-fc01-443d-b801-139ba75b3f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:08.557827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.599364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7205-db71-4025-b9b3-70a5b6153835 req-16b292ed-2cbd-4e69-947f-b751890ed8dc tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:08.600895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-080d7205-db71-4025-b9b3-70a5b6153835 req-16b292ed-2cbd-4e69-947f-b751890ed8dc tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 948 time: 0.1368039
Nov 10 04:23:08.621131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] For port 06c31756-6b9b-4550-a076-ca853793191a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:08.624703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] For port 06c31756-6b9b-4550-a076-ca853793191a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=06c31756-6b9b-4550-a076-ca853793191a,segment=NetworkSegment(eb83ef66-fc01-443d-b801-139ba75b3f9b),segment_id=eb83ef66-fc01-443d-b801-139ba75b3f9b)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:08.629806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.688994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024a13-baba-4dba-9f21-fa36732b6a59 None None] Pushing event updated for resources: {'Port': ['ID=06c31756-6b9b-4550-a076-ca853793191a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:08.759055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-080d7205-db71-4025-b9b3-70a5b6153835 req-feb6188c-b2a3-43d4-b831-ee415eae50c0 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500001
Nov 10 04:23:08.941914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:08.945282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.004149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=e914bc8a-5261-42c3-af9e-f3e959d37873,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:09.031969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8bb4a1-02c1-45a1-9044-09dbcb1c2c2d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:09.090042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:09.098624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:09.107278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:09.107895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.119338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=18d62073-9767-4e7b-8232-c7f329478614,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:09.131617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.138090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ea49f3bb-6198-44fa-b3e5-173a9d768e18 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9878633
Nov 10 04:23:09.141085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44598) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:09.146627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'fixed_ips': [{'subnet_id': '35de15f5-4c74-4c00-a5f8-e6100bf52e3b'}, {'subnet_id': '18d62073-9767-4e7b-8232-c7f329478614'}], 'name': 'tempest-PortsIpV6TestJSON-533342142'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:09.236592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.239541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.277331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Sync routers for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:23:09.297003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:09.297627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207139f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:09.304034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.304840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Fanout notify agent at l3_agent the message router_deleted on router 5289a2e2-63ed-486f-8efa-e2353c159e13 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:23:09.307579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:09.315130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.319861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2b08527d-1fbc-4dfb-a338-8e590df86e46 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/routers/5289a2e2-63ed-486f-8efa-e2353c159e13 HTTP/1.1" status: 204  len: 168 time: 1.6377439
Nov 10 04:23:09.320812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44606) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:09.388070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting subnet 8991a3de-df08-46f2-baa2-9f1f2f6deafd {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:09.392097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.414752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.434718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.451721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:09.452312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:23:09.459495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 0db3e488-8a9b-4541-b28e-e0865362f0db yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:09.647948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba62b179-897b-4402-8eb6-097049d18289 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:23:09.828774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 06c31756-6b9b-4550-a076-ca853793191a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:09.941981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba62b179-897b-4402-8eb6-097049d18289,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:09.966744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'ba62b179-897b-4402-8eb6-097049d18289', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'ba62b179-897b-4402-8eb6-097049d18289', 'mac_address': 'fa:16:3e:2d:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:23:09.972097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::9 (4c80d080-0dfd-4e69-af28-6534e8edb574/35de15f5-4c74-4c00-a5f8-e6100bf52e3b/0db3e488-8a9b-4541-b28e-e0865362f0db) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:09.986026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8:0:1::f1 (4c80d080-0dfd-4e69-af28-6534e8edb574/18d62073-9767-4e7b-8232-c7f329478614/0db3e488-8a9b-4541-b28e-e0865362f0db) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:09.988895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207139f10>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '97301475-1b7a-42d6-bcff-15f8da6b44ae', 'name': '', 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'mac_address': 'fa:16:3e:42:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:04Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 2, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'subnets': [{'id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:10.002512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34080f-3c3f-42c8-a2c7-5c64a233ced4 req-a148bff9-af8d-42b3-a0c4-d73589cfd576 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:10.004135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b34080f-3c3f-42c8-a2c7-5c64a233ced4 req-a148bff9-af8d-42b3-a0c4-d73589cfd576 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 948 time: 0.0838361
Nov 10 04:23:10.053596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.065112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:10.065483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.067633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Checking router: e21f1d8b-7d49-4582-a26a-b8afc338e932 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:23:10.067988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Updating router e21f1d8b-7d49-4582-a26a-b8afc338e932 port 97301475-1b7a-42d6-bcff-15f8da6b44ae binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:23:10.102988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b34080f-3c3f-42c8-a2c7-5c64a233ced4 req-c9d048dc-46a8-4748-80cd-5141b66fba6c tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889220
Nov 10 04:23:10.116499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.129875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.163388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.167801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Subnet': ['ID=8991a3de-df08-46f2-baa2-9f1f2f6deafd,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:10.171583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.174877 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd24ef77-0062-4727-9596-b07fc4e77c9f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/subnets/8991a3de-df08-46f2-baa2-9f1f2f6deafd HTTP/1.1" status: 204  len: 168 time: 0.8529506
Nov 10 04:23:10.181223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44622) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:10.210482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2dcea-5c35-447d-90cb-6272145aad06 None None] Network b087c962-677f-4a88-8777-eb431feccd95 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:10.216533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.264598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.267780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.273278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba62b179-897b-4402-8eb6-097049d18289 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:10.291376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.326715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:10.330070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:10.332924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port 2117a866-51cb-47a5-a336-ee5158de36cc {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:10.333372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.339199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:10.346079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:10.346676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.356263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=0db3e488-8a9b-4541-b28e-e0865362f0db,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:10.371984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b16ca540-3ce9-4189-9cda-702284f8bca6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1013 time: 1.2290814
Nov 10 04:23:10.375439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:10.380955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35de15f5-4c74-4c00-a5f8-e6100bf52e3b'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:10.390036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6e538-a1c1-4339-ac99-00b009c41f8b None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:10.406338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba62b179-897b-4402-8eb6-097049d18289,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:10.410444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] For port 2117a866-51cb-47a5-a336-ee5158de36cc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2117a866-51cb-47a5-a336-ee5158de36cc,segment=NetworkSegment(64a9c482-00b2-4061-9fd7-c621986c1cd1),segment_id=64a9c482-00b2-4061-9fd7-c621986c1cd1)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:10.410938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.429481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for 2117a866-51cb-47a5-a336-ee5158de36cc owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:10.462319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.468957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.517611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.520892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.550486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=2117a866-51cb-47a5-a336-ee5158de36cc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:10.554354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] No DVR routers for this DVR port 2117a866-51cb-47a5-a336-ee5158de36cc on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:10.660442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.692269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820eae5f70>,) {'filters': {'network_id': ['b087c962-677f-4a88-8777-eb431feccd95']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:10.708937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eae5f70>, '64a9c482-00b2-4061-9fd7-c621986c1cd1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:10.709320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eae5f70>, '64a9c482-00b2-4061-9fd7-c621986c1cd1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:10.719821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.736948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.744690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:10.745512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:10.750615 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:10.756218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Delete allocated IP 2001:db8:0:1::f1 (4c80d080-0dfd-4e69-af28-6534e8edb574/18d62073-9767-4e7b-8232-c7f329478614) {{(pid=119697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:23:10.768289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a602d6fd-948b-4feb-887d-51963ae5f95f None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:10.769044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a602d6fd-948b-4feb-887d-51963ae5f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.789695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['ba62b179-897b-4402-8eb6-097049d18289'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:23:10.893215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9ed28-ce05-4494-a3d5-a9ce09e2b5f5 None None] DHCP port deletion for b087c962-677f-4a88-8777-eb431feccd95 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:10.915049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:10.922187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 06c31756-6b9b-4550-a076-ca853793191a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=06c31756-6b9b-4550-a076-ca853793191a,segment=NetworkSegment(eb83ef66-fc01-443d-b801-139ba75b3f9b),segment_id=eb83ef66-fc01-443d-b801-139ba75b3f9b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:10.937990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.943930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.949948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/networks/b087c962-677f-4a88-8777-eb431feccd95 HTTP/1.1" status: 204  len: 168 time: 0.7676010
Nov 10 04:23:10.956785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.959760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44638) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:10.961146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:10.999443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260cdd7-9ab5-4f16-a3bc-7ce66ab2ad7f tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Network': ['ID=b087c962-677f-4a88-8777-eb431feccd95,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:11.002595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.052945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-3aa738c4-3ae8-4ffa-92b5-ad1254da06f7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:11.054502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-3aa738c4-3ae8-4ffa-92b5-ad1254da06f7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.2875917
Nov 10 04:23:11.072337 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-7bf1ab9c-ebf1-4841-91a9-1435894732ef tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0101550
Nov 10 04:23:11.101013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] In _notify_port_updated(), no bound segment for port 0db3e488-8a9b-4541-b28e-e0865362f0db on network 4c80d080-0dfd-4e69-af28-6534e8edb574 {{(pid=119697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:23:11.106599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:11.107226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.111067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/ports/0db3e488-8a9b-4541-b28e-e0865362f0db HTTP/1.1" status: 200  len: 923 time: 0.7321057
Nov 10 04:23:11.113851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44640) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:11.118647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35de15f5-4c74-4c00-a5f8-e6100bf52e3b'}, {'subnet_id': '18d62073-9767-4e7b-8232-c7f329478614'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:11.145071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8909e53-e976-4926-a02a-3dbb9eb0e5cc tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=0db3e488-8a9b-4541-b28e-e0865362f0db,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:11.174873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Deleting port 9b0a4686-2800-46b2-8222-20d549d8c25c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:11.175668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.277819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-5e514e8b-a81d-4410-86ca-6d074591f28d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1926377
Nov 10 04:23:11.287392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f12012-7874-49d2-ac9e-74bbbbbffad6 req-4433d1ff-1a52-48e2-aeed-dca0d6b9b548 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:11.289568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69f12012-7874-49d2-ac9e-74bbbbbffad6 req-4433d1ff-1a52-48e2-aeed-dca0d6b9b548 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 949 time: 0.0705814
Nov 10 04:23:11.305691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.306293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.333716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Calling delete_port for 9b0a4686-2800-46b2-8222-20d549d8c25c owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:11.336859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=06c31756-6b9b-4550-a076-ca853793191a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:11.372224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.385479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.387267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Update dhcp port {'port': {'network_id': '4c80d080-0dfd-4e69-af28-6534e8edb574', 'fixed_ips': [{'subnet_id': '35de15f5-4c74-4c00-a5f8-e6100bf52e3b', 'ip_address': '2001:db8::2'}, {'subnet_id': '18d62073-9767-4e7b-8232-c7f329478614'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '06c31756-6b9b-4550-a076-ca853793191a'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:23:11.410181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69f12012-7874-49d2-ac9e-74bbbbbffad6 req-49fdf901-a7a0-4396-8578-cc961b536cd6 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061354
Nov 10 04:23:11.410553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.467731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-c2b7addb-4032-420c-832c-b727beb8326a service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678562
Nov 10 04:23:11.484131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.522249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.567620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Pushing event deleted for resources: {'Port': ['ID=9b0a4686-2800-46b2-8222-20d549d8c25c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:11.661588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-5081fade-d9ae-4884-9733-4ef4feddc17f service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872859
Nov 10 04:23:11.667268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Allocated IP 2001:db8:0:1::2 (4c80d080-0dfd-4e69-af28-6534e8edb574/18d62073-9767-4e7b-8232-c7f329478614/06c31756-6b9b-4550-a076-ca853793191a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:11.702953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.709763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.718821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb439343-f3ca-4f4f-8245-2c5e7d03d895 tempest-FloatingIPAdminTestJSON-1783952726 tempest-FloatingIPAdminTestJSON-1783952726-project] 10.222.0.13 "DELETE /v2.0/floatingips/45846902-6e77-49af-a72d-aea5bfe2a647 HTTP/1.1" status: 204  len: 168 time: 0.7517390
Nov 10 04:23:11.828179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 06c31756-6b9b-4550-a076-ca853793191a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:11.846336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa35181-b561-47df-936b-c7197f811e84 None None] Pushing event updated for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:11.926584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Attempting to bind port 97301475-1b7a-42d6-bcff-15f8da6b44ae on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:11.927543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Attempting to bind port 97301475-1b7a-42d6-bcff-15f8da6b44ae by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:11.927908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Attempting to bind port 97301475-1b7a-42d6-bcff-15f8da6b44ae on network c0a53aeb-deab-4892-8c68-72a67543c110 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:11.936159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] For port 06c31756-6b9b-4550-a076-ca853793191a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=06c31756-6b9b-4550-a076-ca853793191a,segment=NetworkSegment(eb83ef66-fc01-443d-b801-139ba75b3f9b),segment_id=eb83ef66-fc01-443d-b801-139ba75b3f9b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:11.940378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:11.940778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Checking segment: {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:11.941196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.941650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Bound using segment: {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:11.942036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Bound port: 97301475-1b7a-42d6-bcff-15f8da6b44ae, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:11.942415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:11.972881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2a96f0f-c9de-4387-ba98-a216392f6c9c req-c51d18f5-cc0a-4e85-8cd8-ff73220cb9d9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 210 time: 0.0273304
Nov 10 04:23:11.978316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63888fa8-804f-4255-8192-4df0094735ee None None] Provisioning complete for port 97301475-1b7a-42d6-bcff-15f8da6b44ae triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:11.978692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63888fa8-804f-4255-8192-4df0094735ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.068837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.073480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-63888fa8-804f-4255-8192-4df0094735ee None None] Port 97301475-1b7a-42d6-bcff-15f8da6b44ae cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:12.082584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.094757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:12.095219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.095379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44658) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:12.164366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8:0:1::2ed (4c80d080-0dfd-4e69-af28-6534e8edb574/18d62073-9767-4e7b-8232-c7f329478614/0db3e488-8a9b-4541-b28e-e0865362f0db) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:12.186863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] For port 97301475-1b7a-42d6-bcff-15f8da6b44ae, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:12.226473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] For port 97301475-1b7a-42d6-bcff-15f8da6b44ae, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=97301475-1b7a-42d6-bcff-15f8da6b44ae,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:12.238728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.242676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8bfef-98e8-4d30-b95d-dd555f04eeef None None] Pushing event updated for resources: {'Port': ['ID=06c31756-6b9b-4550-a076-ca853793191a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:12.304167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-66f1b73d-74de-4f45-839b-a6495304cf1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba2a28125b064b74bba7dd271ece65a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2073438
Nov 10 04:23:12.307189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:12.394330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.401026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.402049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.446900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.475477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:12.476121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207139f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:12.567146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] In _notify_port_updated(), no bound segment for port 0db3e488-8a9b-4541-b28e-e0865362f0db on network 4c80d080-0dfd-4e69-af28-6534e8edb574 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:23:12.576281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:12.577461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.583303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/ports/0db3e488-8a9b-4541-b28e-e0865362f0db HTTP/1.1" status: 200  len: 1009 time: 1.4687507
Nov 10 04:23:12.585026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:12.593067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.596550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.600927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/910daf98-cd16-46fc-b4d7-b233f18572f4 HTTP/1.1" status: 204  len: 168 time: 0.2926779
Nov 10 04:23:12.611750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681cd82-a458-4661-b241-20491c9678d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910daf98-cd16-46fc-b4d7-b233f18572f4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:12.709883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724a434-70d0-411a-ba25-4fbba99868f8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=0db3e488-8a9b-4541-b28e-e0865362f0db,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:12.720390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa35181-b561-47df-936b-c7197f811e84 None None] Pushing event updated for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:12.728110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2117a866-51cb-47a5-a336-ee5158de36cc no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:12.783329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2117a866-51cb-47a5-a336-ee5158de36cc {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:12.784049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2117a866-51cb-47a5-a336-ee5158de36cc not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:12.787561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:23:12.815637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a70356-0e2e-4c53-b4f2-8ade7800c49f req-13ccd779-51c1-405b-b324-74d5eda859fc tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:12.836294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67a70356-0e2e-4c53-b4f2-8ade7800c49f req-13ccd779-51c1-405b-b324-74d5eda859fc tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 949 time: 0.2499912
Nov 10 04:23:12.876074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] Provisioning complete for port 97301475-1b7a-42d6-bcff-15f8da6b44ae triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:12.877304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.898747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 0db3e488-8a9b-4541-b28e-e0865362f0db {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:12.899084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:12.959152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67a70356-0e2e-4c53-b4f2-8ade7800c49f req-6e85e356-1b86-4675-ade4-6c3c01d20e0b tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194980
Nov 10 04:23:13.008866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:13.040525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b01e8e4-98c3-47c8-9097-a61aade4331b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.086184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.093567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69d85959-97a2-420d-9187-401a23fe4717 req-b9ce7e88-9e51-459a-9808-4617bb7f1545 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 210 time: 0.0318010
Nov 10 04:23:13.117823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 0db3e488-8a9b-4541-b28e-e0865362f0db owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:13.144160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.246156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] For port 97301475-1b7a-42d6-bcff-15f8da6b44ae, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=97301475-1b7a-42d6-bcff-15f8da6b44ae,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:13.260014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b01e8e4-98c3-47c8-9097-a61aade4331b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.265988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c8ea3-36a3-44ae-a41d-614cd65b990c None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:13.270291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.272001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4b01e8e4-98c3-47c8-9097-a61aade4331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.300465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207139f10>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '97301475-1b7a-42d6-bcff-15f8da6b44ae', 'name': '', 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'mac_address': 'fa:16:3e:42:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:04Z', 'updated_at': '2021-11-10T04:23:12Z', 'revision_number': 4, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'subnets': [{'id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:13.334649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01e8e4-98c3-47c8-9097-a61aade4331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19a301-ed06-44ea-b5b4-436550ad37cf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:13.342841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4b01e8e4-98c3-47c8-9097-a61aade4331b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=781524854da145a5bfe807c4cff10bf6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3330798
Nov 10 04:23:13.348172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44678) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:13.395078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-ef21b340-0583-4e42-a6d7-ca3d6793b078 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:13.396564 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-ef21b340-0583-4e42-a6d7-ca3d6793b078 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.2045879
Nov 10 04:23:13.402004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9348f-14fd-437e-8e6f-595bfc8ce4c7 None None] Pushing event updated for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:13.424362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:13.456599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13c1de-e1f9-4e01-9c09-ffbfe37ebc8b None None] The sync data for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 is: [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '97301475-1b7a-42d6-bcff-15f8da6b44ae', 'name': '', 'network_id': 'c0a53aeb-deab-4892-8c68-72a67543c110', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'mac_address': 'fa:16:3e:42:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:04Z', 'updated_at': '2021-11-10T04:23:12Z', 'revision_number': 4, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'subnets': [{'id': '0e098f92-1ff4-49ce-ba33-d766f9464337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:13.476870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7f60650-7e80-4c63-9d79-bebbb506c581 None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:13.477246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7f60650-7e80-4c63-9d79-bebbb506c581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.527790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.584938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.594157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.652637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=0db3e488-8a9b-4541-b28e-e0865362f0db,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:13.671600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:13.675560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.713103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.721530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c13080f0-13c6-481b-862a-c660d5feff57 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/0db3e488-8a9b-4541-b28e-e0865362f0db HTTP/1.1" status: 204  len: 168 time: 1.1267023
Nov 10 04:23:13.723504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:13.751962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.755617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:13.757173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e19a301-ed06-44ea-b5b4-436550ad37cf HTTP/1.1" status: 204  len: 168 time: 0.4070807
Nov 10 04:23:13.774258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f750a-aa11-4fe8-9815-ab5a42ce1448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19a301-ed06-44ea-b5b4-436550ad37cf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:13.811598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba62b179-897b-4402-8eb6-097049d18289 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:13.890312 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0578dde-ff42-4f3e-bb02-b1391dc87c76 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:13.897190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0578dde-ff42-4f3e-bb02-b1391dc87c76 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/0db3e488-8a9b-4541-b28e-e0865362f0db HTTP/1.1" status: 404  len: 333 time: 0.1682115
Nov 10 04:23:13.900001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:13.931705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.8 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/f034eba6-fb80-4611-bba5-8b758a88c877) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:14.019365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 06c31756-6b9b-4550-a076-ca853793191a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:14.059325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet 18d62073-9767-4e7b-8232-c7f329478614 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:14.077124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.199224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port ba62b179-897b-4402-8eb6-097049d18289 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:23:14.224271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a3ef-1797-492c-a336-0cfc56079b52 req-2c092871-5992-4853-81b1-55b41f4dee26 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:14.230146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa64a3ef-1797-492c-a336-0cfc56079b52 req-2c092871-5992-4853-81b1-55b41f4dee26 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 949 time: 0.1496100
Nov 10 04:23:14.240712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.312359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port ba62b179-897b-4402-8eb6-097049d18289 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:14.313446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.331229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e3349aa-39e6-4db9-a2b9-767d1e6862bf req-ff757f56-a11b-4044-8d55-f34578305d3e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 210 time: 0.0403609
Nov 10 04:23:14.389765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7f60650-7e80-4c63-9d79-bebbb506c581 None None] Could not find standard attr ID for object 0db3e488-8a9b-4541-b28e-e0865362f0db. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:14.401247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.405958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:14.406568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.466834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa64a3ef-1797-492c-a336-0cfc56079b52 req-425b789e-f0cf-4033-9705-b66e16f76cd6 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683366
Nov 10 04:23:14.511836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.527416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.552361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44696) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:14.591561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.591801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 97301475-1b7a-42d6-bcff-15f8da6b44ae up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:14.604081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:14.609508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d57ea54e-9e2f-4a77-8454-24a78574706b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.663066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:14.665727 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0593876-fcd4-45e5-a045-b567e152d1b6" -d '{"events": [{"server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "name": "network-vif-plugged", "status": "completed", "tag": "ba62b179-897b-4402-8eb6-097049d18289"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:14.675850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:14.678481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:14.681201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:14.706172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.710327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba62b179-897b-4402-8eb6-097049d18289,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:14.723433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.799354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=18d62073-9767-4e7b-8232-c7f329478614,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:14.817720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.820156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:14.821012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.835792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0b6238ea-4cb0-4d69-b6c6-f63f3448615b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/18d62073-9767-4e7b-8232-c7f329478614 HTTP/1.1" status: 204  len: 168 time: 0.9337914
Nov 10 04:23:14.838989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44722) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:14.878647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-6d20edb7-0d0e-436d-a300-802b5200c06d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4683800
Nov 10 04:23:14.890070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:14.893307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 97301475-1b7a-42d6-bcff-15f8da6b44ae triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:14.893624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.992266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d57ea54e-9e2f-4a77-8454-24a78574706b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:14.997817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2578cb1-433e-4ceb-ae05-d2e001063a03 None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:15.002337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d57ea54e-9e2f-4a77-8454-24a78574706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.024739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet 35de15f5-4c74-4c00-a5f8-e6100bf52e3b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:15.033697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.113025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44726) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:15.114477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d57ea54e-9e2f-4a77-8454-24a78574706b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c7986727ef346b287e754d0de5d6143&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5591328
Nov 10 04:23:15.124351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea54e-9e2f-4a77-8454-24a78574706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e28d472-9ff4-4500-a5d7-d31e26a8254c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:15.161291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-89d6d802-ecfa-4d23-95b3-db20a2d37440 None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:15.161893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.167887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Request body: {'port': {'device_id': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:15.179016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-89d6d802-ecfa-4d23-95b3-db20a2d37440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.256155 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a164d2-9d19-450e-bf58-8683c09dd9d0 x-openstack-request-id: req-64a164d2-9d19-450e-bf58-8683c09dd9d0 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:15.256443 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "name": "network-vif-plugged", "status": "completed", "tag": "ba62b179-897b-4402-8eb6-097049d18289", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:15.258241 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64a164d2-9d19-450e-bf58-8683c09dd9d0 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:15.258886 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289', 'code': 200}
Nov 10 04:23:15.285280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.382497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.387756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.518334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.594886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb929c1-850e-43b2-9f9d-c61992bdb087 req-b65826a7-60dd-4ada-9a26-bf9a9d220840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:15.596423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-acb929c1-850e-43b2-9f9d-c61992bdb087 req-b65826a7-60dd-4ada-9a26-bf9a9d220840 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 1101 time: 0.2852659
Nov 10 04:23:15.629542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d8b5-90d3-46a2-8874-fa94fb01c511 req-46bd6be5-b17c-4a57-a2f0-9bc8bd432f14 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:15.631117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78b8d8b5-90d3-46a2-8874-fa94fb01c511 req-46bd6be5-b17c-4a57-a2f0-9bc8bd432f14 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 931 time: 0.1920924
Nov 10 04:23:15.635635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a2b85888-67ff-4df5-b370-3d78b617a84e None None] Provisioning complete for port f034eba6-fb80-4611-bba5-8b758a88c877 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:15.636002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a2b85888-67ff-4df5-b370-3d78b617a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.674603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.683065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a2b85888-67ff-4df5-b370-3d78b617a84e None None] Port f034eba6-fb80-4611-bba5-8b758a88c877 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:15.731892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=35de15f5-4c74-4c00-a5f8-e6100bf52e3b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:15.748482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.751364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.752745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e28d472-9ff4-4500-a5d7-d31e26a8254c HTTP/1.1" status: 204  len: 168 time: 0.6388001
Nov 10 04:23:15.765919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.772182 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-356ee21b-04b0-41c6-9c47-2f26da8c7a0b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/35de15f5-4c74-4c00-a5f8-e6100bf52e3b HTTP/1.1" status: 204  len: 168 time: 0.9317544
Nov 10 04:23:15.775073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44734) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:15.796484 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-acb929c1-850e-43b2-9f9d-c61992bdb087 req-92b2dbb1-3228-4488-ad85-6ff9d000be81 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901026
Nov 10 04:23:15.802772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecfbee-3cbb-408c-b036-a580ba92d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e28d472-9ff4-4500-a5d7-d31e26a8254c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:15.857662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78b8d8b5-90d3-46a2-8874-fa94fb01c511 req-4de5ce63-28f7-4fa2-b7a5-6a56b5da8bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148128
Nov 10 04:23:15.897669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:15.969343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 06c31756-6b9b-4550-a076-ca853793191a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:15.969711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.041235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port 06c31756-6b9b-4550-a076-ca853793191a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=06c31756-6b9b-4550-a076-ca853793191a,segment=NetworkSegment(eb83ef66-fc01-443d-b801-139ba75b3f9b),segment_id=eb83ef66-fc01-443d-b801-139ba75b3f9b)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:16.041626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.055262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 06c31756-6b9b-4550-a076-ca853793191a owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:16.063101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32368a3b-91b8-4461-8f2d-d8ee58d53f4e req-e7102585-9d4e-4536-8d85-b1a999c85084 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:16.064685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32368a3b-91b8-4461-8f2d-d8ee58d53f4e req-e7102585-9d4e-4536-8d85-b1a999c85084 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 950 time: 0.1116915
Nov 10 04:23:16.137825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32368a3b-91b8-4461-8f2d-d8ee58d53f4e req-633d0110-3bda-4a48-8ebd-84d6dce3fd74 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655172
Nov 10 04:23:16.197373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f034eba6-fb80-4611-bba5-8b758a88c877 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:16.208942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.231417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Transition to ACTIVE for port object f034eba6-fb80-4611-bba5-8b758a88c877 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:23:16.237398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.348571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e00c5-b4cb-4c32-8c0f-881b10a19850 None None] Network 4c80d080-0dfd-4e69-af28-6534e8edb574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:16.405314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Pushing event updated for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:16.427996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Attempting to bind port f034eba6-fb80-4611-bba5-8b758a88c877 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:16.428888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Attempting to bind port f034eba6-fb80-4611-bba5-8b758a88c877 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:16.429545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Attempting to bind port f034eba6-fb80-4611-bba5-8b758a88c877 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:16.440783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Port f034eba6-fb80-4611-bba5-8b758a88c877 on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:23:16.441101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Attempting to bind port f034eba6-fb80-4611-bba5-8b758a88c877 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:16.454939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:16.457284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:16.457704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:16.458177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Bound port: f034eba6-fb80-4611-bba5-8b758a88c877, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:16.458579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.467545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0b020808-a58d-4d58-b8cd-12de0734820b None None] Provisioning complete for port 06c31756-6b9b-4550-a076-ca853793191a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:16.469141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0b020808-a58d-4d58-b8cd-12de0734820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.498867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.534072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=06c31756-6b9b-4550-a076-ca853793191a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:16.546272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port 06c31756-6b9b-4550-a076-ca853793191a on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:16.570925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:16.576218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f034eba6-fb80-4611-bba5-8b758a88c877,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:16.582741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.598619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0b020808-a58d-4d58-b8cd-12de0734820b None None] Could not find standard attr ID for object 06c31756-6b9b-4550-a076-ca853793191a. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:16.601621 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-0b020808-a58d-4d58-b8cd-12de0734820b None None] No ports have port_id starting with 06c31756-6b9b-4550-a076-ca853793191a
Nov 10 04:23:16.646886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:16.647632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.648935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f034eba6-fb80-4611-bba5-8b758a88c877 HTTP/1.1" status: 200  len: 1091 time: 1.7609799
Nov 10 04:23:16.649477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:16.651877 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:16.685647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f561c-17ab-4515-89a7-8da01cc98f6d None None] DHCP port deletion for 4c80d080-0dfd-4e69-af28-6534e8edb574 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:16.709625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.735438 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78cbd00-a821-4242-93ed-dcf4fae31e25 x-openstack-request-id: req-b78cbd00-a821-4242-93ed-dcf4fae31e25 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:16.735737 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:16.735999 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b78cbd00-a821-4242-93ed-dcf4fae31e25 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:16.736404 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877', 'status': 'completed', 'code': 200}
Nov 10 04:23:16.737961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e02e9a0>,) {'filters': {'network_id': ['4c80d080-0dfd-4e69-af28-6534e8edb574']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:16.751044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e02e9a0>, 'eb83ef66-fc01-443d-b801-139ba75b3f9b') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:16.751572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e02e9a0>, 'eb83ef66-fc01-443d-b801-139ba75b3f9b') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:16.765268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.784652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.794058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:16.795057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.797851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fec1d-d975-4dbf-8c38-d2d18fd0bca5 service neutron] Pushing event updated for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:16.864027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-aaa589e8-36f8-4ccb-a9c1-04c8858d2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:16.865809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-aaa589e8-36f8-4ccb-a9c1-04c8858d2f9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 1094 time: 0.1700032
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:16.868953 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:16.879811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.901857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:16.910477 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/4c80d080-0dfd-4e69-af28-6534e8edb574 HTTP/1.1" status: 204  len: 168 time: 1.1325045
Nov 10 04:23:16.933063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44758) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:16.948648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-4cb6a536-9c3b-48d6-8c43-da0ae90ff832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f034eba6-fb80-4611-bba5-8b758a88c877 HTTP/1.1" status: 200  len: 217 time: 0.0744801
Nov 10 04:23:16.954170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4e194-a004-4ebe-ae28-661c152f86e7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=4c80d080-0dfd-4e69-af28-6534e8edb574,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:17.010398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851aaa79-3879-4ffb-a714-3dcd1ced7ba1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.016434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-851aaa79-3879-4ffb-a714-3dcd1ced7ba1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0818052
Nov 10 04:23:17.017547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44762) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:17.053416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-678b31ff-d7f2-499c-b1eb-6655ea4bcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.055313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-678b31ff-d7f2-499c-b1eb-6655ea4bcab7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0977783
Nov 10 04:23:17.073529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-343da0ff-c7eb-4f7c-911c-f14357ae555d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0547771
Nov 10 04:23:17.077697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44764) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:17.081074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68579f0-384a-4683-9658-d0a2948ae722 req-92556adf-85fb-4b1a-8c4b-2bb3a53a4902 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.082681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d68579f0-384a-4683-9658-d0a2948ae722 req-92556adf-85fb-4b1a-8c4b-2bb3a53a4902 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 943 time: 0.1075845
Nov 10 04:23:17.089524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1719678078'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:17.118537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:17.123342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.145702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-05fbbb8c-b40d-4be3-a214-b3fc3cd702c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.147098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-05fbbb8c-b40d-4be3-a214-b3fc3cd702c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0844274
Nov 10 04:23:17.150772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:17.162127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.162556 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment e1933a33-0617-4f01-ba1f-73f0aaa911a3 of type vlan for network 26fce1ed-4be1-469e-85fb-5c036dbcc19b
Nov 10 04:23:17.167130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d68579f0-384a-4683-9658-d0a2948ae722 req-58e66124-66ba-482e-958c-9a81faec70a5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686693
Nov 10 04:23:17.208917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-70f081ab-223d-4909-88e9-67aa4100dd02 req-57c2f201-776f-41e2-8edf-091b84ffa618 service neutron] (119696) timed out ('10.222.0.26', 51371) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:23:17.223362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.279154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-1a3a1560-e440-4ee5-94ad-c6ca634e74ac service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237955
Nov 10 04:23:17.302157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a3e20-26af-4521-a7f3-2a5888cde590 req-945c9bc9-883f-4dcf-9f2c-b2db746e32b5 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.303830 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b39a3e20-26af-4521-a7f3-2a5888cde590 req-945c9bc9-883f-4dcf-9f2c-b2db746e32b5 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 950 time: 0.0772433
Nov 10 04:23:17.304646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.310890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.311492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.368396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2896039
Nov 10 04:23:17.369628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:17.377595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:17.439478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673414e-d6a7-4955-bfd1-015933465273 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=26fce1ed-4be1-469e-85fb-5c036dbcc19b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:17.450657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:17.454630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cccfbe47-22ab-4615-99b8-3582bd5f32e3 req-e828bd8e-d636-44a8-b7ce-891673bd0443 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687922
Nov 10 04:23:17.464733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b39a3e20-26af-4521-a7f3-2a5888cde590 req-70822f20-c6d6-4171-90c0-84447f7eac13 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417222
Nov 10 04:23:17.546013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:17.549705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:17.631675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-355333c6-e50e-48e3-8512-5f00c040134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.633239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-355333c6-e50e-48e3-8512-5f00c040134a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 1094 time: 0.1190655
Nov 10 04:23:17.743731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44786) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:17.761265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 06c31756-6b9b-4550-a076-ca853793191a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:17.811250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 06c31756-6b9b-4550-a076-ca853793191a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:17.813603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 06c31756-6b9b-4550-a076-ca853793191a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:17.876187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-16756f54-740d-4846-8917-cab6218473bf tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1943758727'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:17.876762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-16756f54-740d-4846-8917-cab6218473bf tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Unknown quota resources ['metering_label']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:23:17.963037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-d3a6b57e-f9c8-42a5-885d-1ffe8d9261cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:17.965425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-d3a6b57e-f9c8-42a5-885d-1ffe8d9261cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.3195531
Nov 10 04:23:17.982580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.061395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-267d6638-2b40-4585-a3c5-eb7c76fff5eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f034eba6-fb80-4611-bba5-8b758a88c877 HTTP/1.1" status: 200  len: 217 time: 0.0731118
Nov 10 04:23:18.125124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16756f54-740d-4846-8917-cab6218473bf tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.126600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16756f54-740d-4846-8917-cab6218473bf tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.3815446
Nov 10 04:23:18.129746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44804) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:18.134430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-721a81d9-60eb-4a9b-bf7a-378880c9fdb6 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a909fe03-d25a-4940-b026-c4a364e72693'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:18.135449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-721a81d9-60eb-4a9b-bf7a-378880c9fdb6 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:23:18.137831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=45a0826d-5d22-4711-995d-ab7ad047f3af,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:18.192526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': 'e1933a33-0617-4f01-ba1f-73f0aaa911a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:18.192905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: 26fce1ed-4be1-469e-85fb-5c036dbcc19b, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:23:18.197905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-898b83c3-f227-414f-b68c-48130e2bd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:18.198371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-898b83c3-f227-414f-b68c-48130e2bd344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.1266193
Nov 10 04:23:18.236981 ncdv-817176-1 neutron-server[119696]: WARNING neutron.services.metering.metering_plugin [None req-721a81d9-60eb-4a9b-bf7a-378880c9fdb6 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 10 04:23:18.259598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:23:18.266685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-37ba43c1-ba2c-497b-8265-cb96c61b71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:18.269060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-37ba43c1-ba2c-497b-8265-cb96c61b71ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0593805
Nov 10 04:23:18.288475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 26fce1ed-4be1-469e-85fb-5c036dbcc19b) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:18.296734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e1eb8-4994-419c-9f20-9d75a0117c41 None None] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:18.315659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:18.316375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.372705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-721a81d9-60eb-4a9b-bf7a-378880c9fdb6 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.374857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-721a81d9-60eb-4a9b-bf7a-378880c9fdb6 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2439976
Nov 10 04:23:18.384329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-118fcb1e-b32a-4a26-bc7e-762c824f0cc3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0135748
Nov 10 04:23:18.384963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44808) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:18.386077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:18.393665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4e5e6cc8-daf6-441f-9b86-ec12e27e7890 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a909fe03-d25a-4940-b026-c4a364e72693'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:18.394222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4e5e6cc8-daf6-441f-9b86-ec12e27e7890 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:23:18.412658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b', 'name': 'tempest-PortsIpV6TestJSON-461432415'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:18.435609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cd982-6990-48a2-9254-786ea42936ea req-f39d7227-e0e3-40cf-a0d7-46932dba6be7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:18.437470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b7cd982-6990-48a2-9254-786ea42936ea req-f39d7227-e0e3-40cf-a0d7-46932dba6be7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 943 time: 0.1189599
Nov 10 04:23:18.517805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-26fce1ed-4be1-469e-85fb-5c036dbcc19b', 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': '45a0826d-5d22-4711-995d-ab7ad047f3af'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:18.519575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.581212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8b7cd982-6990-48a2-9254-786ea42936ea req-683789ae-1d0b-45b9-a98a-b481062b4aec tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298590
Nov 10 04:23:18.587140 ncdv-817176-1 neutron-server[119697]: WARNING neutron.services.metering.metering_plugin [None req-4e5e6cc8-daf6-441f-9b86-ec12e27e7890 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 10 04:23:18.674202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-6df342f6-27ee-4dc0-a632-4ea745cda2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3979001
Nov 10 04:23:18.701686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Allocated IP 2001:db8::2 (26fce1ed-4be1-469e-85fb-5c036dbcc19b/45a0826d-5d22-4711-995d-ab7ad047f3af/9afb81fe-dd85-4ec4-840b-ea55eb8ee16c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:18.748152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.818100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e6cc8-daf6-441f-9b86-ec12e27e7890 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.819411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4e5e6cc8-daf6-441f-9b86-ec12e27e7890 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.4304879
Nov 10 04:23:18.822314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44820) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:18.840691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44822) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:18.849998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0374b72b-9740-4400-a75c-7946d0026537 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=aa1b5f5a-cc4c-4b40-a849-6e2048528e4b HTTP/1.1" status: 200  len: 462 time: 0.0121601
Nov 10 04:23:18.917279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.924407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.954339 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9121c60f-e0b0-4f51-ab48-0747df8ea9e7 req-9870067b-1f6f-43f4-9c4c-9f3d0168b40a service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2723136
Nov 10 04:23:18.956722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:18.961864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.983080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:18.990325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:18.992051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:18.994595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:19.002611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Pushing event updated for resources: {'Port': ['ID=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:19.013288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d462a3af-999f-4274-a023-4cba459205ff tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.014429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d462a3af-999f-4274-a023-4cba459205ff tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/aa1b5f5a-cc4c-4b40-a849-6e2048528e4b HTTP/1.1" status: 204  len: 168 time: 0.1733882
Nov 10 04:23:19.017106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44824) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.019897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port b0f677ed-62b0-4421-88f0-55bc3abeae90 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:19.028086 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24d7a636-b0ab-4b6e-9644-4a4b54f2ca09 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=aa1b5f5a-cc4c-4b40-a849-6e2048528e4b HTTP/1.1" status: 200  len: 221 time: 0.0093083
Nov 10 04:23:19.032514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44826) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.062182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Attempting to bind port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:19.062543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Attempting to bind port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'e1933a33-0617-4f01-ba1f-73f0aaa911a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:19.063039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Attempting to bind port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c on network 26fce1ed-4be1-469e-85fb-5c036dbcc19b {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:19.068346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:19.068763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Checking segment: {'id': 'e1933a33-0617-4f01-ba1f-73f0aaa911a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:19.069142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.069527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Bound using segment: {'id': 'e1933a33-0617-4f01-ba1f-73f0aaa911a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:19.069984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Bound port: 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1933a33-0617-4f01-ba1f-73f0aaa911a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:19.070363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.081181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1746fad1-2719-4e80-90f2-fbd0b6227a8e tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--821353165', 'description': 'label created by tempest'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:19.081938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1746fad1-2719-4e80-90f2-fbd0b6227a8e tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Unknown quota resources ['metering_label']. {{(pid=119697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:23:19.143685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] For port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:19.149766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] For port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,segment=NetworkSegment(e1933a33-0617-4f01-ba1f-73f0aaa911a3),segment_id=e1933a33-0617-4f01-ba1f-73f0aaa911a3)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:19.158113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.220731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c5578-99d7-4b77-b989-950f99beffc8 None None] Pushing event updated for resources: {'Port': ['ID=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:19.341744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1746fad1-2719-4e80-90f2-fbd0b6227a8e tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.343099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1746fad1-2719-4e80-90f2-fbd0b6227a8e tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2669551
Nov 10 04:23:19.344377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::183 (26fce1ed-4be1-469e-85fb-5c036dbcc19b/45a0826d-5d22-4711-995d-ab7ad047f3af/b0f677ed-62b0-4421-88f0-55bc3abeae90) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:19.345844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44830) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.436506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d288283f-acef-406d-8d73-1608398873ab tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=ca6a5d8a-64b4-4eac-94dd-66c14e8f3c39 HTTP/1.1" status: 200  len: 467 time: 0.0892370
Nov 10 04:23:19.439333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.531419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.575776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.635569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:19.641347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=b0f677ed-62b0-4421-88f0-55bc3abeae90,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:19.643984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:19.654641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:19.660285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:19.661003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.662944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3efafa3-990a-42d8-9ce9-1218411aa298 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.664119 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3efafa3-990a-42d8-9ce9-1218411aa298 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/ca6a5d8a-64b4-4eac-94dd-66c14e8f3c39 HTTP/1.1" status: 204  len: 168 time: 0.2236238
Nov 10 04:23:19.667174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44836) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.682652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ddf36970-52b6-4101-83eb-02b73cbb175a tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=ca6a5d8a-64b4-4eac-94dd-66c14e8f3c39 HTTP/1.1" status: 200  len: 216 time: 0.0109694
Nov 10 04:23:19.682981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.693454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fa14b73e-cde0-4328-b811-845ef938c9ea tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0093999
Nov 10 04:23:19.697581 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.712837 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8a3ca408-c807-406b-ab3a-6a8dff1438fc tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0138149
Nov 10 04:23:19.716599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.780080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d5eda1e-ce4a-47f9-aafb-b76dc798f97f tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/a909fe03-d25a-4940-b026-c4a364e72693 HTTP/1.1" status: 200  len: 473 time: 0.0618296
Nov 10 04:23:19.783953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.800449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-92756418-bf0d-4594-8c0f-2852e2205e98 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/f82e8f99-99c5-4739-9839-ec2432d64dc7 HTTP/1.1" status: 200  len: 459 time: 0.0123641
Nov 10 04:23:19.801299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44846) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.817520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:19.879801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:19.880517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.928365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd80153f-025d-4ff9-818a-116d31ab87e4 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:19.929562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cd80153f-025d-4ff9-818a-116d31ab87e4 tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f82e8f99-99c5-4739-9839-ec2432d64dc7 HTTP/1.1" status: 204  len: 168 time: 0.1277702
Nov 10 04:23:19.931942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:19.968948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.009377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,segment=NetworkSegment(e1933a33-0617-4f01-ba1f-73f0aaa911a3),segment_id=e1933a33-0617-4f01-ba1f-73f0aaa911a3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:20.016393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.030144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ec0e2f1c-17ca-4179-9ab7-0306ae943450 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6399243
Nov 10 04:23:20.032956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:20.038303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '26fce1ed-4be1-469e-85fb-5c036dbcc19b', 'name': 'tempest-PortsIpV6TestJSON-51175963'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:20.073943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5dcd5-6969-4b55-abff-f3865cb3a6d3 req-d5e6ea0c-f5e5-4d32-acc1-18ad927d5d9e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:20.076660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ef5dcd5-6969-4b55-abff-f3865cb3a6d3 req-d5e6ea0c-f5e5-4d32-acc1-18ad927d5d9e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 943 time: 0.4362626
Nov 10 04:23:20.079073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:20.145993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0dabb02b-8988-4eb9-9409-d727a5b74d8d tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.149444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0dabb02b-8988-4eb9-9409-d727a5b74d8d tempest-MeteringIpV6TestJSON-221451335 tempest-MeteringIpV6TestJSON-221451335-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a909fe03-d25a-4940-b026-c4a364e72693 HTTP/1.1" status: 204  len: 168 time: 0.2143424
Nov 10 04:23:20.180553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ef5dcd5-6969-4b55-abff-f3865cb3a6d3 req-7dd9a8fd-2bdc-4382-8c2f-c4f0acab832c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777845
Nov 10 04:23:20.218144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:20.223530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.245018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 89aad952-87f6-45fc-bef1-d7b082ab90c9 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:20.385806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::32b (26fce1ed-4be1-469e-85fb-5c036dbcc19b/45a0826d-5d22-4711-995d-ab7ad047f3af/89aad952-87f6-45fc-bef1-d7b082ab90c9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:20.439172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec961f0-0edf-4121-bbc5-43e89ea80b0a None None] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:20.462511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44858) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:20.512053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dbb4d0a8-e1d3-48d2-948b-4de4818d98f2 None None] Provisioning complete for port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:20.512337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d0a8-e1d3-48d2-948b-4de4818d98f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.567101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.591311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19d88546-1916-4fd8-ad47-ee5b22711867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.608173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.659562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:20.663240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:20.670111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:20.676162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:20.676930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.689418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19d88546-1916-4fd8-ad47-ee5b22711867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.692114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=89aad952-87f6-45fc-bef1-d7b082ab90c9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:20.701221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19d88546-1916-4fd8-ad47-ee5b22711867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.705399 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-761b406b-9025-42d7-8379-5561c9285308 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.6679053
Nov 10 04:23:20.706426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:20.748023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-19d88546-1916-4fd8-ad47-ee5b22711867 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2fa98054123484aa2faa30e5e88dbb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2841802
Nov 10 04:23:20.750768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44864) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:20.757153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88546-1916-4fd8-ad47-ee5b22711867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf5b8b3-ddb6-4f12-bef6-cd5c89fc01e6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:20.803180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2ba5e-d937-4d04-804a-08ea4465c7aa tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:20.803180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-71a2ba5e-d937-4d04-804a-08ea4465c7aa tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A183 HTTP/1.1" status: 200  len: 928 time: 0.0956380
Nov 10 04:23:20.805747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44866) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:20.813262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.848528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.903939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 89aad952-87f6-45fc-bef1-d7b082ab90c9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:20.904373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.908735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.911200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:20.912355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edf5b8b3-ddb6-4f12-bef6-cd5c89fc01e6 HTTP/1.1" status: 204  len: 168 time: 0.1606255
Nov 10 04:23:20.921019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa316fd-7385-4a3f-83ed-68080ecd9977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf5b8b3-ddb6-4f12-bef6-cd5c89fc01e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:21.006489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Provisioning complete for port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:21.007088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.034330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.049148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 89aad952-87f6-45fc-bef1-d7b082ab90c9 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:21.113344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Provisioning complete for port 89aad952-87f6-45fc-bef1-d7b082ab90c9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:21.113711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.163334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Port 89aad952-87f6-45fc-bef1-d7b082ab90c9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:21.174887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-d81437cb-7444-4033-9b03-989a81f32ccf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0758564
Nov 10 04:23:21.178576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Provisioning complete for port b0f677ed-62b0-4421-88f0-55bc3abeae90 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:21.179071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.236683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.255135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d515690f-6705-4a91-89e9-ae0fe6566258 None None] Port b0f677ed-62b0-4421-88f0-55bc3abeae90 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:21.275942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=89aad952-87f6-45fc-bef1-d7b082ab90c9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:21.302307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.308018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-de55a282-bdcd-4ac3-9069-bac45cc73aec tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/89aad952-87f6-45fc-bef1-d7b082ab90c9 HTTP/1.1" status: 204  len: 168 time: 0.4989927
Nov 10 04:23:21.308876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44876) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:21.342337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:21.343039 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8efd7f2-d3ea-4976-883a-a2fd5bf8758f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:21.344944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f8efd7f2-d3ea-4976-883a-a2fd5bf8758f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/89aad952-87f6-45fc-bef1-d7b082ab90c9 HTTP/1.1" status: 404  len: 333 time: 0.0353944
Nov 10 04:23:21.347848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44880) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:21.414598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-e66ffb72-778a-4067-bb9f-c850f01b2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:21.416277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-e66ffb72-778a-4067-bb9f-c850f01b2302 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 1101 time: 0.1875567
Nov 10 04:23:21.417259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b94b2303-5cf5-485b-a712-9f79550c504a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.430755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-47b45c0d-7711-4930-a998-1fe73bf26512 None None] Provisioning complete for port b0f677ed-62b0-4421-88f0-55bc3abeae90 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:21.431170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-47b45c0d-7711-4930-a998-1fe73bf26512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.473859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-47b45c0d-7711-4930-a998-1fe73bf26512 None None] Port b0f677ed-62b0-4421-88f0-55bc3abeae90 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:21.565892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301aecc-d98b-41a4-965d-dfeb55e54f33 req-b1d0950f-71db-46b1-9dd1-2bd5b3b7227b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:21.567458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5301aecc-d98b-41a4-965d-dfeb55e54f33 req-b1d0950f-71db-46b1-9dd1-2bd5b3b7227b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 943 time: 0.2601857
Nov 10 04:23:21.667145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-f00abca9-f674-41b7-88ed-a7b0777831e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:21.668667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-f00abca9-f674-41b7-88ed-a7b0777831e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.2169430
Nov 10 04:23:21.670424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port b0f677ed-62b0-4421-88f0-55bc3abeae90 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:21.670759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.691363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8fcad4ad-8eb0-438e-9106-84121589f221 None None] Could not find standard attr ID for object 89aad952-87f6-45fc-bef1-d7b082ab90c9. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:21.723152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f034eba6-fb80-4611-bba5-8b758a88c877 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:23:21.786898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5301aecc-d98b-41a4-965d-dfeb55e54f33 req-a820d5db-9df8-4cf7-8084-89f22b288919 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084584
Nov 10 04:23:21.794454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-0b562ba4-0e67-4e36-a5c4-05c9c6836559 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ba62b179-897b-4402-8eb6-097049d18289 HTTP/1.1" status: 200  len: 217 time: 0.1074219
Nov 10 04:23:21.798444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b94b2303-5cf5-485b-a712-9f79550c504a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.836447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:21.847950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b94b2303-5cf5-485b-a712-9f79550c504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.929179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-d358e52f-bb71-43ce-bec7-2bc91c4331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:21.930752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-d358e52f-bb71-43ce-bec7-2bc91c4331a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.1291134
Nov 10 04:23:21.937520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b2303-5cf5-485b-a712-9f79550c504a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edf3dd-4fce-4696-98ff-5fb91fd05945,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:21.945344 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b94b2303-5cf5-485b-a712-9f79550c504a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cc5d40fbd9d44af832c25a2fab96e66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5982292
Nov 10 04:23:21.948030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:21.955174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:21.989843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for b0f677ed-62b0-4421-88f0-55bc3abeae90 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:22.027945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.044315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-a04d8b97-e79d-4b68-88de-a3d5db830672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:22.051509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-a04d8b97-e79d-4b68-88de-a3d5db830672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1086321
Nov 10 04:23:22.054935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.101863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f034eba6-fb80-4611-bba5-8b758a88c877,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:22.110081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:22.110422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.125870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.130117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.131522 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04edf3dd-4fce-4696-98ff-5fb91fd05945 HTTP/1.1" status: 204  len: 168 time: 0.1823692
Nov 10 04:23:22.134905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'f034eba6-fb80-4611-bba5-8b758a88c877', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': 'f034eba6-fb80-4611-bba5-8b758a88c877', 'mac_address': 'fa:16:3e:1a:9d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:23:22.141709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ab294-24b3-47eb-8906-0b6d0542a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edf3dd-4fce-4696-98ff-5fb91fd05945,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:22.202318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.219090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f034eba6-fb80-4611-bba5-8b758a88c877 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:22.250556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.264840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f034eba6-fb80-4611-bba5-8b758a88c877,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:22.276283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.299694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=b0f677ed-62b0-4421-88f0-55bc3abeae90,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:22.341411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:22.348810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.350226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.350580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.350925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.351262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.351597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.351931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.352322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.352574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.352955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.353532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.353863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.354189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:22.354424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b9ff41cb-beb6-4beb-a69d-98905181a57b tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/b0f677ed-62b0-4421-88f0-55bc3abeae90 HTTP/1.1" status: 204  len: 168 time: 1.0044088
Nov 10 04:23:22.356740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:22.385921 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-34c2f60b-2757-4dfc-9b3a-489f88a67876 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3250053
Nov 10 04:23:22.399423 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79e048e-0ebf-4934-a9ef-57973ed633e2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:22.401805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d79e048e-0ebf-4934-a9ef-57973ed633e2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/b0f677ed-62b0-4421-88f0-55bc3abeae90 HTTP/1.1" status: 404  len: 333 time: 0.0419686
Nov 10 04:23:22.405824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44900) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:22.514960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet 45a0826d-5d22-4711-995d-ab7ad047f3af {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:22.515203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f034eba6-fb80-4611-bba5-8b758a88c877'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:23:22.521539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.566910 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aafe1537-1877-4ad0-958b-4cdf7b8e5a86 req-ca4e0df4-2e2e-4152-9255-34fb1a42267f service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739919
Nov 10 04:23:22.621016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.752546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.821183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.870138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=45a0826d-5d22-4711-995d-ab7ad047f3af,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:22.872705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:22.878806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 44942) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:22.882477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1271c11-1929-4772-9a70-e6746c11a73d None None] Network 26fce1ed-4be1-469e-85fb-5c036dbcc19b requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:22.897398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a340c49-7abd-4465-9b68-463e50f519c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/45a0826d-5d22-4711-995d-ab7ad047f3af HTTP/1.1" status: 204  len: 168 time: 0.4902859
Nov 10 04:23:22.965342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ee2c-048d-4d06-a02a-303eb28a7288 req-bf2ccd60-ad5d-415e-9dbc-220b6289adf1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:22.967493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bf7ee2c-048d-4d06-a02a-303eb28a7288 req-bf2ccd60-ad5d-415e-9dbc-220b6289adf1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 944 time: 0.0680819
Nov 10 04:23:22.991806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.029221 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2bf7ee2c-048d-4d06-a02a-303eb28a7288 req-15100dd4-a80a-4625-b98b-2d690cefda67 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554023
Nov 10 04:23:23.064178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:23.064500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.099692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] DHCP port deletion for 26fce1ed-4be1-469e-85fb-5c036dbcc19b request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:23.139564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,segment=NetworkSegment(e1933a33-0617-4f01-ba1f-73f0aaa911a3),segment_id=e1933a33-0617-4f01-ba1f-73f0aaa911a3)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:23.139928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.151369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Deleting port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:23.152892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.153771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:23.221409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] For port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,segment=NetworkSegment(e1933a33-0617-4f01-ba1f-73f0aaa911a3),segment_id=e1933a33-0617-4f01-ba1f-73f0aaa911a3)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:23.221800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.236884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Calling delete_port for 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:23.322400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.353082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] Pushing event deleted for resources: {'Port': ['ID=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:23.357815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfdc154-f65b-432d-8ece-a22be0995c59 None None] No DVR routers for this DVR port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:23.537394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.561528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=9afb81fe-dd85-4ec4-840b-ea55eb8ee16c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:23.565040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:23.652593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.673002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e353280>,) {'filters': {'network_id': ['26fce1ed-4be1-469e-85fb-5c036dbcc19b']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:23.683149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e353280>, 'e1933a33-0617-4f01-ba1f-73f0aaa911a3') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:23.684189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e353280>, 'e1933a33-0617-4f01-ba1f-73f0aaa911a3') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:23.695257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.710983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.717694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:23.718218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:23.721392 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:23.739308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f034eba6-fb80-4611-bba5-8b758a88c877 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:23.782913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:23.795838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.813082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:23.813430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9afb81fe-dd85-4ec4-840b-ea55eb8ee16c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:23.840590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.849935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/26fce1ed-4be1-469e-85fb-5c036dbcc19b HTTP/1.1" status: 204  len: 168 time: 0.9699688
Nov 10 04:23:23.851177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4917efe-9fb1-4539-9b87-6d1c14f7e6a3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=26fce1ed-4be1-469e-85fb-5c036dbcc19b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:23.854024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 44968) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:23.859342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1142444192'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:23.859901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port f034eba6-fb80-4611-bba5-8b758a88c877 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:23:23.864950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port f034eba6-fb80-4611-bba5-8b758a88c877 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:23.866411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.901354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:23.913806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.945209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:23.961490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:23.961839 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment 180bf168-eb1c-45fb-8f61-fb67f9f71470 of type vlan for network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7
Nov 10 04:23:24.009590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.023176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.049052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:24.052216 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa772ff-b3c3-441b-9931-c87a5c40e8b0" -d '{"events": [{"server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "name": "network-vif-plugged", "status": "completed", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:24.057769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.066507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.068710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.072526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f034eba6-fb80-4611-bba5-8b758a88c877,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:24.082790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.095439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.129222 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c119bdf-e3ce-4baf-9a6d-d40ee21a3f5c x-openstack-request-id: req-1c119bdf-e3ce-4baf-9a6d-d40ee21a3f5c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:24.129529 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "name": "network-vif-plugged", "status": "completed", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:24.144270 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c119bdf-e3ce-4baf-9a6d-d40ee21a3f5c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:24.144503 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877', 'code': 200}
Nov 10 04:23:24.169144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.203932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3459480
Nov 10 04:23:24.209422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45004) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.215467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.223165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159af2-5c43-40f4-b2f5-d2ede2e21a0f req-a72fd8de-49d4-4c1e-8f06-d865acdae31b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.224687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee159af2-5c43-40f4-b2f5-d2ede2e21a0f req-a72fd8de-49d4-4c1e-8f06-d865acdae31b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.0836897
Nov 10 04:23:24.229136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e8c6eec5-c17a-4daa-8ef4-f7c88538581c tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Request body: {'quota': {'network': 2}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.277106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e8c6eec5-c17a-4daa-8ef4-f7c88538581c tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "PUT /v2.0/quotas/28130ccb2d524c94bf6c4370ea65f0ec HTTP/1.1" status: 200  len: 368 time: 0.1778967
Nov 10 04:23:24.278881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45006) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.286054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Request body: {'network': {'project_id': '28130ccb2d524c94bf6c4370ea65f0ec'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.298281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee159af2-5c43-40f4-b2f5-d2ede2e21a0f req-f55cbf38-265e-4b0e-ac01-292395517333 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660117
Nov 10 04:23:24.313154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f6545-2982-4587-9493-2514c36e35ea tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=1272d995-ea1f-4dd1-b7f3-46234ccb10f7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.314600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Made reservation on behalf of 28130ccb2d524c94bf6c4370ea65f0ec for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:24.317326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.327724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.332855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:24.361503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b113b9-7b9b-4f26-987c-dc8b1225cd15 req-0488cdeb-19c2-4367-a7b7-81c477ba2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.362999 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26b113b9-7b9b-4f26-987c-dc8b1225cd15 req-0488cdeb-19c2-4367-a7b7-81c477ba2ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 1096 time: 0.1544478
Nov 10 04:23:24.417405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:24.421591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.422991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.428016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.454173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:24.469192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3efb97-ad9b-4563-b6f9-01f094bde32b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.473825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26b113b9-7b9b-4f26-987c-dc8b1225cd15 req-6f3d9bba-e656-4c49-897a-fba4b7d609cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012759
Nov 10 04:23:24.475707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.477032 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Added segment 0b425f9b-20f4-43ab-8ef5-e1c9660b8b14 of type vlan for network 30909a3f-8726-46d4-b0c8-d7366a621827
Nov 10 04:23:24.517459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.542666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.544376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.545176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.602970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3230753
Nov 10 04:23:24.606095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45008) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.612746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Request body: {'network': {'project_id': '28130ccb2d524c94bf6c4370ea65f0ec'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.623176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d38bf-41f5-4b80-b2dd-72b212f24501 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event updated for resources: {'Network': ['ID=30909a3f-8726-46d4-b0c8-d7366a621827,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.625388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.637952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Made reservation on behalf of 28130ccb2d524c94bf6c4370ea65f0ec for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:24.638622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 30909a3f-8726-46d4-b0c8-d7366a621827 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:24.641629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.671296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:24.683592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.683941 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Added segment 51e0bcb8-f305-4e00-8742-6d7e17927860 of type vlan for network 9c6110b9-5dd8-46ee-aab0-5bc14e793c1a
Nov 10 04:23:24.704884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=e3a83f8b-900c-4e79-8ec2-838156995f22,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.714298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': '180bf168-eb1c-45fb-8f61-fb67f9f71470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:24.715612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: 1272d995-ea1f-4dd1-b7f3-46234ccb10f7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:23:24.727044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.733669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:23:24.748187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1272d995-ea1f-4dd1-b7f3-46234ccb10f7) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:24.754320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.755507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.766893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.768367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:24.769196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55e72f-8fc8-4c23-aa6d-d8e4649dcd9b None None] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:24.769798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:24.782302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a7916f12-95af-44ca-9419-6f0837e0baa6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5707197
Nov 10 04:23:24.783617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45012) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.792666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7', 'name': 'tempest-PortsIpV6TestJSON-2048840280', 'fixed_ips': [{'subnet_id': 'e3a83f8b-900c-4e79-8ec2-838156995f22', 'ip_address': '2001:db8::10'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.849013 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.2392898
Nov 10 04:23:24.849243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45014) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.855087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2395172f-6a51-4a2e-a551-49c0432540cf tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Request body: {'network': {'project_id': '28130ccb2d524c94bf6c4370ea65f0ec'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:24.866415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec2bdb-a825-4dfb-b1fd-14226d4eb52e tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6110b9-5dd8-46ee-aab0-5bc14e793c1a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:24.877877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 9c6110b9-5dd8-46ee-aab0-5bc14e793c1a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:24.878546 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2395172f-6a51-4a2e-a551-49c0432540cf tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:23:24.879018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2395172f-6a51-4a2e-a551-49c0432540cf tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:24.883613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2395172f-6a51-4a2e-a551-49c0432540cf tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0293255
Nov 10 04:23:24.883613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.926084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e35a538-808d-4526-9cd7-26382bdf9b00 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28130ccb2d524c94bf6c4370ea65f0ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413978
Nov 10 04:23:24.928494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45022) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:24.978835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:24.988394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.016365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.030058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1272d995-ea1f-4dd1-b7f3-46234ccb10f7', 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': 'e3a83f8b-900c-4e79-8ec2-838156995f22'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:25.030495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.078965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.080562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.082057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.086102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/de3efb97-ad9b-4563-b6f9-01f094bde32b HTTP/1.1" status: 204  len: 168 time: 0.1537931
Nov 10 04:23:25.086257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:25.092137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214080-0481-434d-81b9-415de5c350c7 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3efb97-ad9b-4563-b6f9-01f094bde32b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:25.148464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 60da4656-115d-40ec-9505-d22e3df6b60b yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:25.192763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Allocated IP 2001:db8::2 (1272d995-ea1f-4dd1-b7f3-46234ccb10f7/e3a83f8b-900c-4e79-8ec2-838156995f22/bb787fab-db8e-44cd-be41-150e717e455e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:25.214238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.339919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.346333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.355309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.387956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:25.392191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:25.394695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:25.413770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Pushing event updated for resources: {'Port': ['ID=bb787fab-db8e-44cd-be41-150e717e455e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:25.426610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821a693e80>,) {'filters': {'network_id': ['9c6110b9-5dd8-46ee-aab0-5bc14e793c1a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.444803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821a693e80>, '51e0bcb8-f305-4e00-8742-6d7e17927860') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.445030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821a693e80>, '51e0bcb8-f305-4e00-8742-6d7e17927860') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.456038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::10 (1272d995-ea1f-4dd1-b7f3-46234ccb10f7/e3a83f8b-900c-4e79-8ec2-838156995f22/60da4656-115d-40ec-9505-d22e3df6b60b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:25.463089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.463588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Attempting to bind port bb787fab-db8e-44cd-be41-150e717e455e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:25.463945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Attempting to bind port bb787fab-db8e-44cd-be41-150e717e455e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '180bf168-eb1c-45fb-8f61-fb67f9f71470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:25.464343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Attempting to bind port bb787fab-db8e-44cd-be41-150e717e455e on network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:25.469391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:25.469764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Checking segment: {'id': '180bf168-eb1c-45fb-8f61-fb67f9f71470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:25.470217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.470614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Bound using segment: {'id': '180bf168-eb1c-45fb-8f61-fb67f9f71470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:25.471081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Bound port: bb787fab-db8e-44cd-be41-150e717e455e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180bf168-eb1c-45fb-8f61-fb67f9f71470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:25.471453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.492726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e52a5-695b-486b-80a2-905095982af8 req-1d5cf75d-02dd-4e86-a2f4-2df774c9d19c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:25.494215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be1e52a5-695b-486b-80a2-905095982af8 req-1d5cf75d-02dd-4e86-a2f4-2df774c9d19c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.1128392
Nov 10 04:23:25.497612 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.512408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:25.514677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:25.516412 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:25.540114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] For port bb787fab-db8e-44cd-be41-150e717e455e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:25.608797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] For port bb787fab-db8e-44cd-be41-150e717e455e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb787fab-db8e-44cd-be41-150e717e455e,segment=NetworkSegment(180bf168-eb1c-45fb-8f61-fb67f9f71470),segment_id=180bf168-eb1c-45fb-8f61-fb67f9f71470)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:25.613174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.617906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.673264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.675117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9c6110b9-5dd8-46ee-aab0-5bc14e793c1a HTTP/1.1" status: 204  len: 168 time: 0.5880656
Nov 10 04:23:25.679508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:25.695910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be1e52a5-695b-486b-80a2-905095982af8 req-32329b8c-b459-459e-bb4e-0937652b9f57 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785104
Nov 10 04:23:25.700842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c4f4-0e9a-4a2b-baf1-66e6132a543b tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c6110b9-5dd8-46ee-aab0-5bc14e793c1a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:25.716730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456baa-ffc6-4e12-8bc6-e1908d1c19b2 None None] Pushing event updated for resources: {'Port': ['ID=bb787fab-db8e-44cd-be41-150e717e455e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:25.772841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.782630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.863583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.930596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.960349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214e305e0>,) {'filters': {'network_id': ['30909a3f-8726-46d4-b0c8-d7366a621827']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.973048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:25.973708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e305e0>, '0b425f9b-20f4-43ab-8ef5-e1c9660b8b14') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.974002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e305e0>, '0b425f9b-20f4-43ab-8ef5-e1c9660b8b14') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:25.974727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:25.977792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:25.983677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:25.984046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.984317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:25.988529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=60da4656-115d-40ec-9505-d22e3df6b60b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:26.000894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.008644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6601a320-fa94-4f99-96e6-8b48a851b047 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2234135
Nov 10 04:23:26.010985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45054) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.013508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:26.014015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:26.016173 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:26.018488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': '1272d995-ea1f-4dd1-b7f3-46234ccb10f7', 'name': 'tempest-PortsIpV6TestJSON-1059512506', 'fixed_ips': [{'subnet_id': 'e3a83f8b-900c-4e79-8ec2-838156995f22', 'ip_address': '2001:db8::f'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:26.077773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.087217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.091664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] 10.222.0.13 "DELETE /v2.0/networks/30909a3f-8726-46d4-b0c8-d7366a621827 HTTP/1.1" status: 204  len: 168 time: 0.4093633
Nov 10 04:23:26.105695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049f21b-8598-483d-9483-603efeac00c5 tempest-QuotasNegativeTest-992281987 tempest-QuotasNegativeTest-992281987-project-admin] Pushing event deleted for resources: {'Network': ['ID=30909a3f-8726-46d4-b0c8-d7366a621827,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:26.138301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:26.143401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.160576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:26.321139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::f (1272d995-ea1f-4dd1-b7f3-46234ccb10f7/e3a83f8b-900c-4e79-8ec2-838156995f22/a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:26.473961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.519851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.519851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45062) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.569930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:26.575912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:26.581264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:26.586947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.587588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.591482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:26.608985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3ed39af9-b451-4bf5-a2f9-4d9185515eb8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.5963454
Nov 10 04:23:26.611684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45066) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.671345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c678b4c-e178-4562-aa54-149c1600a843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.724823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0033471-e1c1-4632-8bad-5d54b4e8c55d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.726335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0033471-e1c1-4632-8bad-5d54b4e8c55d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1135345
Nov 10 04:23:26.729344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.786420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf4c8c-ec06-4d77-8609-d73a69a43cd5 None None] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:26.814049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c678b4c-e178-4562-aa54-149c1600a843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.819871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c678b4c-e178-4562-aa54-149c1600a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.881036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] Provisioning complete for port bb787fab-db8e-44cd-be41-150e717e455e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:26.881792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:26.894333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c678b4c-e178-4562-aa54-149c1600a843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2227e864b2894d59be84a55b3fac7286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3716493
Nov 10 04:23:26.895015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45074) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.896416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c678b4c-e178-4562-aa54-149c1600a843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d471f-2839-414b-bca9-d966224e477c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:26.917473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829b2c7-f816-4274-b9df-6d2ba34113bf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.924137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829b2c7-f816-4274-b9df-6d2ba34113bf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.930539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829b2c7-f816-4274-b9df-6d2ba34113bf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.933481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3829b2c7-f816-4274-b9df-6d2ba34113bf tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.2011333
Nov 10 04:23:26.935901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:26.972448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac5c09-b997-45ea-9f19-211fdbd4cadd req-cd079124-5a28-4e5c-b373-d6d18da81804 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:26.974078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06ac5c09-b997-45ea-9f19-211fdbd4cadd req-cd079124-5a28-4e5c-b373-d6d18da81804 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.1631830
Nov 10 04:23:27.022448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.056431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:27.056919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.062139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.069200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-06ac5c09-b997-45ea-9f19-211fdbd4cadd req-060c30fc-30ef-472c-ae58-cc7346195d6e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883858
Nov 10 04:23:27.085086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.112208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] For port bb787fab-db8e-44cd-be41-150e717e455e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb787fab-db8e-44cd-be41-150e717e455e,segment=NetworkSegment(180bf168-eb1c-45fb-8f61-fb67f9f71470),segment_id=180bf168-eb1c-45fb-8f61-fb67f9f71470)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:27.117430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.174549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.177949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.179280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b1d471f-2839-414b-bca9-d966224e477c HTTP/1.1" status: 204  len: 168 time: 0.2821281
Nov 10 04:23:27.183729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473fc8e-6834-41d5-83a9-5fc72851cb50 None None] Pushing event updated for resources: {'Port': ['ID=bb787fab-db8e-44cd-be41-150e717e455e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:27.189505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c138bc9-620b-4e03-99c6-425976116e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d471f-2839-414b-bca9-d966224e477c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:27.274050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.302465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760a737-80aa-4364-9b82-18fb31aa4675 req-1d392595-66b8-4b6b-8a59-1d1063184491 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:27.304034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5760a737-80aa-4364-9b82-18fb31aa4675 req-1d392595-66b8-4b6b-8a59-1d1063184491 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.1285563
Nov 10 04:23:27.305459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:27.405069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5760a737-80aa-4364-9b82-18fb31aa4675 req-f58c7c22-365c-40fc-886d-45f5b9b1bcab tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919330
Nov 10 04:23:27.476649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Provisioning complete for port a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:27.477064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.533187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.565714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Port a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:27.574821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:27.587654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bbd1e-be88-488e-8b0c-1c5b059b3b68 req-7b0c3465-ce6b-4273-819c-234b1dd26a8f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:27.590562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f04bbd1e-be88-488e-8b0c-1c5b059b3b68 req-7b0c3465-ce6b-4273-819c-234b1dd26a8f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.1011918
Nov 10 04:23:27.601320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.604868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4d16ba9e-e7b9-41a5-80a1-9042c57f48d2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f HTTP/1.1" status: 204  len: 168 time: 0.6678078
Nov 10 04:23:27.607560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:27.607760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Provisioning complete for port bb787fab-db8e-44cd-be41-150e717e455e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:27.608198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:27.609209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.652672 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3a3f9d-a04f-4210-ad7b-6fe41696f1c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:27.655300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6a3a3f9d-a04f-4210-ad7b-6fe41696f1c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f HTTP/1.1" status: 404  len: 333 time: 0.0459054
Nov 10 04:23:27.656396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-561a7266-796a-4d17-b5d3-d52ad390f177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.659419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45102) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:27.677486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f04bbd1e-be88-488e-8b0c-1c5b059b3b68 req-89ef8856-98d6-4ad7-9dc8-6082e5df2929 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804572
Nov 10 04:23:27.738439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Provisioning complete for port 60da4656-115d-40ec-9505-d22e3df6b60b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:27.738889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.791857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-90f45bbc-c94f-4b0b-a1d3-1b660f507769 None None] Port 60da4656-115d-40ec-9505-d22e3df6b60b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:27.839897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 60da4656-115d-40ec-9505-d22e3df6b60b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:27.840248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.866811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb787fab-db8e-44cd-be41-150e717e455e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:27.910107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-561a7266-796a-4d17-b5d3-d52ad390f177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.925507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-561a7266-796a-4d17-b5d3-d52ad390f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.939139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bb787fab-db8e-44cd-be41-150e717e455e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:27.939654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:27.999295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a7266-796a-4d17-b5d3-d52ad390f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd461584-a704-47e0-b751-ceb36e7d2238,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:28.004325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-403928e0-3c04-4405-9236-af1d70158afe None None] Provisioning complete for port 60da4656-115d-40ec-9505-d22e3df6b60b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:28.004851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-403928e0-3c04-4405-9236-af1d70158afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.012073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-561a7266-796a-4d17-b5d3-d52ad390f177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c98d022c11dd4884ac4b47167e7766ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3910656
Nov 10 04:23:28.012330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45114) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:28.022393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.038735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 60da4656-115d-40ec-9505-d22e3df6b60b owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:28.137505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.165139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.205248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-403928e0-3c04-4405-9236-af1d70158afe None None] Port 60da4656-115d-40ec-9505-d22e3df6b60b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:28.242237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.263747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.264185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.269090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd461584-a704-47e0-b751-ceb36e7d2238 HTTP/1.1" status: 204  len: 168 time: 0.2524114
Nov 10 04:23:28.284216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c91df-2df0-48da-b8da-f07dec250627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd461584-a704-47e0-b751-ceb36e7d2238,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:28.332537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-81586596-718a-4fba-876a-e8c1d4c859c6 None None] Could not find standard attr ID for object a1aa8433-9e2d-4bb0-b74e-2fec30ee6f5f. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:28.335845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=60da4656-115d-40ec-9505-d22e3df6b60b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:28.370115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.374316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-78cd5812-2ec5-4a18-90cb-0e2688c9b5f6 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/60da4656-115d-40ec-9505-d22e3df6b60b HTTP/1.1" status: 204  len: 168 time: 0.7135513
Nov 10 04:23:28.377914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45124) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:28.383891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aeb11-f989-47a3-a93d-aac1e49bccd1 req-ad300100-186a-48ca-886f-9b0c6cf171af tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:28.385569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-969aeb11-f989-47a3-a93d-aac1e49bccd1 req-ad300100-186a-48ca-886f-9b0c6cf171af tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.1609964
Nov 10 04:23:28.411484 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c7ff8c-0a4f-4ce6-a80d-5615df8ec35f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:28.416214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-33c7ff8c-0a4f-4ce6-a80d-5615df8ec35f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/60da4656-115d-40ec-9505-d22e3df6b60b HTTP/1.1" status: 404  len: 333 time: 0.0372422
Nov 10 04:23:28.418886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45126) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:28.452511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-969aeb11-f989-47a3-a93d-aac1e49bccd1 req-f40356bf-8175-4a1d-85bc-c26917ca626a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601799
Nov 10 04:23:28.477352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet e3a83f8b-900c-4e79-8ec2-838156995f22 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:28.482344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.524572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.621798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.691697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.724308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a83f8b-900c-4e79-8ec2-838156995f22,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:28.728082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.731352 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0583da72-65cf-4d4b-b5f2-0ab754cce433 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/e3a83f8b-900c-4e79-8ec2-838156995f22 HTTP/1.1" status: 204  len: 168 time: 0.3112087
Nov 10 04:23:28.733920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45152) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:28.755518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dd1b4-19fb-46fb-b496-0363b72d6e01 None None] Network 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:28.824997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.916779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port bb787fab-db8e-44cd-be41-150e717e455e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:28.917166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:28.965341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] DHCP port deletion for 1272d995-ea1f-4dd1-b7f3-46234ccb10f7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:28.993064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port bb787fab-db8e-44cd-be41-150e717e455e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb787fab-db8e-44cd-be41-150e717e455e,segment=NetworkSegment(180bf168-eb1c-45fb-8f61-fb67f9f71470),segment_id=180bf168-eb1c-45fb-8f61-fb67f9f71470)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:28.993430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.010241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for bb787fab-db8e-44cd-be41-150e717e455e owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:29.021601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Deleting port bb787fab-db8e-44cd-be41-150e717e455e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:29.022051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.095401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] For port bb787fab-db8e-44cd-be41-150e717e455e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bb787fab-db8e-44cd-be41-150e717e455e,segment=NetworkSegment(180bf168-eb1c-45fb-8f61-fb67f9f71470),segment_id=180bf168-eb1c-45fb-8f61-fb67f9f71470)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:29.095958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.113086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.119036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Calling delete_port for bb787fab-db8e-44cd-be41-150e717e455e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:29.145390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=bb787fab-db8e-44cd-be41-150e717e455e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:29.160231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port bb787fab-db8e-44cd-be41-150e717e455e on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:29.202187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.228117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] Pushing event deleted for resources: {'Port': ['ID=bb787fab-db8e-44cd-be41-150e717e455e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:29.237366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a5a09-ac51-4b93-b9e6-221e56afa913 None None] No DVR routers for this DVR port bb787fab-db8e-44cd-be41-150e717e455e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:29.253823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.279130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820fb69a60>,) {'filters': {'network_id': ['1272d995-ea1f-4dd1-b7f3-46234ccb10f7']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:29.288897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fb69a60>, '180bf168-eb1c-45fb-8f61-fb67f9f71470') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:29.289183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820fb69a60>, '180bf168-eb1c-45fb-8f61-fb67f9f71470') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:29.299019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.312418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.318444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:29.318852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:29.321808 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:29.393718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.402787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.410355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/1272d995-ea1f-4dd1-b7f3-46234ccb10f7 HTTP/1.1" status: 204  len: 168 time: 0.6714468
Nov 10 04:23:29.411020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:29.415617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-925362929'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:29.425632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286316d-ddb2-489e-9343-7a0aeab03c65 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=1272d995-ea1f-4dd1-b7f3-46234ccb10f7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:29.447133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:29.451706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.477512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:29.490310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.490951 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Added segment 5cd7bd5b-e0b3-48ed-b2b4-131474d76e68 of type vlan for network e8ac125e-0560-4703-90d0-e4e6368fcc49
Nov 10 04:23:29.551850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.637375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.643042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:29.643648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:29.656803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb5ed7-f138-4824-832c-c5d4cc239a0b req-8dd3d672-7204-40d9-85f6-04b17f01a89f tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:29.658568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5cb5ed7-f138-4824-832c-c5d4cc239a0b req-8dd3d672-7204-40d9-85f6-04b17f01a89f tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 950 time: 0.0532768
Nov 10 04:23:29.737809 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5cb5ed7-f138-4824-832c-c5d4cc239a0b req-ef4f448a-2691-4099-ab4b-4c511dc82915 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724099
Nov 10 04:23:29.766750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb787fab-db8e-44cd-be41-150e717e455e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:29.789708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bb787fab-db8e-44cd-be41-150e717e455e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:29.790365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bb787fab-db8e-44cd-be41-150e717e455e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:29.875680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45188) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:29.975209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-659932675', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:29.996425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Made reservation on behalf of 26ce0d53096e4ee8b9d2397eda9a6c8b for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:29.998946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.007937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.029089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5bcf-a009-4964-970c-a5fbffce73b5 req-3b3efb86-076a-4f3e-a09d-44121b236768 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:30.030903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4bc5bcf-a009-4964-970c-a5fbffce73b5 req-3b3efb86-076a-4f3e-a09d-44121b236768 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.4666564
Nov 10 04:23:30.045153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6333597
Nov 10 04:23:30.047885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45192) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:30.052823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:30.064283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-c21943e9-95e2-4a19-a3ae-b569611f8573 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:30.065725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-c21943e9-95e2-4a19-a3ae-b569611f8573 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 945 time: 0.4833875
Nov 10 04:23:30.066333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579db08-3e0e-4b6b-a690-cde2dd2182c8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Network': ['ID=e8ac125e-0560-4703-90d0-e4e6368fcc49,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:30.081536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:30.141036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b4bc5bcf-a009-4964-970c-a5fbffce73b5 req-766c1cc5-6d34-4872-9180-51748fb41fed tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004872
Nov 10 04:23:30.165470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.173599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.180245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] device_id is not set on port 2429c8df-bfca-4914-a287-99ce8243ef32 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:30.191028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port f034eba6-fb80-4611-bba5-8b758a88c877 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:30.191374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.245452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19aea98-f277-42a2-a29c-d9ed6d8ffcbb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:30.249276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:30.252790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.284108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port f034eba6-fb80-4611-bba5-8b758a88c877, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f034eba6-fb80-4611-bba5-8b758a88c877,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:30.284464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.296807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for f034eba6-fb80-4611-bba5-8b758a88c877 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:30.389894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Allocated IP 172.32.3.17 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/2429c8df-bfca-4914-a287-99ce8243ef32) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:30.426782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.440113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f034eba6-fb80-4611-bba5-8b758a88c877'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:23:30.456139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=f034eba6-fb80-4611-bba5-8b758a88c877,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:30.504584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port f034eba6-fb80-4611-bba5-8b758a88c877 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:30.507118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.510605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1699cb87-5f9b-447e-a60b-f287cae38bfe req-bdb6cd96-ebb6-4168-9734-513857da376f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "DELETE /v2.0/ports/f034eba6-fb80-4611-bba5-8b758a88c877 HTTP/1.1" status: 204  len: 173 time: 0.4352589
Nov 10 04:23:30.511285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'name': 'network-vif-deleted', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:30.514170 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c4dad-2174-44b5-b68d-ded1b1d7a4d7" -d '{"events": [{"server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "name": "network-vif-deleted", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:30.593671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.696565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.702375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=dd667e4a-24a9-4179-af26-507aa8b821d4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:30.717149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Checking segment: {'id': '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:30.717513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network hostable DHCP agents. Network: e8ac125e-0560-4703-90d0-e4e6368fcc49, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:23:30.739513 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ac094-b3c5-4a39-a913-fef8fb7d3167 x-openstack-request-id: req-7e2ac094-b3c5-4a39-a913-fef8fb7d3167 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:30.739904 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a459e0-5f94-47bd-9b97-63d48b7347a5", "name": "network-vif-deleted", "tag": "f034eba6-fb80-4611-bba5-8b758a88c877", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:30.740252 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e2ac094-b3c5-4a39-a913-fef8fb7d3167 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:30.740774 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a459e0-5f94-47bd-9b97-63d48b7347a5', 'name': 'network-vif-deleted', 'tag': 'f034eba6-fb80-4611-bba5-8b758a88c877', 'status': 'completed', 'code': 200}
Nov 10 04:23:30.753421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:23:30.776829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e8ac125e-0560-4703-90d0-e4e6368fcc49) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:30.781085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.789056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:30.789653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.790123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9bff28-7729-4028-b208-2033b97e078f None None] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:30.848960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:30.858036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb217330-3b2b-4329-874e-a4d5f2cf4964 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8091002
Nov 10 04:23:30.859056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:30.862772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45208) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:30.864056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:30.867427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Pushing event updated for resources: {'Port': ['ID=2429c8df-bfca-4914-a287-99ce8243ef32,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:30.886955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1591849398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:30.911155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:30.911862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.940038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab594bd-4b4a-4132-8b51-4f9b6c5132d9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:30.940805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.941993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:30.963350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-626a5a00-f8e5-42c4-8439-f90f7e000c03 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.0864139
Nov 10 04:23:30.967805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45212) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:30.976197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.17'}]}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:31.012849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478079-00fe-480b-be1e-af6e75ef20dd req-88fb3412-f097-460f-883d-169444187a67 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:31.014372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6478079-00fe-480b-be1e-af6e75ef20dd req-88fb3412-f097-460f-883d-169444187a67 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 950 time: 0.0884676
Nov 10 04:23:31.017311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.018996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.025734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd3e7717-727d-47e9-8408-db0d562dffff None None] Provisioning complete for port 2429c8df-bfca-4914-a287-99ce8243ef32 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:31.026209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7717-727d-47e9-8408-db0d562dffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.049725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.061569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.095792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.099325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.103425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e7717-727d-47e9-8408-db0d562dffff None None] Port 2429c8df-bfca-4914-a287-99ce8243ef32 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:31.103988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bf8c119-7824-43ad-a299-17e1569a6fde tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2340932
Nov 10 04:23:31.105803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6478079-00fe-480b-be1e-af6e75ef20dd req-f2ad920c-3fc2-4b0a-943d-87463d50cc28 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/security-groups?id=eab1b2b8-6774-4364-9e6d-741c87224a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665088
Nov 10 04:23:31.106939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45214) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:31.111598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49', 'name': 'tempest-PortsIpV6TestJSON-1230662453'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:31.153089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e8ac125e-0560-4703-90d0-e4e6368fcc49', 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': 'dd667e4a-24a9-4179-af26-507aa8b821d4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:31.154422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.264932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:31.272721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.304338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port b1b1b096-5604-4b20-bdb1-f7a7a8308839 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:31.329111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-8359c0b2-fbe3-4156-a110-c92a04c67af1 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:31.338208 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-8359c0b2-fbe3-4156-a110-c92a04c67af1 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 950 time: 0.2404075
Nov 10 04:23:31.363235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.386573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Allocated IP 2001:db8::2 (e8ac125e-0560-4703-90d0-e4e6368fcc49/dd667e4a-24a9-4179-af26-507aa8b821d4/cb479b07-21df-474a-bc75-7fe913d5d2b8) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:31.420819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d6a8dd25-5919-4b0c-b055-747a2881b379 req-e85198c2-84ac-40ad-81b7-6e85fb084971 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a459e0-5f94-47bd-9b97-63d48b7347a5 HTTP/1.1" status: 200  len: 210 time: 0.0814056
Nov 10 04:23:31.545721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Deleting port ba62b179-897b-4402-8eb6-097049d18289 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:31.545899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.701492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.707793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.708932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] For port ba62b179-897b-4402-8eb6-097049d18289, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=ba62b179-897b-4402-8eb6-097049d18289,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:31.709300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.741985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Calling delete_port for ba62b179-897b-4402-8eb6-097049d18289 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:31.746889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:31.751922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:31.760480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:31.764506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.772957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::1a9 (e8ac125e-0560-4703-90d0-e4e6368fcc49/dd667e4a-24a9-4179-af26-507aa8b821d4/b1b1b096-5604-4b20-bdb1-f7a7a8308839) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:31.774731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Pushing event updated for resources: {'Port': ['ID=cb479b07-21df-474a-bc75-7fe913d5d2b8,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:31.815646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.846191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Attempting to bind port cb479b07-21df-474a-bc75-7fe913d5d2b8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:31.846619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Attempting to bind port cb479b07-21df-474a-bc75-7fe913d5d2b8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:31.846954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Attempting to bind port cb479b07-21df-474a-bc75-7fe913d5d2b8 on network e8ac125e-0560-4703-90d0-e4e6368fcc49 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:31.853099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:31.853778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Checking segment: {'id': '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:31.854245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.854625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Bound using segment: {'id': '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:31.855231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Bound port: cb479b07-21df-474a-bc75-7fe913d5d2b8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e8ac125e-0560-4703-90d0-e4e6368fcc49'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:31.855609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.921642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-68c64755-187a-4282-834c-efe2de1874ac None None] For port cb479b07-21df-474a-bc75-7fe913d5d2b8, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:31.924039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-68c64755-187a-4282-834c-efe2de1874ac None None] For port cb479b07-21df-474a-bc75-7fe913d5d2b8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb479b07-21df-474a-bc75-7fe913d5d2b8,segment=NetworkSegment(5cd7bd5b-e0b3-48ed-b2b4-131474d76e68),segment_id=5cd7bd5b-e0b3-48ed-b2b4-131474d76e68)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:31.930419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:31.992747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64755-187a-4282-834c-efe2de1874ac None None] Pushing event updated for resources: {'Port': ['ID=cb479b07-21df-474a-bc75-7fe913d5d2b8,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:32.019608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.028959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.030271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.066464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.114163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Pushing event deleted for resources: {'Port': ['ID=ba62b179-897b-4402-8eb6-097049d18289,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:32.123346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:32.131586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:32.135449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:32.142885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:32.143578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.151440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=b1b1b096-5604-4b20-bdb1-f7a7a8308839,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:32.192867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c7249b9-6610-48cc-9dfa-f7c2d8cbbb93 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0831957
Nov 10 04:23:32.199646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:32.312643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.314864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.318805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13b11fb4-ff4a-409d-a63a-7f383cc5d075 req-64e5c594-65f0-4519-b7d2-e89bfe8be342 tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f HTTP/1.1" status: 200  len: 210 time: 0.0599899
Nov 10 04:23:32.391828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] No DVR routers for this DVR port ba62b179-897b-4402-8eb6-097049d18289 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:32.394987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.399130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73bc6b6e-0dec-4129-8c4a-f714dfc30ae7 req-366b3880-f9f3-42d7-84ea-473ff0206afa tempest-VolumesBackupsTest-1397900487 tempest-VolumesBackupsTest-1397900487-project] 10.222.0.26 "DELETE /v2.0/ports/ba62b179-897b-4402-8eb6-097049d18289 HTTP/1.1" status: 204  len: 173 time: 1.0533102
Nov 10 04:23:32.400839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'name': 'network-vif-deleted', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:32.403497 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0a9c3-567e-44da-9b9f-03ad8188bb55" -d '{"events": [{"server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "name": "network-vif-deleted", "tag": "ba62b179-897b-4402-8eb6-097049d18289"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:32.414895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.415970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61ee0722-698a-454d-9493-caa61ec5de10 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:23:32.441864 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:23:32.444956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f7095a65-da5f-43e7-b411-8509bfdaafb8 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.4749608
Nov 10 04:23:32.447364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:32.645604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:32.864476 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1172cb20-0723-47c3-b97d-368f84e33823 x-openstack-request-id: req-1172cb20-0723-47c3-b97d-368f84e33823 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:32.864780 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f", "name": "network-vif-deleted", "tag": "ba62b179-897b-4402-8eb6-097049d18289", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:32.864950 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1172cb20-0723-47c3-b97d-368f84e33823 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:32.865393 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e574ab-7ef2-4f43-bbc2-e5aced2f5a4f', 'name': 'network-vif-deleted', 'tag': 'ba62b179-897b-4402-8eb6-097049d18289', 'status': 'completed', 'code': 200}
Nov 10 04:23:32.934884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Deleting port 2429c8df-bfca-4914-a287-99ce8243ef32 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:32.935297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.023116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.036398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Calling delete_port for 2429c8df-bfca-4914-a287-99ce8243ef32 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:33.045111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.050974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.129677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=b1b1b096-5604-4b20-bdb1-f7a7a8308839,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:33.175868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec806d50-00b4-49eb-b77f-210b97d700e0 None None] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:33.193062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.222923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Pushing event deleted for resources: {'Port': ['ID=2429c8df-bfca-4914-a287-99ce8243ef32,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:33.247463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.251260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0e1aa-64f5-489a-9eab-216eab3ebfae None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:33.302681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.303662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] Provisioning complete for port cb479b07-21df-474a-bc75-7fe913d5d2b8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:33.304121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.310062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01397a64-2921-4e8f-891b-7f58eda2ffd3 tempest-RoutersAdminNegativeTest-1267979964 tempest-RoutersAdminNegativeTest-1267979964-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2429c8df-bfca-4914-a287-99ce8243ef32 HTTP/1.1" status: 204  len: 168 time: 0.8581820
Nov 10 04:23:33.393505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.463348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.507503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] For port cb479b07-21df-474a-bc75-7fe913d5d2b8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb479b07-21df-474a-bc75-7fe913d5d2b8,segment=NetworkSegment(5cd7bd5b-e0b3-48ed-b2b4-131474d76e68),segment_id=5cd7bd5b-e0b3-48ed-b2b4-131474d76e68)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:33.513269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.587799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b830-64c4-4ab7-adc3-0ce56258f1dc None None] Pushing event updated for resources: {'Port': ['ID=cb479b07-21df-474a-bc75-7fe913d5d2b8,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:33.698473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45286) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:33.754307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f034eba6-fb80-4611-bba5-8b758a88c877 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:33.757565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba62b179-897b-4402-8eb6-097049d18289 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:33.799269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.806803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.807699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.832056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: ba62b179-897b-4402-8eb6-097049d18289 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:33.832739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device ba62b179-897b-4402-8eb6-097049d18289 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:33.837526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb479b07-21df-474a-bc75-7fe913d5d2b8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:33.843541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f034eba6-fb80-4611-bba5-8b758a88c877 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:33.843886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f034eba6-fb80-4611-bba5-8b758a88c877 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:33.884325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-009a4013-748c-44d6-ab90-d9c426525d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.937196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a969f389-d27d-44c9-a63b-1ff205adbbed None None] Provisioning complete for port b1b1b096-5604-4b20-bdb1-f7a7a8308839 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:33.937823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a969f389-d27d-44c9-a63b-1ff205adbbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:33.950239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=b1b1b096-5604-4b20-bdb1-f7a7a8308839,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:33.996906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:34.000325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:34.035517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a969f389-d27d-44c9-a63b-1ff205adbbed None None] Port b1b1b096-5604-4b20-bdb1-f7a7a8308839 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:34.043663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb479b07-21df-474a-bc75-7fe913d5d2b8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:34.048115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.090940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-009a4013-748c-44d6-ab90-d9c426525d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.094270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a969f389-d27d-44c9-a63b-1ff205adbbed None None] Provisioning complete for port cb479b07-21df-474a-bc75-7fe913d5d2b8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:34.094646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a969f389-d27d-44c9-a63b-1ff205adbbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.100193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-009a4013-748c-44d6-ab90-d9c426525d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.173336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Router 959eab4b-927c-4d01-98ee-9e21845f10b7 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:23:34.202093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45294) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:34.202317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-009a4013-748c-44d6-ab90-d9c426525d07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d211a3fb0da444ed93f655b3f2dee7e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4986806
Nov 10 04:23:34.206133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4013-748c-44d6-ab90-d9c426525d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22187982-eac8-4e09-95d1-8c3ec1cfa936,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:34.351993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-79d88c90-cdf1-4a7f-bda1-9a731afc6e08 None None] Provisioning complete for port b1b1b096-5604-4b20-bdb1-f7a7a8308839 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:34.352579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-79d88c90-cdf1-4a7f-bda1-9a731afc6e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.369969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:23:34.382548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] Sync routers for ids ['959eab4b-927c-4d01-98ee-9e21845f10b7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:23:34.391989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-79d88c90-cdf1-4a7f-bda1-9a731afc6e08 None None] Port b1b1b096-5604-4b20-bdb1-f7a7a8308839 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:34.399935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02ddb85e-e92c-4af0-b458-5218092a9e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.404659 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] Routers {'959eab4b-927c-4d01-98ee-9e21845f10b7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:34.405135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144441c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['959eab4b-927c-4d01-98ee-9e21845f10b7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:34.408139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a5da6b3-a4bc-4713-b8a8-b6e360a39e4e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/routers/959eab4b-927c-4d01-98ee-9e21845f10b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2068858
Nov 10 04:23:34.409728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.410595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45296) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:34.456489 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144441c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:34.468506 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] Routers {'959eab4b-927c-4d01-98ee-9e21845f10b7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:34.469246 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144441c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['959eab4b-927c-4d01-98ee-9e21845f10b7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:34.486177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.499339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8faef33-77b5-41ed-a8c9-eacd51f6ba41 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:34.500895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8faef33-77b5-41ed-a8c9-eacd51f6ba41 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?device_id=959eab4b-927c-4d01-98ee-9e21845f10b7 HTTP/1.1" status: 200  len: 989 time: 0.0892131
Nov 10 04:23:34.503648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45298) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:34.509887 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144441c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:34.510525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b67f59-4a1b-4783-99c6-eb8d573cd380 None None] The sync data for ids ['959eab4b-927c-4d01-98ee-9e21845f10b7'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:34.529534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bda8b0e3-a969-4baa-a6c9-bd5d93c66034 None None] Provisioning complete for port b1b1b096-5604-4b20-bdb1-f7a7a8308839 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:34.530181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bda8b0e3-a969-4baa-a6c9-bd5d93c66034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.580267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.583184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.584319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22187982-eac8-4e09-95d1-8c3ec1cfa936 HTTP/1.1" status: 204  len: 168 time: 0.3752744
Nov 10 04:23:34.601685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bda8b0e3-a969-4baa-a6c9-bd5d93c66034 None None] Port b1b1b096-5604-4b20-bdb1-f7a7a8308839 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:34.612577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b812f2-1867-4c88-9d5e-75830f7bb808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22187982-eac8-4e09-95d1-8c3ec1cfa936,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:34.932221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a0d77c51-22f6-4694-82d5-0157e9c42257 None None] Provisioning complete for port b1b1b096-5604-4b20-bdb1-f7a7a8308839 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:34.932543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a0d77c51-22f6-4694-82d5-0157e9c42257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:34.994237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a0d77c51-22f6-4694-82d5-0157e9c42257 None None] Port b1b1b096-5604-4b20-bdb1-f7a7a8308839 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:35.003641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45372) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:35.060193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eeb0ce78-186b-4364-85a5-be796482b190 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26ce0d53096e4ee8b9d2397eda9a6c8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0552876
Nov 10 04:23:35.063099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45380) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:35.208079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.271649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.308919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.421136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.423761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.425079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19aea98-f277-42a2-a29c-d9ed6d8ffcbb HTTP/1.1" status: 204  len: 168 time: 0.3517556
Nov 10 04:23:35.439567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a525ea-aed2-4552-b62f-647e390bb1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19aea98-f277-42a2-a29c-d9ed6d8ffcbb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:35.495043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port b1b1b096-5604-4b20-bdb1-f7a7a8308839 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:35.495383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.587041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.600994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for b1b1b096-5604-4b20-bdb1-f7a7a8308839 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:35.772209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:35.800573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=b1b1b096-5604-4b20-bdb1-f7a7a8308839,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:35.905083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.103436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Router 959eab4b-927c-4d01-98ee-9e21845f10b7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:23:36.196360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:23:36.203701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b7cc0d3d-0638-4274-9f93-4ac68d274474 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/routers/959eab4b-927c-4d01-98ee-9e21845f10b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6987164
Nov 10 04:23:36.206754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45442) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.214869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] Sync routers for ids ['959eab4b-927c-4d01-98ee-9e21845f10b7'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:23:36.226459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] Routers {'959eab4b-927c-4d01-98ee-9e21845f10b7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:36.228126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820720eaf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['959eab4b-927c-4d01-98ee-9e21845f10b7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:36.238079 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1ee2ae-765c-4f33-b506-33e0bcdd78e8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:36.241226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4f1ee2ae-765c-4f33-b506-33e0bcdd78e8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/b1b1b096-5604-4b20-bdb1-f7a7a8308839 HTTP/1.1" status: 404  len: 333 time: 0.0319793
Nov 10 04:23:36.242661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.281714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.281822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820720eaf0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:36.288737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] Routers {'959eab4b-927c-4d01-98ee-9e21845f10b7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:23:36.289261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820720eaf0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:23:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['959eab4b-927c-4d01-98ee-9e21845f10b7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:36.326143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.326371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820720eaf0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:36.326569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abad5be-4b5d-417d-8e5e-617c1702ca39 None None] The sync data for ids ['959eab4b-927c-4d01-98ee-9e21845f10b7'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:23:36.378756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1487517451'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:36.400265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:36.403897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.412532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.486350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.488801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.490606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.491101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.517822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:23:36.527372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f84340b-3bef-4477-a630-bfd211506f2e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:36.532078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.532394 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Added segment 6cbbb444-8da6-4158-962a-13b29affdc01 of type vlan for network 0f38d708-f32f-4c61-a407-1c9848041f15
Nov 10 04:23:36.534891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.535958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Fanout notify agent at l3_agent the message router_deleted on router 959eab4b-927c-4d01-98ee-9e21845f10b7 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:23:36.544108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.545246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fe5d0f60-7877-476b-9e98-70ca8e131fae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/routers/959eab4b-927c-4d01-98ee-9e21845f10b7 HTTP/1.1" status: 204  len: 168 time: 0.3014193
Nov 10 04:23:36.547957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45452) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.574607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.599097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.601070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet dd667e4a-24a9-4179-af26-507aa8b821d4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:36.604254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.604877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:36.605462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.649324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.659953 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3813000
Nov 10 04:23:36.665342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45454) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.676601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:36.717442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0ca9-be9f-42d4-b674-84ca432f53e4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Network': ['ID=0f38d708-f32f-4c61-a407-1c9848041f15,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:36.728825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:23:36.741199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.766776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:36.770296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.821736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.863772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=dd667e4a-24a9-4179-af26-507aa8b821d4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:36.869304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.873257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7674e6dc-e586-4c04-854b-bcbe2436bef7 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/dd667e4a-24a9-4179-af26-507aa8b821d4 HTTP/1.1" status: 204  len: 168 time: 0.3242579
Nov 10 04:23:36.875859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:36.876186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f85e9-8f94-473c-a1fd-e4641bbb99af None None] Network e8ac125e-0560-4703-90d0-e4e6368fcc49 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:36.955324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-447b41ed-68c9-445a-a0b5-f2c212b7fcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.970247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:36.987385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.047775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port cb479b07-21df-474a-bc75-7fe913d5d2b8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:37.047775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.049940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:37.094518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:37.094878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network hostable DHCP agents. Network: 0f38d708-f32f-4c61-a407-1c9848041f15, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:23:37.115565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:23:37.130710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0f38d708-f32f-4c61-a407-1c9848041f15) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:37.138905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:37.139698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.142175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db956ad5-bdf0-4f3e-a9b8-3089568b65e4 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:37.173189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45482) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:37.174060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b09c90ba-849e-4cd8-84b0-1b96f3cc21f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5076673
Nov 10 04:23:37.182970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'name': 'tempest-NetworksTestDHCPv6-1734851551'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:37.187861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] DHCP port deletion for e8ac125e-0560-4703-90d0-e4e6368fcc49 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:37.194455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port cb479b07-21df-474a-bc75-7fe913d5d2b8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb479b07-21df-474a-bc75-7fe913d5d2b8,segment=NetworkSegment(5cd7bd5b-e0b3-48ed-b2b4-131474d76e68),segment_id=5cd7bd5b-e0b3-48ed-b2b4-131474d76e68)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:37.194828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.249132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for cb479b07-21df-474a-bc75-7fe913d5d2b8 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:37.410963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Deleting port cb479b07-21df-474a-bc75-7fe913d5d2b8 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:37.411633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.438375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:37.446529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.462689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.498760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port edc1c9dc-f4bf-449d-8824-e3ec4d806b38 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:37.505985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port cb479b07-21df-474a-bc75-7fe913d5d2b8 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:37.512149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:37.513694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=cb479b07-21df-474a-bc75-7fe913d5d2b8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:37.514195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.532823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] For port cb479b07-21df-474a-bc75-7fe913d5d2b8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb479b07-21df-474a-bc75-7fe913d5d2b8,segment=NetworkSegment(5cd7bd5b-e0b3-48ed-b2b4-131474d76e68),segment_id=5cd7bd5b-e0b3-48ed-b2b4-131474d76e68)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:37.533223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.552056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Calling delete_port for cb479b07-21df-474a-bc75-7fe913d5d2b8 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:37.764444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08/03d514f0-e1a5-47f8-ae48-9256b4f1fd8a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:37.771237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:37.810637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] Pushing event deleted for resources: {'Port': ['ID=cb479b07-21df-474a-bc75-7fe913d5d2b8,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:37.822278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768bd08-43ed-4c2c-88ac-694fb08fcbb3 None None] No DVR routers for this DVR port cb479b07-21df-474a-bc75-7fe913d5d2b8 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:37.853588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb479b07-21df-474a-bc75-7fe913d5d2b8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:37.877619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb479b07-21df-474a-bc75-7fe913d5d2b8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:37.878183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb479b07-21df-474a-bc75-7fe913d5d2b8 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:37.935540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.005202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.019700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.026318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.030726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6130>,) {'filters': {'network_id': ['e8ac125e-0560-4703-90d0-e4e6368fcc49']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:38.065606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6130>, '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:38.065893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8b6130>, '5cd7bd5b-e0b3-48ed-b2b4-131474d76e68') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:23:38.071034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:38.073991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:38.077523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:38.082984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.085095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Pushing event updated for resources: {'Port': ['ID=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:38.114600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.117046 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::3e4 (0f38d708-f32f-4c61-a407-1c9848041f15/8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08/edc1c9dc-f4bf-449d-8824-e3ec4d806b38) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:38.125517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:23:38.125842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:23:38.128788 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:23:38.135948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Attempting to bind port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:38.136409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Attempting to bind port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:38.136810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Attempting to bind port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:38.141782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:38.142156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:38.142561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.142953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:38.143421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Bound port: 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:38.143797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.207782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.209647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] For port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:38.212902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] For port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:38.213790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.218138 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/e8ac125e-0560-4703-90d0-e4e6368fcc49 HTTP/1.1" status: 204  len: 168 time: 1.3412507
Nov 10 04:23:38.218609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.222561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45554) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.245645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340bef1-fe9e-43ba-8d83-3967ce90a342 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=e8ac125e-0560-4703-90d0-e4e6368fcc49,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:38.283384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1f2c7-b94a-448a-bcb9-e7d3c520ace9 None None] Pushing event updated for resources: {'Port': ['ID=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:38.285740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec38c78-8019-45ce-bead-389d784ca66e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:38.287880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aec38c78-8019-45ce-bead-389d784ca66e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/e87a9c6d-787f-4e65-8dac-719af0599b18 HTTP/1.1" status: 200  len: 844 time: 0.0618465
Nov 10 04:23:38.292030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45556) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.339058 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7dd3c42a-b92d-4137-9c68-d184eec962c9 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/e87a9c6d-787f-4e65-8dac-719af0599b18?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0456173
Nov 10 04:23:38.340433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45558) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.345374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:38.379696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.422356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.472761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:38.474566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:38.477643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.478100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:38.494523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=edc1c9dc-f4bf-449d-8824-e3ec4d806b38,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:38.497599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:38.505314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:38.506247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.538650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b32441e-1cf9-416b-9414-b3a3d58552e1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.3619709
Nov 10 04:23:38.538934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45566) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.619119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa904d-83b0-4588-97bd-1adca6fc6274 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:38.644481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa904d-83b0-4588-97bd-1adca6fc6274 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:38.650968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45572) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.655380 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2eaa904d-83b0-4588-97bd-1adca6fc6274 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1151860
Nov 10 04:23:38.779030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.840215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:38.847097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:38.853225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:38.853817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.857498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=f3103a4a-2112-4839-b428-71a041babe7e,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:38.857944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c47a4-0a0b-4471-8f0b-9a099b98366a None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:38.868946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port edc1c9dc-f4bf-449d-8824-e3ec4d806b38 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:38.869283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.888062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0a0ae80-b109-4496-9eb0-366fc8464945 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5465074
Nov 10 04:23:38.890945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:38.895989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021010755'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:38.921981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.968203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:38.990139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for edc1c9dc-f4bf-449d-8824-e3ec4d806b38 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:39.010694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.017659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.057647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6008bdf6-f6f6-429b-bcac-c381d6340c54,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:39.063042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.069260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:39.073490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'security_group': {'name': 'tempest-secgroup-550987164'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:39.076705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c2b17d27-7ded-40a5-8719-1621f02cdad0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1738143
Nov 10 04:23:39.084414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-5bc7b180-5290-44f0-838c-6259039e5574', 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'tenant_id': 'bead5623914b475eb34a08218c3363e0', 'fixed_ips': [{'subnet_id': 'f3103a4a-2112-4839-b428-71a041babe7e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:39.085575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.124942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.212561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.260941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=edc1c9dc-f4bf-449d-8824-e3ec4d806b38,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:39.282894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Allocated IP 2001:db8::2 (5bc7b180-5290-44f0-838c-6259039e5574/f3103a4a-2112-4839-b428-71a041babe7e/a2f4c398-fc62-4f75-a2a1-9bb9910491b1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:39.309918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.313366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8419fdfa-bc28-47d3-b179-52b5a4f06824 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/edc1c9dc-f4bf-449d-8824-e3ec4d806b38 HTTP/1.1" status: 204  len: 168 time: 0.6551719
Nov 10 04:23:39.315908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45578) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:39.329871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.340079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.406970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.416716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3459454
Nov 10 04:23:39.421650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.427787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:39.440586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1108041312', 'security_groups': ['be02a36a-896a-482a-842a-c893c1724904'], 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3103a4a-2112-4839-b428-71a041babe7e'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:39.445650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836b30d-ea3b-418c-815d-1201417f9b92 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be02a36a-896a-482a-842a-c893c1724904,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:39.540953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.548646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.553432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fae5f1-19fa-4cbe-b647-c204e75cdda1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:39.557044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fae5f1-19fa-4cbe-b647-c204e75cdda1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:39.559453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-36fae5f1-19fa-4cbe-b647-c204e75cdda1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2425172
Nov 10 04:23:39.562177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45592) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:39.598716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:39.605012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:39.607617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:39.616542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:39.644433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:39.650034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.672707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:39.703223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.816715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.922358 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.941143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16913670-0d99-4905-806f-7b8c2541532a None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:39.945648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:39.952813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.960841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:39.978912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:39.985878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0b0cb2ce-ccda-4b02-b185-333b12f088f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08 HTTP/1.1" status: 204  len: 168 time: 0.4205363
Nov 10 04:23:39.988032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:39.990416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port f3708dff-2f1e-46c4-b471-457dd48331d3 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:40.074022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-299ecbcb-e829-48eb-90ba-2faf474427a1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0831203
Nov 10 04:23:40.075196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45604) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:40.086026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:40.119222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Attempting to bind port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:40.119681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Attempting to bind port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'bf446074-9690-46c3-b73c-6b2733087541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:40.120122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Attempting to bind port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 on network 5bc7b180-5290-44f0-838c-6259039e5574 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:40.128686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] Provisioning complete for port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:40.129748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.166086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:40.166572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Checking segment: {'id': 'bf446074-9690-46c3-b73c-6b2733087541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:40.167088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.168546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Bound using segment: {'id': 'bf446074-9690-46c3-b73c-6b2733087541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:40.168817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Bound port: a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf446074-9690-46c3-b73c-6b2733087541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:40.169254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.188272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:40.192346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.201799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:40.202416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.323488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.360986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-4fbc098c-51ae-4fbd-b223-633f0037ee2f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:40.368803 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-4fbc098c-51ae-4fbd-b223-633f0037ee2f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1823320
Nov 10 04:23:40.387729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::2d5 (5bc7b180-5290-44f0-838c-6259039e5574/f3103a4a-2112-4839-b428-71a041babe7e/f3708dff-2f1e-46c4-b471-457dd48331d3) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:40.394464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-2e8b4555-b1d4-4d8e-bbb1-006f9b78445c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0248094
Nov 10 04:23:40.419273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:40.435824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.450115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:40.478329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.492531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.501037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:40.504640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:40.509049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:40.509671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.523127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=34814501-aa8d-47ef-81b7-676b442e81f6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:40.536957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c49ee92a-08a5-4057-a435-86b5335b22e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4584043
Nov 10 04:23:40.539409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:40.544899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'name': 'tempest-NetworksTestDHCPv6-1024664647'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:40.547639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:40.571090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-7a0f9bc5-6308-4486-b358-c17f60ce4723 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1665497
Nov 10 04:23:40.577770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.635398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f877e-e257-4b95-8686-ec6e949ad853 None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:40.653937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] For port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:40.668378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.691221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:40.695771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.714981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.719235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 6fc9f498-7fab-4257-a255-0b0cf04392ea yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:40.758092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-de3ec932-e065-4a32-b6a9-3d46a7cb3f17 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678402
Nov 10 04:23:40.771323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Deleting port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:40.771853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.773841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:23:40.774293 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:23:40.876438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd3360-14b0-4389-8350-92b993693a54 None None] Pushing event updated for resources: {'Port': ['ID=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:40.884794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.895954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] For port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:40.896347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:40.910566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Calling delete_port for 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:40.994514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-35db0846-2733-4b02-9a55-af545536cc71 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353528
Nov 10 04:23:40.997490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:41.000580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=f3708dff-2f1e-46c4-b471-457dd48331d3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:41.006856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:41.017793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:41.025050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.029313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:41.030026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.059163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] Pushing event deleted for resources: {'Port': ['ID=03d514f0-e1a5-47f8-ae48-9256b4f1fd8a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:41.063666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be152c7-a193-4277-ac33-6fd5b1b96a41 None None] No DVR routers for this DVR port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:41.069082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0913b412-0860-431f-a35f-018f51f7a9d8 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6401074
Nov 10 04:23:41.072266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45634) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:41.077398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:41.095103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c122c6c-badb-4e68-969d-cf05501dcc29 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:41.309251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:41.312955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.346423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Port 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a update to ACTIVE by agent not found {{(pid=119698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 10 04:23:41.408999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '34814501-aa8d-47ef-81b7-676b442e81f6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:41.409951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.445571 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3103a4a-2112-4839-b428-71a041babe7e (CIDR: 2001:db8::/64)
Nov 10 04:23:41.460795 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:23:41.463402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:41.491977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::2fa (0f38d708-f32f-4c61-a407-1c9848041f15/34814501-aa8d-47ef-81b7-676b442e81f6/6fc9f498-7fab-4257-a255-0b0cf04392ea) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:41.493348 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2ebeb837-5a49-4ff4-a723-6df00f465a0f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4198895
Nov 10 04:23:41.494591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45662) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:41.500854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:41.549289 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:23:41.745058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:41.754839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.778275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.824126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.907031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:41.915600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:41.918678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:41.922272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:41.930744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:41.931499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:41.939561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=6fc9f498-7fab-4257-a255-0b0cf04392ea,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:41.967880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f3e472f1-e63e-42d7-820f-34d27e640dcc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4250448
Nov 10 04:23:41.971426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45666) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:42.008822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/34814501-aa8d-47ef-81b7-676b442e81f6/b1dd08a3-bfe3-4c74-96e4-0010d75698c6) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:42.060166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e01c77-4cbc-4d7b-8676-28d421651ce0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:42.064717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16e01c77-4cbc-4d7b-8676-28d421651ce0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0921021
Nov 10 04:23:42.065373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:42.082822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:42.083487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.257209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 6fc9f498-7fab-4257-a255-0b0cf04392ea {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:42.258133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.295673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.300539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.311924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.331191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.377468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f8041f2a-efd3-4743-b6c4-f3fa58029d60 None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:42.377895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f8041f2a-efd3-4743-b6c4-f3fa58029d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.393365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:42.401774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:42.407535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:42.408153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.434956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=add573be-fd78-4d22-8289-3e7c8524586f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:42.437058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:42.470374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:42.479719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:42.483982 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-829ed4ad-f572-4c5c-9af0-75ccaab1569e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9878340
Nov 10 04:23:42.488074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:42.504316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-3749963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'add573be-fd78-4d22-8289-3e7c8524586f'}], 'security_groups': ['6008bdf6-f6f6-429b-bcac-c381d6340c54']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:42.528135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:42.531277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Pushing event updated for resources: {'Port': ['ID=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:42.548766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.586515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.611518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 6fc9f498-7fab-4257-a255-0b0cf04392ea owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:42.706092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:42.715894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:42.722872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe078dea-7376-44e7-a755-04a7a4927bf5 None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:42.811066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:42.811397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03d514f0-e1a5-47f8-ae48-9256b4f1fd8a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:42.838102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5f7ef671-0acc-4140-a772-7e49e8de8aeb req-7a965a06-47e1-4cd2-817c-d9c6d4708394 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 210 time: 0.1096857
Nov 10 04:23:42.869394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Attempting to bind port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:42.869768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Attempting to bind port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:42.870126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Attempting to bind port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:42.906627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:42.906918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:42.907297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:42.907699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:42.908186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Bound port: b1dd08a3-bfe3-4c74-96e4-0010d75698c6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:42.908848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.040670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f8041f2a-efd3-4743-b6c4-f3fa58029d60 None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:43.046419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f8041f2a-efd3-4743-b6c4-f3fa58029d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.099039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.135246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] For port b1dd08a3-bfe3-4c74-96e4-0010d75698c6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:43.140649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] For port b1dd08a3-bfe3-4c74-96e4-0010d75698c6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:43.145025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f8041f2a-efd3-4743-b6c4-f3fa58029d60 None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:43.149216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.163326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=6fc9f498-7fab-4257-a255-0b0cf04392ea,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:43.226187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.230622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.235835 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f659add6-3b2a-46ed-ab68-7734458ad1b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/6fc9f498-7fab-4257-a255-0b0cf04392ea HTTP/1.1" status: 204  len: 168 time: 1.1688757
Nov 10 04:23:43.238415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:43.291553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b4ddf-0c66-48b2-8319-72f14b92eeb7 None None] Pushing event updated for resources: {'Port': ['ID=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:43.333840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e9f4feb3-2ed5-492c-8d71-517662074968 None None] Provisioning complete for port f3708dff-2f1e-46c4-b471-457dd48331d3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:43.335969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e9f4feb3-2ed5-492c-8d71-517662074968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.383002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d08eb0-b976-4e51-ba58-3df5cc308150 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:43.385116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d08eb0-b976-4e51-ba58-3df5cc308150 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:43.387496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-17d08eb0-b976-4e51-ba58-3df5cc308150 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1468842
Nov 10 04:23:43.394554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45688) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:43.416460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4feb3-2ed5-492c-8d71-517662074968 None None] Port f3708dff-2f1e-46c4-b471-457dd48331d3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:43.500194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Update dhcp port {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'fixed_ips': [{'subnet_id': 'f3103a4a-2112-4839-b428-71a041babe7e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'add573be-fd78-4d22-8289-3e7c8524586f'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'a2f4c398-fc62-4f75-a2a1-9bb9910491b1'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:23:43.610695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 34814501-aa8d-47ef-81b7-676b442e81f6 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:43.614647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.729101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.931887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:43.944041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.072459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e21cda82-d3cb-449e-b25b-093bda2dad71 req-73a3146d-3715-4a90-91f0-6db7b956ebeb tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 210 time: 0.0493555
Nov 10 04:23:44.160815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.177080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b1dd08a3-bfe3-4c74-96e4-0010d75698c6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:44.283544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Delete allocated IP 2001:db8::2d5 (5bc7b180-5290-44f0-838c-6259039e5574/f3103a4a-2112-4839-b428-71a041babe7e) {{(pid=119696) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:23:44.294411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8:0:1::376 (5bc7b180-5290-44f0-838c-6259039e5574/add573be-fd78-4d22-8289-3e7c8524586f/f3708dff-2f1e-46c4-b471-457dd48331d3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:44.313811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:44.314635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.400497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=34814501-aa8d-47ef-81b7-676b442e81f6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:44.440726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.457205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a51290e1-e0c2-4561-9e89-9320aa9910f7 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/34814501-aa8d-47ef-81b7-676b442e81f6 HTTP/1.1" status: 204  len: 168 time: 1.0612957
Nov 10 04:23:44.468907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-d04fec97-e9c1-44b3-bdf3-9c0680ccd853 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:44.472572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-d04fec97-e9c1-44b3-bdf3-9c0680ccd853 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.2654936
Nov 10 04:23:44.473254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45696) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:44.508578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.579341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port b1dd08a3-bfe3-4c74-96e4-0010d75698c6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:44.598927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.601577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:44.609679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:44.709253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:44.746301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.761011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:44.791099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c1abfe4a-09b0-4998-9bf8-b5230b6beb18 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3137333
Nov 10 04:23:44.792897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:44.845764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:44.880345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:44.881498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Allocated IP 2001:db8:0:1::2 (5bc7b180-5290-44f0-838c-6259039e5574/add573be-fd78-4d22-8289-3e7c8524586f/a2f4c398-fc62-4f75-a2a1-9bb9910491b1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:44.885103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.045743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] In _notify_port_updated(), no bound segment for port f3708dff-2f1e-46c4-b471-457dd48331d3 on network 5bc7b180-5290-44f0-838c-6259039e5574 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:23:45.050619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:45.051133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.058994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:45.059717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.064413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/ports/f3708dff-2f1e-46c4-b471-457dd48331d3 HTTP/1.1" status: 200  len: 928 time: 2.5784888
Nov 10 04:23:45.069542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:45.070269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9b23-7b15-459b-9118-f90e5e31b92e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=f3708dff-2f1e-46c4-b471-457dd48331d3,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:45.155232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:45.161927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.299473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.12 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/bed86996-1239-4995-b814-f29ccb373498) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:45.314933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:45.369561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6926b4-1c26-41e7-9034-99345f0cc305 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:45.411246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port f3708dff-2f1e-46c4-b471-457dd48331d3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:45.412009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.509171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe4e7c3d-c271-4081-a18c-06a723e18d7b req-1197af59-3423-455e-9886-0370f4e4dd66 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 210 time: 0.0820770
Nov 10 04:23:45.581808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.592755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.604665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4d6407c5-ec62-4d52-b158-454633c887e7 None None] Provisioning complete for port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:45.604665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d6407c5-ec62-4d52-b158-454633c887e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.654466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.724998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:45.728686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:45.734782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:45.735914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.738210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:45.755125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=aa62eb51-d08c-4915-af08-515bffde373f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:45.786234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for f3708dff-2f1e-46c4-b471-457dd48331d3 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:45.802136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-505faa22-83ee-4940-ad43-08ce2994af74 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9884360
Nov 10 04:23:45.804712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45714) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:45.825278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'name': 'tempest-NetworksTestDHCPv6-144800509'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:45.923778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b1dd08a3-bfe3-4c74-96e4-0010d75698c6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:45.978136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144486d-59b8-4212-888c-e51d6fe0f249 None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:46.009288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:46.061041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.133757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:46.172428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.200574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.210709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.231346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:46.276756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:46.288570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.292525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:46.322138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:46.324684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.328319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/f3708dff-2f1e-46c4-b471-457dd48331d3 HTTP/1.1" status: 204  len: 168 time: 1.2236230
Nov 10 04:23:46.329890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:46.380955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Deleting port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:46.381644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.398864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:46.408887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:46.409560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.415264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45718) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:46.447835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::132 (0f38d708-f32f-4c61-a407-1c9848041f15/aa62eb51-d08c-4915-af08-515bffde373f/d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:46.528075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccc488-08a1-4ecc-b39c-ef3ace3b5df5 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=f3708dff-2f1e-46c4-b471-457dd48331d3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:46.548194 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-34da5dfa-ddb3-44fc-9452-9306801c3e87 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:46.551778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-34da5dfa-ddb3-44fc-9452-9306801c3e87 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/f3708dff-2f1e-46c4-b471-457dd48331d3 HTTP/1.1" status: 404  len: 333 time: 0.1326983
Nov 10 04:23:46.554244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:46.588493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-b068ce4d-dc2d-49c9-9f87-4edf6afc653d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0836084
Nov 10 04:23:46.613601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Request body: {'port': {'device_id': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:46.677057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] For port b1dd08a3-bfe3-4c74-96e4-0010d75698c6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:46.677458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.695373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Calling delete_port for b1dd08a3-bfe3-4c74-96e4-0010d75698c6 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:46.722097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.773222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.783876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.850500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:46.853831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:46.857703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:46.863436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:46.864080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.888058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:46.900213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b7d75404-0e2e-4ee7-89ed-a832b3b2fb5d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0884695
Nov 10 04:23:46.900994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45724) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:46.930428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-821e96be-bd75-4922-b036-cd8db5ba9799 None None] Provisioning complete for port bed86996-1239-4995-b814-f29ccb373498 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:46.930937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-821e96be-bd75-4922-b036-cd8db5ba9799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.942868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.983025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680387ad-fb87-45b2-b0ec-b442ed52bdac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:46.989466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680387ad-fb87-45b2-b0ec-b442ed52bdac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:46.989660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:46.991646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-680387ad-fb87-45b2-b0ec-b442ed52bdac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1591 time: 0.0894480
Nov 10 04:23:46.996098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45738) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:46.999409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-821e96be-bd75-4922-b036-cd8db5ba9799 None None] Port bed86996-1239-4995-b814-f29ccb373498 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:47.043938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] Pushing event deleted for resources: {'Port': ['ID=b1dd08a3-bfe3-4c74-96e4-0010d75698c6,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.050026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33a80c-150f-47bb-a026-5e677a9733b8 None None] No DVR routers for this DVR port b1dd08a3-bfe3-4c74-96e4-0010d75698c6 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:47.070311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07a89-6128-4d2d-bbbb-dde00d6cb628 req-bb5ddb43-3c05-4a01-a270-b1b398abadac tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:47.071869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74d07a89-6128-4d2d-bbbb-dde00d6cb628 req-bb5ddb43-3c05-4a01-a270-b1b398abadac tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 932 time: 0.3730066
Nov 10 04:23:47.076438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57811c36-13e2-4c7d-a5ad-ed987c67a940 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:47.101394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.166881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:47.168102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.228664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.232102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.236089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/security-groups/be02a36a-896a-482a-842a-c893c1724904 HTTP/1.1" status: 204  len: 168 time: 0.6808350
Nov 10 04:23:47.239807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74d07a89-6128-4d2d-bbbb-dde00d6cb628 req-81fae53b-d147-4dfe-b33e-747db03dd522 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497977
Nov 10 04:23:47.241902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45742) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:47.248771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:47.249512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.295981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.313375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:47.353702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': 'aa62eb51-d08c-4915-af08-515bffde373f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:47.354682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.369263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560bd06-3019-48df-b591-a26aa588998e tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be02a36a-896a-482a-842a-c893c1724904,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.394251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed86996-1239-4995-b814-f29ccb373498 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:47.404374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.433934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.458848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.473239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Transition to ACTIVE for port object bed86996-1239-4995-b814-f29ccb373498 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:23:47.475423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.486466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.525915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.532841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/aa62eb51-d08c-4915-af08-515bffde373f/46502bbd-36f7-423c-be82-52416b32e3b8) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:47.542889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.579499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.583021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-92ba032c-17d6-479e-b8c4-55c4573c69ee tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b HTTP/1.1" status: 204  len: 168 time: 0.5861170
Nov 10 04:23:47.585794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:47.601771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.604307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.608222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/security-groups/6008bdf6-f6f6-429b-bcac-c381d6340c54 HTTP/1.1" status: 204  len: 168 time: 0.3600705
Nov 10 04:23:47.630627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45746) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:47.670870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f11433-66fa-4e16-ad08-44ddb98c020b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:47.672124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2880e-2db7-443d-9ac4-e1ac7c5a4541 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008bdf6-f6f6-429b-bcac-c381d6340c54,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.673220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f11433-66fa-4e16-ad08-44ddb98c020b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:47.676645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d7f11433-66fa-4e16-ad08-44ddb98c020b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0880606
Nov 10 04:23:47.678058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45748) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:47.701996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Could not find standard attr ID for object f3708dff-2f1e-46c4-b471-457dd48331d3. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:47.709598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.719908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.758958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:47.759330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.771450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Attempting to bind port bed86996-1239-4995-b814-f29ccb373498 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:47.771801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Attempting to bind port bed86996-1239-4995-b814-f29ccb373498 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:47.772200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Attempting to bind port bed86996-1239-4995-b814-f29ccb373498 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:47.781120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Port bed86996-1239-4995-b814-f29ccb373498 on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:23:47.781717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Attempting to bind port bed86996-1239-4995-b814-f29ccb373498 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:47.787293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:47.787630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:47.787774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet aa62eb51-d08c-4915-af08-515bffde373f {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:47.788209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:47.788424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Bound port: bed86996-1239-4995-b814-f29ccb373498, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:47.788806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.794133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.808027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet f3103a4a-2112-4839-b428-71a041babe7e {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:47.812029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.837023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:47.854070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:47.856490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Pushing event updated for resources: {'Port': ['ID=46502bbd-36f7-423c-be82-52416b32e3b8,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:47.858882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:47.868239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2f453a8e-993e-43fd-beb2-2ddc3af851f5 None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:47.891598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:47.902696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.907101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.953794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:47.960445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bed86996-1239-4995-b814-f29ccb373498,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:47.960691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Attempting to bind port 46502bbd-36f7-423c-be82-52416b32e3b8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:47.961291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Attempting to bind port 46502bbd-36f7-423c-be82-52416b32e3b8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:47.962075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Attempting to bind port 46502bbd-36f7-423c-be82-52416b32e3b8 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:47.970362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.972823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:47.973469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:47.974075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:47.974810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:47.975612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Bound port: 46502bbd-36f7-423c-be82-52416b32e3b8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:47.976232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.006521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9241a1f7-8855-4d26-8db6-e5bdc98d44fa None None] Could not find standard attr ID for object f3708dff-2f1e-46c4-b471-457dd48331d3. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:48.018352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.032428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:48.033085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.034523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/bed86996-1239-4995-b814-f29ccb373498 HTTP/1.1" status: 200  len: 1092 time: 1.4292951
Nov 10 04:23:48.035024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'tag': 'bed86996-1239-4995-b814-f29ccb373498'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:48.035681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:48.036252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.037144 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "tag": "bed86996-1239-4995-b814-f29ccb373498"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:48.124865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.131213 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b18b8f-1e4a-4536-b982-2ee5927480b2 x-openstack-request-id: req-a4b18b8f-1e4a-4536-b982-2ee5927480b2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:48.131491 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "tag": "bed86996-1239-4995-b814-f29ccb373498", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:48.132243 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4b18b8f-1e4a-4536-b982-2ee5927480b2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:48.132243 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'tag': 'bed86996-1239-4995-b814-f29ccb373498', 'status': 'completed', 'code': 200}
Nov 10 04:23:48.156426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.159200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] For port 46502bbd-36f7-423c-be82-52416b32e3b8, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:48.163688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] For port 46502bbd-36f7-423c-be82-52416b32e3b8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=46502bbd-36f7-423c-be82-52416b32e3b8,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:48.185011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e41e5-1ca8-47e6-882c-b7d08fe2f0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:48.197576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.242770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-5fb30726-d0e0-4707-8602-910533945ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:48.244313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-5fb30726-d0e0-4707-8602-910533945ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 1095 time: 0.1610429
Nov 10 04:23:48.256015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.262138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.271683 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/aa62eb51-d08c-4915-af08-515bffde373f HTTP/1.1" status: 204  len: 168 time: 0.5919623
Nov 10 04:23:48.274853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4c6a2-4113-404b-a694-838a04ea0d4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=aa62eb51-d08c-4915-af08-515bffde373f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:48.280855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45760) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.340382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-cd60735e-4f1f-4fda-87eb-91ad6b2d396c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed86996-1239-4995-b814-f29ccb373498 HTTP/1.1" status: 200  len: 217 time: 0.0870929
Nov 10 04:23:48.341475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=f3103a4a-2112-4839-b428-71a041babe7e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:48.345390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.349074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c9ec6143-c6ba-45ca-96c6-b9a82484ac37 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/f3103a4a-2112-4839-b428-71a041babe7e HTTP/1.1" status: 204  len: 168 time: 0.7138519
Nov 10 04:23:48.353539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45764) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.366555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:48.384589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e1b6603-a4ba-493e-bdb7-f58d05292c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1019466
Nov 10 04:23:48.389131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45766) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.465425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7b8cc-fbc5-4839-9cdb-a6877a71f722 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:48.468188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1580cf3-a8dc-4cd9-a28f-c486f39c0175 None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:48.470199 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7cf7b8cc-fbc5-4839-9cdb-a6877a71f722 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0788949
Nov 10 04:23:48.474677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45768) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.581355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b1dd08a3-bfe3-4c74-96e4-0010d75698c6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:48.590200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70a8f6-cdce-49ca-b6a9-5767d441f457 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:48.590200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf70a8f6-cdce-49ca-b6a9-5767d441f457 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1084344
Nov 10 04:23:48.592361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.624418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869611e-6cee-4864-8e2f-645e9b4e4787 None None] Pushing event updated for resources: {'Port': ['ID=46502bbd-36f7-423c-be82-52416b32e3b8,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:48.627480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b1dd08a3-bfe3-4c74-96e4-0010d75698c6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:23:48.627914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b1dd08a3-bfe3-4c74-96e4-0010d75698c6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:23:48.655585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96565ec3-a776-449c-a013-27d0c3a75b2c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0618010
Nov 10 04:23:48.659638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45772) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:48.668266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:48.759621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.790280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:48.795223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:48.981397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.103768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-87244309-c118-4426-ae4e-1fc91ff3905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.105494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-87244309-c118-4426-ae4e-1fc91ff3905c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.7552648
Nov 10 04:23:49.114320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b77a5f-ccd4-4492-908b-3ce435ae6828 req-e7e82e9b-40e2-46e5-a669-2ca6abdea6ff tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.116658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.124133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40b77a5f-ccd4-4492-908b-3ce435ae6828 req-e7e82e9b-40e2-46e5-a669-2ca6abdea6ff tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 944 time: 0.7262769
Nov 10 04:23:49.156085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:49.163796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:49.168899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.169556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.186790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=14786015-6067-4172-99dc-1f9657f443b7,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:49.227952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-d1a713de-2fa5-4472-8877-79ee4a710453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.229690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-d1a713de-2fa5-4472-8877-79ee4a710453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0943251
Nov 10 04:23:49.231448 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-115e1fbc-0df4-4b92-b2ce-2e53df0892b2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5701044
Nov 10 04:23:49.233099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:49.234081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45786) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:49.236578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.240313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '14786015-6067-4172-99dc-1f9657f443b7', 'ip_address': '2001:db8::50e2:e4e:46bd:3d11'}], 'name': 'tempest-NetworksTestDHCPv6-585212930'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:49.272943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40b77a5f-ccd4-4492-908b-3ce435ae6828 req-5ae3fba5-d546-4375-8016-88b41878e3eb tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477509
Nov 10 04:23:49.405498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:49.423567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-6c2a6f99-8490-4673-a0f1-953e3279699c service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830378
Nov 10 04:23:49.503275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.528397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port f84488a9-53af-4e87-8a4d-5c9db885684f yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:49.572090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a52f7bd6-6e8f-481b-b7dc-8217caf760cb req-34632af9-5151-41a6-88e9-e37a46ec4d08 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415501
Nov 10 04:23:49.680718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.731429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::50e2:e4e:46bd:3d11 (0f38d708-f32f-4c61-a407-1c9848041f15/14786015-6067-4172-99dc-1f9657f443b7/f84488a9-53af-4e87-8a4d-5c9db885684f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:49.742071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-b46355f6-d2c8-427c-92e9-1d2141a2cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.748008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-b46355f6-d2c8-427c-92e9-1d2141a2cb2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 1095 time: 0.1223307
Nov 10 04:23:49.771218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:49.795245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:49.811764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef8203-ee3d-4f68-aba2-8c04685c3f61 None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:49.818702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-777cfb1e-341d-4628-b87b-1087843bddb4 None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:49.819329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-777cfb1e-341d-4628-b87b-1087843bddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.824206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.824837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:49.905816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5445552
Nov 10 04:23:49.908313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 46502bbd-36f7-423c-be82-52416b32e3b8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:49.908660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45790) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:49.919205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=355dd8d1-400d-4c31-9460-957ac8688d0c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:49.937267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.937508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.937837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.938174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.938721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.939227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.939744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.940261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.940795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.942036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.942378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.942722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbb21b-0226-46d3-8ed6-1ca9d27d33df tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:49.946072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152238511'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:49.990534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-ec220548-a38d-4715-8447-cf61e8248012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:49.992064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-ec220548-a38d-4715-8447-cf61e8248012 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.2331612
Nov 10 04:23:49.999657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.027522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 46502bbd-36f7-423c-be82-52416b32e3b8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:50.027878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.060880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab686ab-2387-4b27-958a-600887ff9edf None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:50.067427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-3154512c-746a-4cca-a928-24f367e893e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed86996-1239-4995-b814-f29ccb373498 HTTP/1.1" status: 200  len: 217 time: 0.0662127
Nov 10 04:23:50.119097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.122653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.128196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.174074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eabf5af-9662-4cf6-8b8c-4942597443ea,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:50.184097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-dcb7384b-b594-4895-92d2-0344e9b01a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.186068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-dcb7384b-b594-4895-92d2-0344e9b01a86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0754292
Nov 10 04:23:50.193152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.197170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e8b342f-d7ca-4e0d-ba9d-0faa754e5b0a tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2866316
Nov 10 04:23:50.199354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45792) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:50.203991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1824509869'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:50.235795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.238580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.262993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-59b3406d-3920-474b-89f3-beea1cf9cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.265287 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-59b3406d-3920-474b-89f3-beea1cf9cc83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0715530
Nov 10 04:23:50.300319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:50.307425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:50.312402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-777cfb1e-341d-4628-b87b-1087843bddb4 None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:50.312884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-777cfb1e-341d-4628-b87b-1087843bddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.313659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:50.327047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.327801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.340566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=f84488a9-53af-4e87-8a4d-5c9db885684f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:50.372938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.373618 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-56e1e325-05ae-4f91-aeb9-1446f6cb7f4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.1382751
Nov 10 04:23:50.377385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45796) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:50.430349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-2ce657f1-4840-47a5-b523-1eac1dfb9fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566367
Nov 10 04:23:50.465805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 46502bbd-36f7-423c-be82-52416b32e3b8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=46502bbd-36f7-423c-be82-52416b32e3b8,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:50.467336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-777cfb1e-341d-4628-b87b-1087843bddb4 None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:50.492037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.508644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9921991-0131-45c3-b758-9b70eed5e3d9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.511862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.516352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9921991-0131-45c3-b758-9b70eed5e3d9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.517997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c9921991-0131-45c3-b758-9b70eed5e3d9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1604 time: 0.1403136
Nov 10 04:23:50.519403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.524394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45806) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:50.553613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aecd07d-7d44-4030-ae1d-8d6fd6b889e8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:50.572887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5370-71ee-4ba8-80de-155850c0d8a6 req-742eb804-fb53-43b0-a86d-756a28dc900c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:50.575899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d5f5370-71ee-4ba8-80de-155850c0d8a6 req-742eb804-fb53-43b0-a86d-756a28dc900c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 944 time: 0.1563678
Nov 10 04:23:50.579661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.583331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16c2f55c-17ff-4e4f-9daa-8d269b88d358 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3805296
Nov 10 04:23:50.583791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:50.591059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828024588'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:50.608623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Update dhcp port {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'fixed_ips': [{'subnet_id': 'add573be-fd78-4d22-8289-3e7c8524586f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '355dd8d1-400d-4c31-9460-957ac8688d0c'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'a2f4c398-fc62-4f75-a2a1-9bb9910491b1'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:23:50.637181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c0dd12d2-3232-4dd3-b86b-d8465c28d2dc req-4dc96655-c199-4f74-a44b-ac746f95086d service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974618
Nov 10 04:23:50.637493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6339e19a-290a-4f65-b663-50fb2d10829d None None] Could not find standard attr ID for object d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:50.643044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.664163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=46502bbd-36f7-423c-be82-52416b32e3b8,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:50.669944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port f84488a9-53af-4e87-8a4d-5c9db885684f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:50.670343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.675924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3d5f5370-71ee-4ba8-80de-155850c0d8a6 req-a9717ab8-bd63-4fd3-a1dd-7a75d29c3cb7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774624
Nov 10 04:23:50.678385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.692569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6339e19a-290a-4f65-b663-50fb2d10829d None None] Provisioning complete for port 46502bbd-36f7-423c-be82-52416b32e3b8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:50.693068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6339e19a-290a-4f65-b663-50fb2d10829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.802847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.803081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.813811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.829741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for f84488a9-53af-4e87-8a4d-5c9db885684f owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:50.878517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:50.881060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2962494
Nov 10 04:23:50.883424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf7bc6-9034-4ce8-9df5-ca155d0eb557 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce8caf-b42f-40d5-ada0-1c6fd3919e03,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:50.887457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45812) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:50.893958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1773386496', 'security_groups': ['3dce8caf-b42f-40d5-ada0-1c6fd3919e03'], 'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '355dd8d1-400d-4c31-9460-957ac8688d0c'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:51.024915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Allocated IP 2001:db8::2 (5bc7b180-5290-44f0-838c-6259039e5574/355dd8d1-400d-4c31-9460-957ac8688d0c/a2f4c398-fc62-4f75-a2a1-9bb9910491b1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:51.043307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:51.091087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.130142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=f84488a9-53af-4e87-8a4d-5c9db885684f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:51.156810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:51.162978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.176041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.182191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b3159e02-4b7f-4e8d-887b-833984964e51 None None] Could not find standard attr ID for object f84488a9-53af-4e87-8a4d-5c9db885684f. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:51.182876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-50dc9a0f-954e-4a0a-aab3-6da1303b5697 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/f84488a9-53af-4e87-8a4d-5c9db885684f HTTP/1.1" status: 204  len: 168 time: 0.6551816
Nov 10 04:23:51.183567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:51.210130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] device_id is not set on port 56945fee-d72b-4ec9-bb28-ba61f365b0a2 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:51.217262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.221176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b3159e02-4b7f-4e8d-887b-833984964e51 None None] Provisioning complete for port 46502bbd-36f7-423c-be82-52416b32e3b8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:51.221762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3159e02-4b7f-4e8d-887b-833984964e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.251646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc37244-ddd7-4d25-b825-23e16ef2da23 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:51.253349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc37244-ddd7-4d25-b825-23e16ef2da23 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:51.257930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1cc37244-ddd7-4d25-b825-23e16ef2da23 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0733302
Nov 10 04:23:51.258558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45828) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:51.285299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.334380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 14786015-6067-4172-99dc-1f9657f443b7 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:51.337963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.375334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cc1c4-580e-4339-9d89-6bf95db7b811 None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:51.401729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.478946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.489601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8::3ac (5bc7b180-5290-44f0-838c-6259039e5574/355dd8d1-400d-4c31-9460-957ac8688d0c/56945fee-d72b-4ec9-bb28-ba61f365b0a2) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:51.573941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.609874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-24179c78-d13f-46de-9c37-566032610de0 None None] Could not find standard attr ID for object edc1c9dc-f4bf-449d-8824-e3ec4d806b38. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:51.621004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=14786015-6067-4172-99dc-1f9657f443b7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:51.625464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.632073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9cbbc16-59c1-42dd-8893-62f13cd35d1c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/14786015-6067-4172-99dc-1f9657f443b7 HTTP/1.1" status: 204  len: 168 time: 0.3724909
Nov 10 04:23:51.632855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:51.734627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51ffe1de-b4fe-4465-83a0-a7c212d9e43e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1001735
Nov 10 04:23:51.735330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45874) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:51.781323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:51.863153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bed86996-1239-4995-b814-f29ccb373498 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:23:51.943390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:51.957226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 46502bbd-36f7-423c-be82-52416b32e3b8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:51.994950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.052037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:52.068830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.resource_extend [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:23:52.071323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:52.083792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:52.090858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:52.091791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.110216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 46502bbd-36f7-423c-be82-52416b32e3b8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:52.110772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.112684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec4cce-b25c-407e-8598-6b6baa8c5b5c None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:52.127786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2387209
Nov 10 04:23:52.130263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:52.137577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:52.141815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=56945fee-d72b-4ec9-bb28-ba61f365b0a2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:52.160184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d002-53db-4850-a0d7-284b507a0529 req-2668c8c0-627a-4eda-b451-e8cc75780814 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:52.162017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2586d002-53db-4850-a0d7-284b507a0529 req-2668c8c0-627a-4eda-b451-e8cc75780814 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 944 time: 0.1708007
Nov 10 04:23:52.163652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:52.168009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.168253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.168778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.169325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.169819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.170325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.170870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.171198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.171918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.171918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.172188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.172628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.172960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e6b81-292b-4b92-b078-1b80ada9cdda tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:23:52.305772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8a201719-d757-471b-a308-cf5330d4d4ec None None] Could not find standard attr ID for object 6fc9f498-7fab-4257-a255-0b0cf04392ea. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:52.387890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:52.394539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.438091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2586d002-53db-4850-a0d7-284b507a0529 req-abfd7570-8c97-45be-b26f-ec7762b89929 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471967
Nov 10 04:23:52.563248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bed86996-1239-4995-b814-f29ccb373498,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:52.599221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'bed86996-1239-4995-b814-f29ccb373498', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': 'bed86996-1239-4995-b814-f29ccb373498', 'mac_address': 'fa:16:3e:74:b6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:23:52.608127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:52.696454 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 355dd8d1-400d-4c31-9460-957ac8688d0c (CIDR: 2001:db8::/64)
Nov 10 04:23:52.703306 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:23:52.704386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:52.731673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:23:52.739932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-294b94e9-1915-4295-920d-2e2055598725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6054196
Nov 10 04:23:52.740185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45880) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:52.753473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:52.763674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6ce509ee-1bc1-47c5-baae-e12fc95f480e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:52.764038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ce509ee-1bc1-47c5-baae-e12fc95f480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.766621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.790665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.857328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed86996-1239-4995-b814-f29ccb373498 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:23:52.865843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:52.888074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:52.888074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.899161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=44739479-7a29-4a13-8efc-b02e8f949586,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:52.911023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:52.920365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:52.921194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:52.977453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-465c504e-3d9b-4970-b8c1-b36bdb4df5de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2409647
Nov 10 04:23:52.978209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:52.995556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '44739479-7a29-4a13-8efc-b02e8f949586', 'ip_address': '2001:db8::45b3:fe14:ac:3197'}], 'name': 'tempest-NetworksTestDHCPv6-2038672017'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:53.005863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bed86996-1239-4995-b814-f29ccb373498,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:53.022262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.089297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:53.098926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Deleting port 46502bbd-36f7-423c-be82-52416b32e3b8 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:53.099311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.121931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:53.127866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.284746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:53.349238 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet add573be-fd78-4d22-8289-3e7c8524586f (CIDR: 2001:db8:0:1::/64)
Nov 10 04:23:53.373287 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:23:53.373905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:53.406945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36667919-cbed-4609-a969-90922e372dcd tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.6655409
Nov 10 04:23:53.410083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45886) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:53.419145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'subnet': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:53.427794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bed86996-1239-4995-b814-f29ccb373498'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:23:53.461285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.519550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 16769c34-e67c-480f-a5bb-e93cdaadd4d5 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:53.522583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] For port 46502bbd-36f7-423c-be82-52416b32e3b8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=46502bbd-36f7-423c-be82-52416b32e3b8,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:53.523124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.551826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Calling delete_port for 46502bbd-36f7-423c-be82-52416b32e3b8 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:53.646666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6ce509ee-1bc1-47c5-baae-e12fc95f480e None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:53.647648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6ce509ee-1bc1-47c5-baae-e12fc95f480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.675634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e79ce-c9e3-4c55-bc35-86f656be2d72 req-1b5c5537-7748-4c99-8fcd-48dafa537a28 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:53.678957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-481e79ce-c9e3-4c55-bc35-86f656be2d72 req-1b5c5537-7748-4c99-8fcd-48dafa537a28 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 945 time: 0.1239593
Nov 10 04:23:53.759859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6ce509ee-1bc1-47c5-baae-e12fc95f480e None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:53.809913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-481e79ce-c9e3-4c55-bc35-86f656be2d72 req-4529dad0-96aa-4f86-a3cc-82c676c8b08b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115634
Nov 10 04:23:53.811379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Made reservation on behalf of bead5623914b475eb34a08218c3363e0 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:53.817414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:53.876107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 46502bbd-36f7-423c-be82-52416b32e3b8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:23:53.909614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::45b3:fe14:ac:3197 (0f38d708-f32f-4c61-a407-1c9848041f15/44739479-7a29-4a13-8efc-b02e8f949586/16769c34-e67c-480f-a5bb-e93cdaadd4d5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:54.055116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36737b6a-81bf-4c98-b84a-213ae2d8b6b2 None None] Provisioning complete for port 56945fee-d72b-4ec9-bb28-ba61f365b0a2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:54.056372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36737b6a-81bf-4c98-b84a-213ae2d8b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.110938 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No ports have port_id starting with 46502bbd-36f7-423c-be82-52416b32e3b8
Nov 10 04:23:54.134505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.252918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] Pushing event deleted for resources: {'Port': ['ID=46502bbd-36f7-423c-be82-52416b32e3b8,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:54.269699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-36737b6a-81bf-4c98-b84a-213ae2d8b6b2 None None] Port 56945fee-d72b-4ec9-bb28-ba61f365b0a2 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:54.298842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a52fcd-90ad-4cde-91c9-825b998d01a5 None None] No DVR routers for this DVR port 46502bbd-36f7-423c-be82-52416b32e3b8 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:23:54.340098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17e556-25f4-4a89-a158-f700abe54acb None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:54.400032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.492670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.556233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:54.567094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:54.569397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=16769c34-e67c-480f-a5bb-e93cdaadd4d5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:54.571670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:54.578860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:54.579613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.613079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83b50818-b81f-4e0c-9629-7715614c32bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.6307302
Nov 10 04:23:54.614276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45892) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:54.643959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '44739479-7a29-4a13-8efc-b02e8f949586'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:23:54.644985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.715923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050cdcd-7aa5-4120-acda-80001192b95e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:54.717632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f050cdcd-7aa5-4120-acda-80001192b95e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.1004133
Nov 10 04:23:54.720915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45894) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:54.849285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:54.859989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/44739479-7a29-4a13-8efc-b02e8f949586/f7534321-8c26-4e0e-b1e8-b0173e43fb3b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:54.989870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Network 5bc7b180-5290-44f0-838c-6259039e5574 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:54.997840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Subnet': ['ID=ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:55.015989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:55.021740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:55.021740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.025411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 16769c34-e67c-480f-a5bb-e93cdaadd4d5 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:55.025914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.053715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc304f7-8e5e-4694-a1a6-fade9c24aadf None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:55.121951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baad95-e13f-4ca2-be53-671b7d8b7d7c req-e4463490-fe6e-4a81-8b57-7aed480b782d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:55.121951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9baad95-e13f-4ca2-be53-671b7d8b7d7c req-e4463490-fe6e-4a81-8b57-7aed480b782d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 945 time: 0.1700912
Nov 10 04:23:55.133764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-663ee71b-1618-469c-a124-f9f763807d73 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.7194488
Nov 10 04:23:55.134349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:55.143801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-292594663', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19'}], 'security_groups': ['6eabf5af-9662-4cf6-8b8c-4942597443ea', '6aecd07d-7d44-4030-ae1d-8d6fd6b889e8']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:55.235923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c9baad95-e13f-4ca2-be53-671b7d8b7d7c req-5b20f021-d5df-4ff7-a377-64bd8f47bd89 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986443
Nov 10 04:23:55.257204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.262260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.277342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.295888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 16769c34-e67c-480f-a5bb-e93cdaadd4d5 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:55.306430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.378144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:55.407494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:55.417404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:55.425362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Pushing event updated for resources: {'Port': ['ID=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:55.503823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Attempting to bind port f7534321-8c26-4e0e-b1e8-b0173e43fb3b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:23:55.504681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Attempting to bind port f7534321-8c26-4e0e-b1e8-b0173e43fb3b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:23:55.505410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Attempting to bind port f7534321-8c26-4e0e-b1e8-b0173e43fb3b on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:23:55.552785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:23:55.554844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:23:55.554844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.554844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:23:55.555572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Bound port: f7534321-8c26-4e0e-b1e8-b0173e43fb3b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:23:55.556195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.625752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Update dhcp port {'port': {'network_id': '5bc7b180-5290-44f0-838c-6259039e5574', 'fixed_ips': [{'subnet_id': 'add573be-fd78-4d22-8289-3e7c8524586f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '355dd8d1-400d-4c31-9460-957ac8688d0c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'a2f4c398-fc62-4f75-a2a1-9bb9910491b1'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:23:55.669599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.715649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] For port f7534321-8c26-4e0e-b1e8-b0173e43fb3b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:23:55.715778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.732288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] For port f7534321-8c26-4e0e-b1e8-b0173e43fb3b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:23:55.748488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.766663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=16769c34-e67c-480f-a5bb-e93cdaadd4d5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:55.805235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:55.810103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eb456db2-2792-4257-a821-f07731e99786 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/16769c34-e67c-480f-a5bb-e93cdaadd4d5 HTTP/1.1" status: 204  len: 168 time: 1.0882623
Nov 10 04:23:55.812763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45902) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:55.883363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bed86996-1239-4995-b814-f29ccb373498 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:55.902711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90779803-5c4a-47db-b8b4-94e6a661c982 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:55.904535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90779803-5c4a-47db-b8b4-94e6a661c982 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:55.906165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-90779803-5c4a-47db-b8b4-94e6a661c982 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0923400
Nov 10 04:23:55.910069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:55.939967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Delete allocated IP 2001:db8::3ac (5bc7b180-5290-44f0-838c-6259039e5574/355dd8d1-400d-4c31-9460-957ac8688d0c) {{(pid=119696) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 10 04:23:55.963467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Allocated IP 2001:db8:0:2::c3 (5bc7b180-5290-44f0-838c-6259039e5574/ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19/56945fee-d72b-4ec9-bb28-ba61f365b0a2) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:56.015167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b3a6-5c02-49ed-bb83-fb9d4bf40743 None None] Pushing event updated for resources: {'Port': ['ID=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:56.046992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 44739479-7a29-4a13-8efc-b02e8f949586 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:56.055280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.056074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port bed86996-1239-4995-b814-f29ccb373498 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:23:56.066589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port bed86996-1239-4995-b814-f29ccb373498 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:56.070458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.158504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.234243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.305099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed86996-1239-4995-b814-f29ccb373498'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:23:56.307730 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff666e62-b4d4-4aaa-8103-99db066aaafe" -d '{"events": [{"server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "name": "network-vif-plugged", "status": "completed", "tag": "bed86996-1239-4995-b814-f29ccb373498"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:23:56.309531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.322173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.375227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bed86996-1239-4995-b814-f29ccb373498,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:56.375498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.415024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.428317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event updated for resources: {'Port': ['ID=56945fee-d72b-4ec9-bb28-ba61f365b0a2,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:56.429346 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029689d-a21e-4ffa-8dd2-da3f9db78b4c x-openstack-request-id: req-4029689d-a21e-4ffa-8dd2-da3f9db78b4c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:23:56.429750 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "name": "network-vif-plugged", "status": "completed", "tag": "bed86996-1239-4995-b814-f29ccb373498", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:23:56.430473 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4029689d-a21e-4ffa-8dd2-da3f9db78b4c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:23:56.431667 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed86996-1239-4995-b814-f29ccb373498', 'code': 200}
Nov 10 04:23:56.494813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Allocated IP 2001:db8:0:2::2 (5bc7b180-5290-44f0-838c-6259039e5574/ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19/a2f4c398-fc62-4f75-a2a1-9bb9910491b1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:56.501678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] In _notify_port_updated(), no bound segment for port 56945fee-d72b-4ec9-bb28-ba61f365b0a2 on network 5bc7b180-5290-44f0-838c-6259039e5574 {{(pid=119696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 10 04:23:56.510869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:56.512153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.515148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:56.518444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5ff63906-4396-4a05-81b4-7cae8731746d tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "PUT /v2.0/ports/56945fee-d72b-4ec9-bb28-ba61f365b0a2 HTTP/1.1" status: 200  len: 968 time: 1.3801739
Nov 10 04:23:56.518866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45912) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:56.545115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765da6-1adb-4dbd-8a25-ad1077e8ba80 req-caed96c7-a4f4-425c-abd6-b2ff40e00a9e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:56.546607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15765da6-1adb-4dbd-8a25-ad1077e8ba80 req-caed96c7-a4f4-425c-abd6-b2ff40e00a9e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.1242440
Nov 10 04:23:56.553574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.598438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15765da6-1adb-4dbd-8a25-ad1077e8ba80 req-f125a1b9-16fa-4533-a5d5-7a878a0bcf40 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453866
Nov 10 04:23:56.601603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=44739479-7a29-4a13-8efc-b02e8f949586,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:56.607135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eab7c-ba3b-4363-a86c-bae340c0619a req-9d1bd592-e3d9-403a-8a75-af643621f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:56.608870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-649eab7c-ba3b-4363-a86c-bae340c0619a req-9d1bd592-e3d9-403a-8a75-af643621f3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 1097 time: 0.1409433
Nov 10 04:23:56.622688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:56.637458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.641791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d99a95ef-7d79-41c5-8918-599505a54849 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/44739479-7a29-4a13-8efc-b02e8f949586 HTTP/1.1" status: 204  len: 168 time: 0.7306204
Nov 10 04:23:56.643555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45914) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:56.653218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.658438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.705467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e34669ad-d0c1-4d6f-a03a-f7af85b3b54a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0552571
Nov 10 04:23:56.708236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45916) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:56.713190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:56.741861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-649eab7c-ba3b-4363-a86c-bae340c0619a req-fdc2c12b-4639-4b2c-b777-a9b2bee707ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058342
Nov 10 04:23:56.749151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port 56945fee-d72b-4ec9-bb28-ba61f365b0a2 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:56.749573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.754013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4b8a-1209-4715-9613-165792c97ba6 None None] Pushing event updated for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:56.814498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:56.818244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.878968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:56.896956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for 56945fee-d72b-4ec9-bb28-ba61f365b0a2 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:57.086202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.105752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.144555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:57.148688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:57.168147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:57.168890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.192936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=56945fee-d72b-4ec9-bb28-ba61f365b0a2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:57.209476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4976759
Nov 10 04:23:57.210991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45940) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:57.212971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7170d3-c863-4a46-ba05-0ba68b59ba2d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=a4929556-96ab-49c3-af06-3fa645bb5e46,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:57.216712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': 'a4929556-96ab-49c3-af06-3fa645bb5e46', 'ip_address': '2001:db8::74e1:80e6:f539:c7e9'}], 'name': 'tempest-NetworksTestDHCPv6-1817001200'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:23:57.262439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.265903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d49d2364-fcac-4a0e-a957-c7851b06ff67 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/56945fee-d72b-4ec9-bb28-ba61f365b0a2 HTTP/1.1" status: 204  len: 168 time: 0.7459872
Nov 10 04:23:57.269508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45942) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:57.299829 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dac066-a26b-4ffc-a539-c95e683cfd24 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] GET failed (client error): The resource could not be found.
Nov 10 04:23:57.307155 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-83dac066-a26b-4ffc-a539-c95e683cfd24 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports/56945fee-d72b-4ec9-bb28-ba61f365b0a2 HTTP/1.1" status: 404  len: 333 time: 0.0373225
Nov 10 04:23:57.310152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:57.413442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.415398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:23:57.421427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.458495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 90c18b76-aa7f-4c8a-a54f-c938409c2ff7 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:23:57.472479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.529069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9830344-6b3b-436a-bd3a-7052d1bd0f3f None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:57.595045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.597871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.600656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/security-groups/3dce8caf-b42f-40d5-ada0-1c6fd3919e03 HTTP/1.1" status: 204  len: 168 time: 0.2806559
Nov 10 04:23:57.601892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45946) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:57.632901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Could not find standard attr ID for object 16769c34-e67c-480f-a5bb-e93cdaadd4d5. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:57.687141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:57.687522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.692353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.724858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.727463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:23:57.732047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::74e1:80e6:f539:c7e9 (0f38d708-f32f-4c61-a407-1c9848041f15/a4929556-96ab-49c3-af06-3fa645bb5e46/90c18b76-aa7f-4c8a-a54f-c938409c2ff7) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:23:57.779554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ff284-18df-46eb-856d-1cb555cb15cb tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce8caf-b42f-40d5-ada0-1c6fd3919e03,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:57.782215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.785020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.786176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/security-groups/6aecd07d-7d44-4030-ae1d-8d6fd6b889e8 HTTP/1.1" status: 204  len: 168 time: 0.1832528
Nov 10 04:23:57.789592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45950) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:57.793655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:57.794025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.816907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015d99-d448-4eb6-afbc-d8313673f62f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aecd07d-7d44-4030-ae1d-8d6fd6b889e8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:57.912854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:57.962725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.032972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.041262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.044399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/security-groups/6eabf5af-9662-4cf6-8b8c-4942597443ea HTTP/1.1" status: 204  len: 168 time: 0.2537141
Nov 10 04:23:58.055402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:58.065923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb10fe4-efdb-4447-b7ad-3674d5b211a2 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eabf5af-9662-4cf6-8b8c-4942597443ea,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:58.086774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Could not find standard attr ID for object 56945fee-d72b-4ec9-bb28-ba61f365b0a2. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:58.105661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Provisioning complete for port f7534321-8c26-4e0e-b1e8-b0173e43fb3b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:58.106031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.140229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:58.159297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd828e6d-bda9-479b-b7d4-8950d8646997 req-20e625ab-4dec-4f2f-b568-ce92b5c115a8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:58.161154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd828e6d-bda9-479b-b7d4-8950d8646997 req-20e625ab-4dec-4f2f-b568-ce92b5c115a8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.3892131
Nov 10 04:23:58.166449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.217647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet 355dd8d1-400d-4c31-9460-957ac8688d0c {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:58.233280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.237369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.356296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.445799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:23:58.462262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:23:58.469954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=90c18b76-aa7f-4c8a-a54f-c938409c2ff7,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:58.489956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:23:58.489956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:58.489956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.508775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:58.509143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.517169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd828e6d-bda9-479b-b7d4-8950d8646997 req-44efbfc3-c5e3-4985-b0b2-5b50c537d930 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3067882
Nov 10 04:23:58.554874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a3c30f21-2654-48aa-9876-60e94027ba68 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3425877
Nov 10 04:23:58.558924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45974) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:58.579585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.582913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.635259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d704b22-1bda-4e99-8be4-8b1693b5ca96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:58.642546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] For port f7534321-8c26-4e0e-b1e8-b0173e43fb3b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:23:58.643287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d704b22-1bda-4e99-8be4-8b1693b5ca96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:58.647326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3d704b22-1bda-4e99-8be4-8b1693b5ca96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.0848658
Nov 10 04:23:58.647590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45976) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:58.663428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.668067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.692712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=355dd8d1-400d-4c31-9460-957ac8688d0c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:58.705711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.709637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fdc00074-a33a-4424-b85c-cdaf84c9a2f3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/355dd8d1-400d-4c31-9460-957ac8688d0c HTTP/1.1" status: 204  len: 168 time: 0.6566522
Nov 10 04:23:58.712998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45978) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:58.728827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb1e01-d1e6-4c68-8d60-7fa68f913b7e None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:58.734060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f7534321-8c26-4e0e-b1e8-b0173e43fb3b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:58.766656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 90c18b76-aa7f-4c8a-a54f-c938409c2ff7 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:23:58.766656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.775326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:58.778951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.821871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.824418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-12ca3b64-ddba-428e-a24a-7a1f14af3fcd None None] Could not find standard attr ID for object 56945fee-d72b-4ec9-bb28-ba61f365b0a2. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:58.825934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b66d3-fe1e-4921-a782-9d26b013e254 None None] Pushing event updated for resources: {'Port': ['ID=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:58.847039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-12ca3b64-ddba-428e-a24a-7a1f14af3fcd None None] Could not find standard attr ID for object d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:58.889342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.894378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-12ca3b64-ddba-428e-a24a-7a1f14af3fcd None None] Provisioning complete for port f7534321-8c26-4e0e-b1e8-b0173e43fb3b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:58.894755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-12ca3b64-ddba-428e-a24a-7a1f14af3fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.903418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 90c18b76-aa7f-4c8a-a54f-c938409c2ff7 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:23:58.938916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f7534321-8c26-4e0e-b1e8-b0173e43fb3b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:23:58.939290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:58.960722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.094394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.097786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.138612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=90c18b76-aa7f-4c8a-a54f-c938409c2ff7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:59.154022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:59.166625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.171052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-781e0071-d6ab-4905-a6f4-c8be6490451c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/ca90b6cb-abce-4fe9-9ab1-5a704a6cdc19 HTTP/1.1" status: 204  len: 168 time: 0.4565201
Nov 10 04:23:59.174080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45980) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.189630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.193641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c5cde710-74c8-466a-a789-b59a11d1418f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/90c18b76-aa7f-4c8a-a54f-c938409c2ff7 HTTP/1.1" status: 204  len: 168 time: 0.5449991
Nov 10 04:23:59.196080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45982) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.210831 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-37851e06-20e5-4f16-9452-7c24f7ee2651 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:23:59.211397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37851e06-20e5-4f16-9452-7c24f7ee2651 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:59.215402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-37851e06-20e5-4f16-9452-7c24f7ee2651 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/355dd8d1-400d-4c31-9460-957ac8688d0c HTTP/1.1" status: 404  len: 337 time: 0.0401821
Nov 10 04:23:59.218505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.257722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-06c39c8e-d548-47c4-9a5d-3e4de765280c None None] Could not find standard attr ID for object f84488a9-53af-4e87-8a4d-5c9db885684f. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:59.284050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf0947-a842-4dd8-a233-79b240aba9f3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:59.285965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf0947-a842-4dd8-a233-79b240aba9f3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:59.287677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-27bf0947-a842-4dd8-a233-79b240aba9f3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0903709
Nov 10 04:23:59.290393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45986) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.307969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting subnet add573be-fd78-4d22-8289-3e7c8524586f {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:59.313711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.364105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.368197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet a4929556-96ab-49c3-af06-3fa645bb5e46 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:23:59.372195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.425019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.484551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-30ddc488-bdef-4281-b480-df9243c2d5c9 None None] Could not find standard attr ID for object 16769c34-e67c-480f-a5bb-e93cdaadd4d5. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:59.498637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.512529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.611004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.653958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=a4929556-96ab-49c3-af06-3fa645bb5e46,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:59.659332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.683945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.687517 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5af900d-bdb5-4095-ad5c-71ad4190ce89 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/a4929556-96ab-49c3-af06-3fa645bb5e46 HTTP/1.1" status: 204  len: 168 time: 0.3961253
Nov 10 04:23:59.704900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45992) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.714810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Subnet': ['ID=add573be-fd78-4d22-8289-3e7c8524586f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:23:59.741401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8057d-5388-4119-85cc-1a6553966b78 req-f9b69ee6-771d-4c57-b16a-7bd53445c528 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:59.743178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b9e8057d-5388-4119-85cc-1a6553966b78 req-f9b69ee6-771d-4c57-b16a-7bd53445c528 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.0973864
Nov 10 04:23:59.753012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-58cb7e25-7f8c-4188-b177-8ecb287bb2cb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0450945
Nov 10 04:23:59.754375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:23:59.758031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f823a834-b2e7-43b4-bc14-8dbde1860b17 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/add573be-fd78-4d22-8289-3e7c8524586f HTTP/1.1" status: 204  len: 168 time: 0.5381811
Nov 10 04:23:59.758346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45994) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.775368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 45996) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.813263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1d756560-35f4-4e6e-a125-3c0415de6de4 None None] Could not find standard attr ID for object 90c18b76-aa7f-4c8a-a54f-c938409c2ff7. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:23:59.819484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6d628-9264-43a0-beb7-0841103e941a None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:23:59.858396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcedfc4e-07e9-48db-83cc-6e23ceaad86d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:59.859997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fcedfc4e-07e9-48db-83cc-6e23ceaad86d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1006572
Nov 10 04:23:59.862681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 45998) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.863778 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8198b829-0f38-4624-8747-a306d2b70129 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:23:59.864416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8198b829-0f38-4624-8747-a306d2b70129 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:23:59.869347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8198b829-0f38-4624-8747-a306d2b70129 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/f3103a4a-2112-4839-b428-71a041babe7e HTTP/1.1" status: 404  len: 337 time: 0.0911520
Nov 10 04:23:59.877377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46000) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.882058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f7534321-8c26-4e0e-b1e8-b0173e43fb3b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:23:59.904048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b9e8057d-5388-4119-85cc-1a6553966b78 req-4e5bcfc7-9c5e-461a-8582-9204e6d26ec8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491761
Nov 10 04:23:59.957169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46004) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:23:59.957493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-407aea98-fbdc-4b5f-a3ab-18c4c37865d3 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "GET /v2.0/ports?device_id=959eab4b-927c-4d01-98ee-9e21845f10b7 HTTP/1.1" status: 200  len: 205 time: 0.0715096
Nov 10 04:23:59.990313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a266025-eff3-442e-9dba-feb3feeacd43 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:23:59.993392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8a266025-eff3-442e-9dba-feb3feeacd43 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1296973
Nov 10 04:23:59.997493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46006) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.027349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f7534321-8c26-4e0e-b1e8-b0173e43fb3b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:00.027721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.051023 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-8d9b6fbb-d7d1-415b-9365-7b9d0b3bee22 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] delete failed (client error): The resource could not be found.
Nov 10 04:24:00.055094 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8d9b6fbb-d7d1-415b-9365-7b9d0b3bee22 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/routers/959eab4b-927c-4d01-98ee-9e21845f10b7 HTTP/1.1" status: 404  len: 336 time: 0.0961957
Nov 10 04:24:00.055827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46008) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.070212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c79cebc2-5be2-4861-8f25-434fc05a25a0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0727334
Nov 10 04:24:00.077911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.083985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:00.117549 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bf1cde-6197-4073-b5fa-6e3612d91957 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.123765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bf1cde-6197-4073-b5fa-6e3612d91957 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.131096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a0bf1cde-6197-4073-b5fa-6e3612d91957 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/dd667e4a-24a9-4179-af26-507aa8b821d4 HTTP/1.1" status: 404  len: 337 time: 0.0734644
Nov 10 04:24:00.131816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.190671 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-21445d9a-b2bc-4a3a-94af-cb9cfff9e725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.191138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21445d9a-b2bc-4a3a-94af-cb9cfff9e725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.194430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:00.202481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-21445d9a-b2bc-4a3a-94af-cb9cfff9e725 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/e3a83f8b-900c-4e79-8ec2-838156995f22 HTTP/1.1" status: 404  len: 337 time: 0.0688820
Nov 10 04:24:00.203231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.254085 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-624abd59-e660-482d-aa95-142eaad2d270 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.254547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624abd59-e660-482d-aa95-142eaad2d270 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.255163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bad1d4-8754-4cfa-8d97-6a7c7222012a None None] Network 5bc7b180-5290-44f0-838c-6259039e5574 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:00.260127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-624abd59-e660-482d-aa95-142eaad2d270 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/45a0826d-5d22-4711-995d-ab7ad047f3af HTTP/1.1" status: 404  len: 337 time: 0.0515161
Nov 10 04:24:00.260968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.285576 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6b1250-23e5-4974-bfe9-21a3c9dcc4e4 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.286293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6b1250-23e5-4974-bfe9-21a3c9dcc4e4 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.292399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5a6b1250-23e5-4974-bfe9-21a3c9dcc4e4 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/0db3e488-8a9b-4541-b28e-e0865362f0db HTTP/1.1" status: 404  len: 333 time: 0.0273626
Nov 10 04:24:00.292789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.305396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Deleting port f7534321-8c26-4e0e-b1e8-b0173e43fb3b {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:00.305813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.319619 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2a7f2f-874a-4774-b318-968adc5dd22f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.320082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2a7f2f-874a-4774-b318-968adc5dd22f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.326446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc2a7f2f-874a-4774-b318-968adc5dd22f tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/18d62073-9767-4e7b-8232-c7f329478614 HTTP/1.1" status: 404  len: 337 time: 0.0302868
Nov 10 04:24:00.326727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.353347 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6724595-3067-4ea4-b0c0-2d3b1800c1ae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.354972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6724595-3067-4ea4-b0c0-2d3b1800c1ae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.360084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6724595-3067-4ea4-b0c0-2d3b1800c1ae tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/35de15f5-4c74-4c00-a5f8-e6100bf52e3b HTTP/1.1" status: 404  len: 337 time: 0.0299423
Nov 10 04:24:00.361760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.384039 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a517b717-ecd0-4388-a865-9784d2d64bb0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.384761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a517b717-ecd0-4388-a865-9784d2d64bb0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.390212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a517b717-ecd0-4388-a865-9784d2d64bb0 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/fba2b370-5de7-4c9e-a85d-8ebaed099121 HTTP/1.1" status: 404  len: 333 time: 0.0265629
Nov 10 04:24:00.391087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46040) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.416074 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f58239-3249-49c9-b30e-f6bf6f051a52 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.416590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f58239-3249-49c9-b30e-f6bf6f051a52 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.423247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a2f58239-3249-49c9-b30e-f6bf6f051a52 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/a90dbe82-89ba-4684-b13e-0f373f44b3c1 HTTP/1.1" status: 404  len: 337 time: 0.0288413
Nov 10 04:24:00.423428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dd0d54e1-9c4a-4263-a0e7-4621ded2e07c None None] Provisioning complete for port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:00.423428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd0d54e1-9c4a-4263-a0e7-4621ded2e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.423695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46042) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.429324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] For port f7534321-8c26-4e0e-b1e8-b0173e43fb3b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:00.429880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.454689 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e198ce-11bc-4b3a-a12d-96e71c4f987c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:24:00.455161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e198ce-11bc-4b3a-a12d-96e71c4f987c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:00.460719 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16e198ce-11bc-4b3a-a12d-96e71c4f987c tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/subnets/a2469bbf-e30a-4c7d-b567-6af87d2e9d71 HTTP/1.1" status: 404  len: 337 time: 0.0337877
Nov 10 04:24:00.461785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.482864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Calling delete_port for f7534321-8c26-4e0e-b1e8-b0173e43fb3b owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:00.529366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44661-3d7a-4884-8e7f-808670d4d0be req-0091d60e-d79f-47ec-9abe-3359ddc0f5d2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:00.530857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29c44661-3d7a-4884-8e7f-808670d4d0be req-0091d60e-d79f-47ec-9abe-3359ddc0f5d2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.5244179
Nov 10 04:24:00.556330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port e87a9c6d-787f-4e65-8dac-719af0599b18 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:00.557531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.598793 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-29c44661-3d7a-4884-8e7f-808670d4d0be req-19fd5cd9-7844-482d-8480-a98902c133de tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588017
Nov 10 04:24:00.616388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:00.620141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.652896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] DHCP port deletion for 5bc7b180-5290-44f0-838c-6259039e5574 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:00.665721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.673036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.700651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for e87a9c6d-787f-4e65-8dac-719af0599b18 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:00.720304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] Pushing event deleted for resources: {'Port': ['ID=f7534321-8c26-4e0e-b1e8-b0173e43fb3b,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:00.725220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae9f85-f6a1-4bc3-976f-a0e5e5e6e846 None None] No DVR routers for this DVR port f7534321-8c26-4e0e-b1e8-b0173e43fb3b on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:00.757990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dd0d54e1-9c4a-4263-a0e7-4621ded2e07c None None] Provisioning complete for port e87a9c6d-787f-4e65-8dac-719af0599b18 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:00.757990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd0d54e1-9c4a-4263-a0e7-4621ded2e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.855772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Deleting port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:00.856728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.857780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.859004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d54e1-9c4a-4263-a0e7-4621ded2e07c None None] Port e87a9c6d-787f-4e65-8dac-719af0599b18 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:00.906712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=e87a9c6d-787f-4e65-8dac-719af0599b18,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:00.912297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.915975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-447e7ff0-ff0d-461b-bf3f-0df118d272c1 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/ports/e87a9c6d-787f-4e65-8dac-719af0599b18 HTTP/1.1" status: 204  len: 168 time: 0.4538488
Nov 10 04:24:00.918570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:00.944346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:00.945085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.950505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:00.961057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Calling delete_port for a2f4c398-fc62-4f75-a2a1-9bb9910491b1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:01.014396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.020921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:01.028305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:01.033448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:01.034362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.038128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb3f37-9364-4004-bedd-0bc272dac51d None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:01.049116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=3eb08d20-60a1-440d-afc0-5e4413096b98,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:01.064926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-186dcc3d-b02c-4234-88e8-145d56fe2d0c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9845130
Nov 10 04:24:01.067092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46072) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:01.074537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '3eb08d20-60a1-440d-afc0-5e4413096b98', 'ip_address': '2001:db8::5243:231c:30b5:9c6'}], 'name': 'tempest-NetworksTestDHCPv6-34831483'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:01.092063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Deleting port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:01.092649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.109321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.174708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] No DVR routers for this DVR port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:01.177272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad16285-71f1-4094-aa02-ef2be4d6ce8b None None] Pushing event deleted for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:01.186628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] For port a2f4c398-fc62-4f75-a2a1-9bb9910491b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,segment=NetworkSegment(bf446074-9690-46c3-b73c-6b2733087541),segment_id=bf446074-9690-46c3-b73c-6b2733087541)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:01.187298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.206189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Calling delete_port for a2f4c398-fc62-4f75-a2a1-9bb9910491b1 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:01.265881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:01.316185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.344941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Port': ['ID=a2f4c398-fc62-4f75-a2a1-9bb9910491b1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:01.361630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] No DVR routers for this DVR port a2f4c398-fc62-4f75-a2a1-9bb9910491b1 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:01.363762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '3eb08d20-60a1-440d-afc0-5e4413096b98'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:01.364827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.443889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.470246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 82441176-8dd7-46d6-ad1e-68d84d004c7a yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:01.504257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.546463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214e9a760>,) {'filters': {'network_id': ['5bc7b180-5290-44f0-838c-6259039e5574']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:01.563274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e9a760>, 'bf446074-9690-46c3-b73c-6b2733087541') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:01.563559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214e9a760>, 'bf446074-9690-46c3-b73c-6b2733087541') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:01.577339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.595309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/3eb08d20-60a1-440d-afc0-5e4413096b98/b8ad0f4d-ad45-4d65-ba46-e868f784ed98) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:01.596107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.606139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:24:01.606778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:24:01.610612 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:24:01.688957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.701064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.708126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] 10.222.0.13 "DELETE /v2.0/networks/5bc7b180-5290-44f0-838c-6259039e5574 HTTP/1.1" status: 204  len: 168 time: 0.7879562
Nov 10 04:24:01.733227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf4bb2-f534-4352-9e10-40b1810aaf15 tempest-PortsIpV6TestJSON-1704165042 tempest-PortsIpV6TestJSON-1704165042-project] Pushing event deleted for resources: {'Network': ['ID=5bc7b180-5290-44f0-838c-6259039e5574,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:01.826628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.846725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:01.870720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:01.932751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a2f4c398-fc62-4f75-a2a1-9bb9910491b1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:01.933372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a2f4c398-fc62-4f75-a2a1-9bb9910491b1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:01.933801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f7534321-8c26-4e0e-b1e8-b0173e43fb3b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:01.936721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:01.943678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::5243:231c:30b5:9c6 (0f38d708-f32f-4c61-a407-1c9848041f15/3eb08d20-60a1-440d-afc0-5e4413096b98/82441176-8dd7-46d6-ad1e-68d84d004c7a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:01.977324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f7534321-8c26-4e0e-b1e8-b0173e43fb3b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:01.977667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f7534321-8c26-4e0e-b1e8-b0173e43fb3b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:01.981259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:01.990231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:01.992721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Pushing event updated for resources: {'Port': ['ID=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:02.117828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46132) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:02.233826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.285126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.294922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Attempting to bind port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:02.295761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Attempting to bind port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:02.296389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Attempting to bind port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:02.300677 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8bd9ea4f-4bf4-4d91-9c48-4a9e3a7ae42f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bead5623914b475eb34a08218c3363e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1795640
Nov 10 04:24:02.303447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46136) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:02.314304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:02.314703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:02.315362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.315948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:02.316680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Bound port: b8ad0f4d-ad45-4d65-ba46-e868f784ed98, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:02.317119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.343572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:02.351087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:02.353333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:02.363983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:02.364681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.376526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.382541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=82441176-8dd7-46d6-ad1e-68d84d004c7a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:02.393415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-be2522ab-2c29-4b7e-a962-2ed08007959c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 1.3249474
Nov 10 04:24:02.396484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46144) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:02.403150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '3eb08d20-60a1-440d-afc0-5e4413096b98', 'ip_address': '2001:db8::5243:231c:30b5:9c6'}], 'name': 'tempest-NetworksTestDHCPv6-46487771'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:02.414869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.415752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] For port b8ad0f4d-ad45-4d65-ba46-e868f784ed98, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:02.420233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] For port b8ad0f4d-ad45-4d65-ba46-e868f784ed98, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:02.430376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.474087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.481852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.488262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbf1558-48d0-4510-bcdc-7baa4f006608 HTTP/1.1" status: 204  len: 168 time: 0.1835244
Nov 10 04:24:02.500297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e344-a069-4144-a612-29d8d5b7222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf1558-48d0-4510-bcdc-7baa4f006608,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:02.555867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efc8cc-1bab-4d4d-ab0d-e0b53f28ad06 None None] Pushing event updated for resources: {'Port': ['ID=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:02.559314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:02.566072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:02.594339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port d33ff2e2-2e34-4956-87dc-2fb48cdea1e2 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:02.849480 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:24:02.850009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:02.879733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-03a0c598-a267-4501-bcb3-c2e804df9c0b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.4776909
Nov 10 04:24:02.880171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:02.951946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cf71d-e206-439e-be2b-972649852335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:02.958869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cf71d-e206-439e-be2b-972649852335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:02.960519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a70cf71d-e206-439e-be2b-972649852335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1682 time: 0.0791988
Nov 10 04:24:02.965212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46192) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:03.071979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-debf2a55-167a-4bfb-998b-53a585963d35 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:03.073954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-debf2a55-167a-4bfb-998b-53a585963d35 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1672213
Nov 10 04:24:03.095358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-21a6131d-1e28-4375-ac12-e604245ee4b4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0098536
Nov 10 04:24:03.097596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 82441176-8dd7-46d6-ad1e-68d84d004c7a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:03.098113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.172694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-71e741d7-22cf-4f19-a7be-7901dd729892 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0669079
Nov 10 04:24:03.211064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.223621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 82441176-8dd7-46d6-ad1e-68d84d004c7a owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:03.409872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.432450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-fc58045d-428d-405e-89ed-2919c3febd43 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459457
Nov 10 04:24:03.462182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=82441176-8dd7-46d6-ad1e-68d84d004c7a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:03.509983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.518118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0908e44-8416-4c4f-aa1c-9105d948d3ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/82441176-8dd7-46d6-ad1e-68d84d004c7a HTTP/1.1" status: 204  len: 168 time: 0.5516467
Nov 10 04:24:03.519473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46218) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:03.542707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46220) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:03.618272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde08bc-bba9-4970-a9ab-8048dd94894f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:03.620094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde08bc-bba9-4970-a9ab-8048dd94894f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:03.621661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7fde08bc-bba9-4970-a9ab-8048dd94894f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1011555
Nov 10 04:24:03.624572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46224) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:03.632835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-efebb075-90a6-42d7-8b4d-52cfab48656e service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933913
Nov 10 04:24:03.682572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-212455199'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:03.699066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 3eb08d20-60a1-440d-afc0-5e4413096b98 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:03.704762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.758524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:03.761654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.782241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.785674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.881512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b8ad0f4d-ad45-4d65-ba46-e868f784ed98 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:03.954444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:03.954999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:03.980318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aebc0280-7c7e-42a1-a95f-1db6ba324011 req-7b91f4c1-3f89-4553-8ec6-77d52accbac4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 210 time: 0.0369651
Nov 10 04:24:04.039337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.039574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Provisioning complete for port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:04.039711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.101298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.108698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.134574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.157030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:04.177808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f40cd-af8e-448c-922c-47fbabcb55f0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:04.185945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.186336 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment dae0819d-2d27-4cc4-8438-46918d80e909 of type vlan for network 3477c734-4751-4706-bbf7-4c03ad54858c
Nov 10 04:24:04.229865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.233190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.258178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.287791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.293324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:04.293915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.301263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb08d20-60a1-440d-afc0-5e4413096b98,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:04.337114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.341225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:04.341403 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c64b2599-b2cd-43ee-86cd-4f173b32bcac tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb08d20-60a1-440d-afc0-5e4413096b98 HTTP/1.1" status: 204  len: 168 time: 0.7157989
Nov 10 04:24:04.342676 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:04.344305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46240) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:04.372348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:04.392093 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:04.392799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8486414
Nov 10 04:24:04.395770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46242) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:04.396863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4518b93-7c14-4807-b575-f723035c4af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.406252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-351678784'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:04.411597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85b0e0-22d9-4d0d-a54b-b050a659513a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=3477c734-4751-4706-bbf7-4c03ad54858c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:04.429951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3477c734-4751-4706-bbf7-4c03ad54858c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:04.430206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d09d7c8f-8ca9-4595-9f62-4c68fc84f98f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0761094
Nov 10 04:24:04.430323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46244) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:04.444703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:04.517742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8005f-df64-4a2c-a3b8-e0dd147000aa None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:04.576664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:04.580736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.623173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:04.630429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:04.634397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.652130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.652479 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment a7b84513-d6d9-4688-885a-e6ffdcc67fb2 of type vlan for network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb
Nov 10 04:24:04.746986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:04.772639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.795746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Deleting port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:04.796119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.814882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.820647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:04.821222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.885877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] For port b8ad0f4d-ad45-4d65-ba46-e868f784ed98, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:04.886495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.918723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5195742
Nov 10 04:24:04.922858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46264) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:04.928440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Calling delete_port for b8ad0f4d-ad45-4d65-ba46-e868f784ed98 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:04.930039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:04.938883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9fcc9-30ce-4e4e-8368-bfeae86484ee tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=01eabe92-4dd4-4a7a-90c0-7ad272eb9adb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:04.940695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:04.964744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:04.991804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.035342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:05.043668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:05.047649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:05.047824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.048316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.065885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=04ae52eb-3813-4929-b614-dbbc56afd677,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:05.068994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] For port b8ad0f4d-ad45-4d65-ba46-e868f784ed98, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:05.086758 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f0c78e19-55fd-4d5b-8211-9e15149f1328 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6456604
Nov 10 04:24:05.086984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.093662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46270) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:05.105828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '04ae52eb-3813-4929-b614-dbbc56afd677', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1504131368'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:05.218135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-505af012-bedf-4348-a6bf-89ec5545d7ac tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:05.219690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-505af012-bedf-4348-a6bf-89ec5545d7ac tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1419933
Nov 10 04:24:05.238894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-57640a3a-78e2-4cbd-b505-08d2d81afb2d None None] Could not find standard attr ID for object 82441176-8dd7-46d6-ad1e-68d84d004c7a. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:05.242050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1598d3-1d02-4e0c-8d5a-e9e46a4a2e6f None None] Pushing event updated for resources: {'Port': ['ID=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:05.247981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:05.248567 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:05.251980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:05.254212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.289731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] Pushing event deleted for resources: {'Port': ['ID=b8ad0f4d-ad45-4d65-ba46-e868f784ed98,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:05.292138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfb424-83b8-4896-9596-cecf1d9ce102 None None] No DVR routers for this DVR port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:05.295219 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6c7936dd-4aa3-4022-b9dc-18f5e7e5582a req-d67389b8-6ed2-4155-a59d-3672e9df60ab tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 210 time: 0.0638375
Nov 10 04:24:05.315092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:05.319280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.341570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Port b8ad0f4d-ad45-4d65-ba46-e868f784ed98 update to ACTIVE by agent not found {{(pid=119698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 10 04:24:05.348573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df34c6-3eec-4550-bc45-cc144ea64ce5 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:05.413690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:05.421207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.488057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port b1fe8c03-d797-4f88-9f2e-07777ac5aa49 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:05.496866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:05.503598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.545290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '04ae52eb-3813-4929-b614-dbbc56afd677'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:05.546118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.578260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46278) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:05.735924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/04ae52eb-3813-4929-b614-dbbc56afd677/4e514816-a93e-4d71-8b10-5ba817173923) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:05.765679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:05.776629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.10 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/a722d497-2f10-4b2e-a216-9634a27e3a15) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:05.855720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b8ad0f4d-ad45-4d65-ba46-e868f784ed98 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:05.905970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6e72fed-ec16-4011-803c-82f28e88d90e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d62a6f0117a4f2194c44a9e41d6c3d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3263693
Nov 10 04:24:05.908460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46284) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:05.920294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b8ad0f4d-ad45-4d65-ba46-e868f784ed98 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:05.920953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b8ad0f4d-ad45-4d65-ba46-e868f784ed98 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:05.938729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=0eb2c26f-e00d-4230-9817-3ca31b032bdb,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:05.943384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': 'dae0819d-2d27-4cc4-8438-46918d80e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:05.943748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 3477c734-4751-4706-bbf7-4c03ad54858c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:05.965417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 3477c734-4751-4706-bbf7-4c03ad54858c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:05.977807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3477c734-4751-4706-bbf7-4c03ad54858c) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:05.987398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fccd38-eb48-470f-92c8-e5343088342a None None] Network 3477c734-4751-4706-bbf7-4c03ad54858c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:05.990161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:05.990766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.019432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e4fbd629-682e-4d19-b591-af7a9b95881d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0926299
Nov 10 04:24:06.019655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46288) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:06.026950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.028504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:06.075753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.086546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.124654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.138805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.142321 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:06.142931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:06.169347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:06.170086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.177660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.187585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bed86996-1239-4995-b814-f29ccb373498'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:06.200787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e49eb7e1-986e-498e-b93d-c3268a60f8ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.1017072
Nov 10 04:24:06.233371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46298) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:06.262081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.267753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.267940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:06.270487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eab1b2b8-6774-4364-9e6d-741c87224a4d HTTP/1.1" status: 204  len: 168 time: 0.3610287
Nov 10 04:24:06.271743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:06.283295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:06.285675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Pushing event updated for resources: {'Port': ['ID=4e514816-a93e-4d71-8b10-5ba817173923,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:06.290886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:06.331997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555f8fb-0e6d-46a7-b03f-066a8c0adb33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.333872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a555f8fb-0e6d-46a7-b03f-066a8c0adb33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0994148
Nov 10 04:24:06.336643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46314) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:06.360263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:06.364434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:06.366050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3477c734-4751-4706-bbf7-4c03ad54858c', 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': '0eb2c26f-e00d-4230-9817-3ca31b032bdb'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:06.366918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.373340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:06.426598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67320a2-76ef-4a77-9cc9-6b3daf518a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab1b2b8-6774-4364-9e6d-741c87224a4d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:06.429104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee6719-48ce-4327-bdc7-4cf92c0193b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.431115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee6719-48ce-4327-bdc7-4cf92c0193b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.435623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fbee6719-48ce-4327-bdc7-4cf92c0193b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0954950
Nov 10 04:24:06.439213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46316) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:06.532158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Attempting to bind port 4e514816-a93e-4d71-8b10-5ba817173923 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:06.532531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Attempting to bind port 4e514816-a93e-4d71-8b10-5ba817173923 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:06.533704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Attempting to bind port 4e514816-a93e-4d71-8b10-5ba817173923 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:06.547218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:06.547598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:06.547997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.548404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:06.557963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Bound port: 4e514816-a93e-4d71-8b10-5ba817173923, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:06.557963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.561290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 04ae52eb-3813-4929-b614-dbbc56afd677 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:06.577732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.579065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.602119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.614256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cd57d-2f8d-4cc9-8a8c-365291ea3cad req-c74ed7a9-85e8-46d0-96e9-e2cf33c83647 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.615854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d96cd57d-2f8d-4cc9-8a8c-365291ea3cad req-c74ed7a9-85e8-46d0-96e9-e2cf33c83647 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 932 time: 0.1601057
Nov 10 04:24:06.619351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e5523211-afc6-4104-83ec-bcd3aabaa566 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3850615
Nov 10 04:24:06.645133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Request body: {'port': {'device_id': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:06.685376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.696507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.847884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=bfb6a227-4027-4999-b7dd-166b96d952b4,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:06.893623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:06.894401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:06.916995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.936159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b8a4d90e-f26b-4d31-a41f-38257057b4ee None None] Provisioning complete for port a722d497-2f10-4b2e-a216-9634a27e3a15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:06.936961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d90e-f26b-4d31-a41f-38257057b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.960517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:06.968584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1f0ec7b6-c3ca-4240-a01e-07d73e99aa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.981020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:06.982695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Allocated IP 2001:db8::2 (3477c734-4751-4706-bbf7-4c03ad54858c/0eb2c26f-e00d-4230-9817-3ca31b032bdb/5c962b78-3d8f-4f24-9057-0a9be5357a95) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:06.991399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:06.992226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:06.999626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479b358-5bbb-4778-a59f-c7ecc19fee39 None None] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:07.025186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.085809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.091044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/04ae52eb-3813-4929-b614-dbbc56afd677 HTTP/1.1" status: 204  len: 168 time: 0.6442096
Nov 10 04:24:07.098774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a00f400-d5e7-4af7-8cc3-b76348397c42 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0755403
Nov 10 04:24:07.098774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46328) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:07.098774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92185a4-86c7-4cf6-9098-68fc3ad50b64 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=04ae52eb-3813-4929-b614-dbbc56afd677,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:07.103531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46330) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:07.109517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993739899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:07.159853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.189302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c1620d71-8351-44aa-841d-fe2652a46d22 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0755942
Nov 10 04:24:07.189987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46336) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:07.195827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:07.196956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.198764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.215088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d96cd57d-2f8d-4cc9-8a8c-365291ea3cad req-5a362b7c-2580-4805-9bb9-6826e4c97d3f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5901353
Nov 10 04:24:07.231184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4d90e-f26b-4d31-a41f-38257057b4ee None None] Port a722d497-2f10-4b2e-a216-9634a27e3a15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:07.240215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] For port 4e514816-a93e-4d71-8b10-5ba817173923, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:07.306607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] For port 4e514816-a93e-4d71-8b10-5ba817173923, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4e514816-a93e-4d71-8b10-5ba817173923,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:07.327532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.339615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.357148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:07.368118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.412593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.452359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.452654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1ed63-901c-4c22-9349-202d56ddfb47 None None] Pushing event updated for resources: {'Port': ['ID=4e514816-a93e-4d71-8b10-5ba817173923,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:07.454152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e2ab4fe4-ec57-4aa7-b5d9-080e90c25598 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3486118
Nov 10 04:24:07.459313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46342) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:07.606921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.615926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-01eabe92-4dd4-4a7a-90c0-7ad272eb9adb', 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': 'bfb6a227-4027-4999-b7dd-166b96d952b4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:07.617015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.638100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.670504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a722d497-2f10-4b2e-a216-9634a27e3a15 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:24:07.682478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.716552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Transition to ACTIVE for port object a722d497-2f10-4b2e-a216-9634a27e3a15 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:24:07.722699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:07.740813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Pushing event updated for resources: {'Port': ['ID=5c962b78-3d8f-4f24-9057-0a9be5357a95,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:07.746029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Network 3477c734-4751-4706-bbf7-4c03ad54858c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:07.756834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:07.764932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:07.889589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:08.038584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Attempting to bind port a722d497-2f10-4b2e-a216-9634a27e3a15 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:08.039216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Attempting to bind port a722d497-2f10-4b2e-a216-9634a27e3a15 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:08.039742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Attempting to bind port a722d497-2f10-4b2e-a216-9634a27e3a15 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:08.046340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Port a722d497-2f10-4b2e-a216-9634a27e3a15 on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:24:08.046917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Attempting to bind port a722d497-2f10-4b2e-a216-9634a27e3a15 on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:08.053681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:08.054331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:08.054921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:08.055523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Bound port: a722d497-2f10-4b2e-a216-9634a27e3a15, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:08.056056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.061302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Allocated IP 2001:db8:1::2 (01eabe92-4dd4-4a7a-90c0-7ad272eb9adb/bfb6a227-4027-4999-b7dd-166b96d952b4/96c2a729-70db-43c2-b59a-0d09acc560b1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:08.075743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4e514816-a93e-4d71-8b10-5ba817173923 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:08.111214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.143801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.174618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:08.181901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a722d497-2f10-4b2e-a216-9634a27e3a15,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:08.187115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.204830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Attempting to bind port 5c962b78-3d8f-4f24-9057-0a9be5357a95 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:08.205204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Attempting to bind port 5c962b78-3d8f-4f24-9057-0a9be5357a95 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'dae0819d-2d27-4cc4-8438-46918d80e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:08.205565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Attempting to bind port 5c962b78-3d8f-4f24-9057-0a9be5357a95 on network 3477c734-4751-4706-bbf7-4c03ad54858c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:08.251380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:08.256693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.257842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.272881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a722d497-2f10-4b2e-a216-9634a27e3a15 HTTP/1.1" status: 200  len: 1092 time: 1.6285121
Nov 10 04:24:08.276357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:08.280947 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7838dbe4-141d-4415-b360-45cc6e0b5087" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:08.308570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:08.327485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.328101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.359963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=25d5ffad-21c0-4f91-a3e4-c390f1ba3b36,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:08.372047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c6f81-c96c-4fb9-9276-5b4f9ef614a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:08.372559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:08.375701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Checking segment: {'id': 'dae0819d-2d27-4cc4-8438-46918d80e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:08.376148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.376540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Bound using segment: {'id': 'dae0819d-2d27-4cc4-8438-46918d80e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:08.386228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Bound port: 5c962b78-3d8f-4f24-9057-0a9be5357a95, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae0819d-2d27-4cc4-8438-46918d80e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3477c734-4751-4706-bbf7-4c03ad54858c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:08.386633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.390763 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471bd3ea-e715-42e3-a4bd-f5fc56368de7 x-openstack-request-id: req-471bd3ea-e715-42e3-a4bd-f5fc56368de7 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:08.393131 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:08.393698 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-471bd3ea-e715-42e3-a4bd-f5fc56368de7 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:08.394450 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15', 'status': 'completed', 'code': 200}
Nov 10 04:24:08.416716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-17c5f747-eef3-4fa7-98fa-ad1513874c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.418530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-17c5f747-eef3-4fa7-98fa-ad1513874c3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 1095 time: 0.0983479
Nov 10 04:24:08.499223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.507425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-addd4b4a-ae32-47bd-a93f-eb2113188bf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722d497-2f10-4b2e-a216-9634a27e3a15 HTTP/1.1" status: 200  len: 217 time: 0.0741868
Nov 10 04:24:08.548246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.556247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4e514816-a93e-4d71-8b10-5ba817173923 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:08.556689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.596471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-77033e14-757a-4aed-93e3-2bf6ada9c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.603879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-77033e14-757a-4aed-93e3-2bf6ada9c134 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0893605
Nov 10 04:24:08.610094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.690285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23b2300e-a2e7-40aa-aa5b-fcbb1cae0341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4990041
Nov 10 04:24:08.693087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:08.699659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-268479727', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:08.710824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e780c73e-7a50-4574-839a-9a3706e6dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.713689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-e780c73e-7a50-4574-839a-9a3706e6dd01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1028211
Nov 10 04:24:08.719103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:08.750317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:08.759940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:08.806712 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20068799-98f4-4b56-a6ef-f6dfba369b32 req-b9d455ab-adff-4be8-997e-69d4c03674c6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:08.808961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20068799-98f4-4b56-a6ef-f6dfba369b32 req-b9d455ab-adff-4be8-997e-69d4c03674c6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 944 time: 0.4283662
Nov 10 04:24:08.829359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.833905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.852693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Pushing event updated for resources: {'Port': ['ID=96c2a729-70db-43c2-b59a-0d09acc560b1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:08.895422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.904470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.938394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:08.942290 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3146996-639e-4159-922b-d9f6473cb029 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2453580
Nov 10 04:24:08.943720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46368) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:08.949669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] For port 5c962b78-3d8f-4f24-9057-0a9be5357a95, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:08.964272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20068799-98f4-4b56-a6ef-f6dfba369b32 req-837f24ce-5187-4bc1-a797-5fa7b6cd1969 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431303
Nov 10 04:24:08.985851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] For port 5c962b78-3d8f-4f24-9057-0a9be5357a95, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5c962b78-3d8f-4f24-9057-0a9be5357a95,segment=NetworkSegment(dae0819d-2d27-4cc4-8438-46918d80e909),segment_id=dae0819d-2d27-4cc4-8438-46918d80e909)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:08.992424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.037458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.055258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Attempting to bind port 96c2a729-70db-43c2-b59a-0d09acc560b1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:09.055922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Attempting to bind port 96c2a729-70db-43c2-b59a-0d09acc560b1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:09.056727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Attempting to bind port 96c2a729-70db-43c2-b59a-0d09acc560b1 on network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:09.111284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 4e514816-a93e-4d71-8b10-5ba817173923, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4e514816-a93e-4d71-8b10-5ba817173923,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:09.117783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:09.118712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Checking segment: {'id': 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:09.119333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.121157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Bound using segment: {'id': 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:09.121963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Bound port: 96c2a729-70db-43c2-b59a-0d09acc560b1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01eabe92-4dd4-4a7a-90c0-7ad272eb9adb'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:09.122655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.142661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.194573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8::1 (3477c734-4751-4706-bbf7-4c03ad54858c/0eb2c26f-e00d-4230-9817-3ca31b032bdb/53ecb440-e802-49c5-be01-7fc7550c6006) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:09.245328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3c1cb-28ea-4c9e-9dec-3444aa6187e1 None None] Pushing event updated for resources: {'Port': ['ID=5c962b78-3d8f-4f24-9057-0a9be5357a95,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:09.323460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-09f48311-8715-406a-a462-9b9326b843f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6008685
Nov 10 04:24:09.362610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=4e514816-a93e-4d71-8b10-5ba817173923,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:09.383284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d9d7f-e410-4383-93ef-4991583ea5e7 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:09.427222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.499676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.562011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 3477c734-4751-4706-bbf7-4c03ad54858c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:09.565217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:09.567893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:09.568680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.623130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=53ecb440-e802-49c5-be01-7fc7550c6006,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:09.657694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a754ec67-20c2-4c28-9c67-1ffa1f0d2504 req-62cb05e6-c5d2-46a3-b217-1459e8991833 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3259742
Nov 10 04:24:09.660514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.709860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] For port 96c2a729-70db-43c2-b59a-0d09acc560b1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:09.713938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9cb15c3e-62d7-4102-8b3a-a72b6698d847 None None] Provisioning complete for port 4e514816-a93e-4d71-8b10-5ba817173923 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:09.714391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c3e-62d7-4102-8b3a-a72b6698d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.736884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.737035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:09.798921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] For port 96c2a729-70db-43c2-b59a-0d09acc560b1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=96c2a729-70db-43c2-b59a-0d09acc560b1,segment=NetworkSegment(a7b84513-d6d9-4688-885a-e6ffdcc67fb2),segment_id=a7b84513-d6d9-4688-885a-e6ffdcc67fb2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:09.817795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.014779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-0ac27118-be3c-47c1-afe4-6909db3a0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:10.016939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-0ac27118-be3c-47c1-afe4-6909db3a0275 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 1095 time: 0.2928736
Nov 10 04:24:10.040643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3f9c-7c0f-4001-b1e8-73204bc1b3ba None None] Pushing event updated for resources: {'Port': ['ID=96c2a729-70db-43c2-b59a-0d09acc560b1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:10.128493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4e514816-a93e-4d71-8b10-5ba817173923 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:10.280108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.288746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4e514816-a93e-4d71-8b10-5ba817173923 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:10.289210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.390169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cf7b2-3030-455c-af64-b8e550399799 req-68c99615-e2fe-42d3-a837-40f89eeb3ffd tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:10.393486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-736cf7b2-3030-455c-af64-b8e550399799 req-68c99615-e2fe-42d3-a837-40f89eeb3ffd tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 944 time: 0.2233725
Nov 10 04:24:10.460680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5c962b78-3d8f-4f24-9057-0a9be5357a95 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:10.504212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-736cf7b2-3030-455c-af64-b8e550399799 req-793d67f0-2c55-477f-9fe9-27bda00768f8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934997
Nov 10 04:24:10.519603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5c962b78-3d8f-4f24-9057-0a9be5357a95 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:10.519603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.644181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::1 (0f38d708-f32f-4c61-a407-1c9848041f15/25d5ffad-21c0-4f91-a3e4-c390f1ba3b36/d79dc53b-69de-49bb-a410-5df3814c6bff) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:10.719409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.814295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-c1bf2ba8-06d6-43a6-95a1-88d9f61fd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:10.815793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-c1bf2ba8-06d6-43a6-95a1-88d9f61fd3f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.7882373
Nov 10 04:24:10.823821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 5c962b78-3d8f-4f24-9057-0a9be5357a95, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5c962b78-3d8f-4f24-9057-0a9be5357a95,segment=NetworkSegment(dae0819d-2d27-4cc4-8438-46918d80e909),segment_id=dae0819d-2d27-4cc4-8438-46918d80e909)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:10.839498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.952114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=5c962b78-3d8f-4f24-9057-0a9be5357a95,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:10.967939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8ac15034-da5e-4b84-80c8-a423864cdb05 None None] Provisioning complete for port 4e514816-a93e-4d71-8b10-5ba817173923 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:10.968556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-53bcd185-7c8c-420f-977e-fb642530e001 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722d497-2f10-4b2e-a216-9634a27e3a15 HTTP/1.1" status: 200  len: 217 time: 0.1079416
Nov 10 04:24:10.968949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8ac15034-da5e-4b84-80c8-a423864cdb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:10.994987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.045297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-0684a297-c7c0-4284-b4f4-48def5b53ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:11.046903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-0684a297-c7c0-4284-b4f4-48def5b53ef7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0708613
Nov 10 04:24:11.115432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.124759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.130925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.132433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.162035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-e38588ac-c75a-40b5-939d-2f223bb6b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:11.164221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-e38588ac-c75a-40b5-939d-2f223bb6b2ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1094599
Nov 10 04:24:11.187646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:11.204127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:11.206765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:11.207305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.222375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=53ecb440-e802-49c5-be01-7fc7550c6006,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:11.257792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a8e42-7f03-4fcf-a135-cb2445c67b99 None None] Network 3477c734-4751-4706-bbf7-4c03ad54858c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:11.331713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 3477c734-4751-4706-bbf7-4c03ad54858c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:11.333362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:11.362986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=d79dc53b-69de-49bb-a410-5df3814c6bff,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:11.414536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.469866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b6ec9605-bcc0-425c-b4e7-bcd7deedb251 None None] Provisioning complete for port 5c962b78-3d8f-4f24-9057-0a9be5357a95 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:11.470394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9605-bcc0-425c-b4e7-bcd7deedb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.497214 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-e2001484-979b-4adb-8574-da34d1e40de1 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245916
Nov 10 04:24:11.725934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b662f-4e78-41cf-9662-d36ba81d4fe1 req-c9e43f81-df98-4f87-9ec7-65faf0e29899 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:11.727660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410b662f-4e78-41cf-9662-d36ba81d4fe1 req-c9e43f81-df98-4f87-9ec7-65faf0e29899 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 944 time: 0.1005366
Nov 10 04:24:11.771810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 8cb3b675-8658-4416-825b-36660896f56d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:11.809221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7838dbe4-141d-4415-b360-45cc6e0b5087 req-c7a84978-1645-468c-9a2e-55e942f049eb service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3025701
Nov 10 04:24:11.927086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410b662f-4e78-41cf-9662-d36ba81d4fe1 req-5523d130-b49e-4516-abb4-10a84cbf5871 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856496
Nov 10 04:24:11.933691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2b293a66-d101-492a-bfdb-69ecdd83d6fc None None] Provisioning complete for port d79dc53b-69de-49bb-a410-5df3814c6bff triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:11.934072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b293a66-d101-492a-bfdb-69ecdd83d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.935592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.945243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.947435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:11.967113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:11.978135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-497f27bd-02ac-4a93-a867-428fdc850c3d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5169539
Nov 10 04:24:11.980582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46430) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:11.985313 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385adb8-3329-4221-9aeb-293427734058 None None] Sync routers for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:11.992883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 96c2a729-70db-43c2-b59a-0d09acc560b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:12.003233 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:12.003856 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146adcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:12.047843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146adcd0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:12.057782 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:12.058409 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146adcd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:12.093217 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4385adb8-3329-4221-9aeb-293427734058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146adcd0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:12.094132 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385adb8-3329-4221-9aeb-293427734058 None None] The sync data for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:12.152578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:12.162802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335a4e3-5e94-464a-a2fd-4b21f2f85c39 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:12.167880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4335a4e3-5e94-464a-a2fd-4b21f2f85c39 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports/53ecb440-e802-49c5-be01-7fc7550c6006 HTTP/1.1" status: 200  len: 911 time: 0.1827633
Nov 10 04:24:12.168294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46432) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:12.172087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:12.177374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=d79dc53b-69de-49bb-a410-5df3814c6bff,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:12.227874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2b293a66-d101-492a-bfdb-69ecdd83d6fc None None] Port d79dc53b-69de-49bb-a410-5df3814c6bff cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:12.278543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51acf0a2-8720-43d5-9d61-a6e09a36b597 None None] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:12.406893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 96c2a729-70db-43c2-b59a-0d09acc560b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:12.407335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:12.410899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:12.473171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Provisioning complete for port 53ecb440-e802-49c5-be01-7fc7550c6006 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:12.473662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:12.577441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:12.581590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Port 53ecb440-e802-49c5-be01-7fc7550c6006 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:12.590974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b169770a-b35a-4df2-8020-5e400b7604b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "PUT /v2.0/routers/8c7a7c08-4be9-4a45-a6aa-848b6f10edb9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6461179
Nov 10 04:24:12.593452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:12.633158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Sync routers for ids ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:12.659794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf725956-d303-4662-a873-a019aec6bae3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:12.661385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf725956-d303-4662-a873-a019aec6bae3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports/d79dc53b-69de-49bb-a410-5df3814c6bff HTTP/1.1" status: 200  len: 911 time: 0.0668924
Nov 10 04:24:12.664069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:12.703158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Provisioning complete for port 96c2a729-70db-43c2-b59a-0d09acc560b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:12.704583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:12.733867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:12.753221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Routers {'8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:12.754009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071ed5b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:12.767632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4463b74-73b0-4261-8379-52495e4c5770 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:12.773836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4463b74-73b0-4261-8379-52495e4c5770 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:12.778327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a4463b74-73b0-4261-8379-52495e4c5770 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.1064413
Nov 10 04:24:12.778712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:12.904454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Set router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:12.956459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.073857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 96c2a729-70db-43c2-b59a-0d09acc560b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=96c2a729-70db-43c2-b59a-0d09acc560b1,segment=NetworkSegment(a7b84513-d6d9-4688-885a-e6ffdcc67fb2),segment_id=a7b84513-d6d9-4688-885a-e6ffdcc67fb2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:13.112061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.112871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5c962b78-3d8f-4f24-9057-0a9be5357a95 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:13.147619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8:1::1 (01eabe92-4dd4-4a7a-90c0-7ad272eb9adb/bfb6a227-4027-4999-b7dd-166b96d952b4/9b589d2a-6edd-4097-80f3-3be229ed784b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:13.315724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=96c2a729-70db-43c2-b59a-0d09acc560b1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:13.331586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.364155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5c962b78-3d8f-4f24-9057-0a9be5357a95 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:13.364549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.367583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Provisioning complete for port 5c962b78-3d8f-4f24-9057-0a9be5357a95 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:13.367952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c1af-6add-40e5-96a9-9cf23d99b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.387847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.446124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=9b589d2a-6edd-4097-80f3-3be229ed784b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:13.461486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:13.463607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:13.466112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:13.466667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.605050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5a6a-0e77-4555-ba02-4b0bc0e48fb3 req-1f8381f2-5b2a-4923-8776-2c04f96b7140 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:13.607264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ddbb5a6a-0e77-4555-ba02-4b0bc0e48fb3 req-1f8381f2-5b2a-4923-8776-2c04f96b7140 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 944 time: 0.1001945
Nov 10 04:24:13.621004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071ed5b0>, [{'id': '8c7a7c08-4be9-4a45-a6aa-848b6f10edb9', 'name': 'tempest-NetworksTestDHCPv6-router-268479727', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:08Z', 'updated_at': '2021-11-10T04:24:11Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None, '_interfaces': [{'id': 'd79dc53b-69de-49bb-a410-5df3814c6bff', 'name': '', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'mac_address': 'fa:16:3e:a8:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7a7c08-4be9-4a45-a6aa-848b6f10edb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '25d5ffad-21c0-4f91-a3e4-c390f1ba3b36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:10Z', 'updated_at': '2021-11-10T04:24:11Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'subnets': [{'id': '25d5ffad-21c0-4f91-a3e4-c390f1ba3b36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:13.633317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.661226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Checking router: 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:13.661733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Updating router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 port d79dc53b-69de-49bb-a410-5df3814c6bff binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:13.694656 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ddbb5a6a-0e77-4555-ba02-4b0bc0e48fb3 req-cdb84896-089d-4414-a23b-dfe3d8795712 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786803
Nov 10 04:24:13.704008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.788287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:13.858946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a722d497-2f10-4b2e-a216-9634a27e3a15 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:24:13.942772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 96c2a729-70db-43c2-b59a-0d09acc560b1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:14.024157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.025321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a722d497-2f10-4b2e-a216-9634a27e3a15,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:14.031482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.032652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.048284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Provisioning complete for port 53ecb440-e802-49c5-be01-7fc7550c6006 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:14.048927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.068178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port d79dc53b-69de-49bb-a410-5df3814c6bff {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:14.068558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.077649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'a722d497-2f10-4b2e-a216-9634a27e3a15', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': 'a722d497-2f10-4b2e-a216-9634a27e3a15', 'mac_address': 'fa:16:3e:c8:61:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:24:14.171945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Port 53ecb440-e802-49c5-be01-7fc7550c6006 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:14.179543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 96c2a729-70db-43c2-b59a-0d09acc560b1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:14.180004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.193512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=9b589d2a-6edd-4097-80f3-3be229ed784b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:14.198530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.219117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for d79dc53b-69de-49bb-a410-5df3814c6bff owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:14.239256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.248702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Provisioning complete for port 96c2a729-70db-43c2-b59a-0d09acc560b1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:14.249163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.256889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:14.258313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:14.278337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:14.306055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a722d497-2f10-4b2e-a216-9634a27e3a15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:24:14.416889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 8cb3b675-8658-4416-825b-36660896f56d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:14.496745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88750204-4b3d-4814-a162-924168001f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.517979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.553118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a722d497-2f10-4b2e-a216-9634a27e3a15,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:14.560793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:14.565015 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=d79dc53b-69de-49bb-a410-5df3814c6bff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:14.575647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.581434 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d74e98a4-5493-4375-b5ee-7fa215d98368 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4092643
Nov 10 04:24:14.581653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46486) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:14.592830 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] Sync routers for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:14.618380 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:14.619014 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad9d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:14.640123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3dde25-8721-432d-9fcd-629cac214306 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:14.644298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8d3dde25-8721-432d-9fcd-629cac214306 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports/9b589d2a-6edd-4097-80f3-3be229ed784b HTTP/1.1" status: 200  len: 913 time: 0.0590351
Nov 10 04:24:14.644438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:14.698668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad9d0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:14.710264 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:14.711274 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ad9d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:14.717539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.760950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ad9d0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:14.761792 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807fcd6-049a-4075-a710-466cee8f770b None None] The sync data for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:14.855381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:14.869144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c15277bf-34f6-4f48-a7ab-7a6625e257e1 None None] Could not find standard attr ID for object d79dc53b-69de-49bb-a410-5df3814c6bff. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:14.879157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:14.879629 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:14.929338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a722d497-2f10-4b2e-a216-9634a27e3a15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:14.949066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88750204-4b3d-4814-a162-924168001f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.957693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88750204-4b3d-4814-a162-924168001f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:14.983374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:14.983964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef28b-5848-4e82-aef8-0cd7105dbe00 req-bb0f78a0-4baf-40ab-a15e-d2efef297eba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:14.985513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3afef28b-5848-4e82-aef8-0cd7105dbe00 req-bb0f78a0-4baf-40ab-a15e-d2efef297eba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 945 time: 0.1036060
Nov 10 04:24:15.014023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bac04102-2ce9-4295-8eae-606088e84436 None None] Provisioning complete for port 9b589d2a-6edd-4097-80f3-3be229ed784b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:15.014385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bac04102-2ce9-4295-8eae-606088e84436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.015611 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-88750204-4b3d-4814-a162-924168001f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ec396383baa48d6ba4de8277a76dc3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7360473
Nov 10 04:24:15.016408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88750204-4b3d-4814-a162-924168001f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8b91a-f2c5-4d4b-9a88-c96c5dd0cab2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:15.019637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46492) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:15.071287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bac04102-2ce9-4295-8eae-606088e84436 None None] Port 9b589d2a-6edd-4097-80f3-3be229ed784b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:15.105434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:15.114647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b60766ff-1798-419a-96c3-4f824a301303 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "PUT /v2.0/routers/8c7a7c08-4be9-4a45-a6aa-848b6f10edb9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3349679
Nov 10 04:24:15.118843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46494) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:15.139139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3afef28b-5848-4e82-aef8-0cd7105dbe00 req-be8e45e9-e327-4f12-bbe6-1c2a9bba63ff tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307976
Nov 10 04:24:15.190571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.209025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71d9d1-7bca-48ac-8404-bcedf4bc9a94 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:15.210710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71d9d1-7bca-48ac-8404-bcedf4bc9a94 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:15.212201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8d71d9d1-7bca-48ac-8404-bcedf4bc9a94 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0887282
Nov 10 04:24:15.215097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46496) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:15.236744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.266476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 25d5ffad-21c0-4f91-a3e4-c390f1ba3b36 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:15.269591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.320306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.320876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.322240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.324811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.325957 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a8b91a-f2c5-4d4b-9a88-c96c5dd0cab2 HTTP/1.1" status: 204  len: 168 time: 0.3061302
Nov 10 04:24:15.370952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.394544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd3ea-57e4-48dc-85bc-108a47e41296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8b91a-f2c5-4d4b-9a88-c96c5dd0cab2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:15.403137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Port d79dc53b-69de-49bb-a410-5df3814c6bff not found while updating agent binding for router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9. {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 10 04:24:15.423175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Routers {'8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:15.424702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071ed5b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:15.445279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.469096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.476649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/25d5ffad-21c0-4f91-a3e4-c390f1ba3b36 HTTP/1.1" status: 204  len: 168 time: 0.2604117
Nov 10 04:24:15.485282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46500) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:15.497076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6c6c1-1ea8-4995-a8a2-8e6cd2c3a188 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=25d5ffad-21c0-4f91-a3e4-c390f1ba3b36,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:15.500051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e467e-daef-416e-ad67-39c5ce475c18 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:15.545795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] Set router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:15.613042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071ed5b0>, [{'id': '8c7a7c08-4be9-4a45-a6aa-848b6f10edb9', 'name': 'tempest-NetworksTestDHCPv6-router-268479727', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:08Z', 'updated_at': '2021-11-10T04:24:14Z', 'revision_number': 3, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:15.637444 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a3ce4315-00ae-46a4-8b6f-867c95570cde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1498597
Nov 10 04:24:15.639943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:15.651985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c6a6eb-6419-47b5-b7fb-1c3d6afe395a None None] The sync data for ids ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'] in ncdv-817176-1 is: [{'id': '8c7a7c08-4be9-4a45-a6aa-848b6f10edb9', 'name': 'tempest-NetworksTestDHCPv6-router-268479727', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:08Z', 'updated_at': '2021-11-10T04:24:14Z', 'revision_number': 3, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:15.807822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:15.853990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a722d497-2f10-4b2e-a216-9634a27e3a15 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:15.929462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Deleting port 4e514816-a93e-4d71-8b10-5ba817173923 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:15.930098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:15.946171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port a722d497-2f10-4b2e-a216-9634a27e3a15 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:24:15.998761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port a722d497-2f10-4b2e-a216-9634a27e3a15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:15.999279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.064032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] For port 4e514816-a93e-4d71-8b10-5ba817173923, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4e514816-a93e-4d71-8b10-5ba817173923,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:16.064533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.086965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Calling delete_port for 4e514816-a93e-4d71-8b10-5ba817173923 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:16.150676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.179071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.216528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46524) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:16.241790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:16.245026 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be29ac7b-e2c0-4f7d-8bf9-9ef0e5a431e9" -d '{"events": [{"server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "name": "network-vif-plugged", "status": "completed", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:16.267621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a722d497-2f10-4b2e-a216-9634a27e3a15,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:16.276008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.286336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.345287 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e036f-31b6-41dc-9bfc-fc042f662108 x-openstack-request-id: req-ee7e036f-31b6-41dc-9bfc-fc042f662108 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:16.345713 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "name": "network-vif-plugged", "status": "completed", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:16.346264 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee7e036f-31b6-41dc-9bfc-fc042f662108 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:16.346801 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15', 'code': 200}
Nov 10 04:24:16.348026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] No DVR routers for this DVR port 4e514816-a93e-4d71-8b10-5ba817173923 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:16.354815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651491f-74dc-4dd5-96fe-58a00657bc18 req-eada2ef5-1908-4798-b236-55bc2a49e938 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:16.359432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c651491f-74dc-4dd5-96fe-58a00657bc18 req-eada2ef5-1908-4798-b236-55bc2a49e938 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 945 time: 0.1474581
Nov 10 04:24:16.374381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.376967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.393729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:16.437805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f074a-cf3a-4926-a5b2-f385589d113d None None] Pushing event deleted for resources: {'Port': ['ID=4e514816-a93e-4d71-8b10-5ba817173923,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:16.462299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1316487272-network', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:16.472278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.472926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:16.473257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c651491f-74dc-4dd5-96fe-58a00657bc18 req-c0ff0de7-0bc5-4485-91e9-27cf9aeea7b2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001585
Nov 10 04:24:16.480420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.481787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7676c63d-c83f-444c-96fd-547901c80fde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/routers/8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 HTTP/1.1" status: 204  len: 168 time: 0.8399785
Nov 10 04:24:16.485087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:16.490296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:16.495182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac151d4-7c49-436a-90e9-8f16194e5778 req-69acd87d-45ba-42ef-93c8-41cf8933e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:16.496702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ac151d4-7c49-436a-90e9-8f16194e5778 req-69acd87d-45ba-42ef-93c8-41cf8933e9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 1097 time: 0.0986824
Nov 10 04:24:16.521734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Made reservation on behalf of 242309b27e9d4a26acf25eb0f4aeea24 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:16.524017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.536140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.574459 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1ac151d4-7c49-436a-90e9-8f16194e5778 req-2ddaaef2-00e0-4786-b825-72393a0586fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695302
Nov 10 04:24:16.574829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 9b589d2a-6edd-4097-80f3-3be229ed784b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:16.575103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.634738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.640193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.662582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:16.664936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:16.669095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.676839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3965a-cd75-433e-b354-ca1ff7f4f555,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:16.683315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.683775 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Added segment 828d4e4e-30b9-4434-9d5a-8661e1460aec of type vlan for network bd899406-7294-4878-b55d-8b22157cfbb1
Nov 10 04:24:16.738102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.758701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.766062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.767048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:16.767617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:16.779839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 9b589d2a-6edd-4097-80f3-3be229ed784b owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:16.815826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Sync routers for ids ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:16.828834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:16.828834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:24:16.828834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:24:16.836015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6179438
Nov 10 04:24:16.838333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Routers set() bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:16.838882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Router IDs set() for agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 04:24:16.839659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:16.839838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_agentschedulers_db [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent'). {{(pid=119698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 10 04:24:16.840263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a55100-d060-4442-9b81-4edaaf687e74 None None] The sync data for ids ['8c7a7c08-4be9-4a45-a6aa-848b6f10edb9'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:16.846256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Request body: {'subnet': {'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1316487272-subnet', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:16.849617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de1993-8b22-4851-a65b-14984ae5db17 admin admin] Pushing event updated for resources: {'Network': ['ID=bd899406-7294-4878-b55d-8b22157cfbb1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:16.861079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network bd899406-7294-4878-b55d-8b22157cfbb1 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:16.878140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Made reservation on behalf of 242309b27e9d4a26acf25eb0f4aeea24 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:16.881195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.043949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.079852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.117784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:17.124686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:17.131583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:17.132328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.136231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e7708-3913-4bb6-88e2-63921e86a5ac None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:17.139172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=90b671aa-952f-4190-b5e9-500c247a457b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:17.142360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46fe372-dac4-497f-a975-be812041e3af,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:17.146801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Checking segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:17.147168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Network hostable DHCP agents. Network: bd899406-7294-4878-b55d-8b22157cfbb1, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:17.158792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-368c7438-e9aa-446d-8766-e6ba9a610eb4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6723964
Nov 10 04:24:17.162138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46534) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:17.168284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:17.170456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.187490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Network bd899406-7294-4878-b55d-8b22157cfbb1 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:17.199388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.200428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.205154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, bd899406-7294-4878-b55d-8b22157cfbb1) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:17.212400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:17.213716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.229674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=9b589d2a-6edd-4097-80f3-3be229ed784b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:17.244065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bab13c-7d03-4a82-a82f-a5caba9669a4 None None] Network bd899406-7294-4878-b55d-8b22157cfbb1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:17.253450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00ff32c3-afbb-42a1-8d57-54db5744aa57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4127357
Nov 10 04:24:17.257248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46536) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:17.264086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:17.303386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.311964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.333297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.334794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.343294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.347986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ac4fb3c-8b4f-4bdd-bae3-df289e4c85ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1839702
Nov 10 04:24:17.348967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46538) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:17.406282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.476705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '90b671aa-952f-4190-b5e9-500c247a457b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:17.477555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.529814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-bd899406-7294-4878-b55d-8b22157cfbb1', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:17.530535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.686702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609be0a-3012-47f1-bfa9-ffea1ed77580 req-7f271e33-aa71-44b1-be9b-878bc87b0b6d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:17.688651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9609be0a-3012-47f1-bfa9-ffea1ed77580 req-7f271e33-aa71-44b1-be9b-878bc87b0b6d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.1096737
Nov 10 04:24:17.691368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 8cb3b675-8658-4416-825b-36660896f56d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:17.730288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:17.771544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Allocated IP 172.20.0.2 (bd899406-7294-4878-b55d-8b22157cfbb1/c46fe372-dac4-497f-a975-be812041e3af/a69e0a3b-91d9-403d-9086-236dbf6457ac) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:17.815267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9609be0a-3012-47f1-bfa9-ffea1ed77580 req-37da2cef-5291-41f6-bc44-d4a9bf084c86 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180408
Nov 10 04:24:17.827363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4e514816-a93e-4d71-8b10-5ba817173923 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:17.845414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:17.852898 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4073cf77-f197-4859-8092-a0c30064e5c1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2074189
Nov 10 04:24:17.857915 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] Sync routers for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:17.861181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46542) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:17.867991 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:17.868602 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:17.870609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/90b671aa-952f-4190-b5e9-500c247a457b/a544ea9f-af32-4878-a48a-d3ee82fa3d0a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:17.904239 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9b20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:17.912897 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:17.913492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146c9b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:17.947093 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146c9b20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:17.947787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d8b00-3866-465f-84fb-213e93f5872a None None] The sync data for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:18.058816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.086020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.135186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4e514816-a93e-4d71-8b10-5ba817173923 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:18.135568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4e514816-a93e-4d71-8b10-5ba817173923 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:18.336680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.341524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.345023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.354319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.395750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Network bd899406-7294-4878-b55d-8b22157cfbb1 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:18.406304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:18.409405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:18.410387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:18.412192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Pushing event updated for resources: {'Port': ['ID=a69e0a3b-91d9-403d-9086-236dbf6457ac,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:18.419464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:18.422613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:18.506089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-09756168-7507-4e7b-80b5-36de882ee72f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417833
Nov 10 04:24:18.555444 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:24:18.556316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Pushing event updated for resources: {'Port': ['ID=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:18.565225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Attempting to bind port a544ea9f-af32-4878-a48a-d3ee82fa3d0a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:18.565590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Attempting to bind port a544ea9f-af32-4878-a48a-d3ee82fa3d0a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:18.565989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Attempting to bind port a544ea9f-af32-4878-a48a-d3ee82fa3d0a on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:18.568644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::1 (0f38d708-f32f-4c61-a407-1c9848041f15/90b671aa-952f-4190-b5e9-500c247a457b/cb2df0fb-ef5c-4eca-b005-0fc876820585) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:18.570859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Attempting to bind port a69e0a3b-91d9-403d-9086-236dbf6457ac on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:18.571233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Attempting to bind port a69e0a3b-91d9-403d-9086-236dbf6457ac by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:18.571792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Attempting to bind port a69e0a3b-91d9-403d-9086-236dbf6457ac on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:18.575448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:18.575819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:18.576207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.576602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:18.577209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Bound port: a544ea9f-af32-4878-a48a-d3ee82fa3d0a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:18.577485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.583657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:18.584048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Checking segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:18.584560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.584864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Bound using segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:18.585556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Bound port: a69e0a3b-91d9-403d-9086-236dbf6457ac, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:18.585704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.618935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278bb64-273c-423b-8eff-052f1977eb79 req-72da2157-295c-470e-862e-065499cf6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:18.620510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-72da2157-295c-470e-862e-065499cf6d01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 1097 time: 0.0623822
Nov 10 04:24:18.713679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] For port a544ea9f-af32-4878-a48a-d3ee82fa3d0a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:18.718520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] For port a544ea9f-af32-4878-a48a-d3ee82fa3d0a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:18.720005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] For port a69e0a3b-91d9-403d-9086-236dbf6457ac, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:18.723459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] For port a69e0a3b-91d9-403d-9086-236dbf6457ac, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a69e0a3b-91d9-403d-9086-236dbf6457ac,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:18.725900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.732463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.750960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278bb64-273c-423b-8eff-052f1977eb79 req-6cf97e00-0f58-4e1d-bcf8-9bb71cda2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:18.752820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-6cf97e00-0f58-4e1d-bcf8-9bb71cda2d27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1122823
Nov 10 04:24:18.802037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-7cb22acf-9397-499a-8a41-d1a0073b18e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed86996-1239-4995-b814-f29ccb373498 HTTP/1.1" status: 200  len: 217 time: 0.0408499
Nov 10 04:24:18.830641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a59ce-04d7-4091-86a5-615712de74f5 None None] Pushing event updated for resources: {'Port': ['ID=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:18.852436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:18.898562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278bb64-273c-423b-8eff-052f1977eb79 req-a8906472-e2c8-4c2f-ab0e-fedc96c9fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:18.901234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-a8906472-e2c8-4c2f-ab0e-fedc96c9fd08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0912397
Nov 10 04:24:18.930566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9615d8-4ba6-40d3-995d-190a2301b318 None None] Pushing event updated for resources: {'Port': ['ID=a69e0a3b-91d9-403d-9086-236dbf6457ac,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:18.971547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278bb64-273c-423b-8eff-052f1977eb79 req-a041a3cd-84f0-4efe-a5ee-69fa703e49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:18.973423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-a041a3cd-84f0-4efe-a5ee-69fa703e49e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0580497
Nov 10 04:24:18.998510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.116821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-8eb92ccd-5f17-4c78-84cd-0f539d1a7d2c service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343348
Nov 10 04:24:19.266124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b278bb64-273c-423b-8eff-052f1977eb79 req-14a1d46f-b565-4676-80e0-527977d84e6c service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429925
Nov 10 04:24:19.360754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb35146-76cd-42b2-acd9-df5d291c3771 req-6bbee2c2-fc03-4bfa-b236-ed8f88fba9d2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:19.362458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fb35146-76cd-42b2-acd9-df5d291c3771 req-6bbee2c2-fc03-4bfa-b236-ed8f88fba9d2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.2588761
Nov 10 04:24:19.378956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.381224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.435724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.490066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.621294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fb35146-76cd-42b2-acd9-df5d291c3771 req-972a0207-fa00-42c0-9277-49d446c8303f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502754
Nov 10 04:24:19.710155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.777179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Allocated IP 172.32.3.184 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/f5eb8186-5c15-4566-83df-d33db4f97f2f) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:19.777466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f08b3-d8fe-4582-999c-3798957d9679 req-ad34fe53-d1cb-4568-a2bc-546e26d8c0a4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:19.779770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-930f08b3-d8fe-4582-999c-3798957d9679 req-ad34fe53-d1cb-4568-a2bc-546e26d8c0a4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.0678072
Nov 10 04:24:19.780793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:19.794210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:19.796935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:19.797839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:19.868692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:19.877074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-930f08b3-d8fe-4582-999c-3798957d9679 req-3ff1da93-aee0-4b33-ad92-1e3f16e11cb2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826538
Nov 10 04:24:19.995621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a69e0a3b-91d9-403d-9086-236dbf6457ac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:20.063437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a69e0a3b-91d9-403d-9086-236dbf6457ac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:20.064123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.161617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.173156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.229557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.246860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a69e0a3b-91d9-403d-9086-236dbf6457ac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a69e0a3b-91d9-403d-9086-236dbf6457ac,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:20.254688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.255520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a544ea9f-af32-4878-a48a-d3ee82fa3d0a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:20.283385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 53ecb440-e802-49c5-be01-7fc7550c6006 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:20.283724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.313286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68510068-216d-49eb-9d4b-c36187cee9db None None] Network bd899406-7294-4878-b55d-8b22157cfbb1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:20.370045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde742-e9b8-4a9f-b192-58af6619ccb0 req-9443e615-e84b-44e0-9fc7-aebadd38ca31 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:20.372544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99bde742-e9b8-4a9f-b192-58af6619ccb0 req-9443e615-e84b-44e0-9fc7-aebadd38ca31 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.0738821
Nov 10 04:24:20.419793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-947397aa-d077-4ec5-aca8-b4af8eadccb9 None None] Provisioning complete for port a69e0a3b-91d9-403d-9086-236dbf6457ac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:20.420459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-947397aa-d077-4ec5-aca8-b4af8eadccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.420666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.425027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a69e0a3b-91d9-403d-9086-236dbf6457ac,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:20.435505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99bde742-e9b8-4a9f-b192-58af6619ccb0 req-c95849b0-0382-4bfd-bc8a-cdf64e91fdee tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553060
Nov 10 04:24:20.497163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a544ea9f-af32-4878-a48a-d3ee82fa3d0a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:20.497534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.570886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.593359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:20.602784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 53ecb440-e802-49c5-be01-7fc7550c6006 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:20.609867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:20.612686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:20.644799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a1c28-8825-448f-bbf9-5b0e003ec695 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:20.650683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5eb8186-5c15-4566-83df-d33db4f97f2f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:20.691044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.736420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a544ea9f-af32-4878-a48a-d3ee82fa3d0a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:20.744992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.797630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3651a54a-74cf-4945-a2e8-19a49a0747c0 None None] Provisioning complete for port a544ea9f-af32-4878-a48a-d3ee82fa3d0a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:20.798062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3651a54a-74cf-4945-a2e8-19a49a0747c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.868720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:20.936479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3651a54a-74cf-4945-a2e8-19a49a0747c0 None None] Provisioning complete for port f5eb8186-5c15-4566-83df-d33db4f97f2f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:20.936963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3651a54a-74cf-4945-a2e8-19a49a0747c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:20.980788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3651a54a-74cf-4945-a2e8-19a49a0747c0 None None] Port f5eb8186-5c15-4566-83df-d33db4f97f2f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:21.104955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9d8404d0-bbb7-421b-a708-eeb9f1db4731 None None] Provisioning complete for port cb2df0fb-ef5c-4eca-b005-0fc876820585 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:21.105666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9d8404d0-bbb7-421b-a708-eeb9f1db4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.139164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9d8404d0-bbb7-421b-a708-eeb9f1db4731 None None] Port cb2df0fb-ef5c-4eca-b005-0fc876820585 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:21.145179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.150092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9d8404d0-bbb7-421b-a708-eeb9f1db4731 None None] Provisioning complete for port a69e0a3b-91d9-403d-9086-236dbf6457ac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:21.151055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9d8404d0-bbb7-421b-a708-eeb9f1db4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.153538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.154291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.166617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.284479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:21.288840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.783229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=53ecb440-e802-49c5-be01-7fc7550c6006,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:21.815434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a69e0a3b-91d9-403d-9086-236dbf6457ac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:21.864989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.876622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a69e0a3b-91d9-403d-9086-236dbf6457ac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:21.877096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:21.925607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:21.971710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a544ea9f-af32-4878-a48a-d3ee82fa3d0a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:21.982894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ced5-42cb-41fa-ab9b-0a7e37bf2059 req-bce921cf-ab14-4755-b2cd-4de259f58822 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:21.984790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8320ced5-42cb-41fa-ab9b-0a7e37bf2059 req-bce921cf-ab14-4755-b2cd-4de259f58822 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.2368624
Nov 10 04:24:22.016483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:22.025089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a544ea9f-af32-4878-a48a-d3ee82fa3d0a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:22.025621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.031166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-e32d8b61-8400-4fbe-bcd9-29ffe69bf0e1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:22.032765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-e32d8b61-8400-4fbe-bcd9-29ffe69bf0e1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 946 time: 0.2816942
Nov 10 04:24:22.363134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-314644df-2bb7-4107-ad30-41fd4606e511 None None] Provisioning complete for port cb2df0fb-ef5c-4eca-b005-0fc876820585 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:22.363722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-314644df-2bb7-4107-ad30-41fd4606e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.387194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8320ced5-42cb-41fa-ab9b-0a7e37bf2059 req-1113b273-92d0-4748-943a-35b609a1777e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3682747
Nov 10 04:24:22.397878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-314644df-2bb7-4107-ad30-41fd4606e511 None None] Port cb2df0fb-ef5c-4eca-b005-0fc876820585 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:22.410199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 8cb3b675-8658-4416-825b-36660896f56d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:22.427435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.611730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:22.617889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port a722d497-2f10-4b2e-a216-9634a27e3a15 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:22.618267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.624239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6517407-0ae8-4adc-a633-9a1953bec636 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7318633
Nov 10 04:24:22.624837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] Sync routers for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:22.627056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Router fd359a5f-c352-4e6c-9529-e8b45d121243 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:22.627448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:22.638766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:22.640635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207336c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:22.661586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8bac678a-d38e-466d-96b2-ccb01ad42152 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb3b675-8658-4416-825b-36660896f56d HTTP/1.1" status: 200  len: 205 time: 0.0322697
Nov 10 04:24:22.664168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:22.682375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207336c40>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:22.695854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] Routers {'8cb3b675-8658-4416-825b-36660896f56d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:22.698483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207336c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['8cb3b675-8658-4416-825b-36660896f56d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:22.747210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.749039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207336c40>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:22.750115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1069ea-33a4-4701-ad4c-90fd7ef1ef12 None None] The sync data for ids ['8cb3b675-8658-4416-825b-36660896f56d'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:22.841336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:22.844558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port a722d497-2f10-4b2e-a216-9634a27e3a15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a722d497-2f10-4b2e-a216-9634a27e3a15,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:22.844954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.850642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-db0c6f52-074b-47a5-b00c-337cf0364469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "PUT /v2.0/routers/fd359a5f-c352-4e6c-9529-e8b45d121243/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4988108
Nov 10 04:24:22.854958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Sync routers for ids ['fd359a5f-c352-4e6c-9529-e8b45d121243'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:22.858123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46560) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:22.868705 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Routers {'fd359a5f-c352-4e6c-9529-e8b45d121243'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:22.870312 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149084f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fd359a5f-c352-4e6c-9529-e8b45d121243'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:22.894267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for a722d497-2f10-4b2e-a216-9634a27e3a15 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:22.910625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Router d4978e7b-e919-4c55-8392-8a213e989208 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:22.934421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25641544-1fe3-4582-887a-1d588f6eb1f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:22.938107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-25641544-1fe3-4582-887a-1d588f6eb1f8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports/cb2df0fb-ef5c-4eca-b005-0fc876820585 HTTP/1.1" status: 200  len: 911 time: 0.0767486
Nov 10 04:24:22.938829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46562) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:22.940345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.942690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.984635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Set router fd359a5f-c352-4e6c-9529-e8b45d121243 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:22.995912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:22.996579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb3b675-8658-4416-825b-36660896f56d {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:23.011084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.015385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-45b87493-7784-445f-9400-64283caf5b1f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d HTTP/1.1" status: 204  len: 168 time: 0.3474953
Nov 10 04:24:23.015769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46564) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:23.076033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet bfb6a227-4027-4999-b7dd-166b96d952b4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:23.080137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.126908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e5e696-f0ba-4642-924b-36cb066e4420 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:23.133012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e5e696-f0ba-4642-924b-36cb066e4420 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:23.137657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-36e5e696-f0ba-4642-924b-36cb066e4420 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1956420
Nov 10 04:24:23.138382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46566) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:23.141718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.247634 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149084f0>, [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:20Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None, '_interfaces': [{'id': 'cb2df0fb-ef5c-4eca-b005-0fc876820585', 'name': '', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'mac_address': 'fa:16:3e:ba:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '90b671aa-952f-4190-b5e9-500c247a457b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:18Z', 'updated_at': '2021-11-10T04:24:20Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'subnets': [{'id': '90b671aa-952f-4190-b5e9-500c247a457b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:23.256300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.276808 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Checking router: fd359a5f-c352-4e6c-9529-e8b45d121243 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:23.277254 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Updating router fd359a5f-c352-4e6c-9529-e8b45d121243 port cb2df0fb-ef5c-4eca-b005-0fc876820585 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:23.281732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:23.296953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Sync routers for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:23.306898 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.317961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:23.320545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207380850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:23.355121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.365087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.375074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bed86996-1239-4995-b814-f29ccb373498'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:23.377825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['a722d497-2f10-4b2e-a216-9634a27e3a15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:23.404892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.407615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb6a227-4027-4999-b7dd-166b96d952b4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:23.409627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46568) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:23.410035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cbc2bf68-aa80-4ab3-8215-52d29c1346a8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.1517580
Nov 10 04:24:23.451909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=a722d497-2f10-4b2e-a216-9634a27e3a15,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:23.521665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port a722d497-2f10-4b2e-a216-9634a27e3a15 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:23.542457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.546055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5778469-e156-4b45-99d2-3c86e1edb625 req-61fb7b18-dbbe-4c2c-aab7-02f4eed2f744 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "DELETE /v2.0/ports/a722d497-2f10-4b2e-a216-9634a27e3a15 HTTP/1.1" status: 204  len: 173 time: 1.4946022
Nov 10 04:24:23.547477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'name': 'network-vif-deleted', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:23.567817 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e1b996-b117-4d0a-bd96-2e82234a068f" -d '{"events": [{"server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "name": "network-vif-deleted", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:23.590941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14ef9e2e-8e59-4b1b-a6a9-8d06014438aa req-5c9c4b9d-6232-4094-ac95-f997c6fa077d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=20f0af01-4a7c-4b39-9895-d72934e91dd1 HTTP/1.1" status: 200  len: 210 time: 0.0413251
Nov 10 04:24:23.594376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.600910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa4b1c9b-f770-43da-9b29-a7e4c94efe07 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb6a227-4027-4999-b7dd-166b96d952b4 HTTP/1.1" status: 204  len: 168 time: 0.5811069
Nov 10 04:24:23.602263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46574) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:23.656211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36944678-fa3b-47f4-a3fc-0143368834b9 None None] Network 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:23.726314 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0576a2-882c-4d2f-89fe-9983d01ecd45 x-openstack-request-id: req-0b0576a2-882c-4d2f-89fe-9983d01ecd45 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:23.727147 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0af01-4a7c-4b39-9895-d72934e91dd1", "name": "network-vif-deleted", "tag": "a722d497-2f10-4b2e-a216-9634a27e3a15", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:23.727147 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b0576a2-882c-4d2f-89fe-9983d01ecd45 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:23.728064 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f0af01-4a7c-4b39-9895-d72934e91dd1', 'name': 'network-vif-deleted', 'tag': 'a722d497-2f10-4b2e-a216-9634a27e3a15', 'status': 'completed', 'code': 200}
Nov 10 04:24:23.787254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:23.871365 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.878496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.881823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.909243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet 0eb2c26f-e00d-4230-9817-3ca31b032bdb {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:23.917024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.990502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:23.993679 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Pushing event updated for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:24.064244 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.064827 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.073583 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.074529 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.076647 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.077212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.077729 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.081010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.081857 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.083273 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.083863 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.084394 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:24.139206 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Attempting to bind port cb2df0fb-ef5c-4eca-b005-0fc876820585 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:24.139926 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Attempting to bind port cb2df0fb-ef5c-4eca-b005-0fc876820585 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:24.140199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Attempting to bind port cb2df0fb-ef5c-4eca-b005-0fc876820585 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:24.148683 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:24.149265 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:24.151237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:24.151907 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:24.153050 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Bound port: cb2df0fb-ef5c-4eca-b005-0fc876820585, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:24.153543 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:24.273950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] For port cb2df0fb-ef5c-4eca-b005-0fc876820585, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:24.279913 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] For port cb2df0fb-ef5c-4eca-b005-0fc876820585, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb2df0fb-ef5c-4eca-b005-0fc876820585,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:24.288636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:24.373668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c15a-32bc-4a7a-ab88-6c54422e667a None None] Pushing event updated for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:24.404596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Routers {'fd359a5f-c352-4e6c-9529-e8b45d121243'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:24.405474 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149084f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fd359a5f-c352-4e6c-9529-e8b45d121243'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:24.609374 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] Set router fd359a5f-c352-4e6c-9529-e8b45d121243 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:24.761848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Provisioning complete for port cb2df0fb-ef5c-4eca-b005-0fc876820585 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:24.762427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:24.913793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:24.974621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] DHCP port deletion for 01eabe92-4dd4-4a7a-90c0-7ad272eb9adb request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:24.982365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.059730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207380850>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:20Z', 'revision_number': 3, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:25.064991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.101293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Checking router: d4978e7b-e919-4c55-8392-8a213e989208 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:25.104510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Updating router d4978e7b-e919-4c55-8392-8a213e989208 port f5eb8186-5c15-4566-83df-d33db4f97f2f binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:25.109474 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149084f0>, [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:20Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None, '_interfaces': [{'id': 'cb2df0fb-ef5c-4eca-b005-0fc876820585', 'name': '', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'mac_address': 'fa:16:3e:ba:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '90b671aa-952f-4190-b5e9-500c247a457b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:18Z', 'updated_at': '2021-11-10T04:24:24Z', 'revision_number': 4, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'subnets': [{'id': '90b671aa-952f-4190-b5e9-500c247a457b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:25.114628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb2c26f-e00d-4230-9817-3ca31b032bdb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:25.134229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.139535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f3877407-e0b2-453d-9eec-3fbadb0347c5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/0eb2c26f-e00d-4230-9817-3ca31b032bdb HTTP/1.1" status: 204  len: 168 time: 1.5365119
Nov 10 04:24:25.142348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46590) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:25.157603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c0e28-a36a-410d-ae67-3e241848af6b None None] Network 3477c734-4751-4706-bbf7-4c03ad54858c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:25.159625 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d017f-5df1-4deb-969f-14be328a6a43 None None] The sync data for ids ['fd359a5f-c352-4e6c-9529-e8b45d121243'] in ncdv-817176-1 is: [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:20Z', 'revision_number': 2, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None, '_interfaces': [{'id': 'cb2df0fb-ef5c-4eca-b005-0fc876820585', 'name': '', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'mac_address': 'fa:16:3e:ba:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '90b671aa-952f-4190-b5e9-500c247a457b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:18Z', 'updated_at': '2021-11-10T04:24:24Z', 'revision_number': 4, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'subnets': [{'id': '90b671aa-952f-4190-b5e9-500c247a457b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:25.177553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] For port cb2df0fb-ef5c-4eca-b005-0fc876820585, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb2df0fb-ef5c-4eca-b005-0fc876820585,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:25.220713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.232127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.315462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.338676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port cb2df0fb-ef5c-4eca-b005-0fc876820585 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:25.338676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.363651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.453821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Deleting port 96c2a729-70db-43c2-b59a-0d09acc560b1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:25.454244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.492248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port cb2df0fb-ef5c-4eca-b005-0fc876820585, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb2df0fb-ef5c-4eca-b005-0fc876820585,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:25.495549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.506764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 96c2a729-70db-43c2-b59a-0d09acc560b1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:25.507183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.523444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Pushing event updated for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:25.567339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5f744cee-54d1-430f-b692-932140448349 None None] Provisioning complete for port cb2df0fb-ef5c-4eca-b005-0fc876820585 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:25.567339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f744cee-54d1-430f-b692-932140448349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.582112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for cb2df0fb-ef5c-4eca-b005-0fc876820585 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:25.585014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Allocated IP 172.20.0.1 (bd899406-7294-4878-b55d-8b22157cfbb1/c46fe372-dac4-497f-a975-be812041e3af/7604a32d-5415-47fc-9310-84771e49d448) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:25.591050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.591429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.591860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.592274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.592741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.593160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.593559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.594006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.594648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.594648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.595036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.595414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419c4f-ad93-49e3-a671-0e1a589237c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:25.661209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 96c2a729-70db-43c2-b59a-0d09acc560b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=96c2a729-70db-43c2-b59a-0d09acc560b1,segment=NetworkSegment(a7b84513-d6d9-4688-885a-e6ffdcc67fb2),segment_id=a7b84513-d6d9-4688-885a-e6ffdcc67fb2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:25.661484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] For port 96c2a729-70db-43c2-b59a-0d09acc560b1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=96c2a729-70db-43c2-b59a-0d09acc560b1,segment=NetworkSegment(a7b84513-d6d9-4688-885a-e6ffdcc67fb2),segment_id=a7b84513-d6d9-4688-885a-e6ffdcc67fb2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:25.661617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.661725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.688094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 96c2a729-70db-43c2-b59a-0d09acc560b1 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:25.698353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Calling delete_port for 96c2a729-70db-43c2-b59a-0d09acc560b1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:25.777959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.850823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.898505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a722d497-2f10-4b2e-a216-9634a27e3a15 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:25.936232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:25.972354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb2df0fb-ef5c-4eca-b005-0fc876820585 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:25.980908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Network bd899406-7294-4878-b55d-8b22157cfbb1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:25.981721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: a722d497-2f10-4b2e-a216-9634a27e3a15 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:25.982041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a722d497-2f10-4b2e-a216-9634a27e3a15 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:25.987718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:25.995336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:26.002240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=96c2a729-70db-43c2-b59a-0d09acc560b1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.012171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 96c2a729-70db-43c2-b59a-0d09acc560b1 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:26.046367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Pushing event updated for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.067322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.145832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] DHCP port deletion for 3477c734-4751-4706-bbf7-4c03ad54858c request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:26.174261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.239972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5f744cee-54d1-430f-b692-932140448349 None None] Port cb2df0fb-ef5c-4eca-b005-0fc876820585 update to ACTIVE by agent not found {{(pid=119698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 10 04:24:26.240369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=cb2df0fb-ef5c-4eca-b005-0fc876820585,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.254948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.286219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.306086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.356533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] Pushing event deleted for resources: {'Port': ['ID=96c2a729-70db-43c2-b59a-0d09acc560b1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.374636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b738f-576f-43ba-891b-72a42b1cd622 None None] No DVR routers for this DVR port 96c2a729-70db-43c2-b59a-0d09acc560b1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:26.404976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No active binding found for port cb2df0fb-ef5c-4eca-b005-0fc876820585 {{(pid=119698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 10 04:24:26.405705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb2df0fb-ef5c-4eca-b005-0fc876820585 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 10 04:24:26.452527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Port cb2df0fb-ef5c-4eca-b005-0fc876820585 not found, will not notify nova. {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 10 04:24:26.530020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ed71d90>,) {'filters': {'network_id': ['01eabe92-4dd4-4a7a-90c0-7ad272eb9adb']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:26.563174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed71d90>, 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:26.563402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed71d90>, 'a7b84513-d6d9-4688-885a-e6ffdcc67fb2') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:26.575456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.578297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 96c2a729-70db-43c2-b59a-0d09acc560b1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:26.581439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.614876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.629845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Deleting port 5c962b78-3d8f-4f24-9057-0a9be5357a95 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:26.631054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.667561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 96c2a729-70db-43c2-b59a-0d09acc560b1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:26.668198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 96c2a729-70db-43c2-b59a-0d09acc560b1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:26.678596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.712432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.715083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.721484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:24:26.722278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.723681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-be0b68a9-b1af-4d4c-a570-1406fbfc44ef None None] Provisioning complete for port 7604a32d-5415-47fc-9310-84771e49d448 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:26.724101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be0b68a9-b1af-4d4c-a570-1406fbfc44ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.725583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:24:26.725739 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:24:26.825508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Router fd359a5f-c352-4e6c-9529-e8b45d121243 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:26.836932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Pushing event updated for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.837699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] For port 5c962b78-3d8f-4f24-9057-0a9be5357a95, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5c962b78-3d8f-4f24-9057-0a9be5357a95,segment=NetworkSegment(dae0819d-2d27-4cc4-8438-46918d80e909),segment_id=dae0819d-2d27-4cc4-8438-46918d80e909)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:26.838361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.838499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.844317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.858158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.863980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/01eabe92-4dd4-4a7a-90c0-7ad272eb9adb HTTP/1.1" status: 204  len: 168 time: 1.7183437
Nov 10 04:24:26.865059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bd2721-0f86-4b64-a29a-d64642ae6927 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:26.866465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46624) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:26.873115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e4773-e54e-45ac-90f0-771046e6696c None None] Pushing event updated for resources: {'Port': ['ID=f5eb8186-5c15-4566-83df-d33db4f97f2f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.875444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-be0b68a9-b1af-4d4c-a570-1406fbfc44ef None None] Port 7604a32d-5415-47fc-9310-84771e49d448 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:26.880488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Attempting to bind port f5eb8186-5c15-4566-83df-d33db4f97f2f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:26.880901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Attempting to bind port f5eb8186-5c15-4566-83df-d33db4f97f2f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:26.881358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Attempting to bind port f5eb8186-5c15-4566-83df-d33db4f97f2f on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:26.883491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Calling delete_port for 5c962b78-3d8f-4f24-9057-0a9be5357a95 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:26.932762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:26.933468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:26.933624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.934239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:26.934746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Bound port: f5eb8186-5c15-4566-83df-d33db4f97f2f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:26.935134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:26.941407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d38207-1e44-46ee-9421-004967ad921e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=01eabe92-4dd4-4a7a-90c0-7ad272eb9adb,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:26.991917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Network bd899406-7294-4878-b55d-8b22157cfbb1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:26.995023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:27.035915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:27.046014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f52ab2fa-86eb-4093-a02e-20847e6d5330 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "PUT /v2.0/routers/fd359a5f-c352-4e6c-9529-e8b45d121243/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9067428
Nov 10 04:24:27.051829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46628) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:27.092955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.128462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad458d-d9f2-4c8f-b6b6-317051f78be0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:27.135962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad458d-d9f2-4c8f-b6b6-317051f78be0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:27.137664 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-74ad458d-d9f2-4c8f-b6b6-317051f78be0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0846794
Nov 10 04:24:27.141723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:27.186931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Router d4978e7b-e919-4c55-8392-8a213e989208 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:27.257797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 90b671aa-952f-4190-b5e9-500c247a457b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:27.269382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.297714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] For port f5eb8186-5c15-4566-83df-d33db4f97f2f, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:27.300926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39bb9c94-5e85-4621-8757-57798e75c572 None None] Provisioning complete for port f5eb8186-5c15-4566-83df-d33db4f97f2f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:27.301302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39bb9c94-5e85-4621-8757-57798e75c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.316069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 5c962b78-3d8f-4f24-9057-0a9be5357a95 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:27.318438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.377298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] For port f5eb8186-5c15-4566-83df-d33db4f97f2f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5eb8186-5c15-4566-83df-d33db4f97f2f,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:27.380595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-39bb9c94-5e85-4621-8757-57798e75c572 None None] Port f5eb8186-5c15-4566-83df-d33db4f97f2f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:27.382161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.386344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.427652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:27.435169 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9c8bddac-aa09-4b6e-bf66-d13505ca6f12 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4978e7b-e919-4c55-8392-8a213e989208/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0246317
Nov 10 04:24:27.465993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 5c962b78-3d8f-4f24-9057-0a9be5357a95, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5c962b78-3d8f-4f24-9057-0a9be5357a95,segment=NetworkSegment(dae0819d-2d27-4cc4-8438-46918d80e909),segment_id=dae0819d-2d27-4cc4-8438-46918d80e909)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:27.467384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.470935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.484351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:27.485254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207380850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:27.492007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3dcf4-e9ab-4008-826e-d57f24797b09 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:27.493205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 5c962b78-3d8f-4f24-9057-0a9be5357a95 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:27.599008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.622765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e4773-e54e-45ac-90f0-771046e6696c None None] Pushing event updated for resources: {'Port': ['ID=f5eb8186-5c15-4566-83df-d33db4f97f2f,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:27.637509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] No DVR routers for this DVR port 5c962b78-3d8f-4f24-9057-0a9be5357a95 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:27.674186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Sync routers for ids ['fd359a5f-c352-4e6c-9529-e8b45d121243'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:27.678035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83ad46-ae5f-4bdc-867d-36853c8704c6 None None] Pushing event deleted for resources: {'Port': ['ID=5c962b78-3d8f-4f24-9057-0a9be5357a95,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:27.682463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b6d391ff-d4a1-4c87-9041-7ea7d02300d0 None None] Provisioning complete for port 7604a32d-5415-47fc-9310-84771e49d448 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:27.684775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6d391ff-d4a1-4c87-9041-7ea7d02300d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.692799 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Routers {'fd359a5f-c352-4e6c-9529-e8b45d121243'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:27.693423 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149083d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fd359a5f-c352-4e6c-9529-e8b45d121243'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:27.723812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.738958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.743120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:27.751431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b6d391ff-d4a1-4c87-9041-7ea7d02300d0 None None] Port 7604a32d-5415-47fc-9310-84771e49d448 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:27.754941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 5c962b78-3d8f-4f24-9057-0a9be5357a95 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:27.818193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Set router fd359a5f-c352-4e6c-9529-e8b45d121243 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:27.851467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=90b671aa-952f-4190-b5e9-500c247a457b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:27.863908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=5c962b78-3d8f-4f24-9057-0a9be5357a95,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:27.872888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:27.875980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-57439782-b7bf-4f5a-835b-358d719a86ab tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/90b671aa-952f-4190-b5e9-500c247a457b HTTP/1.1" status: 204  len: 168 time: 0.7323270
Nov 10 04:24:27.878836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46638) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:27.898878 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149083d0>, [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:25Z', 'revision_number': 3, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:27.931071 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Checking router: fd359a5f-c352-4e6c-9529-e8b45d121243 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:27.939463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Routers {'fd359a5f-c352-4e6c-9529-e8b45d121243'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:27.940084 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149083d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['fd359a5f-c352-4e6c-9529-e8b45d121243'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:27.978903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.020013 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] Set router fd359a5f-c352-4e6c-9529-e8b45d121243 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:28.040075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2e11747c-c2bb-433f-b3a0-7a8b28fbd469 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1592495
Nov 10 04:24:28.042528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f1ce3d0>,) {'filters': {'network_id': ['3477c734-4751-4706-bbf7-4c03ad54858c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:28.048270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46644) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.059958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1ce3d0>, 'dae0819d-2d27-4cc4-8438-46918d80e909') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:28.060561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f1ce3d0>, 'dae0819d-2d27-4cc4-8438-46918d80e909') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:28.081457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.102798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.112949 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149083d0>, [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:25Z', 'revision_number': 3, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:28.114225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:24:28.115133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.131483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda802e9-0a39-4572-a1b9-d6e1ab103213 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:28.137801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5c962b78-3d8f-4f24-9057-0a9be5357a95 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:28.154093 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a0ba-5927-46aa-9def-bcd364012e67 None None] The sync data for ids ['fd359a5f-c352-4e6c-9529-e8b45d121243'] in ncdv-817176-1 is: [{'id': 'fd359a5f-c352-4e6c-9529-e8b45d121243', 'name': 'tempest-NetworksTestDHCPv6-router-2006331270', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:25Z', 'revision_number': 3, 'project_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:24:28.177030 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:24:28.212006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.224098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.234195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.242567 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/3477c734-4751-4706-bbf7-4c03ad54858c HTTP/1.1" status: 204  len: 168 time: 1.3711708
Nov 10 04:24:28.242764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.271069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097925984'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:28.278821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5c962b78-3d8f-4f24-9057-0a9be5357a95 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:28.279290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5c962b78-3d8f-4f24-9057-0a9be5357a95 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:28.281114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884b76-ce01-4ee0-bd48-f5d4b4149268 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=3477c734-4751-4706-bbf7-4c03ad54858c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:28.310585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:28.323961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.332345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] Provisioning complete for port f5eb8186-5c15-4566-83df-d33db4f97f2f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:28.332841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.357143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:28.372180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.372536 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment b796ee28-6ce8-4034-946f-eac48f0a1df6 of type vlan for network 1d64d09c-d2df-4a36-9376-546cbe875cac
Nov 10 04:24:28.414592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.417736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.418576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207380850>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '7604a32d-5415-47fc-9310-84771e49d448', 'name': '', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'mac_address': 'fa:16:3e:09:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:25Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 2, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'subnets': [{'id': 'c46fe372-dac4-497f-a975-be812041e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:28.451162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb395-b56a-4ad7-ab90-b3f6d74070ce None None] The sync data for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 is: [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '7604a32d-5415-47fc-9310-84771e49d448', 'name': '', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'mac_address': 'fa:16:3e:09:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:25Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 2, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'subnets': [{'id': 'c46fe372-dac4-497f-a975-be812041e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:28.463582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46654) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.470129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1173695894-network', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:28.504114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.504946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Fanout notify agent at l3_agent the message router_deleted on router fd359a5f-c352-4e6c-9529-e8b45d121243 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:28.515508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.520539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.521722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.525414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56cd6ce6-2b50-4678-892b-868250d2c051 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/routers/fd359a5f-c352-4e6c-9529-e8b45d121243 HTTP/1.1" status: 204  len: 168 time: 0.4735327
Nov 10 04:24:28.528064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46656) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.547719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] For port f5eb8186-5c15-4566-83df-d33db4f97f2f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5eb8186-5c15-4566-83df-d33db4f97f2f,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:28.552681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:28.557844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.593898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Made reservation on behalf of 4d91e9cfd6d5444084edaa01389436c9 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:28.597081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.612151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.625889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.636190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:28.637830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca33a5c-bf98-42dd-8337-d16d3528f4bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:28.638891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.640664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3ca33a5c-bf98-42dd-8337-d16d3528f4bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1103864
Nov 10 04:24:28.645995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46670) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.699103 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4536026
Nov 10 04:24:28.699834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.701315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44487136-0ae6-4508-a313-b5ad8c3a530d None None] Pushing event updated for resources: {'Port': ['ID=f5eb8186-5c15-4566-83df-d33db4f97f2f,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:28.723176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:28.729810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Deleting port a544ea9f-af32-4878-a48a-d3ee82fa3d0a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:28.730599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.758048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5b8f4-46cf-47e7-ac5d-68509b4b30a0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:28.762846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-88d5b8f4-46cf-47e7-ac5d-68509b4b30a0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1122639
Nov 10 04:24:28.762846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46678) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.817556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-441cfc59-6218-4b17-a103-82f714bed53a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0526669
Nov 10 04:24:28.828233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:28.835848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:28.848592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] For port a544ea9f-af32-4878-a48a-d3ee82fa3d0a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:28.853571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:28.880571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Calling delete_port for a544ea9f-af32-4878-a48a-d3ee82fa3d0a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:28.929329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b29361-c9b2-4ae3-a953-58c8112d438f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=1d64d09c-d2df-4a36-9376-546cbe875cac,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:28.968529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:28.973796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.003737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1d64d09c-d2df-4a36-9376-546cbe875cac details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:29.011520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:29.016005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.061316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.128939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.146975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.184751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85077878-4f4c-407a-a7a0-94ffa4e3ae52,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:29.204699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:29.205206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] Pushing event deleted for resources: {'Port': ['ID=a544ea9f-af32-4878-a48a-d3ee82fa3d0a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:29.212175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f434ac-3bcc-4b22-8c26-e10e122b581c None None] No DVR routers for this DVR port a544ea9f-af32-4878-a48a-d3ee82fa3d0a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:29.257298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.257749 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Added segment 0a6cf771-b0ec-48df-8318-c07eaeca7c3d of type vlan for network ba5b15a6-3e32-4b3f-9343-e611b7f866eb
Nov 10 04:24:29.336140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.425901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.486196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:24:29.489843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.503469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.504427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:29.505046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.529554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=2e0a70fa-05df-4411-816d-2c25f91923b9,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:29.560405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:29.564502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:29.567622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:29.568302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.572778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:29.582402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1180968
Nov 10 04:24:29.586018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:29.594851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224daaba-c648-44ad-b97c-98686d58fae7 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:29.601316 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-26135450-3682-4d69-b711-743d49edf1ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7693899
Nov 10 04:24:29.602615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:29.604246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Request body: {'subnet': {'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1173695894-subnet', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:29.614735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:29.619673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a11b7-0157-4148-bcb0-0ff486f13dab admin admin] Pushing event updated for resources: {'Network': ['ID=ba5b15a6-3e32-4b3f-9343-e611b7f866eb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:29.626377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': 'b796ee28-6ce8-4034-946f-eac48f0a1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:29.626759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 1d64d09c-d2df-4a36-9376-546cbe875cac, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:29.675682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:29.680897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Made reservation on behalf of 4d91e9cfd6d5444084edaa01389436c9 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:29.687758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.691796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 1d64d09c-d2df-4a36-9376-546cbe875cac is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:29.768556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1d64d09c-d2df-4a36-9376-546cbe875cac) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:29.776917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:29.778393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.786354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e644992e-faf3-4576-a78d-0bd6c84e774c None None] Network 1d64d09c-d2df-4a36-9376-546cbe875cac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:29.810319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c6bbe1e9-fdf9-404c-949b-335686ea3f55 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0942395
Nov 10 04:24:29.813432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46688) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:29.835423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-216193092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:29.855408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:29.867504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.897887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.898621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:29.981923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5eb8186-5c15-4566-83df-d33db4f97f2f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:30.031419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.060269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.118368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:30.120223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.142215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f5eb8186-5c15-4566-83df-d33db4f97f2f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:30.142616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.157067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.158303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-81f7bb40-2ce4-477a-97c2-0f9ba5970d8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3439128
Nov 10 04:24:30.160586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.161085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46692) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:30.205850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1d64d09c-d2df-4a36-9376-546cbe875cac', 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': '2e0a70fa-05df-4411-816d-2c25f91923b9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:30.206763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.231576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5832ef-11ea-41cf-85bd-f1032d538229,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:30.266208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Checking segment: {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:30.267757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Network hostable DHCP agents. Network: ba5b15a6-3e32-4b3f-9343-e611b7f866eb, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:30.273811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'port': {'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac', 'name': 'tempest-RoutersIpV6Test-393719563'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:30.279083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.297068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:30.314539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ba5b15a6-3e32-4b3f-9343-e611b7f866eb) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:30.320693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:30.321292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.352245 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aa83ac9e-2286-4923-90d9-3fb992cf85b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7529976
Nov 10 04:24:30.354968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46694) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:30.360191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:30.382961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:30.391231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.392771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:30.393295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.401494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:30.402154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.426820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8218637
Nov 10 04:24:30.429858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46696) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:30.430155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c594a2c-e84e-48c2-a13f-3829b0259896 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=66a26201-0473-438b-86d8-e7899403b02b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:30.467890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:d9:31:f4', 'name': 'tempest-NetworksTestDHCPv6-660337189'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:30.490418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Allocated IP 2001:db8::2 (1d64d09c-d2df-4a36-9376-546cbe875cac/2e0a70fa-05df-4411-816d-2c25f91923b9/127478eb-fe5b-4787-b367-1efadb06d0a0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:30.496350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209a46f-daf9-4d70-a118-663f06a3fa7f None None] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:30.498108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:30.503409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.524205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.530847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] device_id is not set on port b51e7695-4dea-47e4-bd26-6dadcd2c3259 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:30.740739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:30.813393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:30.869168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Allocated IP 2001:db8::f816:3eff:fefe:86bd (0f38d708-f32f-4c61-a407-1c9848041f15/93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a/75bb2737-db74-472e-9dcb-7827477ef481) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:30.972680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb2df0fb-ef5c-4eca-b005-0fc876820585 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:31.032302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb2df0fb-ef5c-4eca-b005-0fc876820585 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:31.032664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb2df0fb-ef5c-4eca-b005-0fc876820585 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:31.033065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a544ea9f-af32-4878-a48a-d3ee82fa3d0a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:31.090295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a544ea9f-af32-4878-a48a-d3ee82fa3d0a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:31.090704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a544ea9f-af32-4878-a48a-d3ee82fa3d0a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:31.130688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.144182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.213313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Network 1d64d09c-d2df-4a36-9376-546cbe875cac is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:31.217464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'fixed_ips': [{'subnet_id': '6f5832ef-11ea-41cf-85bd-f1032d538229'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:31.218355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.235923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:31.273991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:31.277936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8::40 (1d64d09c-d2df-4a36-9376-546cbe875cac/2e0a70fa-05df-4411-816d-2c25f91923b9/b51e7695-4dea-47e4-bd26-6dadcd2c3259) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:31.279317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.302198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Pushing event updated for resources: {'Port': ['ID=127478eb-fe5b-4787-b367-1efadb06d0a0,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:31.316470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port dcd71b47-a2b0-44e7-a51f-498b73a2dfb8 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:31.392670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.423309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.478628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Attempting to bind port 127478eb-fe5b-4787-b367-1efadb06d0a0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:31.479004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Attempting to bind port 127478eb-fe5b-4787-b367-1efadb06d0a0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b796ee28-6ce8-4034-946f-eac48f0a1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:31.479364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Attempting to bind port 127478eb-fe5b-4787-b367-1efadb06d0a0 on network 1d64d09c-d2df-4a36-9376-546cbe875cac {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:31.484093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:31.495959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.517636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:31.518115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.524712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:31.526751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:31.527127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Checking segment: {'id': 'b796ee28-6ce8-4034-946f-eac48f0a1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:31.527621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.528315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Bound using segment: {'id': 'b796ee28-6ce8-4034-946f-eac48f0a1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:31.529018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Bound port: 127478eb-fe5b-4787-b367-1efadb06d0a0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b796ee28-6ce8-4034-946f-eac48f0a1df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1d64d09c-d2df-4a36-9376-546cbe875cac'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:31.529573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.542645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.552235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Pushing event updated for resources: {'Port': ['ID=75bb2737-db74-472e-9dcb-7827477ef481,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:31.582435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.605207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Allocated IP 172.20.0.2 (ba5b15a6-3e32-4b3f-9343-e611b7f866eb/6f5832ef-11ea-41cf-85bd-f1032d538229/8d82e62c-f0ad-415e-9a56-1e9d081d54ce) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:31.639731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 1d64d09c-d2df-4a36-9376-546cbe875cac is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:31.643402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:31.647630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:31.648559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Attempting to bind port 75bb2737-db74-472e-9dcb-7827477ef481 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:31.649228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Attempting to bind port 75bb2737-db74-472e-9dcb-7827477ef481 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:31.649924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Attempting to bind port 75bb2737-db74-472e-9dcb-7827477ef481 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:31.654959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:31.655622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.668667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:31.668960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=b51e7695-4dea-47e4-bd26-6dadcd2c3259,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:31.669689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:31.670414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.671019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:31.671802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Bound port: 75bb2737-db74-472e-9dcb-7827477ef481, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:31.672261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.681934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b7d3689-9318-4482-bcf5-ae94127c736f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 1.4134862
Nov 10 04:24:31.685463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 172.20.0.3 (0f38d708-f32f-4c61-a407-1c9848041f15/66a26201-0473-438b-86d8-e7899403b02b/dcd71b47-a2b0-44e7-a51f-498b73a2dfb8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:31.690824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46700) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:31.742136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] For port 127478eb-fe5b-4787-b367-1efadb06d0a0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:31.748500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fed9:31f4 (0f38d708-f32f-4c61-a407-1c9848041f15/93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a/dcd71b47-a2b0-44e7-a51f-498b73a2dfb8) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:31.778310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] For port 127478eb-fe5b-4787-b367-1efadb06d0a0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=127478eb-fe5b-4787-b367-1efadb06d0a0,segment=NetworkSegment(b796ee28-6ce8-4034-946f-eac48f0a1df6),segment_id=b796ee28-6ce8-4034-946f-eac48f0a1df6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:31.788807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:31.793732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Allocated IP 172.32.3.205 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4da38dac-7700-4a46-ad6f-d256b36fe545) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:31.866331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Sync routers for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:31.932827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] For port 75bb2737-db74-472e-9dcb-7827477ef481, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:31.949448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:31.950093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207087cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:31.957971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009a7b2-6644-4f61-81b5-9f5e72c5d388 None None] Pushing event updated for resources: {'Port': ['ID=127478eb-fe5b-4787-b367-1efadb06d0a0,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:31.961798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] For port 75bb2737-db74-472e-9dcb-7827477ef481, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=75bb2737-db74-472e-9dcb-7827477ef481,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:32.034920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.054407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.107473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.148251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:32.165047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:32.165209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.171122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:32.189371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:32.225755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6565c-b624-4d8e-a7cf-4a80ba6d8e41 None None] Pushing event updated for resources: {'Port': ['ID=75bb2737-db74-472e-9dcb-7827477ef481,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:32.254301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.273255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Pushing event updated for resources: {'Port': ['ID=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:32.328857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.379070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.380361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Attempting to bind port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:32.380757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Attempting to bind port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:32.381137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Attempting to bind port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce on network ba5b15a6-3e32-4b3f-9343-e611b7f866eb {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:32.385974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:32.399788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:32.410291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:32.416090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:32.416090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Checking segment: {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:32.416428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.416893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Bound using segment: {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:32.417392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Bound port: 8d82e62c-f0ad-415e-9a56-1e9d081d54ce, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:32.417971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.479668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb3662-6d97-4731-85ee-c3ae5eb0648d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:32.483498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.492042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4da38dac-7700-4a46-ad6f-d256b36fe545,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:32.566067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] For port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:32.570249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] For port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:32.576943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:32.592336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.645639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:32.681043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:32.683549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3f5a3867-f604-454f-a101-081cdabdc78d None None] Provisioning complete for port 4da38dac-7700-4a46-ad6f-d256b36fe545 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:32.683869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=dcd71b47-a2b0-44e7-a51f-498b73a2dfb8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:32.684121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3867-f604-454f-a101-081cdabdc78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.688938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07ec50-59fa-4d02-849e-b689d30e668d None None] Pushing event updated for resources: {'Port': ['ID=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:32.731367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a3867-f604-454f-a101-081cdabdc78d None None] Port 4da38dac-7700-4a46-ad6f-d256b36fe545 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:32.739125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207087cd0>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '7604a32d-5415-47fc-9310-84771e49d448', 'name': '', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'mac_address': 'fa:16:3e:09:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:25Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 2, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'subnets': [{'id': 'c46fe372-dac4-497f-a975-be812041e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:32.774120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Checking router: d4978e7b-e919-4c55-8392-8a213e989208 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:32.774473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Updating router d4978e7b-e919-4c55-8392-8a213e989208 port 7604a32d-5415-47fc-9310-84771e49d448 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:32.807468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.851256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:32.851904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:32.890279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-25f3596a-5101-4e89-bd1b-a9c96ea0bb5b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.4575036
Nov 10 04:24:32.893025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:32.991781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6f9f5-bccc-4066-b1f4-184250281e9e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:32.999004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6f9f5-bccc-4066-b1f4-184250281e9e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:33.002427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ba6f9f5-bccc-4066-b1f4-184250281e9e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.1082783
Nov 10 04:24:33.005486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46706) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:33.064206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.159053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port dcd71b47-a2b0-44e7-a51f-498b73a2dfb8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:33.159397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.267443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.280210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.305041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.330867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.354892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for dcd71b47-a2b0-44e7-a51f-498b73a2dfb8 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:33.422242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06857510-811b-4780-87a7-6b7c99dee60a None None] Pushing event updated for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:33.464181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.479586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Attempting to bind port 7604a32d-5415-47fc-9310-84771e49d448 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:33.480114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Attempting to bind port 7604a32d-5415-47fc-9310-84771e49d448 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:33.480540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Attempting to bind port 7604a32d-5415-47fc-9310-84771e49d448 on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:33.496922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:33.499304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Checking segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:33.499913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.503115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Bound using segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:33.503726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Bound port: 7604a32d-5415-47fc-9310-84771e49d448, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:33.504192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.631508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] For port 7604a32d-5415-47fc-9310-84771e49d448, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:33.636396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] For port 7604a32d-5415-47fc-9310-84771e49d448, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7604a32d-5415-47fc-9310-84771e49d448,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:33.646671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.734611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=b51e7695-4dea-47e4-bd26-6dadcd2c3259,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:33.745404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.761578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:33.863139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=dcd71b47-a2b0-44e7-a51f-498b73a2dfb8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:34.102043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.108709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.108960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-317fe791-e268-4cb2-a575-d2976b4c7a27 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/dcd71b47-a2b0-44e7-a51f-498b73a2dfb8 HTTP/1.1" status: 204  len: 168 time: 1.1008158
Nov 10 04:24:34.111838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46710) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:34.128651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b64d4-6e23-4a62-896b-0ca4d51870a9 None None] Network 1d64d09c-d2df-4a36-9376-546cbe875cac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:34.137086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 127478eb-fe5b-4787-b367-1efadb06d0a0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:34.205595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d7b5b-5d78-4f91-b3f3-4ba6afff5335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:34.209223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d7b5b-5d78-4f91-b3f3-4ba6afff5335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:34.211164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d7b5b-5d78-4f91-b3f3-4ba6afff5335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:34.215878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a14d7b5b-5d78-4f91-b3f3-4ba6afff5335 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0995347
Nov 10 04:24:34.216071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46712) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:34.251447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Router 97403522-e37b-4a20-a0d9-5c2d7675a65a is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:34.281524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:34.282175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207087cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:34.332305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 66a26201-0473-438b-86d8-e7899403b02b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:34.337551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.340973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.374450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e4097-25d7-47ac-b60a-6419664cfd7a None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:34.422511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.500903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.510362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Provisioning complete for port 7604a32d-5415-47fc-9310-84771e49d448 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:34.511170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.512924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06857510-811b-4780-87a7-6b7c99dee60a None None] Pushing event updated for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:34.590110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337960ac-9a45-42a3-88a7-79625bec60d0 None None] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:34.591914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bde2209-b315-4790-b2a7-adb8afb7a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.619770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.672961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=66a26201-0473-438b-86d8-e7899403b02b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:34.683437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.690202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83dc11c4-7a67-41ac-93fb-587649cc2bf8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/66a26201-0473-438b-86d8-e7899403b02b HTTP/1.1" status: 204  len: 168 time: 0.4728754
Nov 10 04:24:34.693134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:34.765625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 127478eb-fe5b-4787-b367-1efadb06d0a0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:34.765998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.769036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:34.780670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:34.785520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.842825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.956203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:34.986629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:35.003511 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Sync routers for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:35.026385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:35.027134 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146e0c70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:35.029682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.034970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4a4ff777-072d-407a-affd-692eafff00c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.6780806
Nov 10 04:24:35.036108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46718) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:35.110892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.127252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.170606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:35.172774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.178835 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b44fa2b-9541-45b2-b545-5a77ae2cd754 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a HTTP/1.1" status: 204  len: 168 time: 0.4823647
Nov 10 04:24:35.182921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46720) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:35.198329 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:35.226093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.237758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f69899b4-3c06-471e-a3e1-da9addbc3b4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0496774
Nov 10 04:24:35.237758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:35.241949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:35.243162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.246466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.250819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] For port 7604a32d-5415-47fc-9310-84771e49d448, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7604a32d-5415-47fc-9310-84771e49d448,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:35.268470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.276975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.401101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Provisioning complete for port 127478eb-fe5b-4787-b367-1efadb06d0a0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:35.401783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.463203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=b51e7695-4dea-47e4-bd26-6dadcd2c3259,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:35.469524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 127478eb-fe5b-4787-b367-1efadb06d0a0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=127478eb-fe5b-4787-b367-1efadb06d0a0,segment=NetworkSegment(b796ee28-6ce8-4034-946f-eac48f0a1df6),segment_id=b796ee28-6ce8-4034-946f-eac48f0a1df6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:35.495319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6892-6775-4aed-ace6-d699dfbf44a3 None None] Pushing event updated for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:35.508919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.510422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 75bb2737-db74-472e-9dcb-7827477ef481 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:35.581538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 1d64d09c-d2df-4a36-9376-546cbe875cac is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:35.585851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:35.680780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146e0c70>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:32Z', 'revision_number': 3, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:35.720681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=127478eb-fe5b-4787-b367-1efadb06d0a0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:35.756687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207087cd0>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '7604a32d-5415-47fc-9310-84771e49d448', 'name': '', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'mac_address': 'fa:16:3e:09:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:25Z', 'updated_at': '2021-11-10T04:24:33Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'subnets': [{'id': 'c46fe372-dac4-497f-a975-be812041e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:35.762065 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Checking router: 97403522-e37b-4a20-a0d9-5c2d7675a65a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:35.762448 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Updating router 97403522-e37b-4a20-a0d9-5c2d7675a65a port 4da38dac-7700-4a46-ad6f-d256b36fe545 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:35.809374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb45fe-f962-4aa0-8b64-c233fb449042 None None] The sync data for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 is: [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:24:26Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '7604a32d-5415-47fc-9310-84771e49d448', 'name': '', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'mac_address': 'fa:16:3e:09:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:25Z', 'updated_at': '2021-11-10T04:24:33Z', 'revision_number': 4, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'subnets': [{'id': 'c46fe372-dac4-497f-a975-be812041e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:35.883911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e0d6a-7040-4458-9509-b2ba201c19f8 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:35.899032 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.956248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 75bb2737-db74-472e-9dcb-7827477ef481 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:35.957069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:35.963382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 4791fac9-6ca1-4753-8de0-5aae503cbc3c is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:36.194780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:36.202799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7130d506-485b-4759-a6a1-429b43b4c902 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/4791fac9-6ca1-4753-8de0-5aae503cbc3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5101621
Nov 10 04:24:36.209270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46726) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:36.253772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:36.258666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.318094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa46b9-ba8d-456f-984a-de8c788c7bdd tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:36.320793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.325920 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-82aa46b9-ba8d-456f-984a-de8c788c7bdd tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports/b51e7695-4dea-47e4-bd26-6dadcd2c3259 HTTP/1.1" status: 200  len: 982 time: 0.1152575
Nov 10 04:24:36.332590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46728) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:36.333701 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.414891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b353ea5-8480-475a-a40a-be1c6c3f516e None None] Pushing event updated for resources: {'Port': ['ID=4da38dac-7700-4a46-ad6f-d256b36fe545,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:36.417432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Attempting to bind port 4da38dac-7700-4a46-ad6f-d256b36fe545 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:36.417798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Attempting to bind port 4da38dac-7700-4a46-ad6f-d256b36fe545 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:36.418159 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Attempting to bind port 4da38dac-7700-4a46-ad6f-d256b36fe545 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:36.424227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:36.424873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:36.425048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.425440 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:36.426060 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Bound port: 4da38dac-7700-4a46-ad6f-d256b36fe545, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:36.426445 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.513097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] For port 4da38dac-7700-4a46-ad6f-d256b36fe545, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:36.517706 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] For port 4da38dac-7700-4a46-ad6f-d256b36fe545, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4da38dac-7700-4a46-ad6f-d256b36fe545,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:36.527760 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.595072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] Sync routers for ids ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:36.597745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09faaa9a-5a2c-4fa8-ab95-ab7c6238520a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:36.601403 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:36.602163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146e0c70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:36.604214 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b353ea5-8480-475a-a40a-be1c6c3f516e None None] Pushing event updated for resources: {'Port': ['ID=4da38dac-7700-4a46-ad6f-d256b36fe545,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:36.662544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Provisioning complete for port 7604a32d-5415-47fc-9310-84771e49d448 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:36.663147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:36.760561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35910aa8-7436-4d63-b3e2-dbcec14ee207 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:36.807225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] Routers {'4791fac9-6ca1-4753-8de0-5aae503cbc3c'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:36.808142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073227f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:36.973696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073227f0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:36.996721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.031585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ae9feda4-7774-4255-8aec-395e76767669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.039869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] Routers {'4791fac9-6ca1-4753-8de0-5aae503cbc3c'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:37.040964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073227f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:37.060669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:37.068212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.157204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:37.163334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073227f0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:37.168098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7224b3-c7aa-4761-ae6f-b2760eaf1dfb None None] The sync data for ids ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:37.199476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 75bb2737-db74-472e-9dcb-7827477ef481, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=75bb2737-db74-472e-9dcb-7827477ef481,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:37.274143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:24:37.288009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.289848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8d82e62c-f0ad-415e-9a56-1e9d081d54ce up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:37.345898 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146e0c70>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:32Z', 'revision_number': 3, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:37.381499 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e1721-1a07-433c-ae31-3404a2587347 None None] The sync data for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 is: [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:32Z', 'revision_number': 3, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:37.388462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port b51e7695-4dea-47e4-bd26-6dadcd2c3259 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:37.389109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.424242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=75bb2737-db74-472e-9dcb-7827477ef481,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:37.432327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Provisioning complete for port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:37.432735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.467056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:37.467439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.476582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Deleting port 75bb2737-db74-472e-9dcb-7827477ef481 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:37.476992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.497735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.518158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for b51e7695-4dea-47e4-bd26-6dadcd2c3259 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:37.600556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.675805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.699429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] For port 75bb2737-db74-472e-9dcb-7827477ef481, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=75bb2737-db74-472e-9dcb-7827477ef481,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:37.700090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.744347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.748008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Calling delete_port for 75bb2737-db74-472e-9dcb-7827477ef481 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:37.751766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.777893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.781022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] For port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:37.798895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=b51e7695-4dea-47e4-bd26-6dadcd2c3259,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:37.846484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.928596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Provisioning complete for port 127478eb-fe5b-4787-b367-1efadb06d0a0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:37.929111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:37.959357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.011526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Allocated IP 172.20.0.1 (ba5b15a6-3e32-4b3f-9343-e611b7f866eb/6f5832ef-11ea-41cf-85bd-f1032d538229/242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:38.061696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.079432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Pushing event updated for resources: {'Port': ['ID=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:38.098873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:38.099227 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:38.154392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port 75bb2737-db74-472e-9dcb-7827477ef481, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=75bb2737-db74-472e-9dcb-7827477ef481,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:38.162330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Provisioning complete for port 75bb2737-db74-472e-9dcb-7827477ef481 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:38.162708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.214569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.222074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.223030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.238226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 4791fac9-6ca1-4753-8de0-5aae503cbc3c has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:38.254737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.263930 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] No ports have port_id starting with 75bb2737-db74-472e-9dcb-7827477ef481
Nov 10 04:24:38.309406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8f3b-272e-4db7-b536-215f5e4ce125 None None] Could not find standard attr ID for object b51e7695-4dea-47e4-bd26-6dadcd2c3259. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:38.312366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] Pushing event deleted for resources: {'Port': ['ID=75bb2737-db74-472e-9dcb-7827477ef481,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:38.315366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a49be-1f35-4723-8827-bb615f79d0fe None None] No DVR routers for this DVR port 75bb2737-db74-472e-9dcb-7827477ef481 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:38.321198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:38.352965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=b019e475-070a-4ba2-b5b2-bbef74cdd6b1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:38.356643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:38.359653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:38.360292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.368049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8370f5-b497-40ae-8612-72b28731dab9 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:38.377053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:38.383715 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b168a7cd-e88d-45d4-8681-1688563f4a83 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/4791fac9-6ca1-4753-8de0-5aae503cbc3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0505106
Nov 10 04:24:38.387864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46734) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:38.391945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af264-9667-4789-8408-ee198c460f8c None None] Sync routers for ids ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:38.395494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=75bb2737-db74-472e-9dcb-7827477ef481,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:38.409016 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] Routers {'4791fac9-6ca1-4753-8de0-5aae503cbc3c'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:38.410561 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214907b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:38.431029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e28ca90-e480-40eb-a9a8-443964fcb775 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.1901007
Nov 10 04:24:38.433881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46736) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:38.441276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:38.454233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Could not find standard attr ID for object b51e7695-4dea-47e4-bd26-6dadcd2c3259. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:38.498937 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214907b80>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:38.506171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Provisioning complete for port 4da38dac-7700-4a46-ad6f-d256b36fe545 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:38.506560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.518648 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] Routers {'4791fac9-6ca1-4753-8de0-5aae503cbc3c'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:38.519581 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214907b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:38.553978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.581334 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e93af264-9667-4789-8408-ee198c460f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214907b80>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:38.582076 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af264-9667-4789-8408-ee198c460f8c None None] The sync data for ids ['4791fac9-6ca1-4753-8de0-5aae503cbc3c'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:38.675519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.708177 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-6a70727f-16c9-4819-8da4-233d09fc86c0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] remove_router_interface failed (client error): The resource could not be found.
Nov 10 04:24:38.709231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6a70727f-16c9-4819-8da4-233d09fc86c0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/4791fac9-6ca1-4753-8de0-5aae503cbc3c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3205233
Nov 10 04:24:38.712267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46740) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:38.733060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:38.735674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:38.741750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.748299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cfb163a2-b332-4c48-8e2b-705318263b6a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=4791fac9-6ca1-4753-8de0-5aae503cbc3c HTTP/1.1" status: 200  len: 205 time: 0.0346837
Nov 10 04:24:38.750848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46742) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:38.760019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:38.766708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.804014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:38.818499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] For port 4da38dac-7700-4a46-ad6f-d256b36fe545, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4da38dac-7700-4a46-ad6f-d256b36fe545,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:38.850360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.876887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.890868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:38.900635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Pushing event updated for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:38.915232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': 'b019e475-070a-4ba2-b5b2-bbef74cdd6b1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:38.915232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.081037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Allocated IP 2001:db8::f816:3eff:fe76:1469 (0f38d708-f32f-4c61-a407-1c9848041f15/b019e475-070a-4ba2-b5b2-bbef74cdd6b1/10dec2af-26b9-4bf4-9ce5-095612d47ca6) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:39.176335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.178991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.213525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e55907-9109-4bd0-95df-742eff608606 None None] Pushing event updated for resources: {'Port': ['ID=4da38dac-7700-4a46-ad6f-d256b36fe545,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:39.251496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.252173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router 4791fac9-6ca1-4753-8de0-5aae503cbc3c {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:39.268063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.271851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-609383fe-51cf-48d9-8764-19319940e1ef tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/4791fac9-6ca1-4753-8de0-5aae503cbc3c HTTP/1.1" status: 204  len: 168 time: 0.5199306
Nov 10 04:24:39.275081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46744) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:39.281124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4da38dac-7700-4a46-ad6f-d256b36fe545 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:39.343949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet 2e0a70fa-05df-4411-816d-2c25f91923b9 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:39.348111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.348646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.365495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8dfbd1af-a83a-435c-a465-0692a76534cf None None] Provisioning complete for port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:39.365862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd1af-a83a-435c-a465-0692a76534cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.409538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.450100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.467324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbd1af-a83a-435c-a465-0692a76534cf None None] Port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:39.472090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.474032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.519845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:39.525177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.530039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:39.534583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:39.539273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4da38dac-7700-4a46-ad6f-d256b36fe545 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:39.539644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.546091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Pushing event updated for resources: {'Port': ['ID=10dec2af-26b9-4bf4-9ce5-095612d47ca6,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:39.549471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.570525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:39.580862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:39.587737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:39.589558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.622863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1839724
Nov 10 04:24:39.627085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46748) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:39.632903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:2c:6e:30', 'name': 'tempest-NetworksTestDHCPv6-699693512'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:39.645608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.686138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0a70fa-05df-4411-816d-2c25f91923b9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:39.691531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.701314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bee1b887-5c8b-432b-88df-5120adcacc08 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/2e0a70fa-05df-4411-816d-2c25f91923b9 HTTP/1.1" status: 204  len: 168 time: 0.4196284
Nov 10 04:24:39.705910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46750) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:39.746219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9790d6-ad5e-472b-ba70-54256a05d7cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:39.764316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d3afa-ee57-44f7-86d8-23d77cf0ded3 None None] Network 1d64d09c-d2df-4a36-9376-546cbe875cac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:39.805004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:39.836271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.868455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Attempting to bind port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:39.869258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Attempting to bind port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:39.869258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Attempting to bind port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:39.884718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.893414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:39.893859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:39.894158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.894560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:39.895036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Bound port: 10dec2af-26b9-4bf4-9ce5-095612d47ca6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:39.895405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.899297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.925249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 127478eb-fe5b-4787-b367-1efadb06d0a0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:39.925249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:39.980137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.003871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Pushing event updated for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:40.011459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.017184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port f56c01d3-9833-4f9b-98a4-4ce7dded2ab9 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:40.017667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 127478eb-fe5b-4787-b367-1efadb06d0a0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:40.034520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 127478eb-fe5b-4787-b367-1efadb06d0a0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=127478eb-fe5b-4787-b367-1efadb06d0a0,segment=NetworkSegment(b796ee28-6ce8-4034-946f-eac48f0a1df6),segment_id=b796ee28-6ce8-4034-946f-eac48f0a1df6)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:40.035867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.058343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 127478eb-fe5b-4787-b367-1efadb06d0a0 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:40.093109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] For port 10dec2af-26b9-4bf4-9ce5-095612d47ca6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:40.097582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] For port 10dec2af-26b9-4bf4-9ce5-095612d47ca6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dec2af-26b9-4bf4-9ce5-095612d47ca6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:40.109684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.149525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 127478eb-fe5b-4787-b367-1efadb06d0a0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:40.150991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.196072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e72497-4dd1-4296-9c0e-e5342951ca3f None None] DHCP port deletion for 1d64d09c-d2df-4a36-9376-546cbe875cac request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:40.231355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.257741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd089-9eae-4c87-a848-cbdb746bde6b None None] Pushing event updated for resources: {'Port': ['ID=10dec2af-26b9-4bf4-9ce5-095612d47ca6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:40.266620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:40.271395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=127478eb-fe5b-4787-b367-1efadb06d0a0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:40.276416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 127478eb-fe5b-4787-b367-1efadb06d0a0 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:40.279957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-65e72497-4dd1-4296-9c0e-e5342951ca3f None None] The port '127478eb-fe5b-4787-b367-1efadb06d0a0' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:24:40.281571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.284096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Could not find standard attr ID for object 127478eb-fe5b-4787-b367-1efadb06d0a0. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:40.287518 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No ports have port_id starting with 127478eb-fe5b-4787-b367-1efadb06d0a0
Nov 10 04:24:40.295731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7604a32d-5415-47fc-9310-84771e49d448 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:40.299220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:40.371669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7604a32d-5415-47fc-9310-84771e49d448 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:40.372040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.406717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.449633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec220>,) {'filters': {'network_id': ['1d64d09c-d2df-4a36-9376-546cbe875cac']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:40.460272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec220>, 'b796ee28-6ce8-4034-946f-eac48f0a1df6') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:40.460580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec220>, 'b796ee28-6ce8-4034-946f-eac48f0a1df6') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:40.471133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.488369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 172.20.0.8 (0f38d708-f32f-4c61-a407-1c9848041f15/8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b/f56c01d3-9833-4f9b-98a4-4ce7dded2ab9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:40.488968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8d82e62c-f0ad-415e-9a56-1e9d081d54ce up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:40.490517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.503480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:24:40.503972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.506926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fe2c:6e30 (0f38d708-f32f-4c61-a407-1c9848041f15/b019e475-070a-4ba2-b5b2-bbef74cdd6b1/f56c01d3-9833-4f9b-98a4-4ce7dded2ab9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:24:40.507330 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:24:40.597606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:40.597986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.654515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.661740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.673097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/1d64d09c-d2df-4a36-9376-546cbe875cac HTTP/1.1" status: 204  len: 168 time: 0.9659033
Nov 10 04:24:40.679213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46754) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:40.686919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157237715'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:40.708021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9b906-b4d8-4dd1-a17c-ac0d672efa76 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=1d64d09c-d2df-4a36-9376-546cbe875cac,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:40.725292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:40.730325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.741593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Router 97403522-e37b-4a20-a0d9-5c2d7675a65a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:40.755216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6624166f-febf-4241-a7ff-55bece6a4dc3 None None] Provisioning complete for port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:40.755776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6624166f-febf-4241-a7ff-55bece6a4dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.764061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:40.784141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.784495 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment 16e96dca-ef1b-4650-a78f-a14172c47298 of type vlan for network f0b7a945-2ddb-4eb5-a54a-b84141eb8817
Nov 10 04:24:40.844279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.857328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6624166f-febf-4241-a7ff-55bece6a4dc3 None None] Port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:40.860829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 75bb2737-db74-472e-9dcb-7827477ef481 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:40.882492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:40.886252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 75bb2737-db74-472e-9dcb-7827477ef481 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:40.886874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 75bb2737-db74-472e-9dcb-7827477ef481 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:40.891452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:40.893327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.125419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4da38dac-7700-4a46-ad6f-d256b36fe545 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:41.193279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4da38dac-7700-4a46-ad6f-d256b36fe545 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:41.193855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.309399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dec2af-26b9-4bf4-9ce5-095612d47ca6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:41.358365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.381483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=f0b7a945-2ddb-4eb5-a54a-b84141eb8817,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:41.382847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:41.383328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.394181 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-af2c2240-2acb-44e2-96a1-33f512ad23e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7118013
Nov 10 04:24:41.400645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46756) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:41.406821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:41.409179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:41.415976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f142660e-9c26-486b-809b-2aff8072d942 admin admin] 10.222.0.13 "PUT /v2.0/routers/97403522-e37b-4a20-a0d9-5c2d7675a65a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3781719
Nov 10 04:24:41.416363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:41.448742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.468399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Sync routers for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:41.520675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:41.524212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:41.528160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:41.554851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:41.555405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d86280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:41.559358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=f56c01d3-9833-4f9b-98a4-4ce7dded2ab9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:41.577765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:41.583450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.610676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:41.612089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.654943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82b29c8c-4fb1-4c03-b9e5-2bc59a0acafd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.0239201
Nov 10 04:24:41.655785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46764) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:41.759909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae975a-7fa0-4859-a9e9-61768e7e231b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:41.777663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae975a-7fa0-4859-a9e9-61768e7e231b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:41.779344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2dae975a-7fa0-4859-a9e9-61768e7e231b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.1215169
Nov 10 04:24:41.784881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46768) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:41.793602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.851198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:41.917442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37665700-abcb-4982-9e3f-0ca2a6380005 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:41.944465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:41.991013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 10dec2af-26b9-4bf4-9ce5-095612d47ca6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dec2af-26b9-4bf4-9ce5-095612d47ca6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:42.001064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.014298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port f56c01d3-9833-4f9b-98a4-4ce7dded2ab9 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:42.014650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.073976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=fad58336-e682-42a7-a06e-267812f3b1e4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:42.091485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': '16e96dca-ef1b-4650-a78f-a14172c47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:42.091957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: f0b7a945-2ddb-4eb5-a54a-b84141eb8817, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:42.137130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:42.143107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 127478eb-fe5b-4787-b367-1efadb06d0a0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:42.155757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7a441814-8888-4173-af69-b04f071ccc9c None None] Provisioning complete for port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:42.156918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a441814-8888-4173-af69-b04f071ccc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.163106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f0b7a945-2ddb-4eb5-a54a-b84141eb8817) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:42.168983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.171982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:42.172562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.190374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for f56c01d3-9833-4f9b-98a4-4ce7dded2ab9 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:42.195967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=10dec2af-26b9-4bf4-9ce5-095612d47ca6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:42.205711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dbfa26e7-4bc1-4bc8-a077-9c6235e42c8f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8038332
Nov 10 04:24:42.208671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46784) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:42.217323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-355831579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:42.226682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4a4a3352-87e4-4418-943a-91e0669489b2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:42.228488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4a4a3352-87e4-4418-943a-91e0669489b2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.1323123
Nov 10 04:24:42.253420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acb9d4-5f01-4e3e-ab0e-38d0d089bb1d None None] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:42.256716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-0673a02a-2843-41ed-b3aa-ba2d487b3f44 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/quotas/4d91e9cfd6d5444084edaa01389436c9 HTTP/1.1" status: 200  len: 375 time: 0.0193570
Nov 10 04:24:42.263081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 127478eb-fe5b-4787-b367-1efadb06d0a0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:42.263449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 127478eb-fe5b-4787-b367-1efadb06d0a0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:42.264257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.268317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.404096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.418419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.430239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-01d3b8c2-ede2-446a-8991-53da9b699204 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1469731
Nov 10 04:24:42.440168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.473057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.473365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=f56c01d3-9833-4f9b-98a4-4ce7dded2ab9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:42.475617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-36a5dc65-ce3a-4d8d-99b1-9e58ca06ef3f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2646666
Nov 10 04:24:42.479718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46786) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:42.575879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-f37809fd-bed7-4b9f-94eb-9c79441e8d01 service neutron] 10.222.0.13 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322353
Nov 10 04:24:42.695052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.695636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-50aff163-597f-4bd3-a088-f6a3f93ddf8c service neutron] 10.222.0.13 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082220
Nov 10 04:24:42.699172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-777bff76-5a59-48cb-983f-a673de53f6fc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/f56c01d3-9833-4f9b-98a4-4ce7dded2ab9 HTTP/1.1" status: 204  len: 168 time: 0.9144421
Nov 10 04:24:42.701741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46788) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:42.848751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addf2bd8-9d16-49a7-8978-0f89c59e51ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:42.850410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addf2bd8-9d16-49a7-8978-0f89c59e51ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:42.852099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addf2bd8-9d16-49a7-8978-0f89c59e51ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:42.854580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-addf2bd8-9d16-49a7-8978-0f89c59e51ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1518934
Nov 10 04:24:42.857651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46794) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:42.901537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f0b7a945-2ddb-4eb5-a54a-b84141eb8817', 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': 'fad58336-e682-42a7-a06e-267812f3b1e4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:42.903583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.942271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9955a7-5e92-44b4-9cf6-9b8101940f0b req-ddc286ea-6c23-4816-9026-ab4e2cab0007 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 210 time: 0.0459292
Nov 10 04:24:42.978493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:42.988039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:42.992078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.000690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d86280>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:39Z', 'revision_number': 4, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50', 'name': '', 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'mac_address': 'fa:16:3e:b6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:37Z', 'updated_at': '2021-11-10T04:24:39Z', 'revision_number': 2, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'subnets': [{'id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:43.044885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.093898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dec2af-26b9-4bf4-9ce5-095612d47ca6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:43.103567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Checking router: 97403522-e37b-4a20-a0d9-5c2d7675a65a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:24:43.103958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Updating router 97403522-e37b-4a20-a0d9-5c2d7675a65a port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:24:43.140456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c55ea-078b-434f-a8f3-2906d58ffbf9 None None] Update dhcp port {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': 'b019e475-070a-4ba2-b5b2-bbef74cdd6b1', 'ip_address': '2001:db8::f816:3eff:fe76:1469'}, {'subnet_id': '8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '10dec2af-26b9-4bf4-9ce5-095612d47ca6'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:24:43.167387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.244076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c43c55ea-078b-434f-a8f3-2906d58ffbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.258187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.315385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.345312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:43.347617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.354279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1fcda697-5f68-4d53-9ba7-7a70c26a1b3c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b HTTP/1.1" status: 204  len: 168 time: 0.4956207
Nov 10 04:24:43.354455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46804) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:43.368819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Allocated IP 2001:db8::2 (f0b7a945-2ddb-4eb5-a54a-b84141eb8817/fad58336-e682-42a7-a06e-267812f3b1e4/3b47d83c-19fc-4859-a64a-0db93895357a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:43.383400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:43.384069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.421061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet b019e475-070a-4ba2-b5b2-bbef74cdd6b1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:43.424362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.481011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.599063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.680351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-c43c55ea-078b-434f-a8f3-2906d58ffbf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b: This subnet is being modified by another concurrent operation.
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:24:43.692425 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b: This subnet is being modified by another concurrent operation.
Nov 10 04:24:43.697355 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:24:43.719925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=b019e475-070a-4ba2-b5b2-bbef74cdd6b1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:43.722988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:43.727093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b74d4d24-544f-428f-ae94-99424d817b9d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/b019e475-070a-4ba2-b5b2-bbef74cdd6b1 HTTP/1.1" status: 204  len: 168 time: 0.3714867
Nov 10 04:24:43.730127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46806) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:43.796465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-828c238d-27b7-477b-b288-c3e764640d2a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0644147
Nov 10 04:24:43.799048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46810) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:43.804970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:43.830587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127faac2-f0ad-462b-b0c3-1a2514636989 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:43.952128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:43.956379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.032675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1e521e40-061c-45b2-992c-2a94661aff76 None None] Provisioning complete for port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:44.033293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1e521e40-061c-45b2-992c-2a94661aff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.094364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0f6f1ab-2db7-4370-a484-cdc4c016aa92 req-bba590cb-2ce2-459e-bc6c-c7be31922a54 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 210 time: 0.0571260
Nov 10 04:24:44.115265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.135599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.227182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:44.232873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8::1 (f0b7a945-2ddb-4eb5-a54a-b84141eb8817/fad58336-e682-42a7-a06e-267812f3b1e4/27524e36-f61d-4b53-a16c-8e3a5b5721d6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:44.261738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:44.266779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Pushing event updated for resources: {'Port': ['ID=3b47d83c-19fc-4859-a64a-0db93895357a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:44.269300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:44.275809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:44.327223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-77bdbc83-5aaa-4494-8d67-4c202b68a14c tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:44.330006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-77bdbc83-5aaa-4494-8d67-4c202b68a14c tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.21 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.1906302
Nov 10 04:24:44.340516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.349135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Request body: {'port': {'device_id': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'admin_state_up': True, 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:44.379011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Made reservation on behalf of 4d91e9cfd6d5444084edaa01389436c9 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:44.382664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.404334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.419620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:44.427097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:44.435225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:44.435846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.460627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.468370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=73c4e59a-8c25-4070-98db-24a6584b89c8,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:44.478732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2887dee3-2fb0-4247-a8dc-cb5131ba7a4b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6782014
Nov 10 04:24:44.482376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46814) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:44.482942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Attempting to bind port 3b47d83c-19fc-4859-a64a-0db93895357a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:44.483714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Attempting to bind port 3b47d83c-19fc-4859-a64a-0db93895357a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '16e96dca-ef1b-4650-a78f-a14172c47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:44.484840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Attempting to bind port 3b47d83c-19fc-4859-a64a-0db93895357a on network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:44.490040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:44.505349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.543342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:44.544212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Checking segment: {'id': '16e96dca-ef1b-4650-a78f-a14172c47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:44.544212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.544482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Bound using segment: {'id': '16e96dca-ef1b-4650-a78f-a14172c47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:44.545026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Bound port: 3b47d83c-19fc-4859-a64a-0db93895357a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e96dca-ef1b-4650-a78f-a14172c47298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f0b7a945-2ddb-4eb5-a54a-b84141eb8817'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:44.545562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.561964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.613417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:44.617381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:44.622184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Allocated IP 172.20.0.12 (bd899406-7294-4878-b55d-8b22157cfbb1/c46fe372-dac4-497f-a975-be812041e3af/813a813d-fa8e-4d8e-87ee-9e304997827c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:44.622767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:44.623403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.646320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ffef9-9aa7-4531-99f6-9e6ddc65bd61 None None] Pushing event updated for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:44.710934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Deleting port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:44.711733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.720761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=27524e36-f61d-4b53-a16c-8e3a5b5721d6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:44.725679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:44.729516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.787173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Attempting to bind port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:44.787173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Attempting to bind port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:44.787173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Attempting to bind port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 on network ba5b15a6-3e32-4b3f-9343-e611b7f866eb {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:44.794807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.800246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] For port 3b47d83c-19fc-4859-a64a-0db93895357a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Checking segment: {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Bound using segment: {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Bound port: 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cf771-b0ec-48df-8318-c07eaeca7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:44.804782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.811303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] For port 3b47d83c-19fc-4859-a64a-0db93895357a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3b47d83c-19fc-4859-a64a-0db93895357a,segment=NetworkSegment(16e96dca-ef1b-4650-a78f-a14172c47298),segment_id=16e96dca-ef1b-4650-a78f-a14172c47298)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:44.835486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:44.975442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.030182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] For port 10dec2af-26b9-4bf4-9ce5-095612d47ca6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dec2af-26b9-4bf4-9ce5-095612d47ca6,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:45.030773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.118662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.199082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Network bd899406-7294-4878-b55d-8b22157cfbb1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:45.205078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:45.242557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:45.259165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dec2af-26b9-4bf4-9ce5-095612d47ca6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:45.314804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75047f00-63f2-4262-9cd5-7bc079dae24b None None] Pushing event updated for resources: {'Port': ['ID=3b47d83c-19fc-4859-a64a-0db93895357a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:45.315745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Pushing event updated for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:45.324877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Calling delete_port for 10dec2af-26b9-4bf4-9ce5-095612d47ca6 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:45.346319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] For port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:45.356072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:45.356715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.385702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] For port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:45.392403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964ac18-e211-43aa-8fa7-b5aed807e74a req-17e59f04-abb1-4ba2-93e1-0e8011c3cab4 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:45.394213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a964ac18-e211-43aa-8fa7-b5aed807e74a req-17e59f04-abb1-4ba2-93e1-0e8011c3cab4 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1028 time: 0.1632769
Nov 10 04:24:45.427690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] Provisioning complete for port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:45.428115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.438439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-4dc5408a-7c5f-4a02-b003-41068a087f21 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.0998602
Nov 10 04:24:45.448555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.461410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.462672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.465263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.487553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Request body: {'port': {'device_id': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:45.544557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a964ac18-e211-43aa-8fa7-b5aed807e74a req-9093cfea-7fa9-44f9-bdfc-f7da4526e042 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361840
Nov 10 04:24:45.623688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.629813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:45.630618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d86280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:45.635886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=27524e36-f61d-4b53-a16c-8e3a5b5721d6,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:45.700499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:45.704745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:45.767110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ffef9-9aa7-4531-99f6-9e6ddc65bd61 None None] Pushing event updated for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:45.815278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.858138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:45.877371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] No DVR routers for this DVR port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:45.905608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcda27-19e2-476a-a772-928bf4acd99a None None] Pushing event deleted for resources: {'Port': ['ID=10dec2af-26b9-4bf4-9ce5-095612d47ca6,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:45.921691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 6c61df02-38c2-4a16-be72-54a074c7a32b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:45.941615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb457c-9487-43b6-a586-8ca7d73b51c5 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:45.961857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:24:46.011534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.035570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:46.043979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3b10b074-8ad7-4c74-9c56-1035a5968fc1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/6c61df02-38c2-4a16-be72-54a074c7a32b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5630243
Nov 10 04:24:46.051952 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] Sync routers for ids ['6c61df02-38c2-4a16-be72-54a074c7a32b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:46.054228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:24:46.058301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46822) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:46.073089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] Routers {'6c61df02-38c2-4a16-be72-54a074c7a32b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:46.073976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821437e6d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c61df02-38c2-4a16-be72-54a074c7a32b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:46.115281 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821437e6d0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:46.130261 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] Routers {'6c61df02-38c2-4a16-be72-54a074c7a32b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:46.131219 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821437e6d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c61df02-38c2-4a16-be72-54a074c7a32b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:46.144130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bdb1a-14a0-4da8-85bc-afa42c57fe44 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:46.146173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc5bdb1a-14a0-4da8-85bc-afa42c57fe44 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports/27524e36-f61d-4b53-a16c-8e3a5b5721d6 HTTP/1.1" status: 200  len: 911 time: 0.0893221
Nov 10 04:24:46.149022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46824) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:46.171649 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821437e6d0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:46.172783 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689643e-b424-4021-ad2e-1b7860078dc8 None None] The sync data for ids ['6c61df02-38c2-4a16-be72-54a074c7a32b'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:46.238246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] For port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:46.269005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.306921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813a813d-fa8e-4d8e-87ee-9e304997827c {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:24:46.326188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.327328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '64f10fb1-b6b8-440e-bf66-5bc0e14680e1'}, {'subnet_id': '73c4e59a-8c25-4070-98db-24a6584b89c8'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:46.329017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.355571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Transition to ACTIVE for port object 813a813d-fa8e-4d8e-87ee-9e304997827c will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:24:46.376708 ncdv-817176-1 neutron-server[119697]: WARNING neutron.services.revisions.revision_plugin [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f820f284640] {port_id='10dec2af-26b9-4bf4-9ce5-095612d47ca6', ip_address='2001:db8::f816:3eff:fe76:1469', subnet_id='64f10fb1-b6b8-440e-bf66-5bc0e14680e1', network_id='0f38d708-f32f-4c61-a407-1c9848041f15'}> to bump revision.
Nov 10 04:24:46.380479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.395535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_pluggable_backend [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Port 10dec2af-26b9-4bf4-9ce5-095612d47ca6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=119697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 10 04:24:46.395845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_pluggable_backend [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:1469 {{(pid=119697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 10 04:24:46.411065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fda4a-07fd-4cce-9a8a-fa4d56aea826 None None] Pushing event updated for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:46.427272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.ipam_pluggable_backend [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:1469 {{(pid=119697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 10 04:24:46.433447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.512637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Pushing event updated for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:46.520578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:46.543989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a10d56d5-ac5d-4121-8b87-10b8e34fad47 None None] Provisioning complete for port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:46.544736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a10d56d5-ac5d-4121-8b87-10b8e34fad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.547841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:46.559670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:46.560305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.646219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=64f10fb1-b6b8-440e-bf66-5bc0e14680e1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:46.674943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8fd6da00-c397-45fe-abd2-809949d6e34a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1897140
Nov 10 04:24:46.675624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46828) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:46.684963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Attempting to bind port 813a813d-fa8e-4d8e-87ee-9e304997827c on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:46.686551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Attempting to bind port 813a813d-fa8e-4d8e-87ee-9e304997827c by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:46.687583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Attempting to bind port 813a813d-fa8e-4d8e-87ee-9e304997827c on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:46.701810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:ce:e2:c2', 'name': 'tempest-NetworksTestDHCPv6-1515141990'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:46.702637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Port 813a813d-fa8e-4d8e-87ee-9e304997827c on network bd899406-7294-4878-b55d-8b22157cfbb1 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:24:46.703307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Attempting to bind port 813a813d-fa8e-4d8e-87ee-9e304997827c on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:46.714202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:46.715430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Checking segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:46.716076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Bound using segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:46.716699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Bound port: 813a813d-fa8e-4d8e-87ee-9e304997827c, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:46.717260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.738617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.820487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdde19-aa92-44b8-af66-3dc09398190d None None] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:46.869163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:46.875489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=813a813d-fa8e-4d8e-87ee-9e304997827c,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:46.887789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab211b-8782-448b-a598-54bccfdf57e6 req-536a74eb-107e-442a-b208-9924b064e3f3 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:46.889561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59ab211b-8782-448b-a598-54bccfdf57e6 req-536a74eb-107e-442a-b208-9924b064e3f3 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1053 time: 0.1487529
Nov 10 04:24:46.891059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.941599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:46.943087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:46.944641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] 10.222.0.21 "PUT /v2.0/ports/813a813d-fa8e-4d8e-87ee-9e304997827c HTTP/1.1" status: 200  len: 1092 time: 1.4625835
Nov 10 04:24:46.957164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:46.959549 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67" -d '{"events": [{"name": "network-changed", "server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:47.043196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d86280>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:39Z', 'revision_number': 4, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50', 'name': '', 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'mac_address': 'fa:16:3e:b6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:37Z', 'updated_at': '2021-11-10T04:24:45Z', 'revision_number': 4, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'subnets': [{'id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:47.056795 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b239e45-6c03-49e6-a02d-6718170ae8fa x-openstack-request-id: req-8b239e45-6c03-49e6-a02d-6718170ae8fa {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:47.056795 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:47.057123 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b239e45-6c03-49e6-a02d-6718170ae8fa {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:47.057432 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c', 'status': 'completed', 'code': 200}
Nov 10 04:24:47.081718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c398-1e9d-4294-9857-52a31bf286a8 service neutron] Pushing event updated for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:47.121790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59ab211b-8782-448b-a598-54bccfdf57e6 req-cb5b1a4a-1c40-4712-b2f3-837bbf4c95ae tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207835
Nov 10 04:24:47.130020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b39c-1353-4e81-bba0-e84117ee4363 None None] The sync data for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 is: [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:24:39Z', 'revision_number': 4, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50', 'name': '', 'network_id': 'ba5b15a6-3e32-4b3f-9343-e611b7f866eb', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'mac_address': 'fa:16:3e:b6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:37Z', 'updated_at': '2021-11-10T04:24:45Z', 'revision_number': 4, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'subnets': [{'id': '6f5832ef-11ea-41cf-85bd-f1032d538229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:47.155572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-8e1eb218-7052-415b-8888-efd68c71db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:47.157699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-8e1eb218-7052-415b-8888-efd68c71db16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.1219337
Nov 10 04:24:47.185804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Allocated IP 172.20.0.2 (0f38d708-f32f-4c61-a407-1c9848041f15/73c4e59a-8c25-4070-98db-24a6584b89c8/8c4c9116-43e4-4f98-b59d-f2ef61e71e8c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:47.197812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3b47d83c-19fc-4859-a64a-0db93895357a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:47.264348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Allocated IP 2001:db8::f816:3eff:fe89:ad45 (0f38d708-f32f-4c61-a407-1c9848041f15/64f10fb1-b6b8-440e-bf66-5bc0e14680e1/8c4c9116-43e4-4f98-b59d-f2ef61e71e8c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:47.270834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] Provisioning complete for port 3b47d83c-19fc-4859-a64a-0db93895357a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:47.271559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.303193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-ddf06bec-c567-4385-b2e3-f43f61bd34a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813a813d-fa8e-4d8e-87ee-9e304997827c HTTP/1.1" status: 200  len: 217 time: 0.1333516
Nov 10 04:24:47.379091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3b47d83c-19fc-4859-a64a-0db93895357a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:47.384144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.430113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-2013c7e6-5e61-4f7c-83c1-5a4a50d2a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:47.432275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-2013c7e6-5e61-4f7c-83c1-5a4a50d2a9a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c46fe372-dac4-497f-a975-be812041e3af HTTP/1.1" status: 200  len: 849 time: 0.1157541
Nov 10 04:24:47.504001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-a430619d-5381-4d5f-9398-ffca91fac75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:47.506967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-a430619d-5381-4d5f-9398-ffca91fac75e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd899406-7294-4878-b55d-8b22157cfbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0661712
Nov 10 04:24:47.610213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:47.674061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-a7cc17e8-5d72-4d0f-b3d8-46fe39c37644 service neutron] 10.222.0.21 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583378
Nov 10 04:24:47.821761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6563417-d0d2-4daa-b5e4-632ef32803ac req-8a175d25-9ddc-46e1-896e-386fb1cf76f7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325240
Nov 10 04:24:47.821896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 27524e36-f61d-4b53-a16c-8e3a5b5721d6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:47.822318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.859288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.906014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.912546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.945871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-028e7e70-58bc-4e20-99f4-897d9e962a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:47.948142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-028e7e70-58bc-4e20-99f4-897d9e962a13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.0724030
Nov 10 04:24:47.956793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:47.957038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:47.984581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] For port 3b47d83c-19fc-4859-a64a-0db93895357a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3b47d83c-19fc-4859-a64a-0db93895357a,segment=NetworkSegment(16e96dca-ef1b-4650-a78f-a14172c47298),segment_id=16e96dca-ef1b-4650-a78f-a14172c47298)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:48.009463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.018168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.087802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.119161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-0afca25b-605a-4d1b-8095-0dc54e9f6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:48.120967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-0afca25b-605a-4d1b-8095-0dc54e9f6da5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.1637206
Nov 10 04:24:48.124524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 27524e36-f61d-4b53-a16c-8e3a5b5721d6 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:48.176146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:48.176654 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:48.184461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-2d8ada41-3357-4938-9c4b-27a159b81996 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813a813d-fa8e-4d8e-87ee-9e304997827c HTTP/1.1" status: 200  len: 217 time: 0.0539658
Nov 10 04:24:48.192526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:48.206764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:48.211008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:48.233872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2b27b-1501-4fa0-a119-76f91052a263 None None] Pushing event updated for resources: {'Port': ['ID=3b47d83c-19fc-4859-a64a-0db93895357a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:48.257839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-84699757-9823-4408-98fe-4445044b4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:48.260990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-84699757-9823-4408-98fe-4445044b4dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c46fe372-dac4-497f-a975-be812041e3af HTTP/1.1" status: 200  len: 849 time: 0.0679262
Nov 10 04:24:48.359189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-e2020949-aff3-4306-bac0-0d6ecc95ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:48.362025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-e2020949-aff3-4306-bac0-0d6ecc95ac62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd899406-7294-4878-b55d-8b22157cfbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0928624
Nov 10 04:24:48.398913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Pushing event updated for resources: {'Port': ['ID=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:48.404762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Attempting to bind port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:48.405139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Attempting to bind port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:48.405507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Attempting to bind port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:48.407687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9835418f-b0fc-4033-8be6-d2e03053d0c6 None None] Provisioning complete for port 3b47d83c-19fc-4859-a64a-0db93895357a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:48.408058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9835418f-b0fc-4033-8be6-d2e03053d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.473225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 172.20.0.5 (0f38d708-f32f-4c61-a407-1c9848041f15/73c4e59a-8c25-4070-98db-24a6584b89c8/d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:48.500300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:48.500718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:48.501127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.501527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:48.502016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Bound port: 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:48.502399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.510432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e6e8-ea30-4e0f-bd29-78603f77b283 req-fb03d867-3b47-4cb0-b94f-77e18ebd70f2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:48.518467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2460e6e8-ea30-4e0f-bd29-78603f77b283 req-fb03d867-3b47-4cb0-b94f-77e18ebd70f2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.2557709
Nov 10 04:24:48.526333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-0522c577-e7a6-4ff0-adfa-363a3b4f97b1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561730
Nov 10 04:24:48.534089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fece:e2c2 (0f38d708-f32f-4c61-a407-1c9848041f15/64f10fb1-b6b8-440e-bf66-5bc0e14680e1/d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:48.697196 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2460e6e8-ea30-4e0f-bd29-78603f77b283 req-de64052a-9bf3-4842-9d6f-24679761d4f2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748486
Nov 10 04:24:48.698011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9835418f-b0fc-4033-8be6-d2e03053d0c6 None None] Provisioning complete for port 27524e36-f61d-4b53-a16c-8e3a5b5721d6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:48.698599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9835418f-b0fc-4033-8be6-d2e03053d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.716674 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d5164e56-fd35-4dfe-831b-f14ae4bb9c67 req-b10180d6-fc8e-49f0-ada6-f28c2662d6ef service neutron] 10.222.0.21 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622190
Nov 10 04:24:48.821659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.842549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] For port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:48.852924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9835418f-b0fc-4033-8be6-d2e03053d0c6 None None] Port 27524e36-f61d-4b53-a16c-8e3a5b5721d6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:48.864418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:48.866528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] For port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:48.871670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=27524e36-f61d-4b53-a16c-8e3a5b5721d6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:48.880831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.016235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069866-d91d-4704-9dd1-95e027a2b411 None None] Pushing event updated for resources: {'Port': ['ID=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:49.024020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.087395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.124390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.194336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:49.238699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8be1418c-5245-447d-bbe9-c159255c73c4 None None] Could not find standard attr ID for object 27524e36-f61d-4b53-a16c-8e3a5b5721d6. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:49.272164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:49.272546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.340810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router 6c61df02-38c2-4a16-be72-54a074c7a32b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:49.354894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.374040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b1abb4c8-6e44-49b7-9303-4f7e6653c933 None None] Could not find standard attr ID for object 27524e36-f61d-4b53-a16c-8e3a5b5721d6. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:49.383165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3b47d83c-19fc-4859-a64a-0db93895357a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:49.469791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3b47d83c-19fc-4859-a64a-0db93895357a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:49.470899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.500994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:49.511826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:49.515434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:49.520982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:49.526571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:49.536445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b97ee1d4-19d1-410a-87ed-457978af706a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/6c61df02-38c2-4a16-be72-54a074c7a32b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3821990
Nov 10 04:24:49.536815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46840) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:49.539064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] Sync routers for ids ['6c61df02-38c2-4a16-be72-54a074c7a32b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:49.562714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] Routers {'6c61df02-38c2-4a16-be72-54a074c7a32b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:49.563221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ff0e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c61df02-38c2-4a16-be72-54a074c7a32b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:49.586432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eef0b839-f460-41cb-aa22-982023f10d5a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c61df02-38c2-4a16-be72-54a074c7a32b HTTP/1.1" status: 200  len: 205 time: 0.0479836
Nov 10 04:24:49.589661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:49.622866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ff0e50>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:49.637414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:49.638225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.668648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ec44b858-8f7c-4406-88b1-eaa47286991f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.9732063
Nov 10 04:24:49.668903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46844) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:49.678404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] Routers {'6c61df02-38c2-4a16-be72-54a074c7a32b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:49.679028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ff0e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['6c61df02-38c2-4a16-be72-54a074c7a32b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:49.734964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ff0e50>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:49.735749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48401ae1-687e-409c-9000-1ae82efa404b None None] The sync data for ids ['6c61df02-38c2-4a16-be72-54a074c7a32b'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:49.751691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.836315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef453b-3b40-48f1-8663-465d25322632 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:49.842541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef453b-3b40-48f1-8663-465d25322632 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:49.844142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9aef453b-3b40-48f1-8663-465d25322632 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1754580
Nov 10 04:24:49.846896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:49.946391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:49.947072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.987522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.990699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:49.999287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313caeb-7e7a-4004-8217-74809592b996 req-7fe729a4-568b-4fae-88f1-15249ac28a28 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:50.000941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d313caeb-7e7a-4004-8217-74809592b996 req-7fe729a4-568b-4fae-88f1-15249ac28a28 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.1831021
Nov 10 04:24:50.061986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.062735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router 6c61df02-38c2-4a16-be72-54a074c7a32b {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:50.069361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.076461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.081870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a8b9501-6e4e-44f4-83be-07f1ac77a3da tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/6c61df02-38c2-4a16-be72-54a074c7a32b HTTP/1.1" status: 204  len: 168 time: 0.4857998
Nov 10 04:24:50.081870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:50.086366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:50.135118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d313caeb-7e7a-4004-8217-74809592b996 req-3cc67482-eb94-4120-bf7b-35ee3e5332a6 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978742
Nov 10 04:24:50.164829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet fad58336-e682-42a7-a06e-267812f3b1e4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:50.170626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.220285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.326070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.330185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.357558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:50.421518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.452425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=fad58336-e682-42a7-a06e-267812f3b1e4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:50.457653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.464681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/fad58336-e682-42a7-a06e-267812f3b1e4 HTTP/1.1" status: 204  len: 168 time: 0.3825185
Nov 10 04:24:50.466007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46854) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:50.468692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9d3e41-9bdb-45d7-aaa5-b4487b1462fc None None] Network f0b7a945-2ddb-4eb5-a54a-b84141eb8817 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:50.470898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.471249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.471575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.471920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.472254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.472588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.472943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.473274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.473805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.473991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.474235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.474615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b64d23-46f1-441f-8ffd-0b33065a0a95 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:50.524429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.527971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1f0f97f0-3f34-47e6-a3df-d486e77763ff tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e HTTP/1.1" status: 204  len: 168 time: 0.6800447
Nov 10 04:24:50.531448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46856) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:50.586998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.604997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60af29-1d51-4942-b07a-34e740caee33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:50.606737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60af29-1d51-4942-b07a-34e740caee33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:50.608557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60af29-1d51-4942-b07a-34e740caee33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:50.610428 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f60af29-1d51-4942-b07a-34e740caee33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0786688
Nov 10 04:24:50.613159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46858) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:50.637080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afbffa-6c66-442c-9d72-4624bf9e8166 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:50.665518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 3b47d83c-19fc-4859-a64a-0db93895357a {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:50.665897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.676286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 64f10fb1-b6b8-440e-bf66-5bc0e14680e1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:50.680004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.740378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.743505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 3b47d83c-19fc-4859-a64a-0db93895357a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3b47d83c-19fc-4859-a64a-0db93895357a,segment=NetworkSegment(16e96dca-ef1b-4650-a78f-a14172c47298),segment_id=16e96dca-ef1b-4650-a78f-a14172c47298)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:50.744444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.745409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Provisioning complete for port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:50.745994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.764518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 3b47d83c-19fc-4859-a64a-0db93895357a owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:50.817526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] DHCP port deletion for f0b7a945-2ddb-4eb5-a54a-b84141eb8817 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:50.858188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.886606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.915618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=3b47d83c-19fc-4859-a64a-0db93895357a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:50.921725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 3b47d83c-19fc-4859-a64a-0db93895357a on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:50.936315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.947291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.987175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=64f10fb1-b6b8-440e-bf66-5bc0e14680e1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:50.995168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Deleting port 3b47d83c-19fc-4859-a64a-0db93895357a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:50.995781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:50.999075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.006422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-80e45946-5b94-4a5d-98d8-f10326d816b5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/64f10fb1-b6b8-440e-bf66-5bc0e14680e1 HTTP/1.1" status: 204  len: 168 time: 0.3898928
Nov 10 04:24:51.007692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:51.065432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.111453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 73c4e59a-8c25-4070-98db-24a6584b89c8 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:51.111725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:51.116852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.121163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82143c7be0>,) {'filters': {'network_id': ['f0b7a945-2ddb-4eb5-a54a-b84141eb8817']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:51.122112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:51.122629 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:51.133357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143c7be0>, '16e96dca-ef1b-4650-a78f-a14172c47298') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:51.134262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82143c7be0>, '16e96dca-ef1b-4650-a78f-a14172c47298') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:51.148949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.160469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] For port 3b47d83c-19fc-4859-a64a-0db93895357a, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:51.161165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.170551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.175319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.181801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Calling delete_port for 3b47d83c-19fc-4859-a64a-0db93895357a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:51.186810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Port 3b47d83c-19fc-4859-a64a-0db93895357a was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:24:51.191980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.207867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:24:51.210801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:24:51.221353 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:24:51.234279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] Pushing event deleted for resources: {'Port': ['ID=3b47d83c-19fc-4859-a64a-0db93895357a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:51.245930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cb72e-43f7-42a0-8c8e-c72c906b98dc None None] No DVR routers for this DVR port 3b47d83c-19fc-4859-a64a-0db93895357a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:51.250362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:51.250737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.288003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.359259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.370495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc27d-c644-4d87-9efb-7e0db99c68fc req-2aaf78cd-6c8d-4ec9-b0d2-d841f373c56a tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:51.379054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41adc27d-c644-4d87-9efb-7e0db99c68fc req-2aaf78cd-6c8d-4ec9-b0d2-d841f373c56a tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.0688443
Nov 10 04:24:51.387154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.389743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.397240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.405050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/f0b7a945-2ddb-4eb5-a54a-b84141eb8817 HTTP/1.1" status: 204  len: 168 time: 0.9342802
Nov 10 04:24:51.408109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46866) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:51.409393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.413337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/73c4e59a-8c25-4070-98db-24a6584b89c8 HTTP/1.1" status: 204  len: 168 time: 0.4036677
Nov 10 04:24:51.417332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:51.432536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2a21-9c38-4502-b7ce-2652f8da365d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=f0b7a945-2ddb-4eb5-a54a-b84141eb8817,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:51.438610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:24:51.440132 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:24:51.440743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660504882', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:51.455960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d777144-6f5a-4526-9144-5bbd5e2fa0a8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=73c4e59a-8c25-4070-98db-24a6584b89c8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:51.464113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3563548-4aeb-4712-ae97-008bda7d6e08 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:51.470875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-41adc27d-c644-4d87-9efb-7e0db99c68fc req-c91f40ca-def6-4162-a8ed-477a93ee09a1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909357
Nov 10 04:24:51.494956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b9c94902-c197-43b1-96b6-38d3e95c095a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0468338
Nov 10 04:24:51.497972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46870) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:51.502907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:51.560855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.562166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.641405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.660420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:51.678674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.686851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:51.690196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.739263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] For port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:51.746960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.799009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Deleting port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:51.799521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:51.850313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2c75a-2e9c-409b-b305-6a189a8556e2 None None] Pushing event updated for resources: {'Port': ['ID=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:52.128957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] For port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:52.129746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.132577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b35e79ea-b01b-42f1-8c68-bca8aa1d6cc0 None None] Provisioning complete for port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:52.133062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b35e79ea-b01b-42f1-8c68-bca8aa1d6cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.152177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 813a813d-fa8e-4d8e-87ee-9e304997827c details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:24:52.184770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Calling delete_port for 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:52.220291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.309214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3b47d83c-19fc-4859-a64a-0db93895357a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:52.346016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3b47d83c-19fc-4859-a64a-0db93895357a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:52.346358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3b47d83c-19fc-4859-a64a-0db93895357a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:52.402754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.433057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=813a813d-fa8e-4d8e-87ee-9e304997827c,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:52.435788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.458892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:52.465334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:52.470764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:52.471354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.476552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] No DVR routers for this DVR port 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:52.478557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '813a813d-fa8e-4d8e-87ee-9e304997827c', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'port_id': '813a813d-fa8e-4d8e-87ee-9e304997827c', 'mac_address': 'fa:16:3e:43:6f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:24:52.479710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:52.481096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656690c-be51-414d-96b2-f834b3299ccb None None] Pushing event deleted for resources: {'Port': ['ID=8c4c9116-43e4-4f98-b59d-f2ef61e71e8c,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:52.509198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16462066-0f9e-447a-8591-157cb07d2565 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:52.535387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e4eab6e2-72de-4872-8e72-49cb6b1df930 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0332787
Nov 10 04:24:52.535844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:52.541818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:52.571116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.591477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813a813d-fa8e-4d8e-87ee-9e304997827c {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:24:52.613400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.625442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=813a813d-fa8e-4d8e-87ee-9e304997827c,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:52.630502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.640665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.671551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:52.674990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.689935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36888f6-c441-492e-8add-751f92796ada req-0c06750c-779c-46ff-ac22-41e2ae118cf2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:52.691467 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e36888f6-c441-492e-8add-751f92796ada req-0c06750c-779c-46ff-ac22-41e2ae118cf2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1095 time: 0.1268871
Nov 10 04:24:52.734783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:52.759072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:52.760722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.785120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e36888f6-c441-492e-8add-751f92796ada req-1c0885cc-95a2-4fae-9219-7f02fcda3963 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811419
Nov 10 04:24:52.802053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 172.32.3.4 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:52.850771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['813a813d-fa8e-4d8e-87ee-9e304997827c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:52.929083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:52.972386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Allocated IP 172.20.0.2 (0f38d708-f32f-4c61-a407-1c9848041f15/24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a/252e3e4e-a429-417f-b2da-c32613d03d4a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:52.976441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.022734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:53.028083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:53.032784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:53.035664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:53.050977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:24:53.052133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:53.053469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.060405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4b031-06c6-425b-bed9-f83410135b54 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:53.091086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:24:53.091086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c4c9116-43e4-4f98-b59d-f2ef61e71e8c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:53.094415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:53.101751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:53.106959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:53.107656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.121649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=15d06e84-f36c-4564-be55-2b567861b143,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:53.134222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.134689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.135129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.135764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.136210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.136726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.137372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.138882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.139272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.139671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.140086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.140478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:24:53.155743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cd62b1fe-d372-44e5-aa01-9cc66f3c53bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6186254
Nov 10 04:24:53.158562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:53.167959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:d6:f0:34', 'name': 'tempest-NetworksTestDHCPv6-1463897711'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:53.232690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0b95a429-0e60-413e-9224-63a304564c35 None None] Provisioning complete for port dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:53.233317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0b95a429-0e60-413e-9224-63a304564c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.270865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.284234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.292141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0b95a429-0e60-413e-9224-63a304564c35 None None] Port dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:24:53.321783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.324704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:53.327450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:53.331202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:53.334699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:53.342206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Pushing event updated for resources: {'Port': ['ID=252e3e4e-a429-417f-b2da-c32613d03d4a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:53.402071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Attempting to bind port 252e3e4e-a429-417f-b2da-c32613d03d4a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:53.402451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Attempting to bind port 252e3e4e-a429-417f-b2da-c32613d03d4a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:53.402823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Attempting to bind port 252e3e4e-a429-417f-b2da-c32613d03d4a on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:53.407935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:53.408310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:53.408775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.409173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:53.409658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Bound port: 252e3e4e-a429-417f-b2da-c32613d03d4a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:53.410033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.418410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.438598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port c74bbc8d-68e3-439f-b4d5-d0ef5f34c121 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:24:53.485529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] For port 252e3e4e-a429-417f-b2da-c32613d03d4a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:53.489317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] For port 252e3e4e-a429-417f-b2da-c32613d03d4a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=252e3e4e-a429-417f-b2da-c32613d03d4a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:53.494480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.546816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.560935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64bc5-2ecb-462e-95fc-65d1b5c519e8 None None] Pushing event updated for resources: {'Port': ['ID=252e3e4e-a429-417f-b2da-c32613d03d4a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:53.626627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 172.20.0.7 (0f38d708-f32f-4c61-a407-1c9848041f15/24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a/c74bbc8d-68e3-439f-b4d5-d0ef5f34c121) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:53.634292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fed6:f034 (0f38d708-f32f-4c61-a407-1c9848041f15/15d06e84-f36c-4564-be55-2b567861b143/c74bbc8d-68e3-439f-b4d5-d0ef5f34c121) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:53.694768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router d340bd29-d553-49e4-8ca3-6d51caa2a209 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:24:53.818426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:53.830816 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] Sync routers for ids ['d340bd29-d553-49e4-8ca3-6d51caa2a209'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:53.851074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.852583 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] Routers {'d340bd29-d553-49e4-8ca3-6d51caa2a209'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:53.853469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821445dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d340bd29-d553-49e4-8ca3-6d51caa2a209'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:53.874324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.875889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f15fc977-0f67-4045-bcb8-1e1e01dc1575 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 881 time: 2.4591136
Nov 10 04:24:53.878678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:53.908759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821445dd00>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:53.918147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] Routers {'d340bd29-d553-49e4-8ca3-6d51caa2a209'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:53.918760 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821445dd00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d340bd29-d553-49e4-8ca3-6d51caa2a209'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:53.926021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:53.959994 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821445dd00>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:53.960889 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919c57-3b74-4963-a5e0-b680fed8a76f None None] The sync data for ids ['d340bd29-d553-49e4-8ca3-6d51caa2a209'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:53.983786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:53.992249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:53.998425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:54.016363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27238c74-ec08-4769-b716-413dc9d4be7a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers/d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 200  len: 882 time: 0.1365280
Nov 10 04:24:54.018747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:54.026580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150275a2-f7aa-46eb-b1a8-e3acf0d155b5 req-a5db6186-b6cc-424f-9c5a-29e04cb5519e tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:54.028020 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-150275a2-f7aa-46eb-b1a8-e3acf0d155b5 req-a5db6186-b6cc-424f-9c5a-29e04cb5519e tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1096 time: 0.1344464
Nov 10 04:24:54.030800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=c74bbc8d-68e3-439f-b4d5-d0ef5f34c121,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:54.073820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:54.074444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.103785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b014afc5-bc5f-44f1-b397-be4952fc41fa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.9439723
Nov 10 04:24:54.106105 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-150275a2-f7aa-46eb-b1a8-e3acf0d155b5 req-910886ab-bb47-49cf-9c78-d032cbb68706 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641055
Nov 10 04:24:54.106563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46888) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:54.155994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121ad25-a967-4642-aec5-1fb98dd057ce tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:54.161985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121ad25-a967-4642-aec5-1fb98dd057ce tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:54.163608 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9121ad25-a967-4642-aec5-1fb98dd057ce tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.0561495
Nov 10 04:24:54.166841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46890) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:54.173502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 813a813d-fa8e-4d8e-87ee-9e304997827c up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:54.232223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 813a813d-fa8e-4d8e-87ee-9e304997827c completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:24:54.239029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a69a353f-495d-4c9f-a633-544e26a68302 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 885 time: 0.2158120
Nov 10 04:24:54.239231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 813a813d-fa8e-4d8e-87ee-9e304997827c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:54.239231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.239527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46892) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:54.245457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-660504882'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:54.327453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.348109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port c74bbc8d-68e3-439f-b4d5-d0ef5f34c121 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:54.348512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.362851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:54.365763 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247da425-ee1f-41be-a367-a7cbe5d8adbd" -d '{"events": [{"server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "name": "network-vif-plugged", "status": "completed", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:54.385010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=813a813d-fa8e-4d8e-87ee-9e304997827c,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:54.400251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.428066 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a46f45-2440-4e92-80c9-0c4bd658a660 x-openstack-request-id: req-52a46f45-2440-4e92-80c9-0c4bd658a660 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:54.428359 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "name": "network-vif-plugged", "status": "completed", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:54.428641 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a46f45-2440-4e92-80c9-0c4bd658a660 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:54.438266 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c', 'code': 200}
Nov 10 04:24:54.471743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:54.485263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for c74bbc8d-68e3-439f-b4d5-d0ef5f34c121 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:54.533823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:54.568500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f788a31-c829-4486-90dd-a446c66c04cb req-99fdcd8c-9588-433c-a845-df36841d131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:54.569976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f788a31-c829-4486-90dd-a446c66c04cb req-99fdcd8c-9588-433c-a845-df36841d131b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.0677602
Nov 10 04:24:54.627796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f788a31-c829-4486-90dd-a446c66c04cb req-e2c9320b-ad16-4d9c-a215-b4fd12a74ecf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498781
Nov 10 04:24:54.795867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6773a-9e07-4051-bca4-a9120cea6f7f None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:54.867434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] Provisioning complete for port 252e3e4e-a429-417f-b2da-c32613d03d4a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:54.867855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.030506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 252e3e4e-a429-417f-b2da-c32613d03d4a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:24:55.033438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.107229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] For port 252e3e4e-a429-417f-b2da-c32613d03d4a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=252e3e4e-a429-417f-b2da-c32613d03d4a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:55.113586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.151756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 252e3e4e-a429-417f-b2da-c32613d03d4a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:55.152133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.225644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011445c2-66c0-4db8-b575-b76ed9892f66 None None] Pushing event updated for resources: {'Port': ['ID=252e3e4e-a429-417f-b2da-c32613d03d4a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:55.233913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Update dhcp port {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a', 'ip_address': '172.20.0.2'}, {'subnet_id': '15d06e84-f36c-4564-be55-2b567861b143'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '252e3e4e-a429-417f-b2da-c32613d03d4a'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:24:55.250963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.257716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.264940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.294593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=c74bbc8d-68e3-439f-b4d5-d0ef5f34c121,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:55.298161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.309918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013832-9dad-4b76-8637-d840ad1b1383 req-2d4ccdb6-b78a-4289-a8ba-b5b4dd4e97b7 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:55.311545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9e013832-9dad-4b76-8637-d840ad1b1383 req-2d4ccdb6-b78a-4289-a8ba-b5b4dd4e97b7 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1232343
Nov 10 04:24:55.454444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Allocated IP 2001:db8::f816:3eff:fe6e:5133 (0f38d708-f32f-4c61-a407-1c9848041f15/15d06e84-f36c-4564-be55-2b567861b143/252e3e4e-a429-417f-b2da-c32613d03d4a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:55.497311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.500526 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d3b12648-6a3a-4785-806a-52718ed20ad3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c74bbc8d-68e3-439f-b4d5-d0ef5f34c121 HTTP/1.1" status: 204  len: 168 time: 1.3327579
Nov 10 04:24:55.503114 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9e013832-9dad-4b76-8637-d840ad1b1383 req-9fc5adfa-8299-4e7f-8b27-6250953d8192 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735785
Nov 10 04:24:55.503457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46902) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:55.530853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router d340bd29-d553-49e4-8ca3-6d51caa2a209 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:24:55.551181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:24:55.554689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] For port 252e3e4e-a429-417f-b2da-c32613d03d4a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=252e3e4e-a429-417f-b2da-c32613d03d4a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:55.569347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6514e-cc52-446d-a0c8-696cc60c56a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:55.578067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6514e-cc52-446d-a0c8-696cc60c56a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:55.584997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6514e-cc52-446d-a0c8-696cc60c56a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:55.585684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.591563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-80b6514e-cc52-446d-a0c8-696cc60c56a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0866590
Nov 10 04:24:55.591902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.592192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:55.654973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:24:55.659732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 15d06e84-f36c-4564-be55-2b567861b143 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:55.667258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.671002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb18253f-f1e0-469c-95b5-c788885e7ab6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 200  len: 889 time: 1.4282959
Nov 10 04:24:55.671364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46906) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:55.672331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.735027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.806203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-98f7054d-dbd1-4ac2-b679-9b6c564a0b26 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers/d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 200  len: 889 time: 0.1310830
Nov 10 04:24:55.806469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:55.834566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.838878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9bc2c1c6-49cc-409c-b83b-5f867c5b8ee9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 200  len: 205 time: 0.0286205
Nov 10 04:24:55.839070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] Sync routers for ids ['d340bd29-d553-49e4-8ca3-6d51caa2a209'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:24:55.839185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46910) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:55.853308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f1ff3-a5f6-4895-be8c-e5072734eda3 None None] Pushing event updated for resources: {'Port': ['ID=252e3e4e-a429-417f-b2da-c32613d03d4a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:55.860722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] Routers {'d340bd29-d553-49e4-8ca3-6d51caa2a209'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:55.861356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207091760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d340bd29-d553-49e4-8ca3-6d51caa2a209'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:55.898479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207091760>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:55.902388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.910071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] Routers {'d340bd29-d553-49e4-8ca3-6d51caa2a209'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:24:55.911021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207091760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d340bd29-d553-49e4-8ca3-6d51caa2a209'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:55.931578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=15d06e84-f36c-4564-be55-2b567861b143,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:55.948776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:55.949053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207091760>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:24:55.949696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76f6a-f7ee-4d9b-b045-c02f663ba4ce None None] The sync data for ids ['d340bd29-d553-49e4-8ca3-6d51caa2a209'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:24:55.952643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27d3dc97-7806-47f2-a4fc-e3a02b646df2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/15d06e84-f36c-4564-be55-2b567861b143 HTTP/1.1" status: 204  len: 168 time: 0.3589468
Nov 10 04:24:55.955572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46912) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.019170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.027403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:24:56.059478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.137042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.200183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.260995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.336678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:56.336918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.340650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.409563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:56.411619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.415590 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f7646117-a0ff-41d0-8a3d-d43ce1d5e52f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a HTTP/1.1" status: 204  len: 168 time: 0.4589572
Nov 10 04:24:56.418195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46918) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.462889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.471011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-938ace36-0a8c-43ca-b2b3-5f117efde53e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0493183
Nov 10 04:24:56.471755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46920) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.475382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:56.491863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce10ffc-7646-4254-9016-5fb7bb48543b None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:56.525871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5fdd67-9719-415d-b1f8-4d84508d08d6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:56.527776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6a5fdd67-9719-415d-b1f8-4d84508d08d6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0551476
Nov 10 04:24:56.530304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46924) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.555864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1f41cc4b-2a5f-4735-81ed-090bad3d6dbb None None] Could not find standard attr ID for object c74bbc8d-68e3-439f-b4d5-d0ef5f34c121. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:24:56.582537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1f41cc4b-2a5f-4735-81ed-090bad3d6dbb None None] Provisioning complete for port 252e3e4e-a429-417f-b2da-c32613d03d4a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:24:56.583573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1f41cc4b-2a5f-4735-81ed-090bad3d6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.626160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe1094-cf69-4596-bfd8-ff8f29bb0a05 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:56.629959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2cfe1094-cf69-4596-bfd8-ff8f29bb0a05 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0964234
Nov 10 04:24:56.630249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46928) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.686345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a835f181-049b-4b23-ba44-9c76763275fb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0549068
Nov 10 04:24:56.695603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46930) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.701819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:56.730939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f831a4-7578-454d-80ef-ae1830a7da90 req-65a04fec-48db-465b-9b30-38f217bd1171 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:56.732678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6f831a4-7578-454d-80ef-ae1830a7da90 req-65a04fec-48db-465b-9b30-38f217bd1171 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.0579734
Nov 10 04:24:56.777580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124730d-7013-43e9-a25a-7ff2d930f5df req-c7e098ac-c608-49c6-a620-c1098b3b9406 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:56.779112 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d124730d-7013-43e9-a25a-7ff2d930f5df req-c7e098ac-c608-49c6-a620-c1098b3b9406 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1870322
Nov 10 04:24:56.790775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6f831a4-7578-454d-80ef-ae1830a7da90 req-fb2f2e5e-e2bd-4459-8273-d67d0a93a3a9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503888
Nov 10 04:24:56.791249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:56.847344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Deleting port 252e3e4e-a429-417f-b2da-c32613d03d4a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:56.848044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.891975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.906987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d124730d-7013-43e9-a25a-7ff2d930f5df req-b8b7e147-3ccf-4820-82e2-9d27100f5d75 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127770
Nov 10 04:24:56.922688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] For port 252e3e4e-a429-417f-b2da-c32613d03d4a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=252e3e4e-a429-417f-b2da-c32613d03d4a,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:56.923290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.924654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:56.928167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:56.929629 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:56.930056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:56.938115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=dd6d0c4a-dfc5-46ff-b7be-8a1af57a1f33,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:56.940952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Calling delete_port for 252e3e4e-a429-417f-b2da-c32613d03d4a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:56.968342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c430a69-705a-4b9e-9886-10f68e3230eb None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:24:56.969495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4e9bfe6f-a481-4a81-b7cb-1eb09a75945b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2725229
Nov 10 04:24:56.972839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:56.985410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.038305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.058343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 252e3e4e-a429-417f-b2da-c32613d03d4a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:24:57.088439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.101504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eea437-7160-487f-8a54-c59c6a2b9cb7 req-79238ab1-0951-4c60-8ffa-78e3a79a062c tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:57.103488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03eea437-7160-487f-8a54-c59c6a2b9cb7 req-79238ab1-0951-4c60-8ffa-78e3a79a062c tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1003358
Nov 10 04:24:57.138882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.140881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] Pushing event deleted for resources: {'Port': ['ID=252e3e4e-a429-417f-b2da-c32613d03d4a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:57.142480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.143930 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:57.144372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0984d-c312-4fd0-b1e3-7a3f378d4431 None None] No DVR routers for this DVR port 252e3e4e-a429-417f-b2da-c32613d03d4a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:57.144503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:57.150606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No active binding found for port 252e3e4e-a429-417f-b2da-c32613d03d4a {{(pid=119698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 10 04:24:57.151111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 252e3e4e-a429-417f-b2da-c32613d03d4a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:24:57.162437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.163851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.172386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-03eea437-7160-487f-8a54-c59c6a2b9cb7 req-e3e7a3de-16b5-4b6b-8d4b-4431c56c22c6 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615160
Nov 10 04:24:57.177314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-877737eb-b99d-4d6b-8306-569537887f88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2030525
Nov 10 04:24:57.180455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46936) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.185519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.189995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde24932-14a3-405e-8c18-af6cc85c7988 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:24:57.231060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.231859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router d340bd29-d553-49e4-8ca3-6d51caa2a209 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:24:57.239700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.240850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96647f1d-e833-4df5-a895-f6b020742569 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 204  len: 168 time: 1.4007623
Nov 10 04:24:57.246503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46940) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.252367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053541536'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.312551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.316137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.322532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde24932-14a3-405e-8c18-af6cc85c7988 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:24:57.331390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.336468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.339431 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:57.339914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:57.345024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eb495-77c6-4cde-990e-1ebb3732903c req-0e540791-4feb-46d6-8b33-cde413199dfe tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:57.346666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed8eb495-77c6-4cde-990e-1ebb3732903c req-0e540791-4feb-46d6-8b33-cde413199dfe tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.0850437
Nov 10 04:24:57.354652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:24:57.360008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b4fe263-a2c1-4c09-a07e-ac86d27127b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1784248
Nov 10 04:24:57.363333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.371082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.381498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.381735 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment 57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1 of type vlan for network c94a9865-2bfd-4b39-aa4a-269d3960b7e7
Nov 10 04:24:57.443209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.447707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed8eb495-77c6-4cde-990e-1ebb3732903c req-bffa9214-1b44-421d-b608-afaddbcc9a58 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901043
Nov 10 04:24:57.479643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.487555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.490543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:57.491513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.493788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.495630 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:57.496163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:57.521320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-64b18ee9-913b-4842-b0b0-98109df36a9f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1566362
Nov 10 04:24:57.528630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.529539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.570172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3224275
Nov 10 04:24:57.578264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46954) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.585365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.638872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b2eb-a1e2-4e81-a47b-b5779d444fa3 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=c94a9865-2bfd-4b39-aa4a-269d3960b7e7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:57.650477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:24:57.692551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.697268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.698727 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:57.699103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:57.712969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.717880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.740645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-622d5678-6a22-4df8-a3da-4aea7851c432 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2161238
Nov 10 04:24:57.745433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 46960) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:57.750441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:57.754260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-bb0da920-4383-4520-8ba3-02d5a8c4fa89 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:57.755683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-bb0da920-4383-4520-8ba3-02d5a8c4fa89 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.1380658
Nov 10 04:24:57.806531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-176c9925-84f9-4642-b62d-b33ff79ed3b8 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/quotas/4d91e9cfd6d5444084edaa01389436c9 HTTP/1.1" status: 200  len: 375 time: 0.0376928
Nov 10 04:24:57.899663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-3d074d72-31e5-4876-85e9-5b9229246045 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0740774
Nov 10 04:24:57.925749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:57.929340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:57.935694 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:24:57.936169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:24:57.996131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2be49-ccbd-4d5f-a589-ed46a56762ad req-0aa625a4-817e-4b0b-9e4a-489549482114 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:57.997672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ac2be49-ccbd-4d5f-a589-ed46a56762ad req-0aa625a4-817e-4b0b-9e4a-489549482114 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.1258078
Nov 10 04:24:57.998787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.109202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=1405df2a-ce4e-4e3e-ab51-d6cce827c6c3,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:58.138984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:58.139350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: c94a9865-2bfd-4b39-aa4a-269d3960b7e7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:24:58.164467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2ac2be49-ccbd-4d5f-a589-ed46a56762ad req-5771b21c-e579-4d53-9c09-6120cbd7976a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a71c8b8-8acb-4736-9018-9991e6621a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278820
Nov 10 04:24:58.188167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:24:58.193344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c94a9865-2bfd-4b39-aa4a-269d3960b7e7) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:58.198058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:58.198773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.206372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd20098-f289-4774-9f1a-0940c0273206 None None] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:24:58.223723 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6d9eafa-fd37-4978-b039-c93d9bc2e6d1 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6438663
Nov 10 04:24:58.225962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46964) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.235026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-794314474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:58.266330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.267880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.329875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.335578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.357539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.358810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e8f3b8ce-1131-49d3-8479-98b2aeb8af9f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1317201
Nov 10 04:24:58.361844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.379328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c94a9865-2bfd-4b39-aa4a-269d3960b7e7', 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': '1405df2a-ce4e-4e3e-ab51-d6cce827c6c3'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:24:58.380749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.404548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-547bcaca-768b-4b62-b5ec-65159e1ceeda tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6554224
Nov 10 04:24:58.405462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.460641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-e5c91646-8169-43e0-b497-a9d6779eaec6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:58.461911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-e5c91646-8169-43e0-b497-a9d6779eaec6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 946 time: 0.1254089
Nov 10 04:24:58.464868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5179f57-c155-44e4-b1b9-c3791d90c715 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0560083
Nov 10 04:24:58.465004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-963545d9-ca34-4c86-bb99-dbbf05deae95 service neutron] 10.222.0.13 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5566406
Nov 10 04:24:58.465131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46970) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.536569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Allocated IP 2001:db8::2 (c94a9865-2bfd-4b39-aa4a-269d3960b7e7/1405df2a-ce4e-4e3e-ab51-d6cce827c6c3/527ad303-9f80-4717-ac68-4e4a902a49d2) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:24:58.605776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c9a31-ae0c-442c-a93f-7915feb20759 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:24:58.607242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f66c9a31-ae0c-442c-a93f-7915feb20759 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1413314
Nov 10 04:24:58.610451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46974) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.638542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-bd741ed6-1eb5-4890-98ea-00bb1a12edad service neutron] 10.222.0.13 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669273
Nov 10 04:24:58.655803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port bed86996-1239-4995-b814-f29ccb373498 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:24:58.656235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.692675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.702127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.711236 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d631a116-9127-4189-bd54-40a0a31d4859 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0996156
Nov 10 04:24:58.716837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 46976) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:24:58.722125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:24:58.759506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:24:58.763138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:24:58.768926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:24:58.772027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Pushing event updated for resources: {'Port': ['ID=527ad303-9f80-4717-ac68-4e4a902a49d2,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:58.794977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port bed86996-1239-4995-b814-f29ccb373498, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=bed86996-1239-4995-b814-f29ccb373498,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:24:58.795488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.819351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for bed86996-1239-4995-b814-f29ccb373498 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:24:58.837911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Attempting to bind port 527ad303-9f80-4717-ac68-4e4a902a49d2 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:24:58.837911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Attempting to bind port 527ad303-9f80-4717-ac68-4e4a902a49d2 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:24:58.838134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Attempting to bind port 527ad303-9f80-4717-ac68-4e4a902a49d2 on network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:24:58.845115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:24:58.845607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Checking segment: {'id': '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:24:58.846078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.846957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Bound using segment: {'id': '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:24:58.848732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Bound port: 527ad303-9f80-4717-ac68-4e4a902a49d2, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c94a9865-2bfd-4b39-aa4a-269d3960b7e7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:24:58.849234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.891788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b61776c1-317f-4c53-a7ae-9ac0de8b0e39 req-214502d2-a344-45a5-ac05-07babcfc2375 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 210 time: 0.0481598
Nov 10 04:24:58.928059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] For port 527ad303-9f80-4717-ac68-4e4a902a49d2, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:24:58.931930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] For port 527ad303-9f80-4717-ac68-4e4a902a49d2, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=527ad303-9f80-4717-ac68-4e4a902a49d2,segment=NetworkSegment(57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1),segment_id=57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:24:58.939365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.940903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:58.953048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:24:58.959950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:59.027497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0f0a-f34f-4a9f-bd64-e9706a0aa657 None None] Pushing event updated for resources: {'Port': ['ID=527ad303-9f80-4717-ac68-4e4a902a49d2,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:59.033691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:59.046286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['bed86996-1239-4995-b814-f29ccb373498'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:24:59.071943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=bed86996-1239-4995-b814-f29ccb373498,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:24:59.129510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port bed86996-1239-4995-b814-f29ccb373498 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:24:59.132218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:24:59.135824 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c437f9d7-9f93-49f4-8a84-1535a7ac3f37 req-0bb6a232-020f-407f-a8a3-fee9be3de142 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "DELETE /v2.0/ports/bed86996-1239-4995-b814-f29ccb373498 HTTP/1.1" status: 204  len: 173 time: 0.6654701
Nov 10 04:24:59.136330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'name': 'network-vif-deleted', 'tag': 'bed86996-1239-4995-b814-f29ccb373498'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:24:59.138621 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2805badb-ced1-4cae-8acf-9eeaade642f8" -d '{"events": [{"server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "name": "network-vif-deleted", "tag": "bed86996-1239-4995-b814-f29ccb373498"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:24:59.232576 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1aa36-66d7-456f-a8b9-d2edeb57e3b3 x-openstack-request-id: req-13e1aa36-66d7-456f-a8b9-d2edeb57e3b3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:24:59.232576 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f1d7bf-860b-44f5-905d-b8dba2e8e296", "name": "network-vif-deleted", "tag": "bed86996-1239-4995-b814-f29ccb373498", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:24:59.232576 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e1aa36-66d7-456f-a8b9-d2edeb57e3b3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:24:59.232976 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f1d7bf-860b-44f5-905d-b8dba2e8e296', 'name': 'network-vif-deleted', 'tag': 'bed86996-1239-4995-b814-f29ccb373498', 'status': 'completed', 'code': 200}
Nov 10 04:24:59.757468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bd64954-461e-4738-ac01-cc93cb264267 req-78ba501e-2900-4336-a419-8ac2d1e58890 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f1d7bf-860b-44f5-905d-b8dba2e8e296 HTTP/1.1" status: 200  len: 210 time: 0.0663249
Nov 10 04:25:00.037117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a859b13-4427-47de-ad14-fd9977f85abe req-860eaab1-02cb-4a1d-b7c6-bbef9d174873 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 210 time: 0.0374269
Nov 10 04:25:00.136499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8::1 (c94a9865-2bfd-4b39-aa4a-269d3960b7e7/1405df2a-ce4e-4e3e-ab51-d6cce827c6c3/2d8caa33-d246-4b1f-9da7-783f596cc158) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:00.291453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27703a1-2f00-4de3-8513-3051ff011b3b None None] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:00.308394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:00.314530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.370263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] Provisioning complete for port 527ad303-9f80-4717-ac68-4e4a902a49d2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:00.371158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.392550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:00.412872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:00.425384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:00.425965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.427611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446e200-3b60-4f13-bda2-71c30b225460 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:00.442463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=08d12526-6711-463b-bbaa-0a4288195559,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:00.449370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-6860021f-8c87-47b3-8bb5-b6ce8c6e1813 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:00.450849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-6860021f-8c87-47b3-8bb5-b6ce8c6e1813 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.26 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.3293898
Nov 10 04:25:00.466523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Request body: {'port': {'device_id': '4767c776-474a-4b8a-85ba-dc44ae054593', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'admin_state_up': True, 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:00.473225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.480201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a0f938e9-9dcd-49b0-8c58-966acb145ff4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.7622888
Nov 10 04:25:00.483406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47004) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:00.490110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:f2:34:4b', 'name': 'tempest-NetworksTestDHCPv6-698618169'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:00.509836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Made reservation on behalf of 4d91e9cfd6d5444084edaa01389436c9 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:00.512161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.572694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.603281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.624099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:00.626946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:00.637966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:00.644238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:00.644806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.703978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=2d8caa33-d246-4b1f-9da7-783f596cc158,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:00.706653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] For port 527ad303-9f80-4717-ac68-4e4a902a49d2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=527ad303-9f80-4717-ac68-4e4a902a49d2,segment=NetworkSegment(57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1),segment_id=57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:00.718259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.755700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.781705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Allocated IP 172.20.0.8 (bd899406-7294-4878-b55d-8b22157cfbb1/c46fe372-dac4-497f-a975-be812041e3af/d7c5eaa8-b878-47f2-970e-5af804370e11) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:00.790263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '08d12526-6711-463b-bbaa-0a4288195559'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:00.790634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:00.841075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port d94cd95f-15d9-4563-8940-a3897a99175e yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:00.985605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.042933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fef2:344b (0f38d708-f32f-4c61-a407-1c9848041f15/08d12526-6711-463b-bbaa-0a4288195559/d94cd95f-15d9-4563-8940-a3897a99175e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:01.046947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c22d-bca2-4992-88b5-bb9b63106acd None None] Pushing event updated for resources: {'Port': ['ID=527ad303-9f80-4717-ac68-4e4a902a49d2,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:01.261831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 527ad303-9f80-4717-ac68-4e4a902a49d2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:01.315271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8b724dab-d3c0-4d70-83a1-16efbbff749e req-6448cab5-e89a-43cb-a3ff-e265aa54dce7 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 210 time: 0.0900357
Nov 10 04:25:01.346817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.365222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0a0476a4-ad29-4765-bea5-4789c45c0511 None None] Provisioning complete for port 2d8caa33-d246-4b1f-9da7-783f596cc158 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:01.366209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0476a4-ad29-4765-bea5-4789c45c0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.414321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 527ad303-9f80-4717-ac68-4e4a902a49d2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:01.415275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.449993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.473028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0a0476a4-ad29-4765-bea5-4789c45c0511 None None] Port 2d8caa33-d246-4b1f-9da7-783f596cc158 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:01.477122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.490601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['813a813d-fa8e-4d8e-87ee-9e304997827c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:01.512172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.534960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0a0476a4-ad29-4765-bea5-4789c45c0511 None None] Provisioning complete for port 527ad303-9f80-4717-ac68-4e4a902a49d2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:01.535602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a0476a4-ad29-4765-bea5-4789c45c0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.550023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Network bd899406-7294-4878-b55d-8b22157cfbb1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:01.557684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Pushing event updated for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:01.567123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:01.570211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:01.585434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:01.589978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:01.597668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:01.612368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:01.613458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.618035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=d94cd95f-15d9-4563-8940-a3897a99175e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:01.643089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.646185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8b0ffc53-6e26-45f6-9ba6-bc2d2b1e0ce4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1604125
Nov 10 04:25:01.650642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47028) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:01.651225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:01.652134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.656308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.658177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.721900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6018a44-d52d-4607-8a6a-58dd5e52ffde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:01.728518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a6018a44-d52d-4607-8a6a-58dd5e52ffde tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0763590
Nov 10 04:25:01.729832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:01.783031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fc0369f2-b1e3-4bb9-83d2-f96f354686d1 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.3197315
Nov 10 04:25:01.786947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=2d8caa33-d246-4b1f-9da7-783f596cc158,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:01.802822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Request body: {'port': {'device_id': '4767c776-474a-4b8a-85ba-dc44ae054593', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:01.872355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port d94cd95f-15d9-4563-8940-a3897a99175e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:01.872786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.906661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:01.927996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:01.932324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Allocated IP 2001:db8::f816:3eff:fe60:1a1b (0f38d708-f32f-4c61-a407-1c9848041f15/08d12526-6711-463b-bbaa-0a4288195559/ed383ca6-19cc-4ced-b4fc-5b5fcfd47446) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:01.951330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:02.008920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.023397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for d94cd95f-15d9-4563-8940-a3897a99175e owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:02.208214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bed86996-1239-4995-b814-f29ccb373498 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:02.235215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.254797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: bed86996-1239-4995-b814-f29ccb373498 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:02.255270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device bed86996-1239-4995-b814-f29ccb373498 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:02.276453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=d94cd95f-15d9-4563-8940-a3897a99175e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:02.292535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.298353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Provisioning complete for port 2d8caa33-d246-4b1f-9da7-783f596cc158 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:02.298765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.323821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.326480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.328561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81d835a8-cc2e-4192-a787-68569669b8d8 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d94cd95f-15d9-4563-8940-a3897a99175e HTTP/1.1" status: 204  len: 168 time: 0.5927567
Nov 10 04:25:02.331209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:02.392946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ca1be-e9d5-454f-a1ed-400513f6b2bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:02.396080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Pushing event updated for resources: {'Port': ['ID=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:02.396858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ca1be-e9d5-454f-a1ed-400513f6b2bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:02.408550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5c5ca1be-e9d5-454f-a1ed-400513f6b2bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0760841
Nov 10 04:25:02.411028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47060) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:02.413420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Port 2d8caa33-d246-4b1f-9da7-783f596cc158 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:02.433305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:02.438253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Provisioning complete for port d7c5eaa8-b878-47f2-970e-5af804370e11 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:02.438629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.472488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:02.475700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:02.479406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-825ef475-1ce6-43aa-b5a2-a492346e28ed None None] Port d7c5eaa8-b878-47f2-970e-5af804370e11 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:02.483217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 08d12526-6711-463b-bbaa-0a4288195559 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:02.488098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.490902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e1fe0300-1741-4a77-b723-e37f4602ade6 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:25:02.534745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.542559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Attempting to bind port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:02.542934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Attempting to bind port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:02.543292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Attempting to bind port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:02.543829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf2ea-8c35-4345-a9f2-cd4cd660a22e req-8287d840-d284-4916-882d-ca67c409acbb tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:02.548455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:02.548858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:02.549256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.549644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:02.550106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Bound port: ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:02.550480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.552764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-091bf2ea-8c35-4345-a9f2-cd4cd660a22e req-8287d840-d284-4916-882d-ca67c409acbb tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1027 time: 0.1226845
Nov 10 04:25:02.646212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b27f9503-738a-44f0-ab02-87c2fb16bbc1 None None] Provisioning complete for port 2d8caa33-d246-4b1f-9da7-783f596cc158 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:02.646501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b27f9503-738a-44f0-ab02-87c2fb16bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.649849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] For port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:02.687457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] For port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:02.693312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.695489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.705365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b27f9503-738a-44f0-ab02-87c2fb16bbc1 None None] Port 2d8caa33-d246-4b1f-9da7-783f596cc158 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:02.725632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c5eaa8-b878-47f2-970e-5af804370e11 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:25:02.732335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:02.747039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] Sync routers for ids ['e1fe0300-1741-4a77-b723-e37f4602ade6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:02.761255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-091bf2ea-8c35-4345-a9f2-cd4cd660a22e req-5afd56db-804c-4259-b36d-d64f7c2ba1e8 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072740
Nov 10 04:25:02.775995 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-908963f6-94b9-4b38-8791-2dc355b12403 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e1fe0300-1741-4a77-b723-e37f4602ade6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4081748
Nov 10 04:25:02.776687 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] Routers {'e1fe0300-1741-4a77-b723-e37f4602ade6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:02.777582 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b61c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e1fe0300-1741-4a77-b723-e37f4602ade6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:02.782333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47074) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:02.783095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.783604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57a2f-4ccf-4167-94e5-97a614990b9d None None] Pushing event updated for resources: {'Port': ['ID=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:02.815686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Transition to ACTIVE for port object d7c5eaa8-b878-47f2-970e-5af804370e11 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:25:02.821637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.823567 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b61c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:02.854233 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] Routers {'e1fe0300-1741-4a77-b723-e37f4602ade6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:02.855237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b61c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e1fe0300-1741-4a77-b723-e37f4602ade6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:02.863334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106e645-6162-4bec-b111-f9292bfec9e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:02.864954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3106e645-6162-4bec-b111-f9292bfec9e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports/2d8caa33-d246-4b1f-9da7-783f596cc158 HTTP/1.1" status: 200  len: 911 time: 0.0807097
Nov 10 04:25:02.868909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47076) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:02.875288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1405df2a-ce4e-4e3e-ab51-d6cce827c6c3'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:02.925407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:02.940058 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b61c0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:02.941665 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11c813-d8de-432e-945b-45c9e88eaeb6 None None] The sync data for ids ['e1fe0300-1741-4a77-b723-e37f4602ade6'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:02.943818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.985660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=08d12526-6711-463b-bbaa-0a4288195559,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:02.991756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:02.995425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0d7e5e6b-e2e8-484d-be14-67e6cc2e5b6a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/08d12526-6711-463b-bbaa-0a4288195559 HTTP/1.1" status: 204  len: 168 time: 0.5834143
Nov 10 04:25:03.001289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47086) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:03.069982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 527ad303-9f80-4717-ac68-4e4a902a49d2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:03.102437 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7f519b99-4a6d-451a-90fe-e3a9b6b0480c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0999029
Nov 10 04:25:03.129775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:03.135944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:03.159598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Attempting to bind port d7c5eaa8-b878-47f2-970e-5af804370e11 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:03.159938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Attempting to bind port d7c5eaa8-b878-47f2-970e-5af804370e11 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:03.160905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Attempting to bind port d7c5eaa8-b878-47f2-970e-5af804370e11 on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:03.167949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Port d7c5eaa8-b878-47f2-970e-5af804370e11 on network bd899406-7294-4878-b55d-8b22157cfbb1 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:25:03.168270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Attempting to bind port d7c5eaa8-b878-47f2-970e-5af804370e11 on network bd899406-7294-4878-b55d-8b22157cfbb1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:03.178722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:03.182278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Checking segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:03.183062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Bound using segment: {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:03.184236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Bound port: d7c5eaa8-b878-47f2-970e-5af804370e11, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828d4e4e-30b9-4434-9d5a-8661e1460aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:03.184708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.243408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.257796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 527ad303-9f80-4717-ac68-4e4a902a49d2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:03.258925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.278845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:03.282951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d7c5eaa8-b878-47f2-970e-5af804370e11,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:03.293223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.360985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:03.374100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:03.375107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.376560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-fa96db93-c72b-4772-b9ee-5ec67af001bf service neutron] 10.222.0.26 "PUT /v2.0/ports/d7c5eaa8-b878-47f2-970e-5af804370e11 HTTP/1.1" status: 200  len: 1091 time: 1.5797238
Nov 10 04:25:03.377126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:03.379575 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2f459c-f2c8-49fa-9558-285bb633070d" -d '{"events": [{"name": "network-changed", "server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:03.434792 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a537af1-52e7-4d06-b36d-c4360715a3a6 x-openstack-request-id: req-7a537af1-52e7-4d06-b36d-c4360715a3a6 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:03.435134 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:03.435450 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a537af1-52e7-4d06-b36d-c4360715a3a6 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:03.442659 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11', 'status': 'completed', 'code': 200}
Nov 10 04:25:03.483278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-76a48bc1-cd52-4cd2-9c03-3bf6d28a4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:03.485032 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-76a48bc1-cd52-4cd2-9c03-3bf6d28a4686 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1094 time: 0.0655169
Nov 10 04:25:03.510128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:03.514968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.535587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47098) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:03.539626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-1996d0ca-5751-407b-bd71-05184b2388d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5eaa8-b878-47f2-970e-5af804370e11 HTTP/1.1" status: 200  len: 217 time: 0.0457740
Nov 10 04:25:03.545813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951019923', 'description': 'tempest-secgroup-smoke-951019923 description', 'project_id': '4be6c4098d8d4e41954d19a88075cd96'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:03.615433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-af0d7b0c-0997-4486-8074-9ab8ddbcf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:03.617043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-af0d7b0c-0997-4486-8074-9ab8ddbcf4e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c46fe372-dac4-497f-a975-be812041e3af HTTP/1.1" status: 200  len: 849 time: 0.0666342
Nov 10 04:25:03.618553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.696060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-e8118334-f3d9-4764-b750-d7a3942abaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:03.697601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-e8118334-f3d9-4764-b750-d7a3942abaf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd899406-7294-4878-b55d-8b22157cfbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0699699
Nov 10 04:25:03.781844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.794841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.834119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:03.838761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2982943
Nov 10 04:25:03.841109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47102) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:03.845985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:03.897106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1c6c9-af2d-45fa-9f83-e6566ead1bba tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0115a-3097-41a1-a181-2aa208271e34,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:03.903080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-560550a1-a104-4712-b893-2c2548469790 service neutron] 10.222.0.26 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955192
Nov 10 04:25:03.922159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8dd2-0424-4c9c-837a-fc28babe9771 req-024eb047-caaa-4cdd-bb9b-cfb8361fbfa5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:03.923967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8c9b8dd2-0424-4c9c-837a-fc28babe9771 req-024eb047-caaa-4cdd-bb9b-cfb8361fbfa5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1094 time: 0.0756009
Nov 10 04:25:03.949905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.029450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8c9b8dd2-0424-4c9c-837a-fc28babe9771 req-782078e7-cddc-4e3d-9c60-cd8c1367b9cc tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930145
Nov 10 04:25:04.040483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ee946a4-183b-4b4b-b4b3-1d30128f3219 req-caf59283-b065-4a7a-80db-261cb3bb81ee service neutron] 10.222.0.26 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283782
Nov 10 04:25:04.081618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.122624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.128783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:04.129444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.130831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/ports/2d8caa33-d246-4b1f-9da7-783f596cc158 HTTP/1.1" status: 200  len: 911 time: 1.2608361
Nov 10 04:25:04.134241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47104) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:04.141865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.169025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.192412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:04.205620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-6a6f3930-2ff9-4560-a0bd-23d58d8f5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:04.207069 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-6a6f3930-2ff9-4560-a0bd-23d58d8f5743 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d91e9cfd6d5444084edaa01389436c9&device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1094 time: 0.1133559
Nov 10 04:25:04.216415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bf5b5a-0e36-476c-ac0c-3642d9ec4b1c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.228810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47e4b0-f55f-4014-b747-51ffb2ba4d0a None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:04.259879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92650a0-a35d-4925-93e2-55640b7bae33 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=2d8caa33-d246-4b1f-9da7-783f596cc158,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.267062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.271108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-882dc752-77d4-42b7-a42b-cb0cd58042e9 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4289665
Nov 10 04:25:04.272462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:04.279775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:04.307193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] Provisioning complete for port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:04.307614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.361645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.406539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-0e53e82f-89c0-424e-ac45-76e3431568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:04.408062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-0e53e82f-89c0-424e-ac45-76e3431568d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 200  len: 911 time: 0.1866276
Nov 10 04:25:04.433339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2290a51b-58b5-4be3-9b3f-4d5218b54c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.440800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.443695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.460543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.488162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f153eca-0d54-4695-a585-7110721db68c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.523138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.528939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.533288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1bb71f7d-3f09-4ef4-92e0-81fe91761df8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2538893
Nov 10 04:25:04.533993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47108) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:04.553362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:04.566819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] For port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:04.572994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.581987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.api [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:25:04.582337 ncdv-817176-1 neutron-server[119697]: DEBUG oslo_db.api [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:25:04.602900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.638327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c6122-e538-40cd-a358-d82357f0d648 None None] Pushing event updated for resources: {'Port': ['ID=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.697056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.701047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.720827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af83b6ad-4fbb-4e68-8a55-df1cbd19895a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.731102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.735313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-05fe953b-7098-4cd2-9c32-f691d0f40888 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1924887
Nov 10 04:25:04.736002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47110) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:04.740838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:04.772410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.805377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ebf86895-fad3-4ca4-bbf1-7669410c3e5a None None] Provisioning complete for port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:04.805754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebf86895-fad3-4ca4-bbf1-7669410c3e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.843755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.854912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.877789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-60024394-cc21-456c-89d0-dfcec1368176 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5eaa8-b878-47f2-970e-5af804370e11 HTTP/1.1" status: 200  len: 217 time: 0.4459589
Nov 10 04:25:04.888271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230ef6d1-02ec-4d38-9b7c-00ea230a7e91,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:04.937175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:04.938687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b2511041-52af-4e1d-9e7c-161836e3608b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2011807
Nov 10 04:25:04.942635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:04.947601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:04.977660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-ad1134a1-3c81-48ca-ac81-77068ff565cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:04.979140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-ad1134a1-3c81-48ca-ac81-77068ff565cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c46fe372-dac4-497f-a975-be812041e3af HTTP/1.1" status: 200  len: 849 time: 0.0922801
Nov 10 04:25:04.998499 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Project 4be6c4098d8d4e41954d19a88075cd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:25:05.008173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.072272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-4a1ef53f-fd2c-4060-92e9-7a11a2374193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:05.074351 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-4a1ef53f-fd2c-4060-92e9-7a11a2374193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd899406-7294-4878-b55d-8b22157cfbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0849462
Nov 10 04:25:05.077119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:05.152242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd2d755c-4edc-4673-8de6-8e009690ce65 None None] Could not find standard attr ID for object d94cd95f-15d9-4563-8940-a3897a99175e. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:05.163325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.172808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:05.173228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.179473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.182736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.213989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.285252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e06bb-1fed-41c7-ab16-fc5c68f8b462 req-3e05dfb0-5433-4b4d-85f3-b6fbb5203436 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:05.287373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-842e06bb-1fed-41c7-ab16-fc5c68f8b462 req-3e05dfb0-5433-4b4d-85f3-b6fbb5203436 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1094 time: 0.1308928
Nov 10 04:25:05.288076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6056d85-4345-4770-8987-0e4960d49267,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:05.295675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.299714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8315c017-8900-480f-a8dc-f9525772f602 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3528650
Nov 10 04:25:05.300988 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-0a23260d-197e-47e1-abfb-4d3c51fb9ffe service neutron] 10.222.0.26 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172275
Nov 10 04:25:05.301453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47116) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:05.307181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'security_group_rule': {'security_group_id': '6ed0115a-3097-41a1-a181-2aa208271e34', 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:05.403125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-842e06bb-1fed-41c7-ab16-fc5c68f8b462 req-3207009c-3e70-46d8-b37d-3fe52787bc36 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001580
Nov 10 04:25:05.438281 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Project 4be6c4098d8d4e41954d19a88075cd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:25:05.449631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.450497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:05.479510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.484253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.485237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.512395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc2f459c-f2c8-49fa-9558-285bb633070d req-5c421657-ceba-4745-9f85-78c12a86753f service neutron] 10.222.0.26 "GET /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003012
Nov 10 04:25:05.541195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.561672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:05.562653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.571580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:05.582762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb0345-a4a0-4a7c-99be-a83e255e184f None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:05.583284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:05.583770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.591784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=4cb2eac7-db67-47ea-bb67-a730692506c1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:05.596825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0b127e-60f4-4cc5-a0ea-8efffa093a14,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:05.597225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:05.613642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd273321-c656-4bcd-8ebc-650f181e8582 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4823065
Nov 10 04:25:05.614352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47118) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:05.620329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.620511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:01:7b:f8', 'name': 'tempest-NetworksTestDHCPv6-1559272799'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:05.624367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-28dd5eb1-046d-441e-9460-5c3595e9f288 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3179274
Nov 10 04:25:05.674778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 2d8caa33-d246-4b1f-9da7-783f596cc158 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:05.676265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.787094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:05.792747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.806754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 2d8caa33-d246-4b1f-9da7-783f596cc158 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:05.903616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:05.932330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port c98b8845-cdb7-41f1-8812-93b987617816 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:05.975538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d7c5eaa8-b878-47f2-970e-5af804370e11 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:25:06.016237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.061936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=2d8caa33-d246-4b1f-9da7-783f596cc158,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:06.127362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fe01:7bf8 (0f38d708-f32f-4c61-a407-1c9848041f15/4cb2eac7-db67-47ea-bb67-a730692506c1/c98b8845-cdb7-41f1-8812-93b987617816) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:06.173204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d7c5eaa8-b878-47f2-970e-5af804370e11,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:06.208708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'd7c5eaa8-b878-47f2-970e-5af804370e11', 'network_id': 'bd899406-7294-4878-b55d-8b22157cfbb1', 'port_id': 'd7c5eaa8-b878-47f2-970e-5af804370e11', 'mac_address': 'fa:16:3e:f9:3c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46fe372-dac4-497f-a975-be812041e3af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:25:06.215256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5ca9-844e-4305-8dee-b0663225f992 None None] Provisioning complete for port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:06.215635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5ca9-844e-4305-8dee-b0663225f992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.285830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.308549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.323935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5eaa8-b878-47f2-970e-5af804370e11 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:25:06.333451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.382667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.439651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d7c5eaa8-b878-47f2-970e-5af804370e11,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:06.449693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.460045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:06.468976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:06.486170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:06.496858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:06.503884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.514160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e1fe0300-1741-4a77-b723-e37f4602ade6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:06.525903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:06.536125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=c98b8845-cdb7-41f1-8812-93b987617816,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:06.551541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a0bc72f9-65dc-44c2-8baf-5cb58357dc36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.9359231
Nov 10 04:25:06.554254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47186) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:06.611139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0b408-1779-4738-99cd-51c91a1393db tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:06.618076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0b408-1779-4738-99cd-51c91a1393db tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:06.622353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0bc0b408-1779-4738-99cd-51c91a1393db tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.0641477
Nov 10 04:25:06.622898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47188) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:06.641704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:06.649777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8a65a5e1-f4a9-4fe7-b673-5d536eff121d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e1fe0300-1741-4a77-b723-e37f4602ade6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5119896
Nov 10 04:25:06.652660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d7c5eaa8-b878-47f2-970e-5af804370e11'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:06.653149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47190) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:06.684741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a19d2-f051-458d-946e-c1934eae8fbd req-bfb5f905-85fe-4f33-ab19-35107dcf79f5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:06.686296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-294a19d2-f051-458d-946e-c1934eae8fbd req-bfb5f905-85fe-4f33-ab19-35107dcf79f5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1095 time: 0.0542276
Nov 10 04:25:06.691044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14a3a118-ec49-4a0d-8196-c2977639cbc0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fe0300-1741-4a77-b723-e37f4602ade6 HTTP/1.1" status: 200  len: 205 time: 0.0346110
Nov 10 04:25:06.691411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47200) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:06.737001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] Sync routers for ids ['e1fe0300-1741-4a77-b723-e37f4602ade6'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:06.740369 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-294a19d2-f051-458d-946e-c1934eae8fbd req-59a2e8a0-54ec-4277-94d8-bfa7814ab839 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433571
Nov 10 04:25:06.771593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] Routers {'e1fe0300-1741-4a77-b723-e37f4602ade6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:06.772342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a4a760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e1fe0300-1741-4a77-b723-e37f4602ade6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:06.825538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a4a760>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:06.826730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.851062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] Routers {'e1fe0300-1741-4a77-b723-e37f4602ade6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:06.851741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a4a760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:24:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e1fe0300-1741-4a77-b723-e37f4602ade6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:06.896553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a4a760>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:06.897234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70eb8a5-100a-40dc-8eb3-14d66d9edf97 None None] The sync data for ids ['e1fe0300-1741-4a77-b723-e37f4602ade6'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:06.938695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c0720bd0-4926-427e-a1de-a79ee83df065 None None] Provisioning complete for port c98b8845-cdb7-41f1-8812-93b987617816 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:06.939289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0720bd0-4926-427e-a1de-a79ee83df065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:06.969093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7ab50c39-ffe9-4757-bb41-1044610ddd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.003922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c0720bd0-4926-427e-a1de-a79ee83df065 None None] Port c98b8845-cdb7-41f1-8812-93b987617816 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:07.019175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.022055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port c98b8845-cdb7-41f1-8812-93b987617816 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:07.022383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.027204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.115171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.115672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router e1fe0300-1741-4a77-b723-e37f4602ade6 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:25:07.125168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.130989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:07.131725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9da13afa-b609-49f7-a68a-69bd527297c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/e1fe0300-1741-4a77-b723-e37f4602ade6 HTTP/1.1" status: 204  len: 168 time: 0.4376533
Nov 10 04:25:07.165207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.177100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for c98b8845-cdb7-41f1-8812-93b987617816 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:07.184166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet 1405df2a-ce4e-4e3e-ab51-d6cce827c6c3 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:07.187364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.233495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.319014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.330308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.349350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=c98b8845-cdb7-41f1-8812-93b987617816,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:07.378592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.382194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-94e8d18c-5878-4113-ae67-95001abbfa8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c98b8845-cdb7-41f1-8812-93b987617816 HTTP/1.1" status: 204  len: 168 time: 0.7582762
Nov 10 04:25:07.385466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47212) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:07.413106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.455382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e016a-00bd-41b1-b8da-3210bd4a1b96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:07.456334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=1405df2a-ce4e-4e3e-ab51-d6cce827c6c3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:07.457098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e016a-00bd-41b1-b8da-3210bd4a1b96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:07.458716 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-742e016a-00bd-41b1-b8da-3210bd4a1b96 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0723195
Nov 10 04:25:07.463380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.467175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47218) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:07.470759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2efb5607-26b6-4ae9-971d-435553e5dd99 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/1405df2a-ce4e-4e3e-ab51-d6cce827c6c3 HTTP/1.1" status: 204  len: 168 time: 0.3376489
Nov 10 04:25:07.470918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e339bb3-e265-41dd-9691-4054a848442d None None] Network c94a9865-2bfd-4b39-aa4a-269d3960b7e7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:07.471365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47220) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:07.544794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 4cb2eac7-db67-47ea-bb67-a730692506c1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:07.548349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.569213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.618188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.636750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 527ad303-9f80-4717-ac68-4e4a902a49d2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:07.637143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.692669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-b08a16e8-9bb8-46cf-9403-2a28e868e690 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951019923&fields=id&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 267 time: 0.1523011
Nov 10 04:25:07.697741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] DHCP port deletion for c94a9865-2bfd-4b39-aa4a-269d3960b7e7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:07.709307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 527ad303-9f80-4717-ac68-4e4a902a49d2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=527ad303-9f80-4717-ac68-4e4a902a49d2,segment=NetworkSegment(57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1),segment_id=57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:07.709671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.723263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 527ad303-9f80-4717-ac68-4e4a902a49d2 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:07.746983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Deleting port 527ad303-9f80-4717-ac68-4e4a902a49d2 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:07.747508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.821717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] For port 527ad303-9f80-4717-ac68-4e4a902a49d2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=527ad303-9f80-4717-ac68-4e4a902a49d2,segment=NetworkSegment(57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1),segment_id=57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:07.822266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.842192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.845813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.848958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Calling delete_port for 527ad303-9f80-4717-ac68-4e4a902a49d2 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:07.880929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-b83b7a33-043d-46a1-b7a1-317beb3921b0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:07.882388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-b83b7a33-043d-46a1-b7a1-317beb3921b0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1771896
Nov 10 04:25:07.884478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=527ad303-9f80-4717-ac68-4e4a902a49d2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:07.886385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 527ad303-9f80-4717-ac68-4e4a902a49d2 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:07.917480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d8addacd-e1aa-4ed8-afe5-ca4ae95610e0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0188034
Nov 10 04:25:07.931825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4a77f-62fe-45bf-b9bb-c29e5d38ab28 req-0fae38fe-00a2-41b2-84ce-deb690e4a0bb tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:07.933454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fb4a77f-62fe-45bf-b9bb-c29e5d38ab28 req-0fae38fe-00a2-41b2-84ce-deb690e4a0bb tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1095 time: 0.1203806
Nov 10 04:25:07.939574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.946300 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:25:07.950476 ncdv-817176-1 neutron-server[119698]:   self.session.flush()
Nov 10 04:25:07.957597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.959785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.989263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ce3aa-34b9-4fac-9736-2fff7cb6a42b None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:07.994271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] Pushing event deleted for resources: {'Port': ['ID=527ad303-9f80-4717-ac68-4e4a902a49d2,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:07.994661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:07.997766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.000954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/4cb2eac7-db67-47ea-bb67-a730692506c1 HTTP/1.1" status: 204  len: 168 time: 0.5320997
Nov 10 04:25:08.002868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.011675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951727d-8aa6-4e7a-ad16-3c6d97babfaa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb2eac7-db67-47ea-bb67-a730692506c1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:08.013091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7cb58-eccd-4af3-b522-b3ffcedb8c36 None None] No DVR routers for this DVR port 527ad303-9f80-4717-ac68-4e4a902a49d2 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:08.041247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d67c790>,) {'filters': {'network_id': ['c94a9865-2bfd-4b39-aa4a-269d3960b7e7']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:08.050635 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5fb4a77f-62fe-45bf-b9bb-c29e5d38ab28 req-06bcc64f-78a6-4320-8908-86ca29d5bda0 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866194
Nov 10 04:25:08.051104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d7c5eaa8-b878-47f2-970e-5af804370e11 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:08.054833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d67c790>, '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:08.055105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d67c790>, '57c26a3b-2ca6-4a10-8ddb-68e6979aa0e1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:08.083736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.100904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.109119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:08.109535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:08.113355 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:08.174696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port d7c5eaa8-b878-47f2-970e-5af804370e11 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:25:08.175666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.182775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port d7c5eaa8-b878-47f2-970e-5af804370e11 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:08.183275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.187230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.190597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/c94a9865-2bfd-4b39-aa4a-269d3960b7e7 HTTP/1.1" status: 204  len: 168 time: 0.7172809
Nov 10 04:25:08.204563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47226) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.207634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1285581079', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:08.215586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f8c1e-2889-465a-bb0d-7d89e1ceb9f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=c94a9865-2bfd-4b39-aa4a-269d3960b7e7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:08.238098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.239679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.283547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.306812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.311181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:08.313035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.320411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:08.323296 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d021dc-da56-491b-8ca4-70e57be8c8f8" -d '{"events": [{"server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:08.335028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.337356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6f39fa95-fe1c-42bd-85da-b04bb9000b88 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1345179
Nov 10 04:25:08.341066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47230) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.341805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d7c5eaa8-b878-47f2-970e-5af804370e11,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:08.345824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462090645'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:08.366281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.376743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:08.380998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.410218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:08.422726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.423123 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment 0ca5b98a-0f62-4b44-9434-49e427417e2d of type vlan for network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5
Nov 10 04:25:08.461757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8c6a0d88-727b-4c5f-aa81-aa3f5c06761a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4571371
Nov 10 04:25:08.462439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47232) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.483492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-a3384bd8-0532-40c9-9730-45489effa66d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5549173
Nov 10 04:25:08.495862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.526156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e8f7d-b7b0-4f24-a4a7-266e3d5926eb req-15929ab3-4c97-49a3-8d0d-fe93a5f8eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:08.527673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa3e8f7d-b7b0-4f24-a4a7-266e3d5926eb req-15929ab3-4c97-49a3-8d0d-fe93a5f8eaf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.0637445
Nov 10 04:25:08.537052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.544750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:08.546604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.562852 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297253c2-abad-40c5-ab8d-ef97a877afa8 x-openstack-request-id: req-297253c2-abad-40c5-ab8d-ef97a877afa8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:08.563283 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:08.563679 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-297253c2-abad-40c5-ab8d-ef97a877afa8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:08.564107 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11', 'code': 200}
Nov 10 04:25:08.581957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec466527-180a-4ca8-810d-35e21c04b7ad tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:08.585051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ec466527-180a-4ca8-810d-35e21c04b7ad tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1214991
Nov 10 04:25:08.587668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47234) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.596814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:08.606275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Deleting port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:08.606755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.639996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2988613
Nov 10 04:25:08.644312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47236) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.658383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:08.661961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca43d-22b3-40ae-b009-f2276a29cfc9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=e0175ca6-9ed1-4b37-8fa3-b23f10e031e5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:08.673413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] For port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:08.674131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.680724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fa3e8f7d-b7b0-4f24-a4a7-266e3d5926eb req-e3d76922-ff2e-45c8-9352-350695d12acf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447482
Nov 10 04:25:08.680960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-4270582b-560d-4f36-a72e-4925298fb790 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783035
Nov 10 04:25:08.683591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:08.691252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Calling delete_port for ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:08.709534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f18314-d8fd-481e-87d9-33e9a88dd8df tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:08.711495 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5f18314-d8fd-481e-87d9-33e9a88dd8df tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1223989
Nov 10 04:25:08.714239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47238) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.754968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aec40b68-9656-4a04-99fc-faa3bf48347b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0393884
Nov 10 04:25:08.760273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47240) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:08.765303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:08.838158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.838947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-f666ffe9-b2b2-419c-911c-5849ce48d393 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321065
Nov 10 04:25:08.839211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:08.843097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:08.879397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] Pushing event deleted for resources: {'Port': ['ID=ed383ca6-19cc-4ced-b4fc-5b5fcfd47446,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:08.889063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:08.889545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c7312-fc56-483f-8528-71eb31b95c61 None None] No DVR routers for this DVR port ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:08.893529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.014629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 527ad303-9f80-4717-ac68-4e4a902a49d2 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:09.049938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 527ad303-9f80-4717-ac68-4e4a902a49d2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:09.050291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 527ad303-9f80-4717-ac68-4e4a902a49d2 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:09.050710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:09.077575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:09.077918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ed383ca6-19cc-4ced-b4fc-5b5fcfd47446 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:09.101910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.169660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:09.189128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:09.189564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: e0175ca6-9ed1-4b37-8fa3-b23f10e031e5, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:09.225188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cc4bb-96df-4b0a-adc6-ece938ec8eed req-89eb3441-d773-4e14-9ab3-f02294b54a32 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:09.226764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d44cc4bb-96df-4b0a-adc6-ece938ec8eed req-89eb3441-d773-4e14-9ab3-f02294b54a32 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.0708482
Nov 10 04:25:09.241080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c12ee07b-841e-4f45-9dc4-3ccaebd75a85 req-419f4626-5d9b-4ee5-8335-926685ef611a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 210 time: 0.0371552
Nov 10 04:25:09.246288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:09.252084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:09.255056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.260013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e0175ca6-9ed1-4b37-8fa3-b23f10e031e5) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:09.265130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:09.265989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.273068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f199ed-6626-4cee-92e1-3c7966fd41a1 None None] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:09.292916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-32fca042-6e92-4db2-b1e8-dcc0ba2e9837 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6390443
Nov 10 04:25:09.294000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:09.321699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:09.325327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:09.345099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da722f4e-37c7-4e9b-a0df-5c1ba8f3524a None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:09.354912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:09.355514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.359385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d44cc4bb-96df-4b0a-adc6-ece938ec8eed req-8687b583-e4b1-4b72-906a-725e57fc4a5a tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057949
Nov 10 04:25:09.383623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=9a00f22d-8753-4f59-8d43-62946a6baeaa,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:09.407303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-85ec73f0-fede-4324-a381-1b29c6def064 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.6434014
Nov 10 04:25:09.407530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47260) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:09.414332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:e1:91:6b', 'name': 'tempest-NetworksTestDHCPv6-933713163'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:09.480021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.604282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:09.612193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:09.613231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.630883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.658691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '9a00f22d-8753-4f59-8d43-62946a6baeaa'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:09.661477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.752174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:09.776805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port bebc1c55-28c6-4555-a81c-5d1450be5454 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:09.906712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fee1:916b (0f38d708-f32f-4c61-a407-1c9848041f15/9a00f22d-8753-4f59-8d43-62946a6baeaa/bebc1c55-28c6-4555-a81c-5d1450be5454) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:09.934111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Allocated IP 2001:db8::2 (e0175ca6-9ed1-4b37-8fa3-b23f10e031e5/fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33/88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:10.076085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.087625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.093864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.117814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.148961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8::1 (e0175ca6-9ed1-4b37-8fa3-b23f10e031e5/fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33/17530159-cdd1-469b-bd31-1dc48646d554) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:10.158560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:10.162148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:10.164834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:10.169953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:10.172273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:10.176458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:10.177325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.179166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:10.201776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.7907526
Nov 10 04:25:10.203540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:10.205379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Allocated IP 2001:db8::f816:3eff:fe1f:fa0d (0f38d708-f32f-4c61-a407-1c9848041f15/9a00f22d-8753-4f59-8d43-62946a6baeaa/bd680a17-6ea3-436c-901b-2c7e3c60cda7) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:10.209719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Pushing event updated for resources: {'Port': ['ID=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:10.214485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583e148-03f6-49fb-a38d-0826e20a0398 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=bebc1c55-28c6-4555-a81c-5d1450be5454,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:10.246625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.296851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.311647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d09dd-7bde-4f02-8898-7b355ca5c101 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:10.316527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d5d09dd-7bde-4f02-8898-7b355ca5c101 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1113710
Nov 10 04:25:10.317318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47268) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:10.325395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Attempting to bind port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:10.326111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Attempting to bind port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:10.326111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Attempting to bind port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e on network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:10.335462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:10.335838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Checking segment: {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:10.336810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.337209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Bound using segment: {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:10.337684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Bound port: 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:10.338188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.432004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-951f73f2-7e11-4845-9724-47ce62fba339 req-73b2dfe6-0bea-4060-96d5-2529a55131ee tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 210 time: 0.0712125
Nov 10 04:25:10.436531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.506548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:10.511463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:10.514029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:10.514199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] For port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:10.517043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:10.517776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.519574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] For port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:10.520679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.526374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.530660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.615847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-0556c463-bf87-47c4-ae0d-74c6fded5cd3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:10.628265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-0556c463-bf87-47c4-ae0d-74c6fded5cd3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.2598872
Nov 10 04:25:10.646567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df94d-18ce-4e63-b6af-a3b48ef27a94 None None] Pushing event updated for resources: {'Port': ['ID=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:10.649386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d08d1-fe98-49d7-acac-4e8d6409aa81 req-f5d0755d-b897-4a88-9555-b09bc82de986 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:10.650623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-182d08d1-fe98-49d7-acac-4e8d6409aa81 req-f5d0755d-b897-4a88-9555-b09bc82de986 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.1800616
Nov 10 04:25:10.650792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:10.654094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:10.663763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.665026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:10.740277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Pushing event updated for resources: {'Port': ['ID=bd680a17-6ea3-436c-901b-2c7e3c60cda7,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:10.761131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Attempting to bind port bd680a17-6ea3-436c-901b-2c7e3c60cda7 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:10.761793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Attempting to bind port bd680a17-6ea3-436c-901b-2c7e3c60cda7 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:10.762332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Attempting to bind port bd680a17-6ea3-436c-901b-2c7e3c60cda7 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:10.765721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port bebc1c55-28c6-4555-a81c-5d1450be5454 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:10.766069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.778383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:10.779249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:10.779661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.780057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:10.780537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Bound port: bd680a17-6ea3-436c-901b-2c7e3c60cda7, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:10.780946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:10.949947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] For port bd680a17-6ea3-436c-901b-2c7e3c60cda7, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:10.965166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] For port bd680a17-6ea3-436c-901b-2c7e3c60cda7, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd680a17-6ea3-436c-901b-2c7e3c60cda7,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:10.977383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.109875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b94b7-08b0-48cb-9d6e-9d91c2d08086 None None] Pushing event updated for resources: {'Port': ['ID=bd680a17-6ea3-436c-901b-2c7e3c60cda7,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:11.134015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:11.167602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.181718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.182914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.199430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:11.199923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.303753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:11.314121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.406524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-182d08d1-fe98-49d7-acac-4e8d6409aa81 req-affb2fe5-d072-4a4d-905d-374771632073 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7333322
Nov 10 04:25:11.419647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:11.435506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.488189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:11.489675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:11.492102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.510757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for bebc1c55-28c6-4555-a81c-5d1450be5454 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:11.581636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-e4f344bc-1b38-4df7-94a6-4497c61b76cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 379 time: 0.9424515
Nov 10 04:25:11.592551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:11.599912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'security_groups': ['6ed0115a-3097-41a1-a181-2aa208271e34']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:11.682124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c92b7-636b-44c0-81c7-8857c7d2de3e req-ddb90aa1-8bd7-4255-b651-05dfaf5d54b2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:11.684500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-467c92b7-636b-44c0-81c7-8857c7d2de3e req-ddb90aa1-8bd7-4255-b651-05dfaf5d54b2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.0753431
Nov 10 04:25:11.724932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff9afea5-1e9c-4e01-9e17-fe356121d764 req-80f4e0c7-8562-49c9-ad9a-e1bfd210efc8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 210 time: 0.0926352
Nov 10 04:25:11.752478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-467c92b7-636b-44c0-81c7-8857c7d2de3e req-0fe00687-9941-4e62-b0e3-ae15d29b53c5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567174
Nov 10 04:25:11.754028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:25:11.880150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.967173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=bebc1c55-28c6-4555-a81c-5d1450be5454,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:11.968742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:11.977897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-011b57f8-d6c0-405d-b048-ab5aa8699c22 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6787245
Nov 10 04:25:11.978908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47284) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:11.981636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:11.983615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2129631654'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:11.985459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:11.991104 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:12.006258 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:12.007589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214455af0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:12.033120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.034458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:12.039721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-20f6b3f1-7717-45b4-acf3-3e6a00038141 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/bebc1c55-28c6-4555-a81c-5d1450be5454 HTTP/1.1" status: 204  len: 168 time: 1.7188194
Nov 10 04:25:12.041219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47286) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:12.041523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.084306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1d62-cd5d-458b-966c-11dc6d36ec3b req-bae36888-96f5-4b2e-8977-e48db7973acd tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:12.086891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-565a1d62-cd5d-458b-966c-11dc6d36ec3b req-bae36888-96f5-4b2e-8977-e48db7973acd tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.1914349
Nov 10 04:25:12.118707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:12.131929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.133577 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment b63a2466-e727-4611-b054-dd0ba2e00040 of type vlan for network 0607c095-ac07-4017-9123-427ae115ab58
Nov 10 04:25:12.161045 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:12.193962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f7322-4e24-4b75-b85a-1d94f3c58252 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:12.196093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f7322-4e24-4b75-b85a-1d94f3c58252 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:12.197820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-de7f7322-4e24-4b75-b85a-1d94f3c58252 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1544483
Nov 10 04:25:12.208286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:12.224685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.254961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.264792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:12.266497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.278282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c213843-902f-4815-b223-8e653e0dc408 None None] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:12.373166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3908899
Nov 10 04:25:12.377899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-565a1d62-cd5d-458b-966c-11dc6d36ec3b req-86041b29-3b57-456f-81c3-4fdc0dc33edd tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742271
Nov 10 04:25:12.378372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47290) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:12.396158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f31ce-debb-46ea-8374-878f39de4779 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=0607c095-ac07-4017-9123-427ae115ab58,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:12.403048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:12.505452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0607c095-ac07-4017-9123-427ae115ab58 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:12.515378 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214455af0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:10Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:10Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:12.559457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 9a00f22d-8753-4f59-8d43-62946a6baeaa {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:12.593162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.8 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/9a4f6c76-5141-4d44-bc21-603a6a5144ff) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:12.595888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.603755 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:12.604599 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Updating router e896a682-55f7-4427-8c19-3f915f31bf93 port 17530159-cdd1-469b-bd31-1dc48646d554 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:25:12.680432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:12.682796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8c5c61fa-1a63-4849-b1d5-930c5f8a535a None None] Provisioning complete for port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:12.683474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c5c61fa-1a63-4849-b1d5-930c5f8a535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.686488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.690183 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:12.913521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee85ee34-21ec-4df4-a9d8-61bb40937b2d req-0832c1da-3e3f-4ad2-9f88-546dc2c9d392 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 210 time: 0.0511427
Nov 10 04:25:12.984681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.002685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.158605 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.166136 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.189266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd680a17-6ea3-436c-901b-2c7e3c60cda7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:13.234725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Could not find standard attr ID for object bebc1c55-28c6-4555-a81c-5d1450be5454. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:13.254854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Provisioning complete for port bd680a17-6ea3-436c-901b-2c7e3c60cda7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:13.255411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.271154 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60ad0-2e9c-4117-b45c-0392ce5eab7c None None] Pushing event updated for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.281408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344c9ed-6831-46b5-9918-2dbbe68ff242 req-0015b0aa-9bc9-4b61-b1fe-940df2ef1bd5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:13.291708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7344c9ed-6831-46b5-9918-2dbbe68ff242 req-0015b0aa-9bc9-4b61-b1fe-940df2ef1bd5 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.3296657
Nov 10 04:25:13.310029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=b7bfd19e-1cae-49cb-b44c-4e7167af152f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.362890 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Attempting to bind port 17530159-cdd1-469b-bd31-1dc48646d554 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:13.363843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Attempting to bind port 17530159-cdd1-469b-bd31-1dc48646d554 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:13.364536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Attempting to bind port 17530159-cdd1-469b-bd31-1dc48646d554 on network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:13.371323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.373155 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:13.373684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bd680a17-6ea3-436c-901b-2c7e3c60cda7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:13.374070 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Checking segment: {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:13.374240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.374979 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.375549 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Bound using segment: {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:13.376210 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Bound port: 17530159-cdd1-469b-bd31-1dc48646d554, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca5b98a-0f62-4b44-9434-49e427417e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:13.376848 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.451542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] For port bd680a17-6ea3-436c-901b-2c7e3c60cda7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd680a17-6ea3-436c-901b-2c7e3c60cda7,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:13.463895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.467650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:13.468018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 0607c095-ac07-4017-9123-427ae115ab58, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:13.500539 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] For port 17530159-cdd1-469b-bd31-1dc48646d554, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:13.505488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] For port 17530159-cdd1-469b-bd31-1dc48646d554, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=17530159-cdd1-469b-bd31-1dc48646d554,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:13.511439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.515335 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.521819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7344c9ed-6831-46b5-9918-2dbbe68ff242 req-10073c76-c3e3-4718-a6f8-dfa4ac6c8b4c tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291899
Nov 10 04:25:13.539591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:13.563204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4155a4d-0dc4-41b0-8654-a65b259b4162 None None] Pushing event updated for resources: {'Port': ['ID=bd680a17-6ea3-436c-901b-2c7e3c60cda7,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.565471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.602356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Provisioning complete for port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:13.602763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.606142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 0607c095-ac07-4017-9123-427ae115ab58 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:13.620386 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60ad0-2e9c-4117-b45c-0392ce5eab7c None None] Pushing event updated for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.630887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0607c095-ac07-4017-9123-427ae115ab58) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:13.643231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:13.643603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.647913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd93bd-7eeb-4320-a51f-00eae48151e3 None None] Network 0607c095-ac07-4017-9123-427ae115ab58 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:13.651276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.660560 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:13.662897 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214455af0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:13.687493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.691784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=9a00f22d-8753-4f59-8d43-62946a6baeaa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.705250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.707707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f1d73-939f-47ee-b24e-1fdf0c3db364 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:13.709090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ad2095bf-a2d2-4470-9291-7673d6a9ce42 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/9a00f22d-8753-4f59-8d43-62946a6baeaa HTTP/1.1" status: 204  len: 168 time: 1.4997976
Nov 10 04:25:13.709524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:13.709891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:13.714297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:13.726280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:13.730998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3d437e8c-c928-4024-84bb-173bf964500c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3367915
Nov 10 04:25:13.780071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:13.799240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:13.810506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:13.832431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:13.847976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:13.936398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5181781c-1b64-45dd-831e-d3b7d6ac5f24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2199645
Nov 10 04:25:13.937150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:13.948571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:13.996346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:14.003094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.090546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Provisioning complete for port 17530159-cdd1-469b-bd31-1dc48646d554 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:14.094122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d3b8ad02-a69e-4b46-b317-832c7577f4cf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5029838
Nov 10 04:25:14.094731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.107599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Request body: {'port': {'device_id': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:14.115765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-9286f72f-624d-4b95-970d-ce7f80d5bc95 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:14.118149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-9286f72f-624d-4b95-970d-ce7f80d5bc95 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.1027753
Nov 10 04:25:14.252540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.280218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0607c095-ac07-4017-9123-427ae115ab58', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:14.281169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.291550 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214455af0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:10Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:13Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:14.343754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Deleting port d7c5eaa8-b878-47f2-970e-5af804370e11 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:14.344098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.352587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d59004-013b-4b69-a127-d5d799e44b15 None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:10Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:13Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:14.376833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:14.385968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.440550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213665-1f21-423d-8c3c-c61aba3b81e9 req-7fcf4d26-fd4e-4df5-9bf6-40a015448621 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:14.442183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-35213665-1f21-423d-8c3c-c61aba3b81e9 req-7fcf4d26-fd4e-4df5-9bf6-40a015448621 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 931 time: 0.3765945
Nov 10 04:25:14.504296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:14.575995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] For port d7c5eaa8-b878-47f2-970e-5af804370e11, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=d7c5eaa8-b878-47f2-970e-5af804370e11,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:14.576555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.592096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.595987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Calling delete_port for d7c5eaa8-b878-47f2-970e-5af804370e11 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:14.752700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] For port 17530159-cdd1-469b-bd31-1dc48646d554, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=17530159-cdd1-469b-bd31-1dc48646d554,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:14.768097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.845540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555b33-cc5d-4803-945c-8c7f7eeb9be6 req-530765de-ebe6-4890-a64a-b4e4b41eed35 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:14.847329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e555b33-cc5d-4803-945c-8c7f7eeb9be6 req-530765de-ebe6-4890-a64a-b4e4b41eed35 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4767c776-474a-4b8a-85ba-dc44ae054593 HTTP/1.1" status: 200  len: 1096 time: 0.2127538
Nov 10 04:25:14.848187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Allocated IP 2001:db8:1::2 (0607c095-ac07-4017-9123-427ae115ab58/b7bfd19e-1cae-49cb-b44c-4e7167af152f/4347597f-1dd8-4559-bce2-43b7d2bf966e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:14.859315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-35213665-1f21-423d-8c3c-c61aba3b81e9 req-de126479-cf88-4d12-a839-08908abfc798 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2268817
Nov 10 04:25:14.875710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4f6c76-5141-4d44-bc21-603a6a5144ff {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:25:14.887246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Deleting port bd680a17-6ea3-436c-901b-2c7e3c60cda7 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:14.887618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.891807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:14.894910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.017986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e555b33-cc5d-4803-945c-8c7f7eeb9be6 req-542c2526-0ca7-42ca-99b7-cc21c64d340e tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351440
Nov 10 04:25:15.047109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Transition to ACTIVE for port object 9a4f6c76-5141-4d44-bc21-603a6a5144ff will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:25:15.048406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.058954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908cd34-d027-450f-b94d-ae34c8868d9b None None] Pushing event updated for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:15.066592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.071424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['d7c5eaa8-b878-47f2-970e-5af804370e11'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:15.073915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['813a813d-fa8e-4d8e-87ee-9e304997827c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:15.155866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7c5eaa8-b878-47f2-970e-5af804370e11,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:15.224062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 17530159-cdd1-469b-bd31-1dc48646d554 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:15.352365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Pushing event updated for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:15.369277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] No DVR routers for this DVR port d7c5eaa8-b878-47f2-970e-5af804370e11 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:15.372688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.376799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d7c5eaa8-b878-47f2-970e-5af804370e11 HTTP/1.1" status: 204  len: 173 time: 1.2337534
Nov 10 04:25:15.405941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'name': 'network-vif-deleted', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:15.416866 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df236a-c948-45b4-91f3-6a6a678996f0" -d '{"events": [{"server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "name": "network-vif-deleted", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:15.423553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] For port bd680a17-6ea3-436c-901b-2c7e3c60cda7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd680a17-6ea3-436c-901b-2c7e3c60cda7,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:15.425641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.483605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:15.545208 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000579c-8c66-4cca-857b-59f819916d91 x-openstack-request-id: req-1000579c-8c66-4cca-857b-59f819916d91 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:15.545583 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4767c776-474a-4b8a-85ba-dc44ae054593", "name": "network-vif-deleted", "tag": "d7c5eaa8-b878-47f2-970e-5af804370e11", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:15.545924 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1000579c-8c66-4cca-857b-59f819916d91 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:15.546974 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4767c776-474a-4b8a-85ba-dc44ae054593', 'name': 'network-vif-deleted', 'tag': 'd7c5eaa8-b878-47f2-970e-5af804370e11', 'status': 'completed', 'code': 200}
Nov 10 04:25:15.573522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Attempting to bind port 9a4f6c76-5141-4d44-bc21-603a6a5144ff on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:15.574636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Calling delete_port for bd680a17-6ea3-436c-901b-2c7e3c60cda7 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:15.575413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Attempting to bind port 9a4f6c76-5141-4d44-bc21-603a6a5144ff by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:15.576983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5fd96e23-faa2-464c-9ce8-302672691853 None None] Provisioning complete for port 17530159-cdd1-469b-bd31-1dc48646d554 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:15.577444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Attempting to bind port 9a4f6c76-5141-4d44-bc21-603a6a5144ff on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:15.579491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5fd96e23-faa2-464c-9ce8-302672691853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.593768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Port 9a4f6c76-5141-4d44-bc21-603a6a5144ff on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:25:15.594257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Attempting to bind port 9a4f6c76-5141-4d44-bc21-603a6a5144ff on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:15.600681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:15.609119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:15.610659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:15.611079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Bound port: 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:15.611492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.687551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:15.694443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:15.698756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.700699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.752167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:15.752853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.754281 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] 10.222.0.26 "PUT /v2.0/ports/9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 1091 time: 1.6513593
Nov 10 04:25:15.825157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8118c44-12c0-4f03-8e4f-e12d4fe23ada service neutron] Pushing event updated for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:15.886789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d5d3b762-5c2b-4484-9533-012b05bc52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:15.889671 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-d5d3b762-5c2b-4484-9533-012b05bc52ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1094 time: 0.0764327
Nov 10 04:25:15.938705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port bd680a17-6ea3-436c-901b-2c7e3c60cda7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd680a17-6ea3-436c-901b-2c7e3c60cda7,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:15.951839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-bec8ad35-d38b-41fc-930e-eb37206754b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 217 time: 0.0532966
Nov 10 04:25:15.992335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.997903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 17530159-cdd1-469b-bd31-1dc48646d554 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:15.998345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:15.998990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.001346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.068207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-52ca8733-4ae9-4169-b890-2ac5020a216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:16.071330 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-52ca8733-4ae9-4169-b890-2ac5020a216c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.1079326
Nov 10 04:25:16.082823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716f18e-2fd4-4a7d-832d-ce2cbae50c6d req-5bfe3b0d-703f-44d1-874d-3773c2d7814b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:16.084973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3716f18e-2fd4-4a7d-832d-ce2cbae50c6d req-5bfe3b0d-703f-44d1-874d-3773c2d7814b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 943 time: 0.1317732
Nov 10 04:25:16.106625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:16.146858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:16.170858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:16.171710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.187062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-653a6c5e-34ce-45d4-ba52-9318bf30413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:16.188810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-653a6c5e-34ce-45d4-ba52-9318bf30413b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1025145
Nov 10 04:25:16.219626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=bd680a17-6ea3-436c-901b-2c7e3c60cda7,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:16.224741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:16.235317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3421c6ad-27c0-4fe3-b910-7c885e1bbd7b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.2925100
Nov 10 04:25:16.236054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47320) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:16.242980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:35:25:b4', 'name': 'tempest-NetworksTestDHCPv6-2123182347'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:16.248274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.303996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3716f18e-2fd4-4a7d-832d-ce2cbae50c6d req-f8e99d00-4ad2-4e6b-8769-8c289763237b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1688869
Nov 10 04:25:16.358812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.368423 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-7c733b1f-3e55-47cf-9d87-8f3bf9bc854f service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711063
Nov 10 04:25:16.427305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.451793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Network 0607c095-ac07-4017-9123-427ae115ab58 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:16.464754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8:1::1 (0607c095-ac07-4017-9123-427ae115ab58/b7bfd19e-1cae-49cb-b44c-4e7167af152f/8f585126-8b6d-42c0-ae97-834195cae378) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:16.470138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:16.477752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] No DVR routers for this DVR port bd680a17-6ea3-436c-901b-2c7e3c60cda7 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:16.479238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:16.507458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Pushing event updated for resources: {'Port': ['ID=4347597f-1dd8-4559-bce2-43b7d2bf966e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:16.576537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776db498-9054-403f-b9a3-955832901200 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:16.582530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a24f41-d0de-4fbb-a8ca-99bb12cf1090 req-1dd06352-fdcf-46b4-93c0-f4373a2bfa9a tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:16.584056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54a24f41-d0de-4fbb-a8ca-99bb12cf1090 req-1dd06352-fdcf-46b4-93c0-f4373a2bfa9a tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1151788
Nov 10 04:25:16.587021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17816e80-0aa1-4713-9f3b-d406b8cc694b req-f2d5c255-4c50-43a1-8c34-bc761d066dae service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119303
Nov 10 04:25:16.651189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54a24f41-d0de-4fbb-a8ca-99bb12cf1090 req-9b1619c5-1a75-46db-9886-9db2206dcbd4 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532706
Nov 10 04:25:16.655579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d1754-e128-4a57-bd12-51f38ce595f6 None None] Pushing event deleted for resources: {'Port': ['ID=bd680a17-6ea3-436c-901b-2c7e3c60cda7,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:16.733676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Attempting to bind port 4347597f-1dd8-4559-bce2-43b7d2bf966e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:16.734594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Attempting to bind port 4347597f-1dd8-4559-bce2-43b7d2bf966e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:16.734857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Attempting to bind port 4347597f-1dd8-4559-bce2-43b7d2bf966e on network 0607c095-ac07-4017-9123-427ae115ab58 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:16.744071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd680a17-6ea3-436c-901b-2c7e3c60cda7 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:16.779534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:16.779834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Checking segment: {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:16.780188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.780581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Bound using segment: {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:16.781085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Bound port: 4347597f-1dd8-4559-bce2-43b7d2bf966e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:16.781895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.794931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bd680a17-6ea3-436c-901b-2c7e3c60cda7 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:16.795264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd680a17-6ea3-436c-901b-2c7e3c60cda7 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:16.832541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d6eeaf7a-047a-443d-a31f-ec165408e50f None None] Provisioning complete for port 17530159-cdd1-469b-bd31-1dc48646d554 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:16.832938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d6eeaf7a-047a-443d-a31f-ec165408e50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.939076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] For port 4347597f-1dd8-4559-bce2-43b7d2bf966e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:16.944098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] For port 4347597f-1dd8-4559-bce2-43b7d2bf966e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4347597f-1dd8-4559-bce2-43b7d2bf966e,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:16.948021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': 'd09c0d6e-fb7c-42f5-b83e-4c37d05c73e0'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:16.949001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:16.961001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.036425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:17.088019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 17530159-cdd1-469b-bd31-1dc48646d554 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:17.102375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.152410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.165733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc991ad-6b1e-4642-a5d7-4667214f637d None None] Pushing event updated for resources: {'Port': ['ID=4347597f-1dd8-4559-bce2-43b7d2bf966e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:17.178749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port c48144b6-4fcb-477e-90ea-66f81dc87890 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:17.185137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.233888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 17530159-cdd1-469b-bd31-1dc48646d554 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:17.234261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.240780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Allocated IP 2001:db8::f816:3eff:fe0b:5efe (0f38d708-f32f-4c61-a407-1c9848041f15/d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0/c2ef283e-ebe1-4f06-993e-f763c3175606) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:17.276143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 0607c095-ac07-4017-9123-427ae115ab58 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:17.286029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:17.293267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:17.293796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.301664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:17.482234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.525412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.531930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.532295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed6a5-1761-4fd5-a4c3-117d9e79a70e req-1a5c0fb0-1dcc-408b-a3d1-a0ce850b22bc tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:17.533834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d5ed6a5-1761-4fd5-a4c3-117d9e79a70e req-1a5c0fb0-1dcc-408b-a3d1-a0ce850b22bc tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 943 time: 0.0928431
Nov 10 04:25:17.547872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:17.551150 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472c700-4dd4-40ec-8bdc-d073e3f97b67" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:17.577972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:17.584068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:17.587861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:17.590421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Pushing event updated for resources: {'Port': ['ID=c2ef283e-ebe1-4f06-993e-f763c3175606,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:17.591748 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4769f65b-9641-4692-9ff6-0f22a6563142 x-openstack-request-id: req-4769f65b-9641-4692-9ff6-0f22a6563142 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:17.592243 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:17.592365 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4769f65b-9641-4692-9ff6-0f22a6563142 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:17.592683 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'status': 'completed', 'code': 200}
Nov 10 04:25:17.653249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Attempting to bind port c2ef283e-ebe1-4f06-993e-f763c3175606 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:17.653249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Attempting to bind port c2ef283e-ebe1-4f06-993e-f763c3175606 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:17.653656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Attempting to bind port c2ef283e-ebe1-4f06-993e-f763c3175606 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:17.658709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:17.659075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:17.659500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.659891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:17.660491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Bound port: c2ef283e-ebe1-4f06-993e-f763c3175606, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:17.660929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.675389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-8bd518f1-62d2-4b97-800f-0a8e1e8c66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:17.676915 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-8bd518f1-62d2-4b97-800f-0a8e1e8c66b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1094 time: 0.0589139
Nov 10 04:25:17.741709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fe35:25b4 (0f38d708-f32f-4c61-a407-1c9848041f15/d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0/c48144b6-4fcb-477e-90ea-66f81dc87890) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:17.749151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d5ed6a5-1761-4fd5-a4c3-117d9e79a70e req-64e7ef69-bdd6-43e1-bad7-7c12b7bcce31 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2052784
Nov 10 04:25:17.772908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] For port c2ef283e-ebe1-4f06-993e-f763c3175606, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:17.772908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] For port c2ef283e-ebe1-4f06-993e-f763c3175606, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2ef283e-ebe1-4f06-993e-f763c3175606,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:17.790500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:17.840311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421995-b96e-438f-ae49-f7faaa8e9b40 req-2b6d7aae-4fbf-45ca-9424-3ac2a932ed4b tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:17.842381 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb421995-b96e-438f-ae49-f7faaa8e9b40 req-2b6d7aae-4fbf-45ca-9424-3ac2a932ed4b tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1003435
Nov 10 04:25:17.903265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eb421995-b96e-438f-ae49-f7faaa8e9b40 req-9a06087b-7141-4abe-a419-8082f23038cb tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85077878-4f4c-407a-a7a0-94ffa4e3ae52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499852
Nov 10 04:25:17.905298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-92b144b3-e406-459f-949d-eaeb7caef031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:17.906938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-92b144b3-e406-459f-949d-eaeb7caef031 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.2216713
Nov 10 04:25:17.912537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-1373e870-ec96-4741-86d8-90e53275d8d0 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:17.914841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-1373e870-ec96-4741-86d8-90e53275d8d0 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 1097 time: 0.1620321
Nov 10 04:25:17.917795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6f31b-911e-472d-b495-3d27a36a789e None None] Pushing event updated for resources: {'Port': ['ID=c2ef283e-ebe1-4f06-993e-f763c3175606,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:18.000496 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-2f178729-779c-4031-94f6-bf2cc81bf72c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 217 time: 0.0812066
Nov 10 04:25:18.036214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d7c5eaa8-b878-47f2-970e-5af804370e11 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:18.076404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: d7c5eaa8-b878-47f2-970e-5af804370e11 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:18.077802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device d7c5eaa8-b878-47f2-970e-5af804370e11 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:18.106541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-04bc35dd-784e-4615-9755-1301945e7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:18.108212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-04bc35dd-784e-4615-9755-1301945e7491 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.1007328
Nov 10 04:25:18.199653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.209694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-b325b850-3806-4983-92d7-3d7aaefe85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:18.212728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-b325b850-3806-4983-92d7-3d7aaefe85d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0939155
Nov 10 04:25:18.216359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.217218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.236827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Deleting port 813a813d-fa8e-4d8e-87ee-9e304997827c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:18.237158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.354692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-29b3fc86-6713-4d40-b821-624ae84f9192 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337426
Nov 10 04:25:18.364845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.393344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b99362-8535-40af-bbcc-b17aa464b5bc None None] Network 0607c095-ac07-4017-9123-427ae115ab58 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:18.419811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:18.461251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] Provisioning complete for port 4347597f-1dd8-4559-bce2-43b7d2bf966e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:18.461649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.487060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] For port 813a813d-fa8e-4d8e-87ee-9e304997827c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=813a813d-fa8e-4d8e-87ee-9e304997827c,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:18.487060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.490952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d472c700-4dd4-40ec-8bdc-d073e3f97b67 req-7e86d8da-9cd5-4150-95a1-2bbf9635b6bd service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286559
Nov 10 04:25:18.512056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Calling delete_port for 813a813d-fa8e-4d8e-87ee-9e304997827c owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:18.525789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.534208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 0607c095-ac07-4017-9123-427ae115ab58 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:18.571435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:18.603189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.625585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:18.629035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=c48144b6-4fcb-477e-90ea-66f81dc87890,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:18.633770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:18.638137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:18.643778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:18.644408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.664066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] For port 4347597f-1dd8-4559-bce2-43b7d2bf966e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4347597f-1dd8-4559-bce2-43b7d2bf966e,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:18.668237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.723197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49187c66-4fa2-4fa1-becd-a8faa1bebf81 None None] Pushing event updated for resources: {'Port': ['ID=4347597f-1dd8-4559-bce2-43b7d2bf966e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:18.758985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-128f3af7-cea5-4327-96c7-efd59dbd1f54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5185676
Nov 10 04:25:18.759702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47330) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:18.799310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:18.824274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:18.916497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d54a6-74b4-4739-b628-37ad778f4fdc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:18.922691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d54a6-74b4-4739-b628-37ad778f4fdc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:18.924349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-428d54a6-74b4-4739-b628-37ad778f4fdc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1637175
Nov 10 04:25:18.928218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47334) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:19.005678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.024507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.035726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['813a813d-fa8e-4d8e-87ee-9e304997827c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:19.061277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a61f4-1393-41f0-886a-0529a22850e4 req-33ab53ce-ae1c-4912-821f-02faf033d6ab tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:19.062705 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024a61f4-1393-41f0-886a-0529a22850e4 req-33ab53ce-ae1c-4912-821f-02faf033d6ab tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 943 time: 0.2198215
Nov 10 04:25:19.091503 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2e2b31-898c-4029-9eb6-6f6a4e3a9faa req-af28585d-689f-494c-a21d-e933e86eccf4 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0 HTTP/1.1" status: 200  len: 210 time: 0.0640051
Nov 10 04:25:19.111193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3310394a-6dfd-4d1b-ade5-cda49378d752 None None] Provisioning complete for port 4347597f-1dd8-4559-bce2-43b7d2bf966e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:19.111863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3310394a-6dfd-4d1b-ade5-cda49378d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.137710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Pushing event deleted for resources: {'Port': ['ID=813a813d-fa8e-4d8e-87ee-9e304997827c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:19.225273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4347597f-1dd8-4559-bce2-43b7d2bf966e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:19.248658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] No DVR routers for this DVR port 813a813d-fa8e-4d8e-87ee-9e304997827c on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:19.254792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.258280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3901a78-366d-4d79-94ca-623cb6cf21c9 req-48fce9b7-39c1-4fd5-a4c3-977075438b3f tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] 10.222.0.21 "DELETE /v2.0/ports/813a813d-fa8e-4d8e-87ee-9e304997827c HTTP/1.1" status: 204  len: 173 time: 1.3189101
Nov 10 04:25:19.264719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:19.266296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'name': 'network-vif-deleted', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:19.268600 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286b6dac-47d1-4da5-a6f2-a83ce20154ed" -d '{"events": [{"server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "name": "network-vif-deleted", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:19.280641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6ea63d4-5f5c-48d7-8449-8b3f7edd3b35 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5532498
Nov 10 04:25:19.283423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47340) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:19.292276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-696237220'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:19.317605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-024a61f4-1393-41f0-886a-0529a22850e4 req-38fd88f5-101f-422c-9584-ae8f973e590a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1932218
Nov 10 04:25:19.355643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:19.361847 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a9cdc5-081f-4b0f-aaba-78f098145e0f x-openstack-request-id: req-b1a9cdc5-081f-4b0f-aaba-78f098145e0f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:19.362274 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0", "name": "network-vif-deleted", "tag": "813a813d-fa8e-4d8e-87ee-9e304997827c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:19.362908 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a9cdc5-081f-4b0f-aaba-78f098145e0f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:19.363439 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0842e7cd-1b56-4b8a-9ac6-23ca2d3992d0', 'name': 'network-vif-deleted', 'tag': '813a813d-fa8e-4d8e-87ee-9e304997827c', 'status': 'completed', 'code': 200}
Nov 10 04:25:19.365783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port c48144b6-4fcb-477e-90ea-66f81dc87890 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:19.366444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.367586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:19.372000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.396955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:19.397938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820748e0d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:19.408344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:19.444980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.445931 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment 2ef7a072-cf7d-4918-81f3-e3eb51536a94 of type vlan for network 74fe349c-ee15-4788-9149-709a95639d84
Nov 10 04:25:19.514980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3310394a-6dfd-4d1b-ade5-cda49378d752 None None] Provisioning complete for port 8f585126-8b6d-42c0-ae97-834195cae378 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:19.515369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3310394a-6dfd-4d1b-ade5-cda49378d752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.548274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.587623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.588868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.597986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:19.598795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.619823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for c48144b6-4fcb-477e-90ea-66f81dc87890 owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:19.691319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4062746
Nov 10 04:25:19.698037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47342) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:19.706947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:19.715566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25022f-c36b-42e0-9726-4710c9fe9236 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=74fe349c-ee15-4788-9149-709a95639d84,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:19.800035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 74fe349c-ee15-4788-9149-709a95639d84 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:19.813385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4347597f-1dd8-4559-bce2-43b7d2bf966e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:19.813745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.894720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:19.942825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:19.947068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:19.953301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3310394a-6dfd-4d1b-ade5-cda49378d752 None None] Port 8f585126-8b6d-42c0-ae97-834195cae378 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:20.023976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.061659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9a4f6c76-5141-4d44-bc21-603a6a5144ff details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:25:20.068654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=c48144b6-4fcb-477e-90ea-66f81dc87890,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:20.102310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.105910 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e692b4c1-7397-4704-90b5-6eae28b2fe03 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c48144b6-4fcb-477e-90ea-66f81dc87890 HTTP/1.1" status: 204  len: 168 time: 1.1752245
Nov 10 04:25:20.109123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47346) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.120077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Provisioning complete for port c2ef283e-ebe1-4f06-993e-f763c3175606 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:20.120756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.166864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47348) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.185689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24552281-5ab6-475a-8171-77674c43f0d0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.187457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24552281-5ab6-475a-8171-77674c43f0d0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.191111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-24552281-5ab6-475a-8171-77674c43f0d0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0801542
Nov 10 04:25:20.192971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47350) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.261920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:20.266178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.290167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2ef283e-ebe1-4f06-993e-f763c3175606 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:20.313687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.352939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:20.414307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'mac_address': 'fa:16:3e:dd:c1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:25:20.433588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.466865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.496094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820748e0d0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:17Z', 'revision_number': 3, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:17Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:20.505851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.509554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.535571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c2ef283e-ebe1-4f06-993e-f763c3175606 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:20.535933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.537000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.540515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:20.545491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:20.545848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Updating router e896a682-55f7-4427-8c19-3f915f31bf93 port 8f585126-8b6d-42c0-ae97-834195cae378 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:25:20.549620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.555391 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c64a5716-9843-48d5-b420-56412c26d2e0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0 HTTP/1.1" status: 204  len: 168 time: 0.3583682
Nov 10 04:25:20.555676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.591710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554860a-c7d9-4865-8cac-95e835415ce7 req-499193b6-9e00-404c-80eb-36a6931cc29e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.593324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7554860a-c7d9-4865-8cac-95e835415ce7 req-499193b6-9e00-404c-80eb-36a6931cc29e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 943 time: 0.1626091
Nov 10 04:25:20.600787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b1afb8-038a-4175-bcb2-4f3d1d6cbfcd None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:20.608857 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e7a53fc4-05ea-4b12-9915-6a4542988341 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0520821
Nov 10 04:25:20.609728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47356) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.636552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4f6c76-5141-4d44-bc21-603a6a5144ff {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:25:20.652351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=51ce5244-6801-4cdb-9e31-d84c416ffc0a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:20.666059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6d2bd-fc6d-43bd-ac52-4827cb26befe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.668109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d7c6d2bd-fc6d-43bd-ac52-4827cb26befe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0570345
Nov 10 04:25:20.670417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.682888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.695641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7554860a-c7d9-4865-8cac-95e835415ce7 req-5de1d3d4-f150-4e57-9427-876c068c4780 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935729
Nov 10 04:25:20.696353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:20.696742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 74fe349c-ee15-4788-9149-709a95639d84, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:20.714745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:25:20.714745 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:25:20.728124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:20.731666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb518bd-e5bb-40fe-a7ec-7165823e5c54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.734842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fbb518bd-e5bb-40fe-a7ec-7165823e5c54 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0625670
Nov 10 04:25:20.737497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47360) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.752148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.754093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 74fe349c-ee15-4788-9149-709a95639d84 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:20.772096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 74fe349c-ee15-4788-9149-709a95639d84) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:20.777326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:20.777909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.793821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9b61dc46-9483-4ed1-a2a4-158c0d9386e5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0512829
Nov 10 04:25:20.794048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:20.794048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47362) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.799075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:20.826816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab6d1a3-8fec-467a-8eb2-e3aa635c6d20 None None] Network 74fe349c-ee15-4788-9149-709a95639d84 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:20.837959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29eca166-c657-4b8c-966c-9a4c0137fbf0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1387165
Nov 10 04:25:20.842157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47364) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:20.966818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.026254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9a4f6c76-5141-4d44-bc21-603a6a5144ff'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:25:21.028583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:21.164329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port c2ef283e-ebe1-4f06-993e-f763c3175606, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2ef283e-ebe1-4f06-993e-f763c3175606,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:21.201591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.290840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:21.384677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:21.388286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.571236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=c2ef283e-ebe1-4f06-993e-f763c3175606,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:21.604193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-74fe349c-ee15-4788-9149-709a95639d84', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:21.605092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.616649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Could not find standard attr ID for object c48144b6-4fcb-477e-90ea-66f81dc87890. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:21.676037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Deleting port 7604a32d-5415-47fc-9310-84771e49d448 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:21.676761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.678816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.693874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.749031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Provisioning complete for port 8f585126-8b6d-42c0-ae97-834195cae378 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:21.749411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.779800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:21.786523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:21.788187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=402a29af-60ae-480c-8586-32dc37511f2e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:21.792705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:21.793309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.812209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Deleting port c2ef283e-ebe1-4f06-993e-f763c3175606 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:21.812584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.842745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac05eeab-2881-4e29-9386-d8ce88b779d4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0476434
Nov 10 04:25:21.847281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47368) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:21.853662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:fb:6b:4c', 'name': 'tempest-NetworksTestDHCPv6-260233539'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:21.881944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] For port 7604a32d-5415-47fc-9310-84771e49d448, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7604a32d-5415-47fc-9310-84771e49d448,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:21.883542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.907878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-697f8f86-92cd-449f-9f4f-dea79259822b None None] Port 8f585126-8b6d-42c0-ae97-834195cae378 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:21.914731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.934291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:21.938754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dd41f-cea7-4e49-934b-02a422e48815 req-68ab6d12-0c68-4afa-af1d-2bef921060eb tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:21.940291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f04dd41f-cea7-4e49-934b-02a422e48815 req-68ab6d12-0c68-4afa-af1d-2bef921060eb tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 944 time: 0.1034181
Nov 10 04:25:21.981502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Calling delete_port for 7604a32d-5415-47fc-9310-84771e49d448 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:22.031999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f04dd41f-cea7-4e49-934b-02a422e48815 req-3e33b8b8-402d-4634-b52d-296a9317aa6a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634201
Nov 10 04:25:22.053322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] For port c2ef283e-ebe1-4f06-993e-f763c3175606, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c2ef283e-ebe1-4f06-993e-f763c3175606,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:22.053735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.061384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Allocated IP 2001:db8:2::2 (74fe349c-ee15-4788-9149-709a95639d84/51ce5244-6801-4cdb-9e31-d84c416ffc0a/0f4bb491-3c41-48d7-9f44-f9ce7653748e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:22.099139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Calling delete_port for c2ef283e-ebe1-4f06-993e-f763c3175606 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:22.106790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34eb39-57bd-4633-bfb7-c38d172e4d0f None None] Pushing event updated for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:22.162593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:22.255226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 813a813d-fa8e-4d8e-87ee-9e304997827c no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:22.286731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.310670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 813a813d-fa8e-4d8e-87ee-9e304997827c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:22.311041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 813a813d-fa8e-4d8e-87ee-9e304997827c not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:22.317809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 653d4b6d-fd31-409b-923e-52322254b1d4 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:22.321250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Attempting to bind port 8f585126-8b6d-42c0-ae97-834195cae378 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:22.321624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Attempting to bind port 8f585126-8b6d-42c0-ae97-834195cae378 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:22.321990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Attempting to bind port 8f585126-8b6d-42c0-ae97-834195cae378 on network 0607c095-ac07-4017-9123-427ae115ab58 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:22.324253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.365499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:22.365796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Checking segment: {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:22.366097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.366490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Bound using segment: {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:22.367510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Bound port: 8f585126-8b6d-42c0-ae97-834195cae378, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63a2466-e727-4611-b054-dd0ba2e00040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0607c095-ac07-4017-9123-427ae115ab58'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:22.367889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.390356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Pushing event deleted for resources: {'Port': ['ID=7604a32d-5415-47fc-9310-84771e49d448,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:22.427187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.429070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d024e4d7-f7c6-46c2-bb1c-ed847d8b1ea1 None None] Provisioning complete for port 8f585126-8b6d-42c0-ae97-834195cae378 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:22.429963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d024e4d7-f7c6-46c2-bb1c-ed847d8b1ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.506839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] Pushing event deleted for resources: {'Port': ['ID=c2ef283e-ebe1-4f06-993e-f763c3175606,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:22.525714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c07f48-ff14-4ac5-9253-510e2dc888db None None] No DVR routers for this DVR port c2ef283e-ebe1-4f06-993e-f763c3175606 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:22.544948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.550844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::93 (0f38d708-f32f-4c61-a407-1c9848041f15/402a29af-60ae-480c-8586-32dc37511f2e/653d4b6d-fd31-409b-923e-52322254b1d4) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:22.560664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d024e4d7-f7c6-46c2-bb1c-ed847d8b1ea1 None None] Port 8f585126-8b6d-42c0-ae97-834195cae378 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:22.568719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f1cca-971d-4306-a283-7dcf045aef24 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:22.582013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.631176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] For port 8f585126-8b6d-42c0-ae97-834195cae378, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:22.635099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8:2::1 (74fe349c-ee15-4788-9149-709a95639d84/51ce5244-6801-4cdb-9e31-d84c416ffc0a/6b0ba8df-05b3-456e-97f7-4e99ef6149a2) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:22.683192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Network 74fe349c-ee15-4788-9149-709a95639d84 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:22.685354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] For port 8f585126-8b6d-42c0-ae97-834195cae378, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8f585126-8b6d-42c0-ae97-834195cae378,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:22.688841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.692071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:22.698825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:22.703956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Pushing event updated for resources: {'Port': ['ID=0f4bb491-3c41-48d7-9f44-f9ce7653748e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:22.706919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.816061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.837504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34eb39-57bd-4633-bfb7-c38d172e4d0f None None] Pushing event updated for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:22.854938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Attempting to bind port 0f4bb491-3c41-48d7-9f44-f9ce7653748e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:22.855440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Attempting to bind port 0f4bb491-3c41-48d7-9f44-f9ce7653748e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:22.855930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Attempting to bind port 0f4bb491-3c41-48d7-9f44-f9ce7653748e on network 74fe349c-ee15-4788-9149-709a95639d84 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:22.883730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:22.884438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820748e0d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:22.886640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.889841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:22.890361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Checking segment: {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:22.890861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.891355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Bound using segment: {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:22.891949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Bound port: 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:22.892425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.896651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:22.951029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 74fe349c-ee15-4788-9149-709a95639d84 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:22.957495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:22.964641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:22.965203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.021805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:23.044738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:23.048021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': '402a29af-60ae-480c-8586-32dc37511f2e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:23.049037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.058335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Router d4978e7b-e919-4c55-8392-8a213e989208 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:23.079380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.132038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.136347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] For port 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:23.150169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] For port 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0f4bb491-3c41-48d7-9f44-f9ce7653748e,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:23.197883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.248807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:23.263443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:23.274222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:23.280034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:23.280680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.298141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=653d4b6d-fd31-409b-923e-52322254b1d4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:23.319006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c025315e-e6d6-487d-8c93-ef2a9c2c56bb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4706571
Nov 10 04:25:23.322260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47372) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:23.330042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115cc5-5ced-49e9-b763-22ca5aba4921 req-d694a32a-9fd7-4dc8-89e5-0748413c3b0d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:23.331586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c115cc5-5ced-49e9-b763-22ca5aba4921 req-d694a32a-9fd7-4dc8-89e5-0748413c3b0d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 944 time: 0.1889112
Nov 10 04:25:23.335418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:23.343769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a2cfcbd-6688-4742-9ed2-f1b83a3d545e admin admin] 10.222.0.13 "PUT /v2.0/routers/d4978e7b-e919-4c55-8392-8a213e989208/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1758242
Nov 10 04:25:23.347817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47374) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:23.350598 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Sync routers for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:23.366256 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:23.370720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:23.466806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd56bc-b5c7-4de9-970e-229f1a92d7a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:23.468433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f0dd56bc-b5c7-4de9-970e-229f1a92d7a5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.1436293
Nov 10 04:25:23.472256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47376) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:23.511707 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c115cc5-5ced-49e9-b763-22ca5aba4921 req-04227955-bcb7-464c-a766-3eb396c55f22 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133895
Nov 10 04:25:23.553070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.580561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] Provisioning complete for port 8f585126-8b6d-42c0-ae97-834195cae378 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:23.580856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.630278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.636748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2ef283e-ebe1-4f06-993e-f763c3175606 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:23.637979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 653d4b6d-fd31-409b-923e-52322254b1d4 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:23.638451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.643132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.644095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.673693 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:23.675139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852c9d9-83bd-45eb-9d66-fdcb689eb71c None None] Pushing event updated for resources: {'Port': ['ID=0f4bb491-3c41-48d7-9f44-f9ce7653748e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:23.714947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c2ef283e-ebe1-4f06-993e-f763c3175606 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:23.715288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c2ef283e-ebe1-4f06-993e-f763c3175606 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:23.742059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.820950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Deleting port f5eb8186-5c15-4566-83df-d33db4f97f2f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:23.821434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.871027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.894075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 74fe349c-ee15-4788-9149-709a95639d84 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:23.901657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:23.930867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] For port 8f585126-8b6d-42c0-ae97-834195cae378, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8f585126-8b6d-42c0-ae97-834195cae378,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:23.962661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:23.968982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/402a29af-60ae-480c-8586-32dc37511f2e/bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:23.971655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:23.986574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b66a0>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:25:22Z', 'revision_number': 5, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port': {'id': 'f5eb8186-5c15-4566-83df-d33db4f97f2f', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:19Z', 'updated_at': '2021-11-10T04:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:24.004730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] For port f5eb8186-5c15-4566-83df-d33db4f97f2f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5eb8186-5c15-4566-83df-d33db4f97f2f,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:24.005099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.027742 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Checking router: d4978e7b-e919-4c55-8392-8a213e989208 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:24.028505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Calling delete_port for f5eb8186-5c15-4566-83df-d33db4f97f2f owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:24.039364 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Routers {'d4978e7b-e919-4c55-8392-8a213e989208'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:24.040361 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d4978e7b-e919-4c55-8392-8a213e989208'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:24.102204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9a4f6c76-5141-4d44-bc21-603a6a5144ff up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:24.161759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:24.165514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.173307 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] Set router d4978e7b-e919-4c55-8392-8a213e989208 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:24.183583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 653d4b6d-fd31-409b-923e-52322254b1d4 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:24.278066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.296543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d9e6-066a-4df3-acc6-9d15d11c3355 None None] Pushing event updated for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:24.315354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b66a0>, [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 6, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:24.321841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9a4f6c76-5141-4d44-bc21-603a6a5144ff completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:25:24.337371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:24.343472 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e88565c-ef8e-4c70-82c7-7d23ec168e67 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5000472
Nov 10 04:25:24.347639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47378) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:24.353286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9a4f6c76-5141-4d44-bc21-603a6a5144ff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:24.353764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.360362 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f434046-de18-4db2-89cb-6f82e435500a None None] The sync data for ids ['d4978e7b-e919-4c55-8392-8a213e989208'] in ncdv-817176-1 is: [{'id': 'd4978e7b-e919-4c55-8392-8a213e989208', 'name': 'tempest-TestServerMultinode-1316487272-router', 'tenant_id': '242309b27e9d4a26acf25eb0f4aeea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:17Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 6, 'project_id': '242309b27e9d4a26acf25eb0f4aeea24', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:24.371467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615411796'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:24.392733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f5eb8186-5c15-4566-83df-d33db4f97f2f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:24.410909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30920ab-5bf8-42ff-aa96-6871222ed529 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:24.424333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820748e0d0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:17Z', 'revision_number': 3, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:22Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:24.456658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e34b8-e15c-424a-b591-37a0efbc3953 None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:17Z', 'revision_number': 3, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:22Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:24.463058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.483748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.530777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=653d4b6d-fd31-409b-923e-52322254b1d4,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:24.572887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.577755 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-60050b6b-2bd8-4e69-9795-4a5f082300a4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/653d4b6d-fd31-409b-923e-52322254b1d4 HTTP/1.1" status: 204  len: 168 time: 1.1049612
Nov 10 04:25:24.580402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47382) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:24.609088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.618743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.621665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.623239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:24.627466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.631940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.636627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.697219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3e1ab-fa35-403d-b612-09c730a086ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:24.698881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3e1ab-fa35-403d-b612-09c730a086ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:24.699437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:24.700602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97c3e1ab-fa35-403d-b612-09c730a086ba tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1190217
Nov 10 04:25:24.703252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47384) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:24.711447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.711929 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added segment 1980d5d9-4562-45b0-947d-479b7e181b71 of type vlan for network 89857c23-7769-43a2-8bfb-dc0723f58688
Nov 10 04:25:24.712233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:24.740513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:24.744072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:24.754640 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de6502a-bcfa-4bef-8ca5-d0b8f37c2a93" -d '{"events": [{"server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "name": "network-vif-plugged", "status": "completed", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:24.772187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.773775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 402a29af-60ae-480c-8586-32dc37511f2e {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:24.776881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4978e7b-e919-4c55-8392-8a213e989208 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:25:24.779124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.790936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:24.805133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.805877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.811088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:24.812143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.816229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea2bd32a-5331-4121-8410-400c4c89f9ec admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4978e7b-e919-4c55-8392-8a213e989208 HTTP/1.1" status: 204  len: 168 time: 1.4707992
Nov 10 04:25:24.818564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47388) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:24.828042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:24.899887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.939289 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe428da4-a9fc-4c10-858a-812197759590 x-openstack-request-id: req-fe428da4-a9fc-4c10-858a-812197759590 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:24.939474 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "name": "network-vif-plugged", "status": "completed", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:24.939692 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe428da4-a9fc-4c10-858a-812197759590 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:24.940135 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'code': 200}
Nov 10 04:25:24.951005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Deleting subnet c46fe372-dac4-497f-a975-be812041e3af {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:24.959063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.974616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:24.975261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.978792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Attempting to bind port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:24.979167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Attempting to bind port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:24.979528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Attempting to bind port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:24.987156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:24.987541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:24.987948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:24.988345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:24.993072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Bound port: bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:24.993920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.019195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.074299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:25.077065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.106074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7560627
Nov 10 04:25:25.136290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8948-de22-4143-a86c-2a603865e7ca req-80a82013-e095-4c7b-974e-3bcc244c6983 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:25.137935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1fe8948-de22-4143-a86c-2a603865e7ca req-80a82013-e095-4c7b-974e-3bcc244c6983 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 944 time: 0.5387452
Nov 10 04:25:25.141756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47390) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:25.172035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.174195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128e095-7c84-4757-ad48-f8e098ed34f8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Network': ['ID=89857c23-7769-43a2-8bfb-dc0723f58688,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:25.178548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'subnet': {'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:25.186087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 89857c23-7769-43a2-8bfb-dc0723f58688 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:25.296511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.323522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c728c-342c-46cc-8296-d555b6e679c3 None None] Network 74fe349c-ee15-4788-9149-709a95639d84 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:25.330464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.348828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:25.386520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.437701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=402a29af-60ae-480c-8586-32dc37511f2e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:25.447799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b55fd-daa5-498a-bb8f-516471a789e9 req-9a2b1f33-c91c-4a44-b440-4bf74360ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:25.450226 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-427b55fd-daa5-498a-bb8f-516471a789e9 req-9a2b1f33-c91c-4a44-b440-4bf74360ec59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1096 time: 0.3092816
Nov 10 04:25:25.463965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1fe8948-de22-4143-a86c-2a603865e7ca req-c3655e26-aa8e-4955-8555-267aec1a5803 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2811916
Nov 10 04:25:25.470451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46fe372-dac4-497f-a975-be812041e3af,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:25.480154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:25.495893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.502600 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-71785613-6a59-4c38-9958-cd670820e86e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/402a29af-60ae-480c-8586-32dc37511f2e HTTP/1.1" status: 204  len: 168 time: 0.7958653
Nov 10 04:25:25.507846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.509042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47396) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:25.510981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.524458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4df693-4767-4b3a-a8f0-7482835029fd None None] Network bd899406-7294-4878-b55d-8b22157cfbb1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:25.524836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6187899-0b52-461a-9c80-f802421c00e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c46fe372-dac4-497f-a975-be812041e3af HTTP/1.1" status: 204  len: 168 time: 0.7036486
Nov 10 04:25:25.526520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:25.530819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] Provisioning complete for port 0f4bb491-3c41-48d7-9f44-f9ce7653748e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:25.531251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.676657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f182b1e7-a7bc-4d17-8441-f1fbde45ce04 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1634326
Nov 10 04:25:25.676915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8f585126-8b6d-42c0-ae97-834195cae378 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:25.691346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.693292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:25.729987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-427b55fd-daa5-498a-bb8f-516471a789e9 req-a5d78071-a409-45c0-b68a-8781c3f03698 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2645991
Nov 10 04:25:25.730614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Made reservation on behalf of 81176cf847ef4a35a18d304284296919 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:25.735303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.791962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e1006-8d07-4199-a211-c8b5f1cacb9e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:25.798820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47402) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:25.800644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-086e1006-8d07-4199-a211-c8b5f1cacb9e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1031828
Nov 10 04:25:25.857147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:25.861034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Deleting port a69e0a3b-91d9-403d-9086-236dbf6457ac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:25.861624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:25.926596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e86b0-8905-434e-b4a1-d111bb8a535b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:25.933472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.933815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.934167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.934498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.934830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.935305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.935539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.935797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.936121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.936435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.936795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.937123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79d449-b995-4ac0-9ab9-bc0bd3ccdce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:25.948806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a43e86b0-8905-434e-b4a1-d111bb8a535b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1467893
Nov 10 04:25:25.956074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:26.010783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:26.072075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1faa2313-5f1b-4d5a-b706-332c599645b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1146276
Nov 10 04:25:26.074921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47406) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:26.090493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:26.099249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:26.100273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820756bd30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:26.102797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.161049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.186331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] For port a69e0a3b-91d9-403d-9086-236dbf6457ac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a69e0a3b-91d9-403d-9086-236dbf6457ac,segment=NetworkSegment(828d4e4e-30b9-4434-9d5a-8661e1460aec),segment_id=828d4e4e-30b9-4434-9d5a-8661e1460aec)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:26.186741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.201953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8f585126-8b6d-42c0-ae97-834195cae378 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:26.202984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.206808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Calling delete_port for a69e0a3b-91d9-403d-9086-236dbf6457ac owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:26.225512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Subnet': ['ID=1cbc4998-1616-49b9-bd5a-dcfaf91b6220,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:26.272721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Checking segment: {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:26.273340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network hostable DHCP agents. Network: 89857c23-7769-43a2-8bfb-dc0723f58688, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:26.276150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:26.279899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.299061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 89857c23-7769-43a2-8bfb-dc0723f58688 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:26.314344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 89857c23-7769-43a2-8bfb-dc0723f58688) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:26.319643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:26.320767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.349246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0f7c6e1-ab3e-46d2-8b80-84203dd2df23 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2064028
Nov 10 04:25:26.353197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47408) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:26.397221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.438297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69e0a3b-91d9-403d-9086-236dbf6457ac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:26.444260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] No DVR routers for this DVR port a69e0a3b-91d9-403d-9086-236dbf6457ac on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:26.494462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f15f57e-ce90-40e4-a44c-d181b7588830 None None] Network 89857c23-7769-43a2-8bfb-dc0723f58688 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:26.496589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4dfa8-7495-46e1-af11-5ca60a9b12e8 None None] DHCP port deletion for bd899406-7294-4878-b55d-8b22157cfbb1 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:26.511505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] For port 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0f4bb491-3c41-48d7-9f44-f9ce7653748e,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:26.524940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:26.565679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.595531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.627937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214b648e0>,) {'filters': {'network_id': ['bd899406-7294-4878-b55d-8b22157cfbb1']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:26.654948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b648e0>, '828d4e4e-30b9-4434-9d5a-8661e1460aec') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:26.655749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214b648e0>, '828d4e4e-30b9-4434-9d5a-8661e1460aec') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:26.679412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.699034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.757087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:26.757770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:26.761483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc9cc-50ee-4223-bf3e-f9e701c33b58 None None] Pushing event updated for resources: {'Port': ['ID=0f4bb491-3c41-48d7-9f44-f9ce7653748e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:26.761932 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:26.847853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.060356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0f4bb491-3c41-48d7-9f44-f9ce7653748e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:27.198100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7a59d2f9-9d60-45dc-8b46-8986fecd208c None None] Provisioning complete for port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:27.198471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a59d2f9-9d60-45dc-8b46-8986fecd208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.232896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-89857c23-7769-43a2-8bfb-dc0723f58688', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:27.233752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.261112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0f4bb491-3c41-48d7-9f44-f9ce7653748e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:27.261473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.400022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.423977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.427671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd899406-7294-4878-b55d-8b22157cfbb1 HTTP/1.1" status: 204  len: 168 time: 1.8899434
Nov 10 04:25:27.429006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b265cd-27c0-4d88-b111-7d531ccf5366 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd899406-7294-4878-b55d-8b22157cfbb1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:27.439719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc4539-d1d2-4dbc-8425-f4d4f6fc350e req-56a4f96a-7f12-4697-a871-05b28d654ad2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:27.441476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92dc4539-d1d2-4dbc-8425-f4d4f6fc350e req-56a4f96a-7f12-4697-a871-05b28d654ad2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.7355716
Nov 10 04:25:27.449508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:27.508912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Allocated IP 2001:db8:3::2 (89857c23-7769-43a2-8bfb-dc0723f58688/1cbc4998-1616-49b9-bd5a-dcfaf91b6220/8ca2132d-8439-4f74-ae03-8d52803b1cac) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:27.542651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:27.575428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7a59d2f9-9d60-45dc-8b46-8986fecd208c None None] Port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:27.577139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317816d8-02df-4ae2-a9f0-871943c262b7 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:27.669553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820756bd30>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:27.708783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7a59d2f9-9d60-45dc-8b46-8986fecd208c None None] Provisioning complete for port 0f4bb491-3c41-48d7-9f44-f9ce7653748e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:27.708783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a59d2f9-9d60-45dc-8b46-8986fecd208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.721512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92dc4539-d1d2-4dbc-8425-f4d4f6fc350e req-0d285422-82c2-422b-9899-b06a432848da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2611024
Nov 10 04:25:27.739659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:27.739659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Updating router e896a682-55f7-4427-8c19-3f915f31bf93 port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:25:27.872078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.887616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.966562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:27.988393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7604a32d-5415-47fc-9310-84771e49d448 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:28.006063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.042579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Allocated IP 2001:db8:3::1 (89857c23-7769-43a2-8bfb-dc0723f58688/1cbc4998-1616-49b9-bd5a-dcfaf91b6220/c0e3bac3-bdca-4447-9d16-570d64f58b56) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:28.066252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 7604a32d-5415-47fc-9310-84771e49d448 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:28.066662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7604a32d-5415-47fc-9310-84771e49d448 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:28.066999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5eb8186-5c15-4566-83df-d33db4f97f2f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:28.117239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:28.161360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.167001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f5eb8186-5c15-4566-83df-d33db4f97f2f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:28.167353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5eb8186-5c15-4566-83df-d33db4f97f2f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:28.231272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Network 89857c23-7769-43a2-8bfb-dc0723f58688 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:28.231943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.232263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:28.232945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.232945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.235111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:28.235111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Pushing event updated for resources: {'Port': ['ID=8ca2132d-8439-4f74-ae03-8d52803b1cac,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:28.245127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.318497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 89857c23-7769-43a2-8bfb-dc0723f58688 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:28.323259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:28.325663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:28.329467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:28.330372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.355807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:28.362055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=73d480c1-4a4d-4455-ba9e-8c62ed2242cc,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:28.365258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Attempting to bind port 8ca2132d-8439-4f74-ae03-8d52803b1cac on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:28.365796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:28.366096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Attempting to bind port 8ca2132d-8439-4f74-ae03-8d52803b1cac by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:28.366652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Attempting to bind port 8ca2132d-8439-4f74-ae03-8d52803b1cac on network 89857c23-7769-43a2-8bfb-dc0723f58688 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:28.369310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:28.370019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.381048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:28.381584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.385071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:28.385642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Checking segment: {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:28.386179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.386710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Bound using segment: {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:28.387390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Bound port: 8ca2132d-8439-4f74-ae03-8d52803b1cac, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:28.387914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.429532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:28.431453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.3553779
Nov 10 04:25:28.434723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47414) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:28.439689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:28.450868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982d3c-e3df-41b5-aa96-096970819f56 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=5']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:28.524887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.612916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.725071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6140947-64db-4e67-b19a-47e4dfed40ec None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:28.726924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:28.730881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.869320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.871025 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73d480c1-4a4d-4455-ba9e-8c62ed2242cc (CIDR: 2001:db8::/64)
Nov 10 04:25:28.889017 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:25:28.889509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:28.908098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.909450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b8b7b9fa-2f7e-4c8d-948d-18fc03435a36 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4737003
Nov 10 04:25:28.912144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:28.912565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:28.917648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:28.979192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] For port 8ca2132d-8439-4f74-ae03-8d52803b1cac, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:28.994589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.030524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] For port 8ca2132d-8439-4f74-ae03-8d52803b1cac, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8ca2132d-8439-4f74-ae03-8d52803b1cac,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:29.034406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d90f3-14a5-4fab-8f5b-fa664353a3f7 req-1263a149-c367-418a-9993-287c7521a0a7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:29.036414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf6d90f3-14a5-4fab-8f5b-fa664353a3f7 req-1263a149-c367-418a-9993-287c7521a0a7 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.1641188
Nov 10 04:25:29.036553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:29.036834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.040053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event updated for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:29.041102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.066679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.107608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:29.111323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.125851 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf6d90f3-14a5-4fab-8f5b-fa664353a3f7 req-bf9c8444-df98-4e5c-b584-e8cb99353e06 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773935
Nov 10 04:25:29.130416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Network 89857c23-7769-43a2-8bfb-dc0723f58688 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:29.132280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:29.139464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.176577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Deleting port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:29.177065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.228759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbc769-2024-40cd-8c8e-d40c7faf00b8 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:29.266001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:29.330734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.350461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73dbf-be9d-48b5-be31-3cf0abaa3da4 None None] Pushing event updated for resources: {'Port': ['ID=8ca2132d-8439-4f74-ae03-8d52803b1cac,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:29.386720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] For port 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:29.387188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.394263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:29.407671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05ff18-aa36-47ea-aa63-ad9fb19baf9d req-4a4c3ed4-cb16-4ce7-a4ae-24006cdf29f5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:29.413069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f05ff18-aa36-47ea-aa63-ad9fb19baf9d req-4a4c3ed4-cb16-4ce7-a4ae-24006cdf29f5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.1512859
Nov 10 04:25:29.419151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Calling delete_port for 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:29.487505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Attempting to bind port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:29.487804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Attempting to bind port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:29.488204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Attempting to bind port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 on network 74fe349c-ee15-4788-9149-709a95639d84 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:29.500086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:29.525610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Provisioning complete for port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:29.525984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.527753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:29.528133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Checking segment: {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:29.528527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.528950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Bound using segment: {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:29.529438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Bound port: 6b0ba8df-05b3-456e-97f7-4e99ef6149a2, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef7a072-cf7d-4918-81f3-e3eb51536a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74fe349c-ee15-4788-9149-709a95639d84'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:29.529820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.541531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0f4bb491-3c41-48d7-9f44-f9ce7653748e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:29.561445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:29.570983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6cd9876e-89d5-4442-bfd7-5f18c75447f5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2165709
Nov 10 04:25:29.573700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:29.602202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:29.725805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-79688494-3df9-482b-ab16-500333b87ad1 None None] Port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:29.750795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0f4bb491-3c41-48d7-9f44-f9ce7653748e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:29.751091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.806174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] For port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:29.811719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] For port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:29.828945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:29.875430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f05ff18-aa36-47ea-aa63-ad9fb19baf9d req-2c46d97f-2a14-468c-a837-b2c6897384a8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4525976
Nov 10 04:25:29.906913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47442) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:29.954026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:29.954616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820756bd30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:29.991358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.080817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=2b95308e-2215-4437-b034-79fb79b7b99b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:30.091840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:30.101543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:30.105340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:30.109338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:30.109934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.142730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbc769-2024-40cd-8c8e-d40c7faf00b8 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:30.145375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:30.145756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.154493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0264720d-d498-4b2a-b1f1-caa6c099d14d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2403493
Nov 10 04:25:30.154656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:30.169070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:62:cc:20', 'name': 'tempest-NetworksTestDHCPv6-1269884872'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:30.185343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.246267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a69e0a3b-91d9-403d-9086-236dbf6457ac no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:30.295556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:30.331755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a69e0a3b-91d9-403d-9086-236dbf6457ac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:30.332174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a69e0a3b-91d9-403d-9086-236dbf6457ac not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:30.350610 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:25:30.386806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Removed routes are [] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:25:30.387433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.418174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09751e5b-9958-4d21-965b-39b623e961ae None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:30.499693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5146c-b9a2-4c47-ba0e-19f7edc0f937 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:30.501914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bde5146c-b9a2-4c47-ba0e-19f7edc0f937 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1091 time: 0.5930922
Nov 10 04:25:30.514185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47448) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:30.521632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:30.655737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.733514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.742655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.807963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8ca2132d-8439-4f74-ae03-8d52803b1cac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:30.823735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:30.902227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.905584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Provisioning complete for port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:30.905951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.919513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:30.974152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8ca2132d-8439-4f74-ae03-8d52803b1cac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:30.974641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:30.983071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820756bd30>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:28Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:29Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e3bac3-bdca-4447-9d16-570d64f58b56', 'name': '', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7f:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:27Z', 'updated_at': '2021-11-10T04:25:28Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:31.030895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.033083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.051411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e72d1-5a77-4a05-85f1-6f3b7083b6aa None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:28Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:29Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e3bac3-bdca-4447-9d16-570d64f58b56', 'name': '', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7f:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:27Z', 'updated_at': '2021-11-10T04:25:28Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:31.061985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 472633aa-0587-4187-81cc-7c0d27ccf4dc yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:31.080441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3ae9c-7959-4dcd-ab4e-5a668b2c5f42 None None] Network 89857c23-7769-43a2-8bfb-dc0723f58688 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:31.092424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:31.101401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.105349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-65b78dd5-c8f6-422b-a8fb-27d321eeac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 954 time: 1.5279613
Nov 10 04:25:31.107458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47450) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:31.280560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf466fa6-4b95-47c3-93d8-968cfcc936d5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 954 time: 0.1719429
Nov 10 04:25:31.283740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47452) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:31.294008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'routes': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:31.297143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.32.3.40 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/699e7559-af85-4032-ba70-3eb600f77999) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:31.380447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8:0:1::35f (0f38d708-f32f-4c61-a407-1c9848041f15/2b95308e-2215-4437-b034-79fb79b7b99b/472633aa-0587-4187-81cc-7c0d27ccf4dc) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:31.396928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fe62:cc20 (0f38d708-f32f-4c61-a407-1c9848041f15/73d480c1-4a4d-4455-ba9e-8c62ed2242cc/472633aa-0587-4187-81cc-7c0d27ccf4dc) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:31.406986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Update dhcp port {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '73d480c1-4a4d-4455-ba9e-8c62ed2242cc', 'ip_address': '2001:db8::f816:3eff:fec8:58c7'}, {'subnet_id': '2b95308e-2215-4437-b034-79fb79b7b99b'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:25:31.421493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Router 97403522-e37b-4a20-a0d9-5c2d7675a65a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:31.458011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.512378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.557459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.583828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.612284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] For port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:31.689275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.694361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.701661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.713318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 8ca2132d-8439-4f74-ae03-8d52803b1cac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8ca2132d-8439-4f74-ae03-8d52803b1cac,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:31.750125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.751097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:31.768817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:31.770018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:31.776595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-404fe93b-d487-48a0-87b5-ba5d3e4f1c93 admin admin] 10.222.0.13 "PUT /v2.0/routers/97403522-e37b-4a20-a0d9-5c2d7675a65a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3256874
Nov 10 04:25:31.778639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:31.780390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:31.783257 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Sync routers for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:31.783778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:31.807998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:31.811262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=699e7559-af85-4032-ba70-3eb600f77999,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:31.811709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:31.812500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:31.865639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added routes are [] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:25:31.866008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:25:31.986434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73827d5-60cd-4af8-bf30-89f32a9c4b99 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:32.005261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.110595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:32.127135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:32.127510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.266642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Allocated IP 2001:db8:0:1::2 (0f38d708-f32f-4c61-a407-1c9848041f15/2b95308e-2215-4437-b034-79fb79b7b99b/bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:32.415848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:32.423006 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e580>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:25:29Z', 'revision_number': 5, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:32.451007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:32.473739 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Checking router: 97403522-e37b-4a20-a0d9-5c2d7675a65a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:32.479177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:32.482036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:32.488056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:32.488747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.490823 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Routers {'97403522-e37b-4a20-a0d9-5c2d7675a65a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:32.492457 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['97403522-e37b-4a20-a0d9-5c2d7675a65a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:32.497976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.528185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=8ca2132d-8439-4f74-ae03-8d52803b1cac,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:32.550636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.560127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.4015181
Nov 10 04:25:32.560848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab000b-27ac-43fe-9abf-21be0e6e1946 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=472633aa-0587-4187-81cc-7c0d27ccf4dc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:32.564201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:32.625811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.629574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:25:32.652147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:32.652589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.717565 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] Set router 97403522-e37b-4a20-a0d9-5c2d7675a65a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:32.880481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72604604-1746-4e73-b9c8-10fdda592fda None None] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:32.935732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 472633aa-0587-4187-81cc-7c0d27ccf4dc {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:32.936081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:32.982013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Provisioning complete for port 8ca2132d-8439-4f74-ae03-8d52803b1cac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:32.982392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.112707 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a9e580>, [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:25:29Z', 'revision_number': 5, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:33.129447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.162404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 472633aa-0587-4187-81cc-7c0d27ccf4dc owned by  {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:33.182901 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7a747-4028-4c06-9c60-bf177175565a None None] The sync data for ids ['97403522-e37b-4a20-a0d9-5c2d7675a65a'] in ncdv-817176-1 is: [{'id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'name': 'tempest-TestServerMultinode-1173695894-router', 'tenant_id': '4d91e9cfd6d5444084edaa01389436c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205'}], 'enable_snat': True}, 'gw_port_id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:24:30Z', 'updated_at': '2021-11-10T04:25:29Z', 'revision_number': 5, 'project_id': '4d91e9cfd6d5444084edaa01389436c9', 'gw_port': {'id': '4da38dac-7700-4a46-ad6f-d256b36fe545', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97403522-e37b-4a20-a0d9-5c2d7675a65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:24:31Z', 'updated_at': '2021-11-10T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:33.187774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.199662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.205909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:33.218929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Could not find standard attr ID for object 653d4b6d-fd31-409b-923e-52322254b1d4. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:33.250671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:33.251663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ca4160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:33.279063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.310524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Provisioning complete for port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:33.310524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6119995e-3df2-4ef2-b26e-86cb682114ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.430587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:33.468791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.477785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.513692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=472633aa-0587-4187-81cc-7c0d27ccf4dc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:33.543592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:33.575445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.603464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.611430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e77f3ce9-5daa-4a57-9118-40b509f93fd5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/472633aa-0587-4187-81cc-7c0d27ccf4dc HTTP/1.1" status: 204  len: 168 time: 1.0421867
Nov 10 04:25:33.612362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47458) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:33.626776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8ca2132d-8439-4f74-ae03-8d52803b1cac up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:33.669718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Deleting port 4da38dac-7700-4a46-ad6f-d256b36fe545 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:33.670003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.745657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.747301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613c2a8-5627-4fc9-b4bb-5463c00b51f2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:33.749828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f613c2a8-5627-4fc9-b4bb-5463c00b51f2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1357415
Nov 10 04:25:33.752926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47460) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:33.794646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.859259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] For port 4da38dac-7700-4a46-ad6f-d256b36fe545, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4da38dac-7700-4a46-ad6f-d256b36fe545,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:33.859259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.871795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f794b81-e30c-4b8b-a08d-c7422e6626c1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:33.873485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4f794b81-e30c-4b8b-a08d-c7422e6626c1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1196241
Nov 10 04:25:33.880113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47462) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:33.893899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Calling delete_port for 4da38dac-7700-4a46-ad6f-d256b36fe545 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:33.897738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8ca2132d-8439-4f74-ae03-8d52803b1cac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:33.898619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.959071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ba8b66ef-065c-4fac-9c29-11fbe68d4d9d None None] Provisioning complete for port c0e3bac3-bdca-4447-9d16-570d64f58b56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:33.959450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba8b66ef-065c-4fac-9c29-11fbe68d4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.981974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:33.989519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:33.993678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:33.994047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5ddce8dc-899c-414e-beaf-2bf26f0fd004 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 704 time: 2.7090499
Nov 10 04:25:34.006377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=699e7559-af85-4032-ba70-3eb600f77999,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:34.016471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.048517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b66ef-065c-4fac-9c29-11fbe68d4d9d None None] Port c0e3bac3-bdca-4447-9d16-570d64f58b56 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:25:34.059632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8a451-1436-4183-8708-c094ab770f8f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:34.061313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8a451-1436-4183-8708-c094ab770f8f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:34.062986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8a451-1436-4183-8708-c094ab770f8f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:34.068088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d1c8a451-1436-4183-8708-c094ab770f8f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1798983
Nov 10 04:25:34.082971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ca4160>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 7, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e3bac3-bdca-4447-9d16-570d64f58b56', 'name': '', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7f:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:27Z', 'updated_at': '2021-11-10T04:25:28Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:34.104136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47466) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:34.114349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:34.115128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Updating router e896a682-55f7-4427-8c19-3f915f31bf93 port c0e3bac3-bdca-4447-9d16-570d64f58b56 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:25:34.147030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.159786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bc5de3f3-6541-4c34-9f83-4f365850f9fc tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 704 time: 0.1649537
Nov 10 04:25:34.163302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47468) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:34.180006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 2b95308e-2215-4437-b034-79fb79b7b99b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:34.194140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:34.225382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ba8b66ef-065c-4fac-9c29-11fbe68d4d9d None None] Provisioning complete for port 8ca2132d-8439-4f74-ae03-8d52803b1cac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:34.225782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba8b66ef-065c-4fac-9c29-11fbe68d4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.235973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.246326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.271350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da38dac-7700-4a46-ad6f-d256b36fe545,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:34.306592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8002f-d85d-4ec7-a424-a15a850c1cfd None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:34.320663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.367219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.376452 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP c2e3ed4d-ca11-46da-a373-7fc39cbc39ca associated. External IP: 172.32.3.40, port: 9a4f6c76-5141-4d44-bc21-603a6a5144ff.
Nov 10 04:25:34.499191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.505523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.547692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95d33100-5e92-4395-a2d2-3a9d8995c9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.590441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.591739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97403522-e37b-4a20-a0d9-5c2d7675a65a {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:25:34.603701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:34.603960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.610002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.614986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7812d9e8-4f4f-43d6-8280-b0eae6770367 admin admin] 10.222.0.13 "DELETE /v2.0/routers/97403522-e37b-4a20-a0d9-5c2d7675a65a HTTP/1.1" status: 204  len: 168 time: 2.8316483
Nov 10 04:25:34.615235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:34.629293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.688882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Deleting subnet 6f5832ef-11ea-41cf-85bd-f1032d538229 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:34.693696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.750418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.791732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:34.839296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.850438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2b38850b-5ec7-46c6-bd4c-62c6cb24263c None None] Could not find standard attr ID for object 472633aa-0587-4187-81cc-7c0d27ccf4dc. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:34.881417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.883944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.891197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=2b95308e-2215-4437-b034-79fb79b7b99b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:34.893413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2b38850b-5ec7-46c6-bd4c-62c6cb24263c None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:34.893867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b38850b-5ec7-46c6-bd4c-62c6cb24263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.896929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.899745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.903212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c465c66c-b5c1-4c9d-a99e-ee91b64e1eae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/2b95308e-2215-4437-b034-79fb79b7b99b HTTP/1.1" status: 204  len: 168 time: 0.7984555
Nov 10 04:25:34.906940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47472) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:34.922740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e23b5f-a7b9-4072-88fb-8eb75f83c3dd None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:34.972824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:34.991444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:35.002716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5832ef-11ea-41cf-85bd-f1032d538229,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:35.007356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.008996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 73d480c1-4a4d-4455-ba9e-8c62ed2242cc {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:35.013331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.013449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:35.013821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.014299 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-96895f7a-d213-4e6c-b8ab-8453defccd95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f5832ef-11ea-41cf-85bd-f1032d538229 HTTP/1.1" status: 204  len: 168 time: 0.3980498
Nov 10 04:25:35.015092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:35.051315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c84f3-50e8-44d8-9e0d-7060262eb348 None None] Pushing event updated for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:35.103307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.105608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7373c53-1942-4ffc-a238-3ac662b6f9cc None None] Network ba5b15a6-3e32-4b3f-9343-e611b7f866eb requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:35.111072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.193727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Deleting port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:35.197859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.249692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Attempting to bind port c0e3bac3-bdca-4447-9d16-570d64f58b56 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:35.250224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Attempting to bind port c0e3bac3-bdca-4447-9d16-570d64f58b56 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:35.250593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Attempting to bind port c0e3bac3-bdca-4447-9d16-570d64f58b56 on network 89857c23-7769-43a2-8bfb-dc0723f58688 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:35.265866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:35.266319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Checking segment: {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:35.266733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.267139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Bound using segment: {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:35.267632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Bound port: c0e3bac3-bdca-4447-9d16-570d64f58b56, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1980d5d9-4562-45b0-947d-479b7e181b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:35.268095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.284845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] For port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,segment=NetworkSegment(0a6cf771-b0ec-48df-8318-c07eaeca7c3d),segment_id=0a6cf771-b0ec-48df-8318-c07eaeca7c3d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:35.285191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.303487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Calling delete_port for 8d82e62c-f0ad-415e-9a56-1e9d081d54ce owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:35.403821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.435098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] No DVR routers for this DVR port 8d82e62c-f0ad-415e-9a56-1e9d081d54ce on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:35.436996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d82e62c-f0ad-415e-9a56-1e9d081d54ce,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:35.447681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] For port c0e3bac3-bdca-4447-9d16-570d64f58b56, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:35.495687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] For port c0e3bac3-bdca-4447-9d16-570d64f58b56, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c0e3bac3-bdca-4447-9d16-570d64f58b56,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:35.513230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.523777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.541117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820de71af0>,) {'filters': {'network_id': ['ba5b15a6-3e32-4b3f-9343-e611b7f866eb']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:35.554693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820de71af0>, '0a6cf771-b0ec-48df-8318-c07eaeca7c3d') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:35.554810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820de71af0>, '0a6cf771-b0ec-48df-8318-c07eaeca7c3d') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:35.565237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.574878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.587673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.596491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:35.597025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:35.599229 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:35.628102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:35.628796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ca4160>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:35.634195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c84f3-50e8-44d8-9e0d-7060262eb348 None None] Pushing event updated for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:35.664136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.688455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.694486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba5b15a6-3e32-4b3f-9343-e611b7f866eb HTTP/1.1" status: 204  len: 168 time: 0.6783066
Nov 10 04:25:35.697011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224323e-7533-40b8-a090-057001e6ce25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5b15a6-3e32-4b3f-9343-e611b7f866eb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:35.718880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a204de-2ba7-4ca0-8235-04776b16577a None None] DHCP port deletion for ba5b15a6-3e32-4b3f-9343-e611b7f866eb request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:35.779977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:35.785705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.797360 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:35.810387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] Provisioning complete for port c0e3bac3-bdca-4447-9d16-570d64f58b56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:35.810911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.836993 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:35.838866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a97220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:35.981803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:35.985052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:35.987812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47478) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:36.035816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c0e3bac3-bdca-4447-9d16-570d64f58b56 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:36.044868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed178584-faf9-45f1-a172-d85dacf97922 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=242309b27e9d4a26acf25eb0f4aeea24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0554943
Nov 10 04:25:36.047295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47480) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:36.084519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.123840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.126566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.127430 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:36.132446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/73d480c1-4a4d-4455-ba9e-8c62ed2242cc HTTP/1.1" status: 204  len: 168 time: 1.2203796
Nov 10 04:25:36.139530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280971a-24c1-47fb-8756-4144098f00f4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=73d480c1-4a4d-4455-ba9e-8c62ed2242cc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:36.145349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.151887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47482) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:36.158037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ed97853b-ea63-421d-96fc-6a23916b7349 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.6430631
Nov 10 04:25:36.160646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:25:36.164785 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfab35-0795-4d38-91c9-6f6cd8904f41" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:25:36.254160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.285802 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3612ace3-2753-4c2e-a83e-cb4b7c88d422 x-openstack-request-id: req-3612ace3-2753-4c2e-a83e-cb4b7c88d422 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:25:36.286303 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:25:36.286622 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3612ace3-2753-4c2e-a83e-cb4b7c88d422 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:25:36.287109 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'status': 'completed', 'code': 200}
Nov 10 04:25:36.322809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] For port c0e3bac3-bdca-4447-9d16-570d64f58b56, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c0e3bac3-bdca-4447-9d16-570d64f58b56,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:36.337262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0b1f1eb2-0d3b-4971-8b48-e920deb49dec tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1821437
Nov 10 04:25:36.337913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47488) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:36.343506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:36.345471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.351929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c0e3bac3-bdca-4447-9d16-570d64f58b56 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:36.352493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.401011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-4d72d8ab-6644-464a-8b4b-54b2b85138e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:36.402981 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-4d72d8ab-6644-464a-8b4b-54b2b85138e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1096 time: 0.1270342
Nov 10 04:25:36.406214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.408868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.412928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b3965a-cd75-433e-b354-ca1ff7f4f555 HTTP/1.1" status: 204  len: 168 time: 0.3644567
Nov 10 04:25:36.438226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6c7bd-e7c1-4573-be3a-200a4dd0c53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3965a-cd75-433e-b354-ca1ff7f4f555,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:36.499126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:36.506090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.565867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a65388c7-9acc-4d90-b795-1d41240b2955 None None] Provisioning complete for port c0e3bac3-bdca-4447-9d16-570d64f58b56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:36.566617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a65388c7-9acc-4d90-b795-1d41240b2955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.579749 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a97220>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c2e3ed4d-ca11-46da-a373-7fc39cbc39ca', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.40', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:dd:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:25:33Z', 'updated_at': '2021-11-10T04:25:33Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:36.612289 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:36.626193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:36.627209 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a97220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:36.642072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port c0e3bac3-bdca-4447-9d16-570d64f58b56 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:36.642609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:36.749509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1f11d-97b9-4427-8682-cbe67dcd18ef None None] Pushing event updated for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:36.843717 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:36.875881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-1752598b-fa8f-4147-8263-a68e8eed45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:36.883842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-1752598b-fa8f-4147-8263-a68e8eed45bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.4567137
Nov 10 04:25:37.002566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-3bbd2b5f-9d5e-4d1e-b69d-cfff1a40e939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 998 time: 0.1019864
Nov 10 04:25:37.028808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05e692-ed1e-4ec1-98b6-90bcddbb9382 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:37.029584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:37.072936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port c0e3bac3-bdca-4447-9d16-570d64f58b56, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c0e3bac3-bdca-4447-9d16-570d64f58b56,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:37.073607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.105076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for c0e3bac3-bdca-4447-9d16-570d64f58b56 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:37.137300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-3524d4fc-b9b2-45a2-9534-0789ded02f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:37.139131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-3524d4fc-b9b2-45a2-9534-0789ded02f1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.1234546
Nov 10 04:25:37.177842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47494) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:37.236216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fbb6c3cf-18cf-4632-804c-ea068d9014c7 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:37.236707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c3cf-18cf-4632-804c-ea068d9014c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.238645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbfa0-298e-4415-917f-0046e5b8907f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.290865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.309205 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a97220>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c2e3ed4d-ca11-46da-a373-7fc39cbc39ca', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.40', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:dd:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:25:33Z', 'updated_at': '2021-11-10T04:25:33Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:37.324715 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3590664f-771b-4d5a-887e-ac9ba482aec8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d91e9cfd6d5444084edaa01389436c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1456659
Nov 10 04:25:37.329257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47496) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:37.336681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ca4160>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 7, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e3bac3-bdca-4447-9d16-570d64f58b56', 'name': '', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7f:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:27Z', 'updated_at': '2021-11-10T04:25:35Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:37.346480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-d77048a8-8789-4bbf-bd41-27c102c7b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:37.348272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-d77048a8-8789-4bbf-bd41-27c102c7b3a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1713679
Nov 10 04:25:37.395994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39c5d-b391-4cd4-970d-26a8a7e0d40d None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 7, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e3bac3-bdca-4447-9d16-570d64f58b56', 'name': '', 'network_id': '89857c23-7769-43a2-8bfb-dc0723f58688', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7f:21:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:27Z', 'updated_at': '2021-11-10T04:25:35Z', 'revision_number': 4, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '1cbc4998-1616-49b9-bd5a-dcfaf91b6220', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:37.399662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432ecaa-9383-48e3-b1e6-34ff00ef0cbf None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c2e3ed4d-ca11-46da-a373-7fc39cbc39ca', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.40', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:dd:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:25:33Z', 'updated_at': '2021-11-10T04:25:33Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:37.408206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4da38dac-7700-4a46-ad6f-d256b36fe545 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:37.467074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4da38dac-7700-4a46-ad6f-d256b36fe545 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:37.467502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4da38dac-7700-4a46-ad6f-d256b36fe545 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:37.468713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:37.539761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:37.540109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 242d47c8-e1dd-4c2e-9d2b-9ad6a761ce50 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:37.577373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:37.622028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.629957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.631041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.673847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-3075e76b-f0c3-4b41-92d0-e22e1f0c7bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3075507
Nov 10 04:25:37.679494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d7cc65e5-5285-4eb5-9319-35ac05b6ef37 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:37.679933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65e5-5285-4eb5-9319-35ac05b6ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.699341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.731145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:37.739484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:37.743965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c0e3bac3-bdca-4447-9d16-570d64f58b56 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:37.748838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:37.749447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.763315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cefcc-9967-4dd5-a5f4-2f7f8607db72 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:37.778633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=11']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:37.783391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=8f18bf68-85fb-42d7-bf49-151852404768,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:37.788722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.800029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d3e1fb4-1847-4a92-b977-bbf7aaadd781 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4606953
Nov 10 04:25:37.800806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47498) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:37.804568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:37.806920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:37.863765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=c0e3bac3-bdca-4447-9d16-570d64f58b56,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:37.950233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:37.954579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.030449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:38.033832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No active binding found for port c0e3bac3-bdca-4447-9d16-570d64f58b56 {{(pid=119698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 10 04:25:38.034286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c0e3bac3-bdca-4447-9d16-570d64f58b56 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 10 04:25:38.047314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.047689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-69dfab35-0795-4d38-91c9-6f6cd8904f41 req-487e31a4-9115-437c-9596-1c06ecd6ee70 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3635032
Nov 10 04:25:38.091815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.094341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.097751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85077878-4f4c-407a-a7a0-94ffa4e3ae52 HTTP/1.1" status: 204  len: 168 time: 0.7642825
Nov 10 04:25:38.099013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Port c0e3bac3-bdca-4447-9d16-570d64f58b56 not found, will not notify nova. {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 10 04:25:38.102679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:38.103384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071387f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:38.137732 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f18bf68-85fb-42d7-bf49-151852404768 (CIDR: 2001:db8::/64)
Nov 10 04:25:38.139031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8c72-b2cc-4a9c-b3b4-c869670c00ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85077878-4f4c-407a-a7a0-94ffa4e3ae52,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:38.144926 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:25:38.146698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:38.146907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.161822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8d82e62c-f0ad-415e-9a56-1e9d081d54ce no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:38.183668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c1a92-fe3b-43d4-be7c-8646671d5fd8 None None] New status for floating IP c2e3ed4d-ca11-46da-a373-7fc39cbc39ca: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:25:38.193594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-327b2785-45a6-4d28-a2d2-d6203d8b1218 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3914990
Nov 10 04:25:38.194337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47502) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:38.199992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:38.367439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8d82e62c-f0ad-415e-9a56-1e9d081d54ce {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:38.368109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8d82e62c-f0ad-415e-9a56-1e9d081d54ce not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:38.390181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:38.395392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.443929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:38.545214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:38.669437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:38.682705 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-091d9b17-b38f-4bab-ae1b-9f11fa9ddc79 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5166800
Nov 10 04:25:38.686030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47504) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:38.801275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet 1cbc4998-1616-49b9-bd5a-dcfaf91b6220 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:38.812502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.845037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071387f0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:38.878766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.885713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:38.898731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:38.899156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071387f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:38.915500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:38.919005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.946345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:38.952105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:38.952894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:38.971471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=80a7bf91-10aa-4a2c-ba85-e0b420651219,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:38.989871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1444ae84-6822-4dee-9100-078d17d6c3e6 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7912207
Nov 10 04:25:38.990749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:38.995487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:37:79:38', 'name': 'tempest-NetworksTestDHCPv6-1371036396'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:39.013659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add41a8b-c7d6-4a98-a746-6fa8b4ebd9a7 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:39.082655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.087825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:39.089642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-399954c7-a2ed-4e2c-9ad0-2e7b4a1af417 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:39.090022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-399954c7-a2ed-4e2c-9ad0-2e7b4a1af417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.172277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:39.177739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.242470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbc4998-1616-49b9-bd5a-dcfaf91b6220,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:39.244590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.248123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b8754943-3f59-4d2a-b22e-1060c42e52e2 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/1cbc4998-1616-49b9-bd5a-dcfaf91b6220 HTTP/1.1" status: 204  len: 168 time: 0.5605187
Nov 10 04:25:39.250970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:39.292267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.315475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port 75c45dc5-3995-40a6-9e14-959a042fd9b3 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:39.353744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.419957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 8ca2132d-8439-4f74-ae03-8d52803b1cac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:39.420534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.456904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ec880-2cfe-4740-b640-d6ac9916a192 None None] Network 89857c23-7769-43a2-8bfb-dc0723f58688 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:39.491107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 8ca2132d-8439-4f74-ae03-8d52803b1cac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8ca2132d-8439-4f74-ae03-8d52803b1cac,segment=NetworkSegment(1980d5d9-4562-45b0-947d-479b7e181b71),segment_id=1980d5d9-4562-45b0-947d-479b7e181b71)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:39.492055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.507884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 8ca2132d-8439-4f74-ae03-8d52803b1cac owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:39.514332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8:0:1::e7 (0f38d708-f32f-4c61-a407-1c9848041f15/80a7bf91-10aa-4a2c-ba85-e0b420651219/75c45dc5-3995-40a6-9e14-959a042fd9b3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:39.523956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::f816:3eff:fe37:7938 (0f38d708-f32f-4c61-a407-1c9848041f15/8f18bf68-85fb-42d7-bf49-151852404768/75c45dc5-3995-40a6-9e14-959a042fd9b3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:39.557362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.610166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.647873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=8ca2132d-8439-4f74-ae03-8d52803b1cac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:39.653923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 8ca2132d-8439-4f74-ae03-8d52803b1cac on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:39.722668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.761357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.781582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.788946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc39cd0>,) {'filters': {'network_id': ['89857c23-7769-43a2-8bfb-dc0723f58688']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:39.794185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Update dhcp port {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': '8f18bf68-85fb-42d7-bf49-151852404768', 'ip_address': '2001:db8::f816:3eff:fec8:58c7'}, {'subnet_id': '80a7bf91-10aa-4a2c-ba85-e0b420651219'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': 'bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:25:39.813793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc39cd0>, '1980d5d9-4562-45b0-947d-479b7e181b71') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:39.813793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc39cd0>, '1980d5d9-4562-45b0-947d-479b7e181b71') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:39.823900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.826738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:39.828148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071387f0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:39.832639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:39.835500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1274f2-43ce-4236-be41-c465ec0b8857 None None] DHCP port deletion for 89857c23-7769-43a2-8bfb-dc0723f58688 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:39.836642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:39.839366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:39.842524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:39.843479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.851132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.858978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:39.859726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:39.863123 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:39.865374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=75c45dc5-3995-40a6-9e14-959a042fd9b3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:39.877909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bafa3025-bc43-45ae-9ee3-5af5bd9e4b69 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.8841639
Nov 10 04:25:39.879753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47510) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:39.901065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3a592-5a11-4ef6-a3f6-78a94d59c168 None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:39.908599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.934719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.941188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:39.954159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/89857c23-7769-43a2-8bfb-dc0723f58688 HTTP/1.1" status: 204  len: 168 time: 0.7018034
Nov 10 04:25:39.954773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47512) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:39.982452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:39.982748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.009317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffbf23-1c10-4f22-8630-8d39cefc398b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=89857c23-7769-43a2-8bfb-dc0723f58688,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:40.018484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port 75c45dc5-3995-40a6-9e14-959a042fd9b3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:40.018828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.112032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.126637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for 75c45dc5-3995-40a6-9e14-959a042fd9b3 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:40.157615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Allocated IP 2001:db8:0:1::2 (0f38d708-f32f-4c61-a407-1c9848041f15/80a7bf91-10aa-4a2c-ba85-e0b420651219/bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:40.246631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.273367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:40.307391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.320590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.330644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.363907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.365765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=75c45dc5-3995-40a6-9e14-959a042fd9b3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:40.418099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.419494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef0f2-2cbb-4285-8c14-762352bc3f9c None None] Pushing event updated for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:40.423653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a8c6e58f-0295-49f3-99c8-4a5573b39190 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/75c45dc5-3995-40a6-9e14-959a042fd9b3 HTTP/1.1" status: 204  len: 168 time: 0.5423729
Nov 10 04:25:40.423920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47514) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:40.479630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd9bc-82d4-4442-8023-c9dd965c1076 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:40.481370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca3cd9bc-82d4-4442-8023-c9dd965c1076 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0564880
Nov 10 04:25:40.483876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:40.548800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec23fba-55d2-4d67-ad0c-cb982878416f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:40.550724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fec23fba-55d2-4d67-ad0c-cb982878416f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0652423
Nov 10 04:25:40.553280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47518) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:40.598147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:40.610323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:40.610902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820775ea00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:40.617370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b14f98-ac91-4321-8554-78012fa6a9cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:40.618934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b14f98-ac91-4321-8554-78012fa6a9cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:40.620671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b14f98-ac91-4321-8554-78012fa6a9cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:40.624777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-39b14f98-ac91-4321-8554-78012fa6a9cd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0680344
Nov 10 04:25:40.625044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47520) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:40.684547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 80a7bf91-10aa-4a2c-ba85-e0b420651219 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:40.688908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.711668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:40.747748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.859460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.931422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.960884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=80a7bf91-10aa-4a2c-ba85-e0b420651219,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:40.967393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:40.973085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb43eb74-2356-4101-968b-a083d828f7de tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/80a7bf91-10aa-4a2c-ba85-e0b420651219 HTTP/1.1" status: 204  len: 168 time: 0.3457429
Nov 10 04:25:40.975153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47522) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:40.985432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820775ea00>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:41.026488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:41.043208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 8f18bf68-85fb-42d7-bf49-151852404768 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:41.046298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:41.046966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820775ea00>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:41.049054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.077082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:41.077570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.099041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.125588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1f632-ed66-42f2-ade7-2792cb475c72 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:41.172988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 6b0ba8df-05b3-456e-97f7-4e99ef6149a2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:41.173348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.190364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.193572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:41.197400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:41.259552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.260928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3bae83cd-ace1-41e3-8f5a-7807796d1b71 None None] Provisioning complete for port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:41.261301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3bae83cd-ace1-41e3-8f5a-7807796d1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.289163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.294775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8f18bf68-85fb-42d7-bf49-151852404768 HTTP/1.1" status: 204  len: 168 time: 0.3163841
Nov 10 04:25:41.294775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4281de-f7e6-4c1d-847b-e3dcfae01477 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=8f18bf68-85fb-42d7-bf49-151852404768,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:41.296657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47524) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:41.338945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6dc3366d-b72c-4134-8ccf-62e8dda74ae1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0407522
Nov 10 04:25:41.340065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:41.345429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:41.457316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.492438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=6b0ba8df-05b3-456e-97f7-4e99ef6149a2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:41.521408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:41.525028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.688708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.752151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820775ea00>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:41.794856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:41.797320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ea8b0-5fe5-455f-a37c-667f95a3fafb None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:37Z', 'revision_number': 8, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b0ba8df-05b3-456e-97f7-4e99ef6149a2', 'name': '', 'network_id': '74fe349c-ee15-4788-9149-709a95639d84', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:2d:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:21Z', 'updated_at': '2021-11-10T04:25:31Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': '51ce5244-6801-4cdb-9e31-d84c416ffc0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:41.866458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8ca2132d-8439-4f74-ae03-8d52803b1cac no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:41.893843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8ca2132d-8439-4f74-ae03-8d52803b1cac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:41.894276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8ca2132d-8439-4f74-ae03-8d52803b1cac not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:41.894689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c0e3bac3-bdca-4447-9d16-570d64f58b56 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:41.920025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c0e3bac3-bdca-4447-9d16-570d64f58b56 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:41.920385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c0e3bac3-bdca-4447-9d16-570d64f58b56 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:41.923889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Deleting port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:41.924263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:41.994788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] For port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:41.995434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.003547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.007662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:42.008934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Calling delete_port for bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:42.051686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:42.060323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:42.063311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:42.063917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.087288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.109766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] Pushing event deleted for resources: {'Port': ['ID=bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:42.117134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb509e27-ac20-42e4-8dcf-0c61a90982d1 None None] No DVR routers for this DVR port bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:42.131404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a0a91-4888-45ac-90e7-262a770df37f None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:42.149430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=fd36c28b-837d-411a-ac61-fb519e70559e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:42.165395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a40a3370-a9b5-425c-99f0-77b47e2431da tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8241410
Nov 10 04:25:42.168405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47528) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:42.176450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:42.178535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:42.185092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c21ad62f-1e24-4b34-a483-fada0eafc209 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2260070
Nov 10 04:25:42.187391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47530) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:42.191451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:42.201802 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:42.202733 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82167ecf70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:42.245460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet 51ce5244-6801-4cdb-9e31-d84c416ffc0a {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:42.253301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.293583 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:42.302081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.316015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0f38d708-f32f-4c61-a407-1c9848041f15', 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'tenant_id': '5f3e0dcbd10443e3997f299edd5f60a6', 'fixed_ips': [{'subnet_id': 'fd36c28b-837d-411a-ac61-fb519e70559e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:42.317058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.337024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:42.342401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.395214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.455829 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.ipam_backend_mixin [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd36c28b-837d-411a-ac61-fb519e70559e (CIDR: 2001:db8::/64)
Nov 10 04:25:42.461333 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:25:42.461333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:42.468562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.482817 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c97f1935-49e8-44c5-b4b7-7d3697819855 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3123982
Nov 10 04:25:42.485247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47532) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:42.493258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/fd36c28b-837d-411a-ac61-fb519e70559e/181efd41-ea1a-46dc-a5fd-00f265436174) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:42.495180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=51ce5244-6801-4cdb-9e31-d84c416ffc0a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:42.496986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:42.501525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.505394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a49f340d-5957-4d40-85a1-fcdea24f5363 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/51ce5244-6801-4cdb-9e31-d84c416ffc0a HTTP/1.1" status: 204  len: 168 time: 0.3169286
Nov 10 04:25:42.508444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47534) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:42.511504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50fc979-7bc9-4827-9b09-6ea69be7ea40 None None] Network 74fe349c-ee15-4788-9149-709a95639d84 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:42.569250 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82167ecf70>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:41Z', 'revision_number': 9, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:42.598522 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:42.610520 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:42.611480 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82167ecf70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:42.615608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.663030 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:42.669392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.682861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 0f4bb491-3c41-48d7-9f44-f9ce7653748e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:42.683324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.717823 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:42.763456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.766242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0f4bb491-3c41-48d7-9f44-f9ce7653748e,segment=NetworkSegment(2ef7a072-cf7d-4918-81f3-e3eb51536a94),segment_id=2ef7a072-cf7d-4918-81f3-e3eb51536a94)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:42.766615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.776262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.786829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 0f4bb491-3c41-48d7-9f44-f9ce7653748e owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:42.831616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:42.835617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] DHCP port deletion for 74fe349c-ee15-4788-9149-709a95639d84 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:42.841809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:42.844491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:42.848579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:42.904962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.933109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Attempting to bind port 181efd41-ea1a-46dc-a5fd-00f265436174 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:42.933989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Attempting to bind port 181efd41-ea1a-46dc-a5fd-00f265436174 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:42.933989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Attempting to bind port 181efd41-ea1a-46dc-a5fd-00f265436174 on network 0f38d708-f32f-4c61-a407-1c9848041f15 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:42.945181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:42.945561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Checking segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:42.945966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.946364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Bound using segment: {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:42.946838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Bound port: 181efd41-ea1a-46dc-a5fd-00f265436174, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbbb444-8da6-4158-962a-13b29affdc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:42.947222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:42.951706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=0f4bb491-3c41-48d7-9f44-f9ce7653748e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:42.961043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 0f4bb491-3c41-48d7-9f44-f9ce7653748e on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:42.973483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Deleting port 0f4bb491-3c41-48d7-9f44-f9ce7653748e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:42.974215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.035050 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82167ecf70>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:41Z', 'revision_number': 9, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:43.056258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.070731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07835e8-abfd-4755-9b77-0827a1985eb5 None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:41Z', 'revision_number': 9, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f585126-8b6d-42c0-ae97-834195cae378', 'name': '', 'network_id': '0607c095-ac07-4017-9123-427ae115ab58', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:9f:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:15Z', 'updated_at': '2021-11-10T04:25:23Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'b7bfd19e-1cae-49cb-b44c-4e7167af152f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:43.089580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d8a9910>,) {'filters': {'network_id': ['74fe349c-ee15-4788-9149-709a95639d84']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:43.095901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] For port 0f4bb491-3c41-48d7-9f44-f9ce7653748e, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:43.096444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.098965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:43.107756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d8a9910>, '2ef7a072-cf7d-4918-81f3-e3eb51536a94') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:43.108244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d8a9910>, '2ef7a072-cf7d-4918-81f3-e3eb51536a94') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:43.121000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Calling delete_port for 0f4bb491-3c41-48d7-9f44-f9ce7653748e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:43.123261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:43.125403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Port 0f4bb491-3c41-48d7-9f44-f9ce7653748e was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:25:43.127170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.130402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.133680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.141870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.objects.ports [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:43.144846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.151726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:43.152308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:43.155366 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:43.160705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] Pushing event deleted for resources: {'Port': ['ID=0f4bb491-3c41-48d7-9f44-f9ce7653748e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:43.168909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62515c-57a2-4b6d-878a-b7ec3fe82b4b None None] No DVR routers for this DVR port 0f4bb491-3c41-48d7-9f44-f9ce7653748e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:43.228148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab43717-88a5-4822-bd65-e34847437158 None None] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:43.243136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.252870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.259343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/74fe349c-ee15-4788-9149-709a95639d84 HTTP/1.1" status: 204  len: 168 time: 0.7473519
Nov 10 04:25:43.262328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47536) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:43.271638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f46781-c060-48db-9600-ba874f9ab07d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=74fe349c-ee15-4788-9149-709a95639d84,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:43.681141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:43.734795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:43.735167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.819953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:43.881356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:25:43.882299 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:25:43.894013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.124223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:44.184081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.188601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.189428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.276247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:44.297053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:44.304133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:44.304779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.311287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=74d11efb-2413-4bb1-832c-158791b442d2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:44.317162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=4']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:44.332640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.338537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c15018e2-43a7-46a3-9879-ad9c529813dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.8496923
Nov 10 04:25:44.341530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-64b76a6a-3d70-49b0-b08c-685128a49d4a None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:44.342118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64b76a6a-3d70-49b0-b08c-685128a49d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.343183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47540) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:44.348905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:46:bf:fe', 'name': 'tempest-NetworksTestDHCPv6-1782080566'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:44.463344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.479355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:44.520265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7cc24-4935-4dc6-900e-9c91567b4050 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:44.533608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:44.569791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.577154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.599495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port bbe74cf7-b720-4254-a565-9914025bb0d0 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:44.607006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64b76a6a-3d70-49b0-b08c-685128a49d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.620703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 8f585126-8b6d-42c0-ae97-834195cae378 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:44.620932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.741283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 8f585126-8b6d-42c0-ae97-834195cae378, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8f585126-8b6d-42c0-ae97-834195cae378,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:44.741889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.762547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 8f585126-8b6d-42c0-ae97-834195cae378 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:44.793181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::9d (0f38d708-f32f-4c61-a407-1c9848041f15/fd36c28b-837d-411a-ac61-fb519e70559e/bbe74cf7-b720-4254-a565-9914025bb0d0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:44.800316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:bffe (0f38d708-f32f-4c61-a407-1c9848041f15/74d11efb-2413-4bb1-832c-158791b442d2/bbe74cf7-b720-4254-a565-9914025bb0d0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:44.825470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:44.849876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:44.861778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:44.862116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc10bd24-c1d9-4c81-b31f-3d80adf3c9b0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:44.862675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0f4bb491-3c41-48d7-9f44-f9ce7653748e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:44.919916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0f4bb491-3c41-48d7-9f44-f9ce7653748e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:44.920263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0f4bb491-3c41-48d7-9f44-f9ce7653748e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:44.920700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:44.952093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:44.952468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6b0ba8df-05b3-456e-97f7-4e99ef6149a2 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:44.980165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-64b76a6a-3d70-49b0-b08c-685128a49d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:25:44.980518 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-64b76a6a-3d70-49b0-b08c-685128a49d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:25:44.984192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:44.991196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.021472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=8f585126-8b6d-42c0-ae97-834195cae378,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:45.026369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.083066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:45.087490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:45.092007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:45.097917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:45.098570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.107554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=bbe74cf7-b720-4254-a565-9914025bb0d0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:45.123618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47542) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:45.124041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7909cc1e-4ba6-4327-b156-7835dd63cd24 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 0.7790637
Nov 10 04:25:45.185992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.322127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port bbe74cf7-b720-4254-a565-9914025bb0d0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:45.322763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.486745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.498624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:45.503984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for bbe74cf7-b720-4254-a565-9914025bb0d0 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:45.640954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cd83c7aa-1212-4daa-a5b5-3730400ecf82 None None] Could not find standard attr ID for object 75c45dc5-3995-40a6-9e14-959a042fd9b3. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:45.651438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:45.663982 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5e25240-6119-4aeb-955f-8c5d3612a937 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3982005
Nov 10 04:25:45.664148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:45.664241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47544) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:45.685594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:45.686275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207068f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:45.759072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:45.761907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet b7bfd19e-1cae-49cb-b44c-4e7167af152f {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:45.767484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.827027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-87ed6cab-5183-4fb0-9941-4b3145523985 None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:45.827399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cab-5183-4fb0-9941-4b3145523985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.844958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.854581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:45.901257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.951745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=bbe74cf7-b720-4254-a565-9914025bb0d0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:45.972884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:45.973113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:45.996438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.033244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.036670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0ccc7963-8d37-4c59-94ff-cfc790ac6004 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/bbe74cf7-b720-4254-a565-9914025bb0d0 HTTP/1.1" status: 204  len: 168 time: 0.9120765
Nov 10 04:25:46.039244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47546) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.079708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.100105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52d43f-744a-4ec2-a516-68eb856cfe4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:46.102248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3f52d43f-744a-4ec2-a516-68eb856cfe4e tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0620077
Nov 10 04:25:46.105401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47548) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.117320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bfd19e-1cae-49cb-b44c-4e7167af152f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:46.133265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.136728 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e6520a2f-d411-4815-b420-273db34a1b1c tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/b7bfd19e-1cae-49cb-b44c-4e7167af152f HTTP/1.1" status: 204  len: 168 time: 0.4714162
Nov 10 04:25:46.139579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47550) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.191157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5c7fa-8ed4-49a7-9de0-ad2ce352859f None None] Network 0607c095-ac07-4017-9123-427ae115ab58 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:46.194103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6358b5-d3f4-4adc-be38-aaa0d11ecd29 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:46.196893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2a6358b5-d3f4-4adc-be38-aaa0d11ecd29 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0901306
Nov 10 04:25:46.199583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47552) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.245918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.256074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fe7ba-9ae8-496b-b50a-a81a13ca40ae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:46.258602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fe7ba-9ae8-496b-b50a-a81a13ca40ae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:46.259710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fe7ba-9ae8-496b-b50a-a81a13ca40ae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:46.261527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-472fe7ba-9ae8-496b-b50a-a81a13ca40ae tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0608528
Nov 10 04:25:46.264429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47554) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.315918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 4347597f-1dd8-4559-bce2-43b7d2bf966e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:46.316270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.325045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 74d11efb-2413-4bb1-832c-158791b442d2 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:46.328536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.335166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207068f70>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:44Z', 'revision_number': 10, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.376147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.378772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:46.389069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f8ce091d-ce45-49c7-b791-8dc610596626 None None] Could not find standard attr ID for object bbe74cf7-b720-4254-a565-9914025bb0d0. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:46.391637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 4347597f-1dd8-4559-bce2-43b7d2bf966e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4347597f-1dd8-4559-bce2-43b7d2bf966e,segment=NetworkSegment(b63a2466-e727-4611-b054-dd0ba2e00040),segment_id=b63a2466-e727-4611-b054-dd0ba2e00040)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:46.392102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.398724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:46.399342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207068f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.410279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 4347597f-1dd8-4559-bce2-43b7d2bf966e owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:46.466713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.489091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:46.512728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.542147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=4347597f-1dd8-4559-bce2-43b7d2bf966e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:46.551914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 4347597f-1dd8-4559-bce2-43b7d2bf966e on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:46.555275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.570484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181a181-a7b8-4ed6-b5a9-388e3c50eeb2 None None] DHCP port deletion for 0607c095-ac07-4017-9123-427ae115ab58 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:46.593018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=74d11efb-2413-4bb1-832c-158791b442d2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:46.598817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.600688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4aaa56b1-5f1b-48f7-8030-efb05bc54f53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/74d11efb-2413-4bb1-832c-158791b442d2 HTTP/1.1" status: 204  len: 168 time: 0.3341985
Nov 10 04:25:46.606563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47556) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.618165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897f8e1-d03d-445d-95dd-8b8513b1db02 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:46.665116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.687464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec490>,) {'filters': {'network_id': ['0607c095-ac07-4017-9123-427ae115ab58']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.688181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet fd36c28b-837d-411a-ac61-fb519e70559e {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:46.691727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.701512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec490>, 'b63a2466-e727-4611-b054-dd0ba2e00040') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.701969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3ec490>, 'b63a2466-e727-4611-b054-dd0ba2e00040') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.725034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.739530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.742269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.746680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:46.747279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:46.750686 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:46.820140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.828190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.834303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/0607c095-ac07-4017-9123-427ae115ab58 HTTP/1.1" status: 204  len: 168 time: 0.6913130
Nov 10 04:25:46.836066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47558) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:46.841599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207068f70>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:44Z', 'revision_number': 10, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:46.849506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.856536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c912836-7497-49bd-a3f7-80500c46edc7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=0607c095-ac07-4017-9123-427ae115ab58,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:46.873006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9515b-f927-44fc-9eb0-21f84e36c5fb None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:44Z', 'revision_number': 10, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None, '_interfaces': [{'id': '17530159-cdd1-469b-bd31-1dc48646d554', 'name': '', 'network_id': 'e0175ca6-9ed1-4b37-8fa3-b23f10e031e5', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'mac_address': 'fa:16:3e:7c:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:25:09Z', 'updated_at': '2021-11-10T04:25:14Z', 'revision_number': 5, 'project_id': '81176cf847ef4a35a18d304284296919', 'subnets': [{'id': 'fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:46.924500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.951640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=fd36c28b-837d-411a-ac61-fb519e70559e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:46.957818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:46.961714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e073e384-cc12-4c2c-8077-88ae6b11eea4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/fd36c28b-837d-411a-ac61-fb519e70559e HTTP/1.1" status: 204  len: 168 time: 0.3541396
Nov 10 04:25:46.964332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47560) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:47.003274 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-88f62e5a-2fe8-4924-8ea2-ab5868e777bc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0375898
Nov 10 04:25:47.006145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47562) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:47.010965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:47.111920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:47.115611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.224961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.388043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.459063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:47.463272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:47.467955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:47.468902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.479476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=37ef42c1-1647-4f4e-a11d-800f0a07617e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:47.493552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d52dfd8b-feee-4664-852e-b3df333fd56b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4863954
Nov 10 04:25:47.496743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47564) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:47.503679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:47.542167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e435c79-c784-4b49-bce6-221d0d4dd294 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:47.636741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 17530159-cdd1-469b-bd31-1dc48646d554 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:47.637220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.645151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4347597f-1dd8-4559-bce2-43b7d2bf966e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:47.656156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:47.659997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.673852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4347597f-1dd8-4559-bce2-43b7d2bf966e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:47.674201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4347597f-1dd8-4559-bce2-43b7d2bf966e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:47.674794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8f585126-8b6d-42c0-ae97-834195cae378 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:47.723686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8f585126-8b6d-42c0-ae97-834195cae378 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:47.724033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8f585126-8b6d-42c0-ae97-834195cae378 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:47.728060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a4039c5e-abcd-4924-b358-bb11a7cc469a None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:47.728353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4039c5e-abcd-4924-b358-bb11a7cc469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.747934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 17530159-cdd1-469b-bd31-1dc48646d554, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=17530159-cdd1-469b-bd31-1dc48646d554,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:47.748175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:47.761894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 17530159-cdd1-469b-bd31-1dc48646d554 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:47.765770 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.ipam_backend_mixin [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37ef42c1-1647-4f4e-a11d-800f0a07617e (CIDR: 2001:db8::/64)
Nov 10 04:25:47.769651 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:25:47.770192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:47.790690 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-97da8b62-07f4-4f5e-b737-6f02c045dd6f tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2924662
Nov 10 04:25:47.791323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47566) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:47.796561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'subnet': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:47.930908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:47.935354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.198453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-da0c9ada-701b-4b00-9456-7710177a41de None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:48.199201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-da0c9ada-701b-4b00-9456-7710177a41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.317573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.objects.ports [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 10 04:25:48.386388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.429922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=17530159-cdd1-469b-bd31-1dc48646d554,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:48.488777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.533759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.671210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:48.701153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.701671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:48.706991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.707913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.786788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:48.787624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:48.793915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:48.797019 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a5e99340-484b-4e7e-b2f8-ed84e64c9c8e tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9583402
Nov 10 04:25:48.798154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47570) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:48.805528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:48.806165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.811047 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:48.820482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=9']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:48.823252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Subnet': ['ID=bcf57250-31dc-4a1d-bb4d-df9f12261aef,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:48.838637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-afc2f064-dcc0-45d3-8cdb-a99341ca7ebf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.0456500
Nov 10 04:25:48.841391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47572) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:48.846906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b5f8b-131e-4a1a-9939-57919bca0cb9 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:48.851524 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:48.851674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Request body: {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'mac_address': 'fa:16:3e:6a:29:b2', 'name': 'tempest-NetworksTestDHCPv6-564961928'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:48.852837 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821432e130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:48.869072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting subnet fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:48.873050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.932395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:48.989552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.025840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Made reservation on behalf of 5f3e0dcbd10443e3997f299edd5f60a6 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:49.033365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.064144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.064918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.074917 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:49.145251 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821432e130>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.148198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.172232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Update dhcp port {'port': {'network_id': '0f38d708-f32f-4c61-a407-1c9848041f15', 'fixed_ips': [{'subnet_id': 'bcf57250-31dc-4a1d-bb4d-df9f12261aef', 'ip_address': '2001:db8:0:1:f816:3eff:fe03:3f3e'}, {'subnet_id': '37ef42c1-1647-4f4e-a11d-800f0a07617e'}], 'binding:host_id': 'ncdv-817176-1'}, 'id': '181efd41-ea1a-46dc-a5fd-00f265436174'} from ncdv-817176-1. {{(pid=119698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 10 04:25:49.180643 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:49.190696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Subnet': ['ID=fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:49.191354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:49.192098 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821432e130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.198685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.202039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-af582bf3-d962-429e-affd-07bb2a600f02 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33 HTTP/1.1" status: 204  len: 168 time: 0.4028842
Nov 10 04:25:49.204886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47574) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:49.211987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.216947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9270331-d3f9-4003-88f3-77cdd22a6079 None None] Network e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:49.282768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:49.292916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.349072 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821432e130>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.358847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Deleting port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:49.359292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.399237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fbad3-5d72-49a3-9d75-98a3036d5927 None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:49.467653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] For port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,segment=NetworkSegment(0ca5b98a-0f62-4b44-9434-49e427417e2d),segment_id=0ca5b98a-0f62-4b44-9434-49e427417e2d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:49.468031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.485053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Calling delete_port for 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:49.519670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] device_id is not set on port c276dc97-7c14-4f34-81e2-343d807a43c9 yet. {{(pid=119697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:49.575628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.604762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Port': ['ID=88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:49.606864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No DVR routers for this DVR port 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:49.655203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Allocated IP 2001:db8::2 (0f38d708-f32f-4c61-a407-1c9848041f15/37ef42c1-1647-4f4e-a11d-800f0a07617e/181efd41-ea1a-46dc-a5fd-00f265436174) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:49.691354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.712584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f6cf1c0>,) {'filters': {'network_id': ['e0175ca6-9ed1-4b37-8fa3-b23f10e031e5']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.724791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6cf1c0>, '0ca5b98a-0f62-4b44-9434-49e427417e2d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.726054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6cf1c0>, '0ca5b98a-0f62-4b44-9434-49e427417e2d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:49.736400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.758022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.765618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:49.766125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:49.769715 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:49.779699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad845c5-70ad-4a2d-beee-5499acf92d54 None None] DHCP port deletion for e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:49.824029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:49.857771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.865141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.869062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.873472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:49.879102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/networks/e0175ca6-9ed1-4b37-8fa3-b23f10e031e5 HTTP/1.1" status: 204  len: 168 time: 0.6704702
Nov 10 04:25:49.879264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:49.879800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47576) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:49.884650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'routes': None}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:49.965794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349147e4-6018-4f3d-9e16-3e53c95587d0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Pushing event deleted for resources: {'Network': ['ID=e0175ca6-9ed1-4b37-8fa3-b23f10e031e5,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:50.008755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986157-bf4d-41ed-a073-859cecfdc0d5 None None] Pushing event updated for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:50.021217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:50.021588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.027645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8::1da (0f38d708-f32f-4c61-a407-1c9848041f15/37ef42c1-1647-4f4e-a11d-800f0a07617e/c276dc97-7c14-4f34-81e2-343d807a43c9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:50.034590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:29b2 (0f38d708-f32f-4c61-a407-1c9848041f15/bcf57250-31dc-4a1d-bb4d-df9f12261aef/c276dc97-7c14-4f34-81e2-343d807a43c9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:50.139421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Added routes are [] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:25:50.139723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.extraroute_db [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Removed routes are [] {{(pid=119696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:25:50.140083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.202045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:50.227575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:50.228217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 88a168d7-c13a-4cc3-8d9f-a4a0a5324e3e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:50.228324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 17530159-cdd1-469b-bd31-1dc48646d554 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:50.232859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.248998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 17530159-cdd1-469b-bd31-1dc48646d554 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:50.249347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 17530159-cdd1-469b-bd31-1dc48646d554 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:50.278066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.323190 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.328401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.336385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Network 0f38d708-f32f-4c61-a407-1c9848041f15 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:50.339720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:50.344680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:50.350512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:50.351147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.354988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event updated for resources: {'Port': ['ID=c276dc97-7c14-4f34-81e2-343d807a43c9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:50.374141 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c0befad4-ddd9-4348-abb1-d0b19a311e01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.5302038
Nov 10 04:25:50.376302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47578) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:50.449455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router e896a682-55f7-4427-8c19-3f915f31bf93 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:25:50.561395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:50.568591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.573048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9b6dcbe-dcec-48ec-8795-47476f0f77a0 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 705 time: 0.6899765
Nov 10 04:25:50.574582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47580) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:50.576993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting port c276dc97-7c14-4f34-81e2-343d807a43c9 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:50.577339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.577546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Sync routers for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:50.592111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:50.592778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821440a9a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:50.613867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-96d12601-340e-4806-88a8-c324bbd21559 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 205 time: 0.0372345
Nov 10 04:25:50.615266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:50.675810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:50.699752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.715278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Calling delete_port for c276dc97-7c14-4f34-81e2-343d807a43c9 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:50.727622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.733147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821440a9a0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:50.773952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Checking router: e896a682-55f7-4427-8c19-3f915f31bf93 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:50.791158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Routers {'e896a682-55f7-4427-8c19-3f915f31bf93'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:50.791780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821440a9a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e896a682-55f7-4427-8c19-3f915f31bf93'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:50.793773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-53de9c22-b50d-4813-93bb-dacf15dd509e None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:50.795291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-53de9c22-b50d-4813-93bb-dacf15dd509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.904502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] Set router e896a682-55f7-4427-8c19-3f915f31bf93 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:50.959672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.962010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:50.964877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821440a9a0>, [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:50.968798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.014264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Port': ['ID=c276dc97-7c14-4f34-81e2-343d807a43c9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:51.017596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.022359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router e896a682-55f7-4427-8c19-3f915f31bf93 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:25:51.025626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa81e04-1de8-4582-98d3-4054cc342eca None None] The sync data for ids ['e896a682-55f7-4427-8c19-3f915f31bf93'] in ncdv-817176-1 is: [{'id': 'e896a682-55f7-4427-8c19-3f915f31bf93', 'name': 'tempest-RoutersIpV6Test-router-1285581079', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:08Z', 'updated_at': '2021-11-10T04:25:48Z', 'revision_number': 11, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:51.039481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.042123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-17dbcdd2-4e0e-426f-ad52-6e4f49945ff9 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 204  len: 168 time: 0.4260681
Nov 10 04:25:51.046293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47584) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.050899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958229952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:51.093702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.094713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.094835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.103751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b6c71b86-f91b-4661-b8e6-5cdd22606f8d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c276dc97-7c14-4f34-81e2-343d807a43c9 HTTP/1.1" status: 204  len: 168 time: 0.7260804
Nov 10 04:25:51.107178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47586) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.164139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.171384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.174217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0331-4e96-42cd-a377-5fc91fa204c4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:51.176158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c95f0331-4e96-42cd-a377-5fc91fa204c4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0676222
Nov 10 04:25:51.179071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47588) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.198891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.203612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aa499808-d6e4-4674-9eab-afc93bf69147 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1562140
Nov 10 04:25:51.204491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.205025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-19287f86-285c-4e4c-a8e0-7c575497c0d8 None None] Could not find standard attr ID for object c276dc97-7c14-4f34-81e2-343d807a43c9. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:25:51.213456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Request body: {'router': {'admin_state_up': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:51.252566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7af7fd-3870-4cb9-8f2c-bf192fb9ff99 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:51.254419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9d7af7fd-3870-4cb9-8f2c-bf192fb9ff99 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0741897
Nov 10 04:25:51.258243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47592) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.334445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6d8fc-7a09-4866-9b4f-5b8776682ffe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:51.337232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6d8fc-7a09-4866-9b4f-5b8776682ffe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:51.339121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6d8fc-7a09-4866-9b4f-5b8776682ffe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:51.340957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d8b6d8fc-7a09-4866-9b4f-5b8776682ffe tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0814304
Nov 10 04:25:51.343620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47594) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.408487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet 37ef42c1-1647-4f4e-a11d-800f0a07617e {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:51.412690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.460408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.464132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.476199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.543808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.590733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Router ae6296fd-ed09-44ce-9b55-0d6753279428 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:25:51.613986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.645413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=37ef42c1-1647-4f4e-a11d-800f0a07617e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:51.650172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:51.656177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.659692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d3378747-eaa7-4461-ac21-4d259fa115d3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/37ef42c1-1647-4f4e-a11d-800f0a07617e HTTP/1.1" status: 204  len: 168 time: 0.3151250
Nov 10 04:25:51.662223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47596) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.687997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:51.690094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848ce24-cbe3-494b-b2a3-62a74f2c6233 None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:51.696660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.698217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-19681667-8c23-4b20-8f09-6ffdf6bcaaa5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "PUT /v2.0/routers/ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 200  len: 697 time: 0.4926317
Nov 10 04:25:51.698838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Sync routers for ids ['ae6296fd-ed09-44ce-9b55-0d6753279428'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:51.701054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47598) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.715145 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Routers {'ae6296fd-ed09-44ce-9b55-0d6753279428'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:51.716877 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145b93a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ae6296fd-ed09-44ce-9b55-0d6753279428'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:51.762230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Deleting subnet bcf57250-31dc-4a1d-bb4d-df9f12261aef {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:25:51.770371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.784699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:51.785473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.794085 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Set router ae6296fd-ed09-44ce-9b55-0d6753279428 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:51.821637 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ccffe613-518f-4322-a1ae-8f9e4019e57d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/routers/ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 200  len: 703 time: 0.1193113
Nov 10 04:25:51.824321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47600) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.847684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:51.861966 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145b93a0>, [{'id': 'ae6296fd-ed09-44ce-9b55-0d6753279428', 'name': 'tempest-RoutersIpV6Test-router-958229952', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:51Z', 'updated_at': '2021-11-10T04:25:51Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:51.873324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62e4f07a-6415-451c-a451-d4495b794420 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 200  len: 205 time: 0.0475068
Nov 10 04:25:51.875708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47602) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:51.901473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Checking router: ae6296fd-ed09-44ce-9b55-0d6753279428 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:25:51.912143 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Routers {'ae6296fd-ed09-44ce-9b55-0d6753279428'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:51.913123 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145b93a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['ae6296fd-ed09-44ce-9b55-0d6753279428'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:51.983501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.001968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.005875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] Set router ae6296fd-ed09-44ce-9b55-0d6753279428 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:25:52.079275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145b93a0>, [{'id': 'ae6296fd-ed09-44ce-9b55-0d6753279428', 'name': 'tempest-RoutersIpV6Test-router-958229952', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:51Z', 'updated_at': '2021-11-10T04:25:51Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:52.086327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.114253 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19b198-93f2-44d6-88ab-25caac9dc447 None None] The sync data for ids ['ae6296fd-ed09-44ce-9b55-0d6753279428'] in ncdv-817176-1 is: [{'id': 'ae6296fd-ed09-44ce-9b55-0d6753279428', 'name': 'tempest-RoutersIpV6Test-router-958229952', 'tenant_id': '81176cf847ef4a35a18d304284296919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:25:51Z', 'updated_at': '2021-11-10T04:25:51Z', 'revision_number': 2, 'project_id': '81176cf847ef4a35a18d304284296919', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:52.134148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.141166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/bcf57250-31dc-4a1d-bb4d-df9f12261aef HTTP/1.1" status: 204  len: 168 time: 0.4767766
Nov 10 04:25:52.142644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47604) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.145744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87543c8a-a8bb-4870-b8ce-698c2045d2c2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf57250-31dc-4a1d-bb4d-df9f12261aef,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:52.200238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-202ad7f0-e824-4678-8455-7e15b869fe4a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0559630
Nov 10 04:25:52.202845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47606) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.228350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.230677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.281278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df382874-b9b3-4895-ab3f-79d1295826f1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:52.282862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-df382874-b9b3-4895-ab3f-79d1295826f1 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0784922
Nov 10 04:25:52.285560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.303864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.304413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Fanout notify agent at l3_agent the message router_deleted on router ae6296fd-ed09-44ce-9b55-0d6753279428 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:25:52.312431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.318903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47610) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.321767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-17c56106-dc1c-4662-af06-c115eeac0fc8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 204  len: 168 time: 0.4445739
Nov 10 04:25:52.361194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-59adc09e-1bd2-4324-8306-a757435d8f9a tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 200  len: 205 time: 0.0406089
Nov 10 04:25:52.364050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47612) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.427407 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-2fdf3e23-a7a8-4b8e-8883-5469fb5ff530 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:52.429669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2fdf3e23-a7a8-4b8e-8883-5469fb5ff530 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/ae6296fd-ed09-44ce-9b55-0d6753279428 HTTP/1.1" status: 404  len: 336 time: 0.0644054
Nov 10 04:25:52.432204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.466493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ce00f-0c44-403d-ae04-7f4ee12d8a99 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:52.468945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c63ce00f-0c44-403d-ae04-7f4ee12d8a99 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1803930
Nov 10 04:25:52.471216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47616) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.487962 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca521c5-0c67-4f08-8af0-cffe60756fd7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.489825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca521c5-0c67-4f08-8af0-cffe60756fd7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.497656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9ca521c5-0c67-4f08-8af0-cffe60756fd7 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/1cbc4998-1616-49b9-bd5a-dcfaf91b6220 HTTP/1.1" status: 404  len: 337 time: 0.0611613
Nov 10 04:25:52.498484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47618) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.545620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b0e5ae18-280b-4143-8122-0be3f4af3174 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0724409
Nov 10 04:25:52.554616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47620) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.565072 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2598225a-5583-412d-853a-bd9828df540f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.565476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2598225a-5583-412d-853a-bd9828df540f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.569722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2598225a-5583-412d-853a-bd9828df540f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/51ce5244-6801-4cdb-9e31-d84c416ffc0a HTTP/1.1" status: 404  len: 337 time: 0.0665836
Nov 10 04:25:52.572393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47622) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.589925 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacbec04-f0f0-4d0d-b377-db495dff1f4a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.590619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacbec04-f0f0-4d0d-b377-db495dff1f4a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.593797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eacbec04-f0f0-4d0d-b377-db495dff1f4a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c276dc97-7c14-4f34-81e2-343d807a43c9 HTTP/1.1" status: 404  len: 333 time: 0.0379410
Nov 10 04:25:52.596837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.602059 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1a8fe1-890e-4560-b1b7-a27d0bcb7f45 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.602510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1a8fe1-890e-4560-b1b7-a27d0bcb7f45 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.609012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ea1a8fe1-890e-4560-b1b7-a27d0bcb7f45 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/b7bfd19e-1cae-49cb-b44c-4e7167af152f HTTP/1.1" status: 404  len: 337 time: 0.0331402
Nov 10 04:25:52.609446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.625220 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02aa5c5-6508-4dab-ad7f-160cd99db6fb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.625791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02aa5c5-6508-4dab-ad7f-160cd99db6fb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.628933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c02aa5c5-6508-4dab-ad7f-160cd99db6fb tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/bcf57250-31dc-4a1d-bb4d-df9f12261aef HTTP/1.1" status: 404  len: 337 time: 0.0310385
Nov 10 04:25:52.631642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47628) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.648210 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caf2f92-61ae-412d-acc1-5cee7ad9ef0d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.648727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2caf2f92-61ae-412d-acc1-5cee7ad9ef0d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.652200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2caf2f92-61ae-412d-acc1-5cee7ad9ef0d tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/fa66239d-ffe1-4d9b-b099-a6dd7d7dcb33 HTTP/1.1" status: 404  len: 337 time: 0.0415974
Nov 10 04:25:52.655727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.661230 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39138f0-3572-4dae-95ae-5a6bf9782d12 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.661696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39138f0-3572-4dae-95ae-5a6bf9782d12 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.668020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b39138f0-3572-4dae-95ae-5a6bf9782d12 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/37ef42c1-1647-4f4e-a11d-800f0a07617e HTTP/1.1" status: 404  len: 337 time: 0.0330110
Nov 10 04:25:52.668446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47632) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.697615 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6596adbd-09bb-46c9-ae45-fef8a5763d6d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.697831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e211e1b5-7cea-48c4-9bb4-437ad86a2809 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 200  len: 205 time: 0.0407696
Nov 10 04:25:52.698341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6596adbd-09bb-46c9-ae45-fef8a5763d6d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.698825 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47634) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.705051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6596adbd-09bb-46c9-ae45-fef8a5763d6d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/bbe74cf7-b720-4254-a565-9914025bb0d0 HTTP/1.1" status: 404  len: 333 time: 0.0327365
Nov 10 04:25:52.705405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47636) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.739790 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c8b8d8-d64c-47e7-b448-847cf477d7aa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.741442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c8b8d8-d64c-47e7-b448-847cf477d7aa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.743120 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-8f1997a6-00bf-4487-b0ae-9c1d11e8a2e4 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:52.749881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f1997a6-00bf-4487-b0ae-9c1d11e8a2e4 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/e896a682-55f7-4427-8c19-3f915f31bf93 HTTP/1.1" status: 404  len: 336 time: 0.0441546
Nov 10 04:25:52.750038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76c8b8d8-d64c-47e7-b448-847cf477d7aa tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/74d11efb-2413-4bb1-832c-158791b442d2 HTTP/1.1" status: 404  len: 337 time: 0.0380750
Nov 10 04:25:52.750038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47638) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.750369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47640) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.784748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4cd7e1a5-2be8-4ca7-a06c-3839b049ac30 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1fe0300-1741-4a77-b723-e37f4602ade6 HTTP/1.1" status: 200  len: 205 time: 0.0344963
Nov 10 04:25:52.784939 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3260886f-4851-44ac-9a92-a79a975b30e9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.784939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3260886f-4851-44ac-9a92-a79a975b30e9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.785935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47642) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.788332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3260886f-4851-44ac-9a92-a79a975b30e9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/fd36c28b-837d-411a-ac61-fb519e70559e HTTP/1.1" status: 404  len: 337 time: 0.0364513
Nov 10 04:25:52.790720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47644) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.818270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f104d-64c5-4336-8923-244052a31ede None None] Network 0f38d708-f32f-4c61-a407-1c9848041f15 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:52.818975 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d626f8c7-d1c2-4b16-9b07-fa65a54505a2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.819546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d626f8c7-d1c2-4b16-9b07-fa65a54505a2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.825149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d626f8c7-d1c2-4b16-9b07-fa65a54505a2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/75c45dc5-3995-40a6-9e14-959a042fd9b3 HTTP/1.1" status: 404  len: 333 time: 0.0311711
Nov 10 04:25:52.825713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47646) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.843670 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-487f5fa6-6987-483f-91a6-2d2531c23974 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:52.844822 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-487f5fa6-6987-483f-91a6-2d2531c23974 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/e1fe0300-1741-4a77-b723-e37f4602ade6 HTTP/1.1" status: 404  len: 336 time: 0.0575321
Nov 10 04:25:52.847971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47648) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.852974 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6be036-669a-49f6-8039-52122bd04c52 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.853493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6be036-669a-49f6-8039-52122bd04c52 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.859173 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef6be036-669a-49f6-8039-52122bd04c52 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/80a7bf91-10aa-4a2c-ba85-e0b420651219 HTTP/1.1" status: 404  len: 337 time: 0.0302498
Nov 10 04:25:52.859303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47650) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.880323 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3269647a-d337-4655-8e9f-68391ffd42e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.881210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3269647a-d337-4655-8e9f-68391ffd42e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.884498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3269647a-d337-4655-8e9f-68391ffd42e8 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/1405df2a-ce4e-4e3e-ab51-d6cce827c6c3 HTTP/1.1" status: 404  len: 337 time: 0.0347440
Nov 10 04:25:52.887208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.887799 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-601761f8-548b-4dbc-b59d-60406f9c5c37 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.888220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601761f8-548b-4dbc-b59d-60406f9c5c37 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.893746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-601761f8-548b-4dbc-b59d-60406f9c5c37 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8f18bf68-85fb-42d7-bf49-151852404768 HTTP/1.1" status: 404  len: 337 time: 0.0312192
Nov 10 04:25:52.894204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47654) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.908235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b0edb4d7-3281-4a8e-80f7-cd4318912a17 None None] Provisioning complete for port 181efd41-ea1a-46dc-a5fd-00f265436174 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:52.908600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0edb4d7-3281-4a8e-80f7-cd4318912a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:52.921142 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d585f7cd-5a3c-4840-8dd9-cc2199ffe758 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.921909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d585f7cd-5a3c-4840-8dd9-cc2199ffe758 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.923889 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c8b67b37-8c4d-4aa6-bbd1-6826863577c6 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 200  len: 205 time: 0.0348566
Nov 10 04:25:52.927293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d585f7cd-5a3c-4840-8dd9-cc2199ffe758 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/472633aa-0587-4187-81cc-7c0d27ccf4dc HTTP/1.1" status: 404  len: 333 time: 0.0299950
Nov 10 04:25:52.927293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47656) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.927755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47658) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.958365 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-da174d18-4699-4b0c-b23b-d240e541d22d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:52.958990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da174d18-4699-4b0c-b23b-d240e541d22d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:52.965498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da174d18-4699-4b0c-b23b-d240e541d22d tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/2b95308e-2215-4437-b034-79fb79b7b99b HTTP/1.1" status: 404  len: 337 time: 0.0344613
Nov 10 04:25:52.966120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47660) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:52.971267 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-01c23155-ffc0-4921-8ce7-01b7e1ff9e53 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:52.972551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01c23155-ffc0-4921-8ce7-01b7e1ff9e53 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/d340bd29-d553-49e4-8ca3-6d51caa2a209 HTTP/1.1" status: 404  len: 336 time: 0.0453134
Nov 10 04:25:52.975122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47662) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.007239 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ddb0d0-80eb-4d58-b41e-21f53e4b3a34 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.007628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ddb0d0-80eb-4d58-b41e-21f53e4b3a34 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.010763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-04ddb0d0-80eb-4d58-b41e-21f53e4b3a34 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/73d480c1-4a4d-4455-ba9e-8c62ed2242cc HTTP/1.1" status: 404  len: 337 time: 0.0438855
Nov 10 04:25:53.013848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.017483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-32951397-71c1-47fd-9dd0-aba600e05c97 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c61df02-38c2-4a16-be72-54a074c7a32b HTTP/1.1" status: 200  len: 205 time: 0.0405903
Nov 10 04:25:53.018673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47666) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.046347 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6739a6-b323-4e2a-97d3-4ddca6166a53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.048002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6739a6-b323-4e2a-97d3-4ddca6166a53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.054701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7a6739a6-b323-4e2a-97d3-4ddca6166a53 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/653d4b6d-fd31-409b-923e-52322254b1d4 HTTP/1.1" status: 404  len: 333 time: 0.0355084
Nov 10 04:25:53.054835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47668) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.057818 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-e9ffbebf-240c-4470-bc75-afdcaa47290b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:53.061702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9ffbebf-240c-4470-bc75-afdcaa47290b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/6c61df02-38c2-4a16-be72-54a074c7a32b HTTP/1.1" status: 404  len: 336 time: 0.0424643
Nov 10 04:25:53.062322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.087911 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a09826-68f4-4dda-b245-8e31475c3de9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.088798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a09826-68f4-4dda-b245-8e31475c3de9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.090654 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78dafce-dee8-4370-bb38-90b10be9fb3b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.091103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78dafce-dee8-4370-bb38-90b10be9fb3b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.093433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e7a09826-68f4-4dda-b245-8e31475c3de9 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/402a29af-60ae-480c-8586-32dc37511f2e HTTP/1.1" status: 404  len: 337 time: 0.0375276
Nov 10 04:25:53.096702 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e78dafce-dee8-4370-bb38-90b10be9fb3b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/fad58336-e682-42a7-a06e-267812f3b1e4 HTTP/1.1" status: 404  len: 337 time: 0.0311522
Nov 10 04:25:53.096702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.096943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47674) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.125540 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50fbf52-0ba4-4b76-a5fa-d5c58a855ffd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.126251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50fbf52-0ba4-4b76-a5fa-d5c58a855ffd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.131542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3522f8f0-cb25-4a00-ae14-97eb24194400 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=4791fac9-6ca1-4753-8de0-5aae503cbc3c HTTP/1.1" status: 200  len: 205 time: 0.0311873
Nov 10 04:25:53.131682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b50fbf52-0ba4-4b76-a5fa-d5c58a855ffd tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c48144b6-4fcb-477e-90ea-66f81dc87890 HTTP/1.1" status: 404  len: 333 time: 0.0326514
Nov 10 04:25:53.131761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.131961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47678) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.151679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] DHCP port deletion for 0f38d708-f32f-4c61-a407-1c9848041f15 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:25:53.160250 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36bbc1c-4b78-44a2-a0da-1d500c7fdf4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.160250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36bbc1c-4b78-44a2-a0da-1d500c7fdf4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.163655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a36bbc1c-4b78-44a2-a0da-1d500c7fdf4c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/d09c0d6e-fb7c-42f5-b83e-4c37d05c73e0 HTTP/1.1" status: 404  len: 337 time: 0.0308473
Nov 10 04:25:53.166197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47680) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.184815 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-f278fbf4-9f78-4fd4-ab3a-14856cc83be5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:53.185877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f278fbf4-9f78-4fd4-ab3a-14856cc83be5 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/4791fac9-6ca1-4753-8de0-5aae503cbc3c HTTP/1.1" status: 404  len: 336 time: 0.0531950
Nov 10 04:25:53.188647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47682) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.201336 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdf5a2f-2b05-4aad-bff4-b2b2f58e9f01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.202083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdf5a2f-2b05-4aad-bff4-b2b2f58e9f01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.208808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8cdf5a2f-2b05-4aad-bff4-b2b2f58e9f01 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/bebc1c55-28c6-4555-a81c-5d1450be5454 HTTP/1.1" status: 404  len: 333 time: 0.0410507
Nov 10 04:25:53.209922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.212465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Deleting port 181efd41-ea1a-46dc-a5fd-00f265436174 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:25:53.212862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:53.223707 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a110341-7c50-4527-9c4b-19b6496534b4 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.224165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a110341-7c50-4527-9c4b-19b6496534b4 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.230216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5a110341-7c50-4527-9c4b-19b6496534b4 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/2e0a70fa-05df-4411-816d-2c25f91923b9 HTTP/1.1" status: 404  len: 337 time: 0.0382841
Nov 10 04:25:53.230507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.235995 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d225362-9be2-4648-bc83-dd2674f64c5a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.236458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d225362-9be2-4648-bc83-dd2674f64c5a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.241919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6d225362-9be2-4648-bc83-dd2674f64c5a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/9a00f22d-8753-4f59-8d43-62946a6baeaa HTTP/1.1" status: 404  len: 337 time: 0.0285921
Nov 10 04:25:53.242306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47688) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.267213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-455b36e4-7410-4baa-b770-7c7b54baf255 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cb3b675-8658-4416-825b-36660896f56d HTTP/1.1" status: 200  len: 205 time: 0.0354381
Nov 10 04:25:53.269501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47690) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.280387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] For port 181efd41-ea1a-46dc-a5fd-00f265436174, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=181efd41-ea1a-46dc-a5fd-00f265436174,segment=NetworkSegment(6cbbb444-8da6-4158-962a-13b29affdc01),segment_id=6cbbb444-8da6-4158-962a-13b29affdc01)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:53.280826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:53.282860 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-53efb628-826b-4506-8904-1f968e6e8a88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.283074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53efb628-826b-4506-8904-1f968e6e8a88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.288684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-53efb628-826b-4506-8904-1f968e6e8a88 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c98b8845-cdb7-41f1-8812-93b987617816 HTTP/1.1" status: 404  len: 333 time: 0.0427527
Nov 10 04:25:53.289401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47692) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.296112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Calling delete_port for 181efd41-ea1a-46dc-a5fd-00f265436174 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:25:53.318567 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-be19fcf1-0c94-422e-85af-cb9dbd8e401f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:53.320137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be19fcf1-0c94-422e-85af-cb9dbd8e401f tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/routers/8cb3b675-8658-4416-825b-36660896f56d HTTP/1.1" status: 404  len: 336 time: 0.0494146
Nov 10 04:25:53.320768 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d89d2b1-a3ec-4b0c-b59a-a0297c4a000c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.321264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d89d2b1-a3ec-4b0c-b59a-a0297c4a000c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.324509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1d89d2b1-a3ec-4b0c-b59a-a0297c4a000c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/4cb2eac7-db67-47ea-bb67-a730692506c1 HTTP/1.1" status: 404  len: 337 time: 0.0308781
Nov 10 04:25:53.325238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47694) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.327197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47696) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.355927 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-534bab58-3f01-461a-a432-e8fa9547d253 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.356958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534bab58-3f01-461a-a432-e8fa9547d253 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.358156 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-071c819a-0fd4-47a4-9eaf-c04e8d9ba59b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.358625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071c819a-0fd4-47a4-9eaf-c04e8d9ba59b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.360662 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-534bab58-3f01-461a-a432-e8fa9547d253 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d94cd95f-15d9-4563-8940-a3897a99175e HTTP/1.1" status: 404  len: 333 time: 0.0318367
Nov 10 04:25:53.362178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-071c819a-0fd4-47a4-9eaf-c04e8d9ba59b tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb6a227-4027-4999-b7dd-166b96d952b4 HTTP/1.1" status: 404  len: 337 time: 0.0357451
Nov 10 04:25:53.362923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47698) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.364382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47700) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.391715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:53.393034 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-11707d54-b343-47ed-8652-04bc30781c37 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.393681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11707d54-b343-47ed-8652-04bc30781c37 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.398217 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecfe191-70f7-427f-b2c8-d20b4953a508 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.398217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecfe191-70f7-427f-b2c8-d20b4953a508 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.400149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-11707d54-b343-47ed-8652-04bc30781c37 tempest-RoutersIpV6Test-446212506 tempest-RoutersIpV6Test-446212506-project] 10.222.0.13 "DELETE /v2.0/subnets/0eb2c26f-e00d-4230-9817-3ca31b032bdb HTTP/1.1" status: 404  len: 337 time: 0.0347395
Nov 10 04:25:53.401756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ecfe191-70f7-427f-b2c8-d20b4953a508 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/08d12526-6711-463b-bbaa-0a4288195559 HTTP/1.1" status: 404  len: 337 time: 0.0373456
Nov 10 04:25:53.404637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47704) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.424433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] Pushing event deleted for resources: {'Port': ['ID=181efd41-ea1a-46dc-a5fd-00f265436174,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:53.428597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe47336-96b2-4c3c-acd6-ba8375f9c32a None None] No DVR routers for this DVR port 181efd41-ea1a-46dc-a5fd-00f265436174 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:25:53.435776 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a022a929-6347-471c-aca3-0c34491783cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.436735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a022a929-6347-471c-aca3-0c34491783cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.441401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a022a929-6347-471c-aca3-0c34491783cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/c74bbc8d-68e3-439f-b4d5-d0ef5f34c121 HTTP/1.1" status: 404  len: 333 time: 0.0355301
Nov 10 04:25:53.449006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47706) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.489070 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5be77d-fa08-4d58-8f73-e57f2a2ef3c4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.489568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5be77d-fa08-4d58-8f73-e57f2a2ef3c4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.494016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cf5be77d-fa08-4d58-8f73-e57f2a2ef3c4 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/15d06e84-f36c-4564-be55-2b567861b143 HTTP/1.1" status: 404  len: 337 time: 0.0481291
Nov 10 04:25:53.496857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.526766 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-020a2552-193d-4e79-9780-cdb68d0a4ae3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.527169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020a2552-193d-4e79-9780-cdb68d0a4ae3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.530334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-020a2552-193d-4e79-9780-cdb68d0a4ae3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/24c8f8c2-eeaa-4b74-a2b7-8a3e67f1991a HTTP/1.1" status: 404  len: 337 time: 0.0324867
Nov 10 04:25:53.533058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47710) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.563503 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bfe111-f8ce-43f5-906f-3d7bd0b633d2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.564094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bfe111-f8ce-43f5-906f-3d7bd0b633d2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.569453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d9bfe111-f8ce-43f5-906f-3d7bd0b633d2 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d0aa2c40-25fd-4a2c-ad04-d26210b0cd3e HTTP/1.1" status: 404  len: 333 time: 0.0350523
Nov 10 04:25:53.570454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47712) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.608881 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc50eec-7e8d-4f91-9be3-bc2eac028635 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.609653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc50eec-7e8d-4f91-9be3-bc2eac028635 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.612956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ddc50eec-7e8d-4f91-9be3-bc2eac028635 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/64f10fb1-b6b8-440e-bf66-5bc0e14680e1 HTTP/1.1" status: 404  len: 337 time: 0.0404949
Nov 10 04:25:53.616890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47714) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.645243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:25:53.652973 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-6560cd74-601a-41bc-9280-97c4b552ce79 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.653660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6560cd74-601a-41bc-9280-97c4b552ce79 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.659879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6560cd74-601a-41bc-9280-97c4b552ce79 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/73c4e59a-8c25-4070-98db-24a6584b89c8 HTTP/1.1" status: 404  len: 337 time: 0.0394807
Nov 10 04:25:53.660808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47718) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.672779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 181efd41-ea1a-46dc-a5fd-00f265436174 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:25:53.673212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 181efd41-ea1a-46dc-a5fd-00f265436174 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:25:53.687737 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a265bec9-0a51-4c46-bca4-c154f00e0fc3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.688515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a265bec9-0a51-4c46-bca4-c154f00e0fc3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.692441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a265bec9-0a51-4c46-bca4-c154f00e0fc3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/f56c01d3-9833-4f9b-98a4-4ce7dded2ab9 HTTP/1.1" status: 404  len: 333 time: 0.0309618
Nov 10 04:25:53.695284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47720) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.732402 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2897075d-299f-49f2-9afa-d5789d802628 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.732818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2897075d-299f-49f2-9afa-d5789d802628 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.736923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2897075d-299f-49f2-9afa-d5789d802628 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8ce09ce4-b6d1-42b1-8a5f-75f79e703c1b HTTP/1.1" status: 404  len: 337 time: 0.0405638
Nov 10 04:25:53.739400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.757421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47724) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.770356 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e143300-2167-458f-a7e5-5ecfc6c53f33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.770922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e143300-2167-458f-a7e5-5ecfc6c53f33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.775649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e143300-2167-458f-a7e5-5ecfc6c53f33 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/b019e475-070a-4ba2-b5b2-bbef74cdd6b1 HTTP/1.1" status: 404  len: 337 time: 0.0350547
Nov 10 04:25:53.778075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47728) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.805916 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-805d6776-f1dc-4c6f-bb86-df6adfff2067 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.806682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805d6776-f1dc-4c6f-bb86-df6adfff2067 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.810335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-805d6776-f1dc-4c6f-bb86-df6adfff2067 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/dcd71b47-a2b0-44e7-a51f-498b73a2dfb8 HTTP/1.1" status: 404  len: 333 time: 0.0312433
Nov 10 04:25:53.812982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.841552 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-14726574-0500-4797-80db-002fa372cf48 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.842082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14726574-0500-4797-80db-002fa372cf48 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.845206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14726574-0500-4797-80db-002fa372cf48 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/66a26201-0473-438b-86d8-e7899403b02b HTTP/1.1" status: 404  len: 337 time: 0.0311351
Nov 10 04:25:53.848319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47732) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.883954 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-53219283-f829-4cf4-a6dc-d0ad9f6da7b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:53.884387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53219283-f829-4cf4-a6dc-d0ad9f6da7b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:53.887309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-53219283-f829-4cf4-a6dc-d0ad9f6da7b0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/93a25aa4-6e22-4e7c-a1a7-e5afdcf9a79a HTTP/1.1" status: 404  len: 337 time: 0.0379813
Nov 10 04:25:53.890760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47734) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.919825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3da2b6bf-a1a1-4f8d-8776-83632b12a64b tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd359a5f-c352-4e6c-9529-e8b45d121243 HTTP/1.1" status: 200  len: 205 time: 0.0278127
Nov 10 04:25:53.922149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47736) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.927309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ea4b6e47-b2b4-4f2d-959d-d88f42667354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81176cf847ef4a35a18d304284296919&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1686642
Nov 10 04:25:53.930692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47738) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.970518 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-307b8d21-df65-4778-8292-ed4ae8631f49 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:53.971775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-307b8d21-df65-4778-8292-ed4ae8631f49 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/routers/fd359a5f-c352-4e6c-9529-e8b45d121243 HTTP/1.1" status: 404  len: 336 time: 0.0486693
Nov 10 04:25:53.974446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47740) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:53.982484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.005038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.005697 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbedda8-0795-4863-8ab2-ce3f5e53180c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.006324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbedda8-0795-4863-8ab2-ce3f5e53180c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.010300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bfbedda8-0795-4863-8ab2-ce3f5e53180c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/90b671aa-952f-4190-b5e9-500c247a457b HTTP/1.1" status: 404  len: 337 time: 0.0348802
Nov 10 04:25:54.012914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47742) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.044726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1ce5d6af-68c1-44e2-ab43-1fbf89f690b3 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 HTTP/1.1" status: 200  len: 205 time: 0.0292699
Nov 10 04:25:54.045570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47744) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.056792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.059594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.063243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae5f40cd-af8e-448c-922c-47fbabcb55f0 HTTP/1.1" status: 204  len: 168 time: 0.1280689
Nov 10 04:25:54.069174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f40cd-af8e-448c-922c-47fbabcb55f0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:54.077643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.077840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.078126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.078463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.079064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.079401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.079735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.080066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.080477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.080777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.081121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.081426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760128a-049a-45fd-b17e-f53646fe5dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:54.097042 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-d2717111-3c72-4abd-bfbc-9e8fc9e2fe49 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] delete failed (client error): The resource could not be found.
Nov 10 04:25:54.101092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d2717111-3c72-4abd-bfbc-9e8fc9e2fe49 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/routers/8c7a7c08-4be9-4a45-a6aa-848b6f10edb9 HTTP/1.1" status: 404  len: 336 time: 0.0544627
Nov 10 04:25:54.102084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47748) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.133925 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9d31a4-3f1c-4e1c-b764-04ff3a69b7bf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.134505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9d31a4-3f1c-4e1c-b764-04ff3a69b7bf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.137676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eb9d31a4-3f1c-4e1c-b764-04ff3a69b7bf tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/25d5ffad-21c0-4f91-a3e4-c390f1ba3b36 HTTP/1.1" status: 404  len: 337 time: 0.0347188
Nov 10 04:25:54.140459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47750) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.168718 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b7f826-89e6-4728-83ec-9c0c0f34c76c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.169255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b7f826-89e6-4728-83ec-9c0c0f34c76c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.175308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e5b7f826-89e6-4728-83ec-9c0c0f34c76c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/04ae52eb-3813-4929-b614-dbbc56afd677 HTTP/1.1" status: 404  len: 337 time: 0.0310962
Nov 10 04:25:54.175499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47752) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.200515 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4619939b-da8e-4dfe-ae8c-67bfeaa4c8cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.201272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4619939b-da8e-4dfe-ae8c-67bfeaa4c8cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.204948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4619939b-da8e-4dfe-ae8c-67bfeaa4c8cc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/82441176-8dd7-46d6-ad1e-68d84d004c7a HTTP/1.1" status: 404  len: 333 time: 0.0285265
Nov 10 04:25:54.207770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.235456 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95dae17-99f3-47a2-b448-81aadde66673 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.235950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95dae17-99f3-47a2-b448-81aadde66673 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.241256 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f95dae17-99f3-47a2-b448-81aadde66673 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb08d20-60a1-440d-afc0-5e4413096b98 HTTP/1.1" status: 404  len: 337 time: 0.0302348
Nov 10 04:25:54.242358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47758) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.265995 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c7b249-809d-4a55-a045-7f0cd69e2267 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.266629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c7b249-809d-4a55-a045-7f0cd69e2267 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.269839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-03c7b249-809d-4a55-a045-7f0cd69e2267 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/90c18b76-aa7f-4c8a-a54f-c938409c2ff7 HTTP/1.1" status: 404  len: 333 time: 0.0265296
Nov 10 04:25:54.272679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47760) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.305175 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e35b3d-82a7-43a7-8e81-6d0ce18f1cf5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.305633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e35b3d-82a7-43a7-8e81-6d0ce18f1cf5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.308778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51e35b3d-82a7-43a7-8e81-6d0ce18f1cf5 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/a4929556-96ab-49c3-af06-3fa645bb5e46 HTTP/1.1" status: 404  len: 337 time: 0.0351329
Nov 10 04:25:54.311629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47764) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.334594 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e8e60-65fe-475b-b845-c1fe5c4b6f15 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.335240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e8e60-65fe-475b-b845-c1fe5c4b6f15 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.341499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e99e8e60-65fe-475b-b845-c1fe5c4b6f15 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/16769c34-e67c-480f-a5bb-e93cdaadd4d5 HTTP/1.1" status: 404  len: 333 time: 0.0256505
Nov 10 04:25:54.341499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47766) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.367694 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe57a762-5d96-4925-98da-d7e8859c9a44 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.368229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe57a762-5d96-4925-98da-d7e8859c9a44 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.371466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe57a762-5d96-4925-98da-d7e8859c9a44 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/44739479-7a29-4a13-8efc-b02e8f949586 HTTP/1.1" status: 404  len: 337 time: 0.0294867
Nov 10 04:25:54.373944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.403307 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d603a0b-3c67-47ab-a143-e4dbca817869 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.404023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d603a0b-3c67-47ab-a143-e4dbca817869 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.407498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d603a0b-3c67-47ab-a143-e4dbca817869 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/f84488a9-53af-4e87-8a4d-5c9db885684f HTTP/1.1" status: 404  len: 333 time: 0.0325415
Nov 10 04:25:54.411156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47774) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.440021 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c361aca8-18b1-44a0-941d-09438d93338a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.440544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c361aca8-18b1-44a0-941d-09438d93338a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.444140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c361aca8-18b1-44a0-941d-09438d93338a tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/14786015-6067-4172-99dc-1f9657f443b7 HTTP/1.1" status: 404  len: 337 time: 0.0317919
Nov 10 04:25:54.446853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47778) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.471966 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c887918d-027b-4cd1-847e-619b5c69e3dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.472722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c887918d-027b-4cd1-847e-619b5c69e3dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.478848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c887918d-027b-4cd1-847e-619b5c69e3dc tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/d2a4da3f-8d3e-46b3-b34d-dc1ee9b3d90b HTTP/1.1" status: 404  len: 333 time: 0.0283823
Nov 10 04:25:54.479253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.509380 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-266fcef5-873a-4e45-a96e-fa2c1c796f30 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.509960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266fcef5-873a-4e45-a96e-fa2c1c796f30 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.515720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-266fcef5-873a-4e45-a96e-fa2c1c796f30 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/aa62eb51-d08c-4915-af08-515bffde373f HTTP/1.1" status: 404  len: 337 time: 0.0334167
Nov 10 04:25:54.516011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47782) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.545825 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cba41c9-0f6c-4820-ae03-f73e482f434c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.546648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cba41c9-0f6c-4820-ae03-f73e482f434c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.554512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5cba41c9-0f6c-4820-ae03-f73e482f434c tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/6fc9f498-7fab-4257-a255-0b0cf04392ea HTTP/1.1" status: 404  len: 333 time: 0.0332103
Nov 10 04:25:54.556653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.588242 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd150ef-e5c2-44b6-abaf-3db790cc0546 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.588851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd150ef-e5c2-44b6-abaf-3db790cc0546 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.597391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2bd150ef-e5c2-44b6-abaf-3db790cc0546 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/34814501-aa8d-47ef-81b7-676b442e81f6 HTTP/1.1" status: 404  len: 337 time: 0.0345290
Nov 10 04:25:54.597630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47790) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.625202 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-908ba377-b8aa-45c1-8d70-58edfd61e309 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.625995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908ba377-b8aa-45c1-8d70-58edfd61e309 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.629760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-908ba377-b8aa-45c1-8d70-58edfd61e309 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/ports/edc1c9dc-f4bf-449d-8824-e3ec4d806b38 HTTP/1.1" status: 404  len: 333 time: 0.0309443
Nov 10 04:25:54.633319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47792) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.665444 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-75822574-49ec-4d16-8329-018bc5a65a16 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:25:54.665907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75822574-49ec-4d16-8329-018bc5a65a16 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:25:54.668990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-75822574-49ec-4d16-8329-018bc5a65a16 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/subnets/8c2ca3fa-584c-469d-ad2a-5f3f70ec7a08 HTTP/1.1" status: 404  len: 337 time: 0.0345082
Nov 10 04:25:54.671689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47796) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.749739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.842895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47800) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:54.863627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.888212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ee11c10>,) {'filters': {'network_id': ['0f38d708-f32f-4c61-a407-1c9848041f15']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:54.899758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ee11c10>, '6cbbb444-8da6-4158-962a-13b29affdc01') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:54.899959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ee11c10>, '6cbbb444-8da6-4158-962a-13b29affdc01') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:54.911118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.926798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.934261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:54.934687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:54.937683 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:54.989458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1569410126'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:55.022688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.029984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.033212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] 10.222.0.13 "DELETE /v2.0/networks/0f38d708-f32f-4c61-a407-1c9848041f15 HTTP/1.1" status: 204  len: 168 time: 0.3605578
Nov 10 04:25:55.036246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:55.039750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.055956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Pushing event deleted for resources: {'Network': ['ID=0f38d708-f32f-4c61-a407-1c9848041f15,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:55.063720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.074443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.074775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.075205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.075773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.075773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.076102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.076443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.076939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.077279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.077602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.077945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.078266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6552d3-c238-41f8-8f70-aa909ba7dfc0 tempest-NetworksTestDHCPv6-156852671 tempest-NetworksTestDHCPv6-156852671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:25:55.160981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.165931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.202537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:55.209862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a278b570-84ac-4e35-963c-b75ec723d7c3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:55.219995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.220359 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment ea7dcd24-65ad-48a0-af33-bff469208d18 of type vlan for network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044
Nov 10 04:25:55.274692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.305756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.314200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:55.315211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.327854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:55.390181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5461118
Nov 10 04:25:55.393013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47812) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:55.398615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544971475'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:55.416176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a571c-7fe1-46c9-a635-8c3ca32ea8c6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=8cad2c53-6a18-4123-80ad-9dc5f8fc6044,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:55.423005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:55.427517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.429875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:55.467203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:55.486966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.487314 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 418f5c77-3d26-4ac4-aaa8-c3c76714873a of type vlan for network c67b6069-7363-4359-882c-741dd58e0377
Nov 10 04:25:55.525527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1129f7c8-8a66-4bfb-a689-f75dacb8091e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f3e0dcbd10443e3997f299edd5f60a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1955884
Nov 10 04:25:55.528766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47816) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:55.544044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.574936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.581298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:55.582084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.588361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.615391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.642235 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2481160
Nov 10 04:25:55.646574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:55.655206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:55.655421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9a8fb-004d-4610-9936-2b5768b5e04f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=c67b6069-7363-4359-882c-741dd58e0377,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:55.667289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c67b6069-7363-4359-882c-741dd58e0377 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:55.750300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.753388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:55.754751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f84340b-3bef-4477-a630-bfd211506f2e HTTP/1.1" status: 204  len: 168 time: 0.2246270
Nov 10 04:25:55.772159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083eed5-0eb5-418b-9d9c-bdb8989387b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f84340b-3bef-4477-a630-bfd211506f2e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:55.785369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:55.790027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.002636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.072220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=c9abe9a8-7a22-4898-a1a3-e146f54e5e35,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:56.086260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': 'ea7dcd24-65ad-48a0-af33-bff469208d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:56.086580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: 8cad2c53-6a18-4123-80ad-9dc5f8fc6044, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:56.107661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:56.118166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8cad2c53-6a18-4123-80ad-9dc5f8fc6044) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:56.123128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:56.123926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.128523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb6516-29a4-47c6-8ba5-e1f8adf64b7b None None] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:56.145907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bb6ad078-5b73-4999-b307-e4ba01b6fb15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4980166
Nov 10 04:25:56.149458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:56.154999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': 'c67b6069-7363-4359-882c-741dd58e0377', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:56.267764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:56.281425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.317620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8cad2c53-6a18-4123-80ad-9dc5f8fc6044', 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': 'c9abe9a8-7a22-4898-a1a3-e146f54e5e35'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:56.319307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.484137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Allocated IP 172.20.0.2 (8cad2c53-6a18-4123-80ad-9dc5f8fc6044/c9abe9a8-7a22-4898-a1a3-e146f54e5e35/40a5aa19-26e7-40f3-9e86-21e5ba94c177) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:56.513086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.522930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:56.584387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=d454da83-f65f-409c-a3c3-fca25f2dd1f1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:56.598093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '418f5c77-3d26-4ac4-aaa8-c3c76714873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:56.598660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: c67b6069-7363-4359-882c-741dd58e0377, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:25:56.621614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network c67b6069-7363-4359-882c-741dd58e0377 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:25:56.632972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c67b6069-7363-4359-882c-741dd58e0377) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:56.638552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:56.639682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.651874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde1fe0-0ca5-44eb-ad8d-c5976fa110bc None None] Network c67b6069-7363-4359-882c-741dd58e0377 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:56.665239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dfe41137-5da0-45e7-b2ae-5b9ef0981d7b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5113564
Nov 10 04:25:56.665239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47846) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:56.666110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'networks': [{'name': 'tempest-network--1220400191'}, {'name': 'tempest-network--1762819116'}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:56.666110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-network--1220400191'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:56.666602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-network--1762819116'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:56.671114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1337797207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:56.694665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'network': 2} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:56.700432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.720113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.720322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.721664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.849054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.858050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.858626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.870911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.885012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.920058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87225c8f-0d58-4f28-bc1b-5383b0a2c6a8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:56.933253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:56.945830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:56.946657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:56.947255 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment a675be00-ac12-4659-a382-29ba264f3dc9 of type vlan for network 96834510-859d-48f8-849d-6311be111dca
Nov 10 04:25:56.956895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:56.964329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:56.967824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Pushing event updated for resources: {'Port': ['ID=40a5aa19-26e7-40f3-9e86-21e5ba94c177,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.004266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.042390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:57.052998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.053392 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment d163816d-80dd-40e5-a98b-1b372ffa4fde of type vlan for network dcd70f14-b243-4962-88b2-823f663bc073
Nov 10 04:25:57.069688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Attempting to bind port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:57.070310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Attempting to bind port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ea7dcd24-65ad-48a0-af33-bff469208d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:57.070854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Attempting to bind port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 on network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:57.092567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:57.093237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Checking segment: {'id': 'ea7dcd24-65ad-48a0-af33-bff469208d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:57.093820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.094345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Bound using segment: {'id': 'ea7dcd24-65ad-48a0-af33-bff469208d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:57.094976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Bound port: 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7dcd24-65ad-48a0-af33-bff469208d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8cad2c53-6a18-4123-80ad-9dc5f8fc6044'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:57.095361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.101249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.108400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c67b6069-7363-4359-882c-741dd58e0377', 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': 'd454da83-f65f-409c-a3c3-fca25f2dd1f1'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:25:57.109901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.130852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.132183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.138292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.143729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.143940 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.161094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.168369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.187822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.191733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dad7c107-8060-43ba-b94d-3b4a604c5dd2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5224738
Nov 10 04:25:57.191979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47848) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:57.207893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.6797817
Nov 10 04:25:57.213692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:57.240236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=96834510-859d-48f8-849d-6311be111dca,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.246719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] For port 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:57.252090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] For port 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40a5aa19-26e7-40f3-9e86-21e5ba94c177,segment=NetworkSegment(ea7dcd24-65ad-48a0-af33-bff469208d18),segment_id=ea7dcd24-65ad-48a0-af33-bff469208d18)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:57.257440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 96834510-859d-48f8-849d-6311be111dca details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:57.282080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.354452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d495ab-4705-493f-a703-70bf47ecf2d0 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=dcd70f14-b243-4962-88b2-823f663bc073,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.380430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network dcd70f14-b243-4962-88b2-823f663bc073 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:57.395553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f296c8-d8ef-4360-9f17-42f1048a4779 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.403392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f296c8-d8ef-4360-9f17-42f1048a4779 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.410110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f296c8-d8ef-4360-9f17-42f1048a4779 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.416289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f296c8-d8ef-4360-9f17-42f1048a4779 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:57.421115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-38f296c8-d8ef-4360-9f17-42f1048a4779 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.2039776
Nov 10 04:25:57.422274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47852) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:57.461486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Allocated IP 172.21.0.2 (c67b6069-7363-4359-882c-741dd58e0377/d454da83-f65f-409c-a3c3-fca25f2dd1f1/85318862-e708-40b5-bb68-44a190a91298) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:57.509716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0b2d8-9279-4696-80ed-8aebfd4c29a6 None None] Pushing event updated for resources: {'Port': ['ID=40a5aa19-26e7-40f3-9e86-21e5ba94c177,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.521176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.559799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.630442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.659240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dd71460>,) {'filters': {'network_id': ['96834510-859d-48f8-849d-6311be111dca']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:57.670702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd71460>, 'a675be00-ac12-4659-a382-29ba264f3dc9') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:57.671042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dd71460>, 'a675be00-ac12-4659-a382-29ba264f3dc9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:57.696253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.707859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.716675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.756020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.763078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:57.763425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:57.767466 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:57.775522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Network c67b6069-7363-4359-882c-741dd58e0377 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:57.779376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:57.784217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:57.788016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Pushing event updated for resources: {'Port': ['ID=85318862-e708-40b5-bb68-44a190a91298,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.813828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-2f274035-8630-4a32-8552-8865d0aa0a91 req-9169726f-2743-4e9d-bc42-5dab89354473 service neutron] (119697) timed out ('10.222.0.13', 48556) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:25:57.846755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Attempting to bind port 85318862-e708-40b5-bb68-44a190a91298 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:25:57.847131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Attempting to bind port 85318862-e708-40b5-bb68-44a190a91298 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '418f5c77-3d26-4ac4-aaa8-c3c76714873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:25:57.847499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Attempting to bind port 85318862-e708-40b5-bb68-44a190a91298 on network c67b6069-7363-4359-882c-741dd58e0377 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:25:57.853562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:25:57.853942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Checking segment: {'id': '418f5c77-3d26-4ac4-aaa8-c3c76714873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:25:57.854346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.854838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Bound using segment: {'id': '418f5c77-3d26-4ac4-aaa8-c3c76714873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:25:57.855213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Bound port: 85318862-e708-40b5-bb68-44a190a91298, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418f5c77-3d26-4ac4-aaa8-c3c76714873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67b6069-7363-4359-882c-741dd58e0377'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:25:57.855881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.858025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.889603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.893640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/96834510-859d-48f8-849d-6311be111dca HTTP/1.1" status: 204  len: 168 time: 0.4705799
Nov 10 04:25:57.894760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c3796-a8b7-4fed-a58e-132391484f8c tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=96834510-859d-48f8-849d-6311be111dca,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:57.896465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47854) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:57.930200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] For port 85318862-e708-40b5-bb68-44a190a91298, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:25:57.933379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] For port 85318862-e708-40b5-bb68-44a190a91298, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85318862-e708-40b5-bb68-44a190a91298,segment=NetworkSegment(418f5c77-3d26-4ac4-aaa8-c3c76714873a),segment_id=418f5c77-3d26-4ac4-aaa8-c3c76714873a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:25:57.938550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.951985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.20.0.1 (8cad2c53-6a18-4123-80ad-9dc5f8fc6044/c9abe9a8-7a22-4898-a1a3-e146f54e5e35/ad7c2151-5f6e-44ae-a3b5-92b416ab928c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:25:57.983629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:57.996312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871912ae-9255-48c0-9329-5e2ae113fd88 None None] Pushing event updated for resources: {'Port': ['ID=85318862-e708-40b5-bb68-44a190a91298,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:58.089960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.099466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.120503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dcdfb80>,) {'filters': {'network_id': ['dcd70f14-b243-4962-88b2-823f663bc073']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:58.125715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.133471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdfb80>, 'd163816d-80dd-40e5-a98b-1b372ffa4fde') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:58.133471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dcdfb80>, 'd163816d-80dd-40e5-a98b-1b372ffa4fde') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:58.142918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.156517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.164660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:25:58.165258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:25:58.168874 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:25:58.171951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:58.175152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:58.180806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:25:58.222209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=ad7c2151-5f6e-44ae-a3b5-92b416ab928c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:58.247725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.258722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.270167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.279598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/dcd70f14-b243-4962-88b2-823f663bc073 HTTP/1.1" status: 204  len: 168 time: 0.3792362
Nov 10 04:25:58.287803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47856) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:58.299787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564917-486b-4d7d-8b21-baf3e5d3945e tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=dcd70f14-b243-4962-88b2-823f663bc073,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:58.414044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.705866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c25099-607c-4d5e-9a79-c47136549e5f None None] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:58.730925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.737156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.773875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] Provisioning complete for port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:58.774509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.799173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d7cb2-58af-4f18-a33e-14999302b4d3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:58.806432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d7cb2-58af-4f18-a33e-14999302b4d3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:58.813685 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-697d7cb2-58af-4f18-a33e-14999302b4d3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5190983
Nov 10 04:25:58.813997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47858) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:58.821702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-754808297'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:58.829306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=ad7c2151-5f6e-44ae-a3b5-92b416ab928c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:58.833610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.853180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:58.858227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.888750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:58.899494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.899880 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment ca17537b-832f-4b2d-854e-aff6ec4c81a9 of type vlan for network 072192df-6ab7-4a26-b5cb-87251f60869f
Nov 10 04:25:58.945992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.961695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:25:58.965274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:25:58.979578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:58.986627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:58.987480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.003269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.026840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2108357
Nov 10 04:25:59.032453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47860) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:59.075647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665392022'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:59.093206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] For port 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40a5aa19-26e7-40f3-9e86-21e5ba94c177,segment=NetworkSegment(ea7dcd24-65ad-48a0-af33-bff469208d18),segment_id=ea7dcd24-65ad-48a0-af33-bff469208d18)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:59.095397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5dd0b-ba98-41ff-9cfa-17d224383726 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=072192df-6ab7-4a26-b5cb-87251f60869f,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:59.101405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.128460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 072192df-6ab7-4a26-b5cb-87251f60869f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:59.133663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:59.137356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.166830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:25:59.180028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.180444 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment 38ce3494-e4ac-4e38-af36-faca22c14d55 of type vlan for network 6dfe7755-f70e-4d51-8aff-1db28a912e31
Nov 10 04:25:59.230643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577d6b-edd6-45b2-9a87-d19b76ac50a2 None None] Pushing event updated for resources: {'Port': ['ID=40a5aa19-26e7-40f3-9e86-21e5ba94c177,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:59.232178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.281608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.288008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:59.288647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.315703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40d919-1cdc-4602-98a2-5f74112af0d3 None None] Network c67b6069-7363-4359-882c-741dd58e0377 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:25:59.327739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 4c51c769-853f-45e8-ace5-27a5d806a050 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:25:59.369800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3337021
Nov 10 04:25:59.370391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47862) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:59.376212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'ports': [{'network_id': '072192df-6ab7-4a26-b5cb-87251f60869f', 'name': 'tempest-port--1271156189', 'admin_state_up': True}, {'network_id': '6dfe7755-f70e-4d51-8aff-1db28a912e31', 'admin_state_up': False}]} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:59.376519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'port': {'network_id': '072192df-6ab7-4a26-b5cb-87251f60869f', 'name': 'tempest-port--1271156189', 'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:59.377031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'port': {'network_id': '6dfe7755-f70e-4d51-8aff-1db28a912e31', 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:25:59.420416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] Provisioning complete for port 85318862-e708-40b5-bb68-44a190a91298 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:59.420748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.435953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc54d9a-f534-45be-9a7d-e46bcfc2fcbd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=6dfe7755-f70e-4d51-8aff-1db28a912e31,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:25:59.465057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 6dfe7755-f70e-4d51-8aff-1db28a912e31 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:25:59.508458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:25:59.516875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3787c7d3-acce-4ff0-b21a-b35a13df2d4b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3211727
Nov 10 04:25:59.516875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47864) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:59.538240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] Sync routers for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:25:59.567575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284a6da-b865-4211-b419-b6a87dfb754c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:25:59.572897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4284a6da-b865-4211-b419-b6a87dfb754c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports/ad7c2151-5f6e-44ae-a3b5-92b416ab928c HTTP/1.1" status: 200  len: 910 time: 0.0517821
Nov 10 04:25:59.573340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47866) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:25:59.708091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:59.711805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'port': 2} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:25:59.714460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071b73d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:59.718531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.745353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.794616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071b73d0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:59.805287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40a5aa19-26e7-40f3-9e86-21e5ba94c177 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:25:59.838983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.845778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:25:59.846417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071b73d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:59.875095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] device_id is not set on port 3ef192e2-7e57-4b99-a3d2-38db6d835012 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:25:59.906827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071b73d0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:25:59.913544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a28b1-337a-41a7-b65e-04a37330822b None None] The sync data for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:25:59.952925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] For port 85318862-e708-40b5-bb68-44a190a91298, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85318862-e708-40b5-bb68-44a190a91298,segment=NetworkSegment(418f5c77-3d26-4ac4-aaa8-c3c76714873a),segment_id=418f5c77-3d26-4ac4-aaa8-c3c76714873a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:25:59.965204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:25:59.965204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:25:59.966805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.077643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca4f4-fe06-4db5-a7b4-3ea68cb1ceda None None] Pushing event updated for resources: {'Port': ['ID=85318862-e708-40b5-bb68-44a190a91298,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:00.084169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.101613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-928fa8fd-27b1-405f-9544-0a11a4d6c597 None None] Provisioning complete for port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:00.101974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-928fa8fd-27b1-405f-9544-0a11a4d6c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.192932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85318862-e708-40b5-bb68-44a190a91298 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:00.194310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] device_id is not set on port 3b657ddb-0709-420b-9e8a-7e9ca929ba95 yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:26:00.226709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.293238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 85318862-e708-40b5-bb68-44a190a91298 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:00.293676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.336429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.342757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-928fa8fd-27b1-405f-9544-0a11a4d6c597 None None] Provisioning complete for port ad7c2151-5f6e-44ae-a3b5-92b416ab928c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:00.343189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-928fa8fd-27b1-405f-9544-0a11a4d6c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.378147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.443294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Port': ['ID=3ef192e2-7e57-4b99-a3d2-38db6d835012,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:00.456804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Checking segment: {'id': 'ca17537b-832f-4b2d-854e-aff6ec4c81a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '072192df-6ab7-4a26-b5cb-87251f60869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:00.458078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network hostable DHCP agents. Network: 072192df-6ab7-4a26-b5cb-87251f60869f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:00.479547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network 072192df-6ab7-4a26-b5cb-87251f60869f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:00.490734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 072192df-6ab7-4a26-b5cb-87251f60869f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:00.496478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:00.497217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.528866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670893d-e1df-4631-889b-14bd98f15136 None None] Network 072192df-6ab7-4a26-b5cb-87251f60869f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:00.567239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Port': ['ID=3b657ddb-0709-420b-9e8a-7e9ca929ba95,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:00.593355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-928fa8fd-27b1-405f-9544-0a11a4d6c597 None None] Port ad7c2151-5f6e-44ae-a3b5-92b416ab928c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:00.594676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Checking segment: {'id': '38ce3494-e4ac-4e38-af36-faca22c14d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6dfe7755-f70e-4d51-8aff-1db28a912e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:00.595045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network hostable DHCP agents. Network: 6dfe7755-f70e-4d51-8aff-1db28a912e31, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:00.622382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network 6dfe7755-f70e-4d51-8aff-1db28a912e31 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:00.624194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.21.0.1 (c67b6069-7363-4359-882c-741dd58e0377/d454da83-f65f-409c-a3c3-fca25f2dd1f1/370e7671-c097-48f0-be56-0a7cbc5f998e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:00.635936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 6dfe7755-f70e-4d51-8aff-1db28a912e31) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:00.643597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:00.654499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:00.661734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:00.661889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.664064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163547da-9c97-4779-ac2d-52473b62af5d None None] Network 6dfe7755-f70e-4d51-8aff-1db28a912e31 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:00.687193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-42dc8a96-8e6a-4ef3-b02e-988d87887e54 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.3132031
Nov 10 04:26:00.688383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47868) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:00.754316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd94f2-3aec-4206-a131-9dc2e555d4cd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:00.760930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd94f2-3aec-4206-a131-9dc2e555d4cd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:00.764709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68cd94f2-3aec-4206-a131-9dc2e555d4cd tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0741241
Nov 10 04:26:00.766555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47870) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:00.775576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ebb79272-beea-4ed7-913e-9fe0737bfe28 None None] Provisioning complete for port 85318862-e708-40b5-bb68-44a190a91298 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:00.776410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebb79272-beea-4ed7-913e-9fe0737bfe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.790936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.853998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.890035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting port 3ef192e2-7e57-4b99-a3d2-38db6d835012 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:00.890705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.917590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network c67b6069-7363-4359-882c-741dd58e0377 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:00.921145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:00.922247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ebb79272-beea-4ed7-913e-9fe0737bfe28 None None] Provisioning complete for port ad7c2151-5f6e-44ae-a3b5-92b416ab928c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:00.922663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ebb79272-beea-4ed7-913e-9fe0737bfe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.925292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:00.932068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=370e7671-c097-48f0-be56-0a7cbc5f998e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:00.981216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:00.982976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ebb79272-beea-4ed7-913e-9fe0737bfe28 None None] Port ad7c2151-5f6e-44ae-a3b5-92b416ab928c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:00.991409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.012107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Calling delete_port for 3ef192e2-7e57-4b99-a3d2-38db6d835012 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:01.102384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.127698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.140149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.146574 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/ports/3ef192e2-7e57-4b99-a3d2-38db6d835012 HTTP/1.1" status: 204  len: 168 time: 0.3760660
Nov 10 04:26:01.146574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfa6b3-2aaf-42d1-b813-b9d0c1069ace tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Port': ['ID=3ef192e2-7e57-4b99-a3d2-38db6d835012,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:01.147727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47872) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:01.208807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a8aeb22e-72d7-4877-b694-b4a953382eae None None] Provisioning complete for port 370e7671-c097-48f0-be56-0a7cbc5f998e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:01.209487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb22e-72d7-4877-b694-b4a953382eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.248740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a8aeb22e-72d7-4877-b694-b4a953382eae None None] Port 370e7671-c097-48f0-be56-0a7cbc5f998e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:01.254257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting port 3b657ddb-0709-420b-9e8a-7e9ca929ba95 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:01.254605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.324963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.342297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Calling delete_port for 3b657ddb-0709-420b-9e8a-7e9ca929ba95 owned by  {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:01.427213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.460671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Port': ['ID=3b657ddb-0709-420b-9e8a-7e9ca929ba95,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:01.471111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.475200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3038f336-6445-4cdb-837f-54f27abc1708 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/ports/3b657ddb-0709-420b-9e8a-7e9ca929ba95 HTTP/1.1" status: 204  len: 168 time: 0.3273182
Nov 10 04:26:01.478739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:01.481524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.487016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.510262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7745e06f-aebe-48c0-b497-501d26bdbf98 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0303586
Nov 10 04:26:01.513737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:01.519388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1121525839'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:01.545625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:01.550646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.563173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.565068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=370e7671-c097-48f0-be56-0a7cbc5f998e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:01.580152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:01.590974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.591357 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment 4cd209a6-0e33-4c97-a2d2-8cf8a8558d37 of type vlan for network ab7ccdf9-eb11-4c4d-8a18-2147bee110de
Nov 10 04:26:01.643400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.661213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85318862-e708-40b5-bb68-44a190a91298 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:01.673643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.681909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:01.682670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.691858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network c67b6069-7363-4359-882c-741dd58e0377 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:01.693877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:01.719706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 85318862-e708-40b5-bb68-44a190a91298 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:01.720352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.758380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2410123
Nov 10 04:26:01.760549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:01.773006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-762225706'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:01.789414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588898-79e0-4617-b7b3-1e85d354266d tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=ab7ccdf9-eb11-4c4d-8a18-2147bee110de,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:01.814396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:01.822909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.828585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ab7ccdf9-eb11-4c4d-8a18-2147bee110de details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:01.859422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 4c51c769-853f-45e8-ace5-27a5d806a050 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:01.870013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:01.886735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.887082 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Added segment 3e130479-030d-4928-967d-9873cd2c03da of type vlan for network e58b9c67-276a-4c35-a133-772d7e42c9e6
Nov 10 04:26:01.949632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.981448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.989618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:01.990259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:01.996256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:02.010497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a902aaec-3185-4cd7-9bad-e07473bd0f38 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4361091
Nov 10 04:26:02.013452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47880) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:02.013767 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] Sync routers for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:02.033837 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:02.034797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452e820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:02.052247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2918611
Nov 10 04:26:02.074422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a880b-a70f-4491-b43c-60b07d209042 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Network': ['ID=e58b9c67-276a-4c35-a133-772d7e42c9e6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:02.089384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:02.091120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66e388-d495-4125-8500-0c5541347016 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:02.093240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da66e388-d495-4125-8500-0c5541347016 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports/370e7671-c097-48f0-be56-0a7cbc5f998e HTTP/1.1" status: 200  len: 910 time: 0.0788600
Nov 10 04:26:02.096301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47882) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:02.101024 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452e820>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:02.106238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-21c5fc31-8859-4007-9e4b-1d0e98065b4a None None] Provisioning complete for port 370e7671-c097-48f0-be56-0a7cbc5f998e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:02.106865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21c5fc31-8859-4007-9e4b-1d0e98065b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.112811 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:02.113412 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452e820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:02.155227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452e820>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:02.155866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a129d901-5e71-437b-88d6-f38c1a0ccece None None] The sync data for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:02.185468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-21c5fc31-8859-4007-9e4b-1d0e98065b4a None None] Port 370e7671-c097-48f0-be56-0a7cbc5f998e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:02.202021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47884) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:02.212385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'subnets': [{'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--895918323', 'ip_version': 4}, {'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:02.212722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'subnet': {'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--895918323', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:02.213553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Request body: {'subnet': {'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:02.395517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Made reservation on behalf of b11c1eda435445ffa9557fcd3dc5121e for: {'subnet': 2} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:02.400978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.401440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.463766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.741749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 370e7671-c097-48f0-be56-0a7cbc5f998e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:02.742088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.812139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.838175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.852538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 370e7671-c097-48f0-be56-0a7cbc5f998e owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:02.876966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Subnet': ['ID=48c894a9-b53d-4be6-b7f2-baf4f0643e86,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:02.884908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Checking segment: {'id': '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:02.885313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network hostable DHCP agents. Network: ab7ccdf9-eb11-4c4d-8a18-2147bee110de, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:02.904316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network ab7ccdf9-eb11-4c4d-8a18-2147bee110de is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:02.915536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ab7ccdf9-eb11-4c4d-8a18-2147bee110de) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:02.920779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:02.927687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67162d-0c74-4645-8f1d-3eec50d94fe3 None None] Network ab7ccdf9-eb11-4c4d-8a18-2147bee110de requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:02.996642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event updated for resources: {'Subnet': ['ID=239aff45-66be-4704-bbec-bbe6a42147e2,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:03.014285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Checking segment: {'id': '3e130479-030d-4928-967d-9873cd2c03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:03.014631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network hostable DHCP agents. Network: e58b9c67-276a-4c35-a133-772d7e42c9e6, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:03.035304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:03.048114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e58b9c67-276a-4c35-a133-772d7e42c9e6) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:03.055301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:03.056447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:03.057110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.057604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe3bba-6be2-440e-876e-3f2ecff12f6c None None] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:03.084179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6ac0efe7-9550-4ed0-8985-748cc35d95a3 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 0.8801320
Nov 10 04:26:03.085853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.087411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47886) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:03.126865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=370e7671-c097-48f0-be56-0a7cbc5f998e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:03.167595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ab7ccdf9-eb11-4c4d-8a18-2147bee110de', 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de', 'tenant_id': 'b11c1eda435445ffa9557fcd3dc5121e', 'fixed_ips': [{'subnet_id': '48c894a9-b53d-4be6-b7f2-baf4f0643e86'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:03.176269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.362423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.415633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e58b9c67-276a-4c35-a133-772d7e42c9e6', 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6', 'tenant_id': 'b11c1eda435445ffa9557fcd3dc5121e', 'fixed_ips': [{'subnet_id': '239aff45-66be-4704-bbec-bbe6a42147e2'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:03.418785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.542256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Allocated IP 172.20.0.2 (ab7ccdf9-eb11-4c4d-8a18-2147bee110de/48c894a9-b53d-4be6-b7f2-baf4f0643e86/4fef78d7-b936-429e-b83c-4a07fe301a6d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:03.649022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 4c51c769-853f-45e8-ace5-27a5d806a050 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:03.655764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e467ef-20d9-45bb-80a4-1492e1b0482b tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:03.658442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e467ef-20d9-45bb-80a4-1492e1b0482b tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:03.661845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e467ef-20d9-45bb-80a4-1492e1b0482b tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:03.667676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51e467ef-20d9-45bb-80a4-1492e1b0482b tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.5759749
Nov 10 04:26:03.668039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47888) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:03.734517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting subnet 48c894a9-b53d-4be6-b7f2-baf4f0643e86 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:03.747673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Allocated IP 172.20.0.18 (e58b9c67-276a-4c35-a133-772d7e42c9e6/239aff45-66be-4704-bbec-bbe6a42147e2/23a3f4df-8d30-412d-afcb-7530a4c2c41b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:03.799315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:03.806950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5aa1b4d5-566a-4e83-ba29-faf99db1d878 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7094214
Nov 10 04:26:03.810352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47890) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:03.826815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] Sync routers for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:03.903524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:03.904592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070570a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:03.957149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070570a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:03.966305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.987746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:03.999144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.000061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:04.000710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070570a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:04.061767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.070245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070570a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:04.070851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93314e7-ac3e-43f9-a56f-5543a4edb8b7 None None] The sync data for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:04.105743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Network ab7ccdf9-eb11-4c4d-8a18-2147bee110de is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:04.110884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Pushing event updated for resources: {'Port': ['ID=4fef78d7-b936-429e-b83c-4a07fe301a6d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:04.113383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:04.117823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:04.151122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.159427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.224168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Attempting to bind port 4fef78d7-b936-429e-b83c-4a07fe301a6d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:04.224552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Attempting to bind port 4fef78d7-b936-429e-b83c-4a07fe301a6d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:04.224965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Attempting to bind port 4fef78d7-b936-429e-b83c-4a07fe301a6d on network ab7ccdf9-eb11-4c4d-8a18-2147bee110de {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:04.228828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.230279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:04.232531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Pushing event updated for resources: {'Port': ['ID=23a3f4df-8d30-412d-afcb-7530a4c2c41b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:04.236591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:04.238893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:04.241597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:04.241964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Checking segment: {'id': '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:04.242365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.242747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Bound using segment: {'id': '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:04.243221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Bound port: 4fef78d7-b936-429e-b83c-4a07fe301a6d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ab7ccdf9-eb11-4c4d-8a18-2147bee110de'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:04.243599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.329910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.346961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Attempting to bind port 23a3f4df-8d30-412d-afcb-7530a4c2c41b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:04.347330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Attempting to bind port 23a3f4df-8d30-412d-afcb-7530a4c2c41b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '3e130479-030d-4928-967d-9873cd2c03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:04.347692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Attempting to bind port 23a3f4df-8d30-412d-afcb-7530a4c2c41b on network e58b9c67-276a-4c35-a133-772d7e42c9e6 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:04.364509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Subnet': ['ID=48c894a9-b53d-4be6-b7f2-baf4f0643e86,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:04.364888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e63d903e-4275-4690-ba21-965b1b219609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.368145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:04.368518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Checking segment: {'id': '3e130479-030d-4928-967d-9873cd2c03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:04.368937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.369326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Bound using segment: {'id': '3e130479-030d-4928-967d-9873cd2c03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:04.369810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Bound port: 23a3f4df-8d30-412d-afcb-7530a4c2c41b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e130479-030d-4928-967d-9873cd2c03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58b9c67-276a-4c35-a133-772d7e42c9e6'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:04.370200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.375288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] For port 4fef78d7-b936-429e-b83c-4a07fe301a6d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:04.377607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.381818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bd36736c-34c2-49c9-bc24-d67db57e9910 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/subnets/48c894a9-b53d-4be6-b7f2-baf4f0643e86 HTTP/1.1" status: 204  len: 168 time: 0.7122226
Nov 10 04:26:04.384381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47894) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:04.384592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] For port 4fef78d7-b936-429e-b83c-4a07fe301a6d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4fef78d7-b936-429e-b83c-4a07fe301a6d,segment=NetworkSegment(4cd209a6-0e33-4c97-a2d2-8cf8a8558d37),segment_id=4cd209a6-0e33-4c97-a2d2-8cf8a8558d37)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:04.391664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.415245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.494741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] For port 23a3f4df-8d30-412d-afcb-7530a4c2c41b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:04.497567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] For port 23a3f4df-8d30-412d-afcb-7530a4c2c41b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=23a3f4df-8d30-412d-afcb-7530a4c2c41b,segment=NetworkSegment(3e130479-030d-4928-967d-9873cd2c03da),segment_id=3e130479-030d-4928-967d-9873cd2c03da)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:04.498673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ce1c8-d8cb-472a-bcfe-678e1da82199 None None] Pushing event updated for resources: {'Port': ['ID=4fef78d7-b936-429e-b83c-4a07fe301a6d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:04.506520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.526397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting subnet 239aff45-66be-4704-bbec-bbe6a42147e2 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:04.532166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.569062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53f435-15cd-45e8-8a11-553b3e2716b6 None None] Pushing event updated for resources: {'Port': ['ID=23a3f4df-8d30-412d-afcb-7530a4c2c41b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:04.665861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.886396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.976173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port ad7c2151-5f6e-44ae-a3b5-92b416ab928c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:04.976493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:04.982494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.068199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Subnet': ['ID=239aff45-66be-4704-bbec-bbe6a42147e2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:05.076103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.080170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-79b4d815-b073-40d5-80dc-236ba804ba53 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/subnets/239aff45-66be-4704-bbec-bbe6a42147e2 HTTP/1.1" status: 204  len: 168 time: 0.6948311
Nov 10 04:26:05.083211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47896) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:05.133339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.140884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5610824b-4d47-4e93-8fe1-7a70d7a6f9e1 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:05.142704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5610824b-4d47-4e93-8fe1-7a70d7a6f9e1 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0583334
Nov 10 04:26:05.147439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47898) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:05.151147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for ad7c2151-5f6e-44ae-a3b5-92b416ab928c owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:05.240665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.310877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting port 23a3f4df-8d30-412d-afcb-7530a4c2c41b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:05.311413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.370024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.393594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] For port 23a3f4df-8d30-412d-afcb-7530a4c2c41b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=23a3f4df-8d30-412d-afcb-7530a4c2c41b,segment=NetworkSegment(3e130479-030d-4928-967d-9873cd2c03da),segment_id=3e130479-030d-4928-967d-9873cd2c03da)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:05.394019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.400640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=ad7c2151-5f6e-44ae-a3b5-92b416ab928c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:05.417537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Calling delete_port for 23a3f4df-8d30-412d-afcb-7530a4c2c41b owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:05.522765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.557282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Port': ['ID=23a3f4df-8d30-412d-afcb-7530a4c2c41b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:05.562593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] No DVR routers for this DVR port 23a3f4df-8d30-412d-afcb-7530a4c2c41b on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:05.571010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.737458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.746971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4fef78d7-b936-429e-b83c-4a07fe301a6d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:05.778759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d776dc0>,) {'filters': {'network_id': ['e58b9c67-276a-4c35-a133-772d7e42c9e6']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:05.796912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d776dc0>, '3e130479-030d-4928-967d-9873cd2c03da') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:05.797334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d776dc0>, '3e130479-030d-4928-967d-9873cd2c03da') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:05.819475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.847059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4fef78d7-b936-429e-b83c-4a07fe301a6d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:05.847421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.848441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.860385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:05.862029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.864425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 4c51c769-853f-45e8-ace5-27a5d806a050 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:05.866714 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:05.923811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a6523-e6e5-4d35-acec-79f8757554b8 None None] Network ab7ccdf9-eb11-4c4d-8a18-2147bee110de requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:05.944688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.953093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:05.956771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/e58b9c67-276a-4c35-a133-772d7e42c9e6 HTTP/1.1" status: 204  len: 168 time: 0.8083019
Nov 10 04:26:05.959306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47900) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.000520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:06.008893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52a98ae8-25a4-4a20-a1d8-9b7036be025a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1970356
Nov 10 04:26:06.013185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47902) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.014802 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] Sync routers for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:06.035928 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:06.039175 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214401b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.049621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ad95b856-30ed-4fdf-bec5-87279c58ce90 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c51c769-853f-45e8-ace5-27a5d806a050 HTTP/1.1" status: 200  len: 205 time: 0.0352798
Nov 10 04:26:06.054281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.065931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.070050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd65a3c-cfa2-484d-941e-52463947ffe8 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=e58b9c67-276a-4c35-a133-772d7e42c9e6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:06.126531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9f1c39b5-6830-44ff-9aa9-8189740762b3 None None] Provisioning complete for port 4fef78d7-b936-429e-b83c-4a07fe301a6d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:06.126915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9f1c39b5-6830-44ff-9aa9-8189740762b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.134599 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214401b20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.154708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Deleting port 4fef78d7-b936-429e-b83c-4a07fe301a6d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:06.155245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.155990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.156581 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] Routers {'4c51c769-853f-45e8-ace5-27a5d806a050'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:06.161686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214401b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:25:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4c51c769-853f-45e8-ace5-27a5d806a050'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.221801 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214401b20>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.222597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61137686-59c0-4c75-9d5a-03c905e8d584 None None] The sync data for ids ['4c51c769-853f-45e8-ace5-27a5d806a050'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:06.244479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] For port 4fef78d7-b936-429e-b83c-4a07fe301a6d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4fef78d7-b936-429e-b83c-4a07fe301a6d,segment=NetworkSegment(4cd209a6-0e33-4c97-a2d2-8cf8a8558d37),segment_id=4cd209a6-0e33-4c97-a2d2-8cf8a8558d37)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:06.244894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.264134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Calling delete_port for 4fef78d7-b936-429e-b83c-4a07fe301a6d owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:06.365731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.367982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.387316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.413016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Port': ['ID=4fef78d7-b936-429e-b83c-4a07fe301a6d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:06.417214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] No DVR routers for this DVR port 4fef78d7-b936-429e-b83c-4a07fe301a6d on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:06.430023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca648d-2203-4246-9334-eee578bcaad4 None None] DHCP port deletion for e58b9c67-276a-4c35-a133-772d7e42c9e6 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:06.431325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.431982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router 4c51c769-853f-45e8-ace5-27a5d806a050 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:06.446465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9f1c39b5-6830-44ff-9aa9-8189740762b3 None None] Could not find standard attr ID for object 4fef78d7-b936-429e-b83c-4a07fe301a6d. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:06.458442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.460265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c130db98-6416-44ef-b1b4-cda598d482ec tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050 HTTP/1.1" status: 204  len: 168 time: 0.4045649
Nov 10 04:26:06.461454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.463301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47906) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.466669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d8d78-7994-4bb1-9a13-b08d71ccf1d6 None None] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:06.486378 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-9f1c39b5-6830-44ff-9aa9-8189740762b3 None None] No ports have port_id starting with 4fef78d7-b936-429e-b83c-4a07fe301a6d
Nov 10 04:26:06.489932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d8d78-7994-4bb1-9a13-b08d71ccf1d6 None None] Network e58b9c67-276a-4c35-a133-772d7e42c9e6 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:26:06.526009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.536114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet d454da83-f65f-409c-a3c3-fca25f2dd1f1 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:06.540762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.556989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0b78e0>,) {'filters': {'network_id': ['ab7ccdf9-eb11-4c4d-8a18-2147bee110de']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.572889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a5ae1-12c2-4e8c-ba84-421c6b5cae84 None None] DHCP port deletion for ab7ccdf9-eb11-4c4d-8a18-2147bee110de request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:06.573272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b78e0>, '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.573709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b78e0>, '4cd209a6-0e33-4c97-a2d2-8cf8a8558d37') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:06.589889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.599676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.606118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.618668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-843c1f8b-906b-458d-98ee-d7a8ee066de2 None None] Could not find standard attr ID for object 23a3f4df-8d30-412d-afcb-7530a4c2c41b. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:06.618913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:06.619169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:06.622302 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:06.682184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.689767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.695072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/ab7ccdf9-eb11-4c4d-8a18-2147bee110de HTTP/1.1" status: 204  len: 168 time: 0.7325847
Nov 10 04:26:06.698874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.706142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c291-b5ad-4707-85eb-4d5dd56ba512 tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=ab7ccdf9-eb11-4c4d-8a18-2147bee110de,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:06.711201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.814051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.831036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.877418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=d454da83-f65f-409c-a3c3-fca25f2dd1f1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:06.883331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.886530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-021417ed-4ca7-479a-a7aa-6e5eb5991c1f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/d454da83-f65f-409c-a3c3-fca25f2dd1f1 HTTP/1.1" status: 204  len: 168 time: 0.4220886
Nov 10 04:26:06.889733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47910) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:06.890581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9ad04-4baa-4def-9cdc-7f178c2a1077 None None] Network c67b6069-7363-4359-882c-741dd58e0377 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:06.963277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b4d59a9-040b-40bc-990a-47bda79d8b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:06.980890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.001540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet c9abe9a8-7a22-4898-a1a3-e146f54e5e35 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:07.011729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.015218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e2c2f70>,) {'filters': {'network_id': ['6dfe7755-f70e-4d51-8aff-1db28a912e31']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.044751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e2c2f70>, '38ce3494-e4ac-4e38-af36-faca22c14d55') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.045002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e2c2f70>, '38ce3494-e4ac-4e38-af36-faca22c14d55') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.061143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.074086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.104405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.117198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:07.117642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:07.120683 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:07.125844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] DHCP port deletion for c67b6069-7363-4359-882c-741dd58e0377 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:07.186409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Deleting port 85318862-e708-40b5-bb68-44a190a91298 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:07.186831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.211962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.220752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.226357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47912) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:07.226879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/6dfe7755-f70e-4d51-8aff-1db28a912e31 HTTP/1.1" status: 204  len: 168 time: 0.5268168
Nov 10 04:26:07.245005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6e434-5013-4c24-a44b-f9cca6d711ec tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=6dfe7755-f70e-4d51-8aff-1db28a912e31,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:07.245957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.279772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] For port 85318862-e708-40b5-bb68-44a190a91298, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85318862-e708-40b5-bb68-44a190a91298,segment=NetworkSegment(418f5c77-3d26-4ac4-aaa8-c3c76714873a),segment_id=418f5c77-3d26-4ac4-aaa8-c3c76714873a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:07.281315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.313986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Calling delete_port for 85318862-e708-40b5-bb68-44a190a91298 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:07.353509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.363394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.395042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=c9abe9a8-7a22-4898-a1a3-e146f54e5e35,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:07.404124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.410547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c68e5f2b-e5bd-4870-b90d-e0da2b46f07d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/c9abe9a8-7a22-4898-a1a3-e146f54e5e35 HTTP/1.1" status: 204  len: 168 time: 0.5189528
Nov 10 04:26:07.414202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47914) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:07.417306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0a67d-9c91-468c-a4df-8278383b7d73 None None] Network 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:07.465147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.489347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.515147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] Pushing event deleted for resources: {'Port': ['ID=85318862-e708-40b5-bb68-44a190a91298,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:07.515344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.521033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98940fdb-8d54-4a8d-a08d-1d505b8377ab None None] No DVR routers for this DVR port 85318862-e708-40b5-bb68-44a190a91298 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:07.532004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ecb4340>,) {'filters': {'network_id': ['072192df-6ab7-4a26-b5cb-87251f60869f']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.546990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ecb4340>, 'ca17537b-832f-4b2d-854e-aff6ec4c81a9') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.547241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ecb4340>, 'ca17537b-832f-4b2d-854e-aff6ec4c81a9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.558761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.576523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.585578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:07.586320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:07.589928 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:07.641863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.673598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.675788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4fef78d7-b936-429e-b83c-4a07fe301a6d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:07.679756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.681349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f3c2520>,) {'filters': {'network_id': ['c67b6069-7363-4359-882c-741dd58e0377']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.687266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] 10.222.0.13 "DELETE /v2.0/networks/072192df-6ab7-4a26-b5cb-87251f60869f HTTP/1.1" status: 204  len: 168 time: 0.4580593
Nov 10 04:26:07.699556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3c2520>, '418f5c77-3d26-4ac4-aaa8-c3c76714873a') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.700016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f3c2520>, '418f5c77-3d26-4ac4-aaa8-c3c76714873a') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:07.707995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffbc76-675b-4169-9120-c9830f6236df tempest-BulkNetworkOpsTest-249563713 tempest-BulkNetworkOpsTest-249563713-project] Pushing event deleted for resources: {'Network': ['ID=072192df-6ab7-4a26-b5cb-87251f60869f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:07.708899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4fef78d7-b936-429e-b83c-4a07fe301a6d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:07.710544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4fef78d7-b936-429e-b83c-4a07fe301a6d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:07.710544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85318862-e708-40b5-bb68-44a190a91298 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:07.720129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.720451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] DHCP port deletion for 8cad2c53-6a18-4123-80ad-9dc5f8fc6044 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:07.739168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.741104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 85318862-e708-40b5-bb68-44a190a91298 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:07.741493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85318862-e708-40b5-bb68-44a190a91298 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:07.741977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 23a3f4df-8d30-412d-afcb-7530a4c2c41b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:07.748347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:07.748939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:07.752882 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:07.785782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 23a3f4df-8d30-412d-afcb-7530a4c2c41b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:07.786071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 23a3f4df-8d30-412d-afcb-7530a4c2c41b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:07.832323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.834553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Deleting port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:07.837051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.842254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.846110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/c67b6069-7363-4359-882c-741dd58e0377 HTTP/1.1" status: 204  len: 168 time: 0.4301956
Nov 10 04:26:07.849925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47918) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:07.863952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800db1a-f9d4-4d7f-99d6-9e2b0fc87550 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=c67b6069-7363-4359-882c-741dd58e0377,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:07.918423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] For port 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40a5aa19-26e7-40f3-9e86-21e5ba94c177,segment=NetworkSegment(ea7dcd24-65ad-48a0-af33-bff469208d18),segment_id=ea7dcd24-65ad-48a0-af33-bff469208d18)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:07.919239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.948409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Calling delete_port for 40a5aa19-26e7-40f3-9e86-21e5ba94c177 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:07.967182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:07.972421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.043790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:08.044480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.060747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:08.067547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.098591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] Pushing event deleted for resources: {'Port': ['ID=40a5aa19-26e7-40f3-9e86-21e5ba94c177,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:08.103517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68951e-37b3-470d-824b-6a4015939708 None None] No DVR routers for this DVR port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:08.123351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 40a5aa19-26e7-40f3-9e86-21e5ba94c177, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=40a5aa19-26e7-40f3-9e86-21e5ba94c177,segment=NetworkSegment(ea7dcd24-65ad-48a0-af33-bff469208d18),segment_id=ea7dcd24-65ad-48a0-af33-bff469208d18)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:08.123719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.143700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 40a5aa19-26e7-40f3-9e86-21e5ba94c177 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:08.244119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.280521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=40a5aa19-26e7-40f3-9e86-21e5ba94c177,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:08.282396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port 40a5aa19-26e7-40f3-9e86-21e5ba94c177 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:08.286164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fae4b5a9-8fca-4fab-9160-9ec9a6dbc5d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b11c1eda435445ffa9557fcd3dc5121e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2240310
Nov 10 04:26:08.289271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47926) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:08.347866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.369941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.375322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.390776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e216310>,) {'filters': {'network_id': ['8cad2c53-6a18-4123-80ad-9dc5f8fc6044']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:08.401273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e216310>, 'ea7dcd24-65ad-48a0-af33-bff469208d18') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:08.401670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e216310>, 'ea7dcd24-65ad-48a0-af33-bff469208d18') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:08.413156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.424643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.427082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.428881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87225c8f-0d58-4f28-bc1b-5383b0a2c6a8 HTTP/1.1" status: 204  len: 168 time: 0.1384368
Nov 10 04:26:08.432541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.436940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daec33-2abf-4f0f-84ac-4d19220cd7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87225c8f-0d58-4f28-bc1b-5383b0a2c6a8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:08.440509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:08.440937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:08.444960 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:08.511733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.532536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.536422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/8cad2c53-6a18-4123-80ad-9dc5f8fc6044 HTTP/1.1" status: 204  len: 168 time: 0.6836011
Nov 10 04:26:08.537611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a87c-0e0a-47d2-bf58-0a63d34f6f8b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=8cad2c53-6a18-4123-80ad-9dc5f8fc6044,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:08.540851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47930) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:08.546282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1545551398'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:08.573516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:08.577360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.604354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:08.614229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.614615 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 28b845a7-776d-486b-a82c-45661fbc8e37 of type vlan for network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f
Nov 10 04:26:08.656718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.689123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.697460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:08.698343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:08.769162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2269158
Nov 10 04:26:08.772345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47940) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:08.780223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:08.783416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5d358-72f4-4a6b-83fc-bbe93ecfc914 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=cc6dc1fe-50d8-4b37-9eda-52af4a0b856f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:08.796627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:08.893077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:08.897202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.264376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:09.412754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-229837122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:09.429184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.449903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.451815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.474712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.520952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.526576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.540711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=362da9fd-5898-4d24-891b-2500185b02a0,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:09.548526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '28b845a7-776d-486b-a82c-45661fbc8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:09.548923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.549090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: cc6dc1fe-50d8-4b37-9eda-52af4a0b856f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:09.550499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-57498f25-2410-49ef-8296-b71aff2b648e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.2845538
Nov 10 04:26:09.554302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47956) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:09.559974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-384221715'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:09.562372 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:26:09.570942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:09.582838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:09.583930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, cc6dc1fe-50d8-4b37-9eda-52af4a0b856f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:09.588979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:09.589496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.589704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.599989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73a417-6d17-4529-8559-912833687d47 None None] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:09.600512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.612122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fdea7c9-bb02-4c6e-8174-c81066480e75 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8382173
Nov 10 04:26:09.612783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:09.621430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-950107263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:09.654546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.655578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.669838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40a5aa19-26e7-40f3-9e86-21e5ba94c177 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:09.701404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 40a5aa19-26e7-40f3-9e86-21e5ba94c177 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:09.701805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 40a5aa19-26e7-40f3-9e86-21e5ba94c177 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:09.714308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.715062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.720133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.722918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.742409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.745921 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6f2c8ab2-b6fa-4c03-8063-34c2c34606a6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1305866
Nov 10 04:26:09.747139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47960) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:09.752278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'port': {'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f', 'name': 'tempest-RoutersTest-864494825'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:09.756590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:09.777896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa696a-7f2a-4ec6-8685-b884fc027a02,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:09.781756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.782102 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Added segment 42e074c4-a2ad-496c-aac6-b4796b5a5a74 of type vlan for network 74aa260a-90d3-4c4c-92c5-1da70469fe6d
Nov 10 04:26:09.837768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-cc6dc1fe-50d8-4b37-9eda-52af4a0b856f', 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': '362da9fd-5898-4d24-891b-2500185b02a0'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:09.838981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.845647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.879885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.888058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:09.888804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.896206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:09.902983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:09.924597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] device_id is not set on port 70d9a477-f34e-4f7c-9986-177e6325a6fc yet. {{(pid=119696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 10 04:26:09.952753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3970687
Nov 10 04:26:09.956293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47962) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:09.961532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'subnet': {'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:10.005626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Allocated IP 172.20.0.2 (cc6dc1fe-50d8-4b37-9eda-52af4a0b856f/362da9fd-5898-4d24-891b-2500185b02a0/7ffda382-51d7-469c-8652-14f806e709ff) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:10.022414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbafc2-e2c0-4b56-9bfa-cbf5abc215d0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Network': ['ID=74aa260a-90d3-4c4c-92c5-1da70469fe6d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:10.054895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:10.070345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:10.074657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.218800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.223168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.232952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.277986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:10.281187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:10.284854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:10.290998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Pushing event updated for resources: {'Port': ['ID=7ffda382-51d7-469c-8652-14f806e709ff,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:10.304141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.326743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.20.0.13 (cc6dc1fe-50d8-4b37-9eda-52af4a0b856f/362da9fd-5898-4d24-891b-2500185b02a0/70d9a477-f34e-4f7c-9986-177e6325a6fc) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:10.354222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Attempting to bind port 7ffda382-51d7-469c-8652-14f806e709ff on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:10.355420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Attempting to bind port 7ffda382-51d7-469c-8652-14f806e709ff by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '28b845a7-776d-486b-a82c-45661fbc8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:10.356241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Attempting to bind port 7ffda382-51d7-469c-8652-14f806e709ff on network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:10.361851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:10.362872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Checking segment: {'id': '28b845a7-776d-486b-a82c-45661fbc8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:10.363417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.363822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Bound using segment: {'id': '28b845a7-776d-486b-a82c-45661fbc8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:10.364303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Bound port: 7ffda382-51d7-469c-8652-14f806e709ff, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b845a7-776d-486b-a82c-45661fbc8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cc6dc1fe-50d8-4b37-9eda-52af4a0b856f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:10.364711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.386517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Checking segment: {'id': '42e074c4-a2ad-496c-aac6-b4796b5a5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:10.387033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network hostable DHCP agents. Network: 74aa260a-90d3-4c4c-92c5-1da70469fe6d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:10.390748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Subnet': ['ID=41d99dec-2b7c-4222-8723-804ea1cb683f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:10.410609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:10.423752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 74aa260a-90d3-4c4c-92c5-1da70469fe6d) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:10.435807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1888cf3-652a-471d-b3c4-8e4f5de568b1 None None] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:10.438707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:10.440248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.466766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f81f513-ba69-47d5-843d-2da8fd4bb6ec tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5093634
Nov 10 04:26:10.469825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47966) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:10.478868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'network': {'name': 'tempest-router-network01--1526786016'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:10.502677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:10.509626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.538563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] For port 7ffda382-51d7-469c-8652-14f806e709ff, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:10.552478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:10.567262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.567773 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Added segment d4e30f9b-c177-4cde-aa27-bfc643e866c1 of type vlan for network 51c040bb-0b52-4862-9b62-b987bdb748ac
Nov 10 04:26:10.569110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] For port 7ffda382-51d7-469c-8652-14f806e709ff, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7ffda382-51d7-469c-8652-14f806e709ff,segment=NetworkSegment(28b845a7-776d-486b-a82c-45661fbc8e37),segment_id=28b845a7-776d-486b-a82c-45661fbc8e37)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:10.581153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.621235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.663619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.719440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9810aa9-1fd3-4568-9f4f-f777008a7f07 None None] Pushing event updated for resources: {'Port': ['ID=7ffda382-51d7-469c-8652-14f806e709ff,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:10.734751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:10.738656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:10.744895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:10.749334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=70d9a477-f34e-4f7c-9986-177e6325a6fc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:10.760368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-74aa260a-90d3-4c4c-92c5-1da70469fe6d', 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d', 'tenant_id': '552d8e5affc74a8eb0b8b3b6d0860981', 'fixed_ips': [{'subnet_id': '41d99dec-2b7c-4222-8723-804ea1cb683f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:10.764070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.819119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:10.819931 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:10.855519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f728d14-1a3c-40b1-98de-79db0914edd7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.1072044
Nov 10 04:26:10.856156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:10.969438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Allocated IP 2001:db8::2 (74aa260a-90d3-4c4c-92c5-1da70469fe6d/41d99dec-2b7c-4222-8723-804ea1cb683f/c6c9668c-201b-40a2-a153-f010c36eeb15) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:11.092423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.125089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.137652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:11.138267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.203440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7315891
Nov 10 04:26:11.206345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47970) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:11.214686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'network': {'name': 'tempest-router-network02--1678287531'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:11.218230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88447e2e-bdf2-4ff0-bdf8-4756f5d21fcd tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Network': ['ID=51c040bb-0b52-4862-9b62-b987bdb748ac,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:11.227665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.232376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 51c040bb-0b52-4862-9b62-b987bdb748ac details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:11.273154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:11.277169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.281521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.330973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:11.337291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.343559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.343962 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Added segment 7d9f3ff1-aae2-4946-8575-a028c631683a of type vlan for network 1d42f25a-2457-43bf-9b53-df49f8579b0c
Nov 10 04:26:11.346232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:11.351237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:11.358054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:11.361293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Pushing event updated for resources: {'Port': ['ID=c6c9668c-201b-40a2-a153-f010c36eeb15,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:11.419484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Attempting to bind port c6c9668c-201b-40a2-a153-f010c36eeb15 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:11.420009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Attempting to bind port c6c9668c-201b-40a2-a153-f010c36eeb15 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '42e074c4-a2ad-496c-aac6-b4796b5a5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:11.420468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Attempting to bind port c6c9668c-201b-40a2-a153-f010c36eeb15 on network 74aa260a-90d3-4c4c-92c5-1da70469fe6d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:11.426331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:11.426868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Checking segment: {'id': '42e074c4-a2ad-496c-aac6-b4796b5a5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:11.427309 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.428316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Bound using segment: {'id': '42e074c4-a2ad-496c-aac6-b4796b5a5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:11.428949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Bound port: c6c9668c-201b-40a2-a153-f010c36eeb15, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e074c4-a2ad-496c-aac6-b4796b5a5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74aa260a-90d3-4c4c-92c5-1da70469fe6d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:11.429371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.437480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.508921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] For port c6c9668c-201b-40a2-a153-f010c36eeb15, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:11.512391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] For port c6c9668c-201b-40a2-a153-f010c36eeb15, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c6c9668c-201b-40a2-a153-f010c36eeb15,segment=NetworkSegment(42e074c4-a2ad-496c-aac6-b4796b5a5a74),segment_id=42e074c4-a2ad-496c-aac6-b4796b5a5a74)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:11.517691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.527399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.533193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:11.533786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.614105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b337-2b85-4784-a2de-95d39fcd164d None None] Pushing event updated for resources: {'Port': ['ID=c6c9668c-201b-40a2-a153-f010c36eeb15,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:11.718837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Network': ['ID=1d42f25a-2457-43bf-9b53-df49f8579b0c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:11.727106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7ffda382-51d7-469c-8652-14f806e709ff up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:11.734450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:11.740348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'subnet': {'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:11.744515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-54cb43c7-6b06-451d-8417-fab95327a36f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5365181
Nov 10 04:26:11.759911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:11.827392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.843677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.944108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:11.972327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.989207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7ffda382-51d7-469c-8652-14f806e709ff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:11.989880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:11.993180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=70d9a477-f34e-4f7c-9986-177e6325a6fc,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:12.125584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.165480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 7ffda382-51d7-469c-8652-14f806e709ff, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7ffda382-51d7-469c-8652-14f806e709ff,segment=NetworkSegment(28b845a7-776d-486b-a82c-45661fbc8e37),segment_id=28b845a7-776d-486b-a82c-45661fbc8e37)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:12.173027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.225695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.232178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=7ffda382-51d7-469c-8652-14f806e709ff,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:12.255237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.275709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493b9e2-5883-4300-8be3-8958b898337b None None] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:12.312142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Subnet': ['ID=137af4e8-4861-451f-a988-6bebfee2b361,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:12.340146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Checking segment: {'id': 'd4e30f9b-c177-4cde-aa27-bfc643e866c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:12.340833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network hostable DHCP agents. Network: 51c040bb-0b52-4862-9b62-b987bdb748ac, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:12.359988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 51c040bb-0b52-4862-9b62-b987bdb748ac is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:12.361889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.363686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4009ee53-0c80-43fb-a3a3-37b2214ab862 None None] Provisioning complete for port 7ffda382-51d7-469c-8652-14f806e709ff triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:12.364124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4009ee53-0c80-43fb-a3a3-37b2214ab862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.370967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 51c040bb-0b52-4862-9b62-b987bdb748ac) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:12.376694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:12.377648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.395572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0900a1ce-e342-4952-a85d-2b555645958f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6599348
Nov 10 04:26:12.398488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47974) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:12.398603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c540986-5ea8-4daa-a71b-0ab5211251b4 None None] Network 51c040bb-0b52-4862-9b62-b987bdb748ac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:12.404702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'subnet': {'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:12.512855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:12.516674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.684343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.695160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.776977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.786704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=70d9a477-f34e-4f7c-9986-177e6325a6fc,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:12.789951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.835538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Subnet': ['ID=afda7ed2-3602-4322-a2d9-279463218433,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:12.870864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Checking segment: {'id': '7d9f3ff1-aae2-4946-8575-a028c631683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:12.871298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network hostable DHCP agents. Network: 1d42f25a-2457-43bf-9b53-df49f8579b0c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:12.899068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:12.917892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 1d42f25a-2457-43bf-9b53-df49f8579b0c) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:12.924512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:12.925141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:12.929955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662733e-6c10-46d9-8bc6-5f8611b919ff None None] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:12.939875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:12.943310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:12.963671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-69df30e2-cc7f-4c69-bb9a-b7b576930c9e tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5614693
Nov 10 04:26:12.963968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:12.996672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-51c040bb-0b52-4862-9b62-b987bdb748ac', 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac', 'tenant_id': '552d8e5affc74a8eb0b8b3b6d0860981', 'fixed_ips': [{'subnet_id': '137af4e8-4861-451f-a988-6bebfee2b361'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:12.997232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:13.119166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59135645-5ed1-4f2b-a1d8-155d91de3f74 None None] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:13.121305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 5f338b8b-8432-42e1-8ad1-9c98d2d5f58b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:13.240145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:13.247325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e966d8a1-b3ab-49e3-9ab1-25b7de96821e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/5f338b8b-8432-42e1-8ad1-9c98d2d5f58b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3898203
Nov 10 04:26:13.250464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47978) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:13.268511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] Sync routers for ids ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:13.302458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] Provisioning complete for port c6c9668c-201b-40a2-a153-f010c36eeb15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:13.303679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:13.319050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabefcb-abc0-4f91-adff-1f3039447099 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:13.324254 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6dabefcb-abc0-4f91-adff-1f3039447099 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports/70d9a477-f34e-4f7c-9986-177e6325a6fc HTTP/1.1" status: 200  len: 977 time: 0.0726511
Nov 10 04:26:13.325185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47980) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:13.342918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:13.436830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] Routers {'5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:13.453549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073e4250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:13.529026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Allocated IP 2001:db8::2 (51c040bb-0b52-4862-9b62-b987bdb748ac/137af4e8-4861-451f-a988-6bebfee2b361/288f3516-9120-4e13-b40e-bd34355be150) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:13.533117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073e4250>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:13.645655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-1d42f25a-2457-43bf-9b53-df49f8579b0c', 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c', 'tenant_id': '552d8e5affc74a8eb0b8b3b6d0860981', 'fixed_ips': [{'subnet_id': 'afda7ed2-3602-4322-a2d9-279463218433'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:13.647045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:13.648795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] Routers {'5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:13.649428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82073e4250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:13.809502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:13.892388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c6c9668c-201b-40a2-a153-f010c36eeb15 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:13.894645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82073e4250>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:13.895278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbb8158-9651-4111-8a3a-f619d98d3f25 None None] The sync data for ids ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:13.977500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.060958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.067106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] For port c6c9668c-201b-40a2-a153-f010c36eeb15, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c6c9668c-201b-40a2-a153-f010c36eeb15,segment=NetworkSegment(42e074c4-a2ad-496c-aac6-b4796b5a5a74),segment_id=42e074c4-a2ad-496c-aac6-b4796b5a5a74)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:14.084032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.086191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.113066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Allocated IP 2001:db8::2 (1d42f25a-2457-43bf-9b53-df49f8579b0c/afda7ed2-3602-4322-a2d9-279463218433/002732ad-96ce-40c2-adee-eac37aef4f73) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:14.156044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 70d9a477-f34e-4f7c-9986-177e6325a6fc {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:14.156396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.166863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Allocated IP 2001:db8::1 (51c040bb-0b52-4862-9b62-b987bdb748ac/137af4e8-4861-451f-a988-6bebfee2b361/8d15a52a-7a71-4f2b-a870-9140b0059d8f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:14.182453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Network 51c040bb-0b52-4862-9b62-b987bdb748ac is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:14.191133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c6c9668c-201b-40a2-a153-f010c36eeb15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:14.191493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.193347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:14.226392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce04ab-f7a2-4bf3-b12d-42ca45cdefa7 None None] Pushing event updated for resources: {'Port': ['ID=c6c9668c-201b-40a2-a153-f010c36eeb15,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:14.234208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:14.304975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.325151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 70d9a477-f34e-4f7c-9986-177e6325a6fc owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:14.340379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.377034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.431340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ede14a51-af2e-40b8-83e9-4e04d4a1378c None None] Provisioning complete for port c6c9668c-201b-40a2-a153-f010c36eeb15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:14.431530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 51c040bb-0b52-4862-9b62-b987bdb748ac is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:14.431642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ede14a51-af2e-40b8-83e9-4e04d4a1378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.437312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:14.439657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Pushing event updated for resources: {'Port': ['ID=288f3516-9120-4e13-b40e-bd34355be150,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:14.442386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:14.443724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.447409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Port': ['ID=8d15a52a-7a71-4f2b-a870-9140b0059d8f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:14.487862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Attempting to bind port 288f3516-9120-4e13-b40e-bd34355be150 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:14.488474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Attempting to bind port 288f3516-9120-4e13-b40e-bd34355be150 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd4e30f9b-c177-4cde-aa27-bfc643e866c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:14.488933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Attempting to bind port 288f3516-9120-4e13-b40e-bd34355be150 on network 51c040bb-0b52-4862-9b62-b987bdb748ac {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:14.527685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:14.528064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Checking segment: {'id': 'd4e30f9b-c177-4cde-aa27-bfc643e866c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:14.528470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.528906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Bound using segment: {'id': 'd4e30f9b-c177-4cde-aa27-bfc643e866c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:14.529816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Bound port: 288f3516-9120-4e13-b40e-bd34355be150, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e30f9b-c177-4cde-aa27-bfc643e866c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '51c040bb-0b52-4862-9b62-b987bdb748ac'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:14.530214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.572538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.577429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.611896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=70d9a477-f34e-4f7c-9986-177e6325a6fc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:14.645327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7ffda382-51d7-469c-8652-14f806e709ff up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:14.657004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.710651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] For port 288f3516-9120-4e13-b40e-bd34355be150, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:14.715033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] For port 288f3516-9120-4e13-b40e-bd34355be150, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=288f3516-9120-4e13-b40e-bd34355be150,segment=NetworkSegment(d4e30f9b-c177-4cde-aa27-bfc643e866c1),segment_id=d4e30f9b-c177-4cde-aa27-bfc643e866c1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:14.747397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.755185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.779466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.902641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.909501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:14.910315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.007178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Port': ['ID=8d15a52a-7a71-4f2b-a870-9140b0059d8f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:15.042860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:15.061828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 51c040bb-0b52-4862-9b62-b987bdb748ac is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:15.063349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:15.065010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:15.069311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:15.074082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9a21-cb29-4144-a5e0-40fa123356e5 None None] Pushing event updated for resources: {'Port': ['ID=288f3516-9120-4e13-b40e-bd34355be150,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:15.102285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 7ffda382-51d7-469c-8652-14f806e709ff triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:15.102660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.151873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ede14a51-af2e-40b8-83e9-4e04d4a1378c None None] Provisioning complete for port 7ffda382-51d7-469c-8652-14f806e709ff triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:15.152249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ede14a51-af2e-40b8-83e9-4e04d4a1378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.210524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Pushing event updated for resources: {'Port': ['ID=002732ad-96ce-40c2-adee-eac37aef4f73,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:15.219922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Router 3b44d278-a201-4d8a-8da9-79908cff2afa is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:15.239509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Attempting to bind port 002732ad-96ce-40c2-adee-eac37aef4f73 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:15.239747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Attempting to bind port 002732ad-96ce-40c2-adee-eac37aef4f73 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '7d9f3ff1-aae2-4946-8575-a028c631683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:15.240031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Attempting to bind port 002732ad-96ce-40c2-adee-eac37aef4f73 on network 1d42f25a-2457-43bf-9b53-df49f8579b0c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:15.254523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:15.254901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Checking segment: {'id': '7d9f3ff1-aae2-4946-8575-a028c631683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:15.255305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.256260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Bound using segment: {'id': '7d9f3ff1-aae2-4946-8575-a028c631683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:15.257534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Bound port: 002732ad-96ce-40c2-adee-eac37aef4f73, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9f3ff1-aae2-4946-8575-a028c631683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d42f25a-2457-43bf-9b53-df49f8579b0c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:15.257872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.367305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:15.375883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 5f338b8b-8432-42e1-8ad1-9c98d2d5f58b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:15.377267 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89080947-dfa5-47da-ade5-cbca77cafa4b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4120378
Nov 10 04:26:15.381495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] Sync routers for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:15.385770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47982) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:15.399413 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:15.400337 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214462be0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.435562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ede14a51-af2e-40b8-83e9-4e04d4a1378c None None] Could not find standard attr ID for object 70d9a477-f34e-4f7c-9986-177e6325a6fc. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:15.444009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] For port 002732ad-96ce-40c2-adee-eac37aef4f73, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:15.452290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] For port 002732ad-96ce-40c2-adee-eac37aef4f73, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=002732ad-96ce-40c2-adee-eac37aef4f73,segment=NetworkSegment(7d9f3ff1-aae2-4946-8575-a028c631683a),segment_id=7d9f3ff1-aae2-4946-8575-a028c631683a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:15.453243 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214462be0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.464564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.465173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:15.465856 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214462be0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.517946 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214462be0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.518619 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb4a3e0-7f64-4258-b61b-6a315320fc78 None None] The sync data for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:15.531555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:15.537333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fa5c73d-6757-4421-8711-08fd2608bb0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/5f338b8b-8432-42e1-8ad1-9c98d2d5f58b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2110703
Nov 10 04:26:15.540107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47984) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:15.549994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] Sync routers for ids ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:15.558746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-96201f72-c24a-43f6-b290-e5a60f8e6e06 None None] Could not find standard attr ID for object 70d9a477-f34e-4f7c-9986-177e6325a6fc. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:15.567320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365214c-7e69-4dce-86fe-90788959fcfe None None] Pushing event updated for resources: {'Port': ['ID=002732ad-96ce-40c2-adee-eac37aef4f73,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:15.581752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] Routers {'5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:15.583014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078dfbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.630302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078dfbe0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.644245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] Routers {'5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:15.645114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078dfbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.689197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078dfbe0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:15.689993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847033a-f21e-4da1-b709-d627ece944a1 None None] The sync data for ids ['5f338b8b-8432-42e1-8ad1-9c98d2d5f58b'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:15.796431 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-424e74ac-75d5-40f6-a11a-03a42d00f9ff tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] remove_router_interface failed (client error): The resource could not be found.
Nov 10 04:26:15.801782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47986) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:15.818976 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-424e74ac-75d5-40f6-a11a-03a42d00f9ff tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/5f338b8b-8432-42e1-8ad1-9c98d2d5f58b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2599132
Nov 10 04:26:15.845810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bd9a902d-bf36-45b2-b5f8-2a138e2591aa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f338b8b-8432-42e1-8ad1-9c98d2d5f58b HTTP/1.1" status: 200  len: 205 time: 0.0391965
Nov 10 04:26:15.850159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47988) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:15.861703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c6c9668c-201b-40a2-a153-f010c36eeb15 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:15.916492 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-e6cf093a-1345-457f-9de2-79456d04663d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:26:15.920281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e6cf093a-1345-457f-9de2-79456d04663d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5287116
Nov 10 04:26:15.921082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 47990) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:15.971759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c6c9668c-201b-40a2-a153-f010c36eeb15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:15.972369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:15.980728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.085623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 288f3516-9120-4e13-b40e-bd34355be150 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:16.142919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 288f3516-9120-4e13-b40e-bd34355be150 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:16.143700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.178159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.180716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.238513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.242291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.242813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router 5f338b8b-8432-42e1-8ad1-9c98d2d5f58b {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:16.270324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.274740 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab60c799-9c29-404f-9e61-d4378aff8b96 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/5f338b8b-8432-42e1-8ad1-9c98d2d5f58b HTTP/1.1" status: 204  len: 168 time: 0.4211175
Nov 10 04:26:16.275296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47992) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:16.285648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 288f3516-9120-4e13-b40e-bd34355be150, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=288f3516-9120-4e13-b40e-bd34355be150,segment=NetworkSegment(d4e30f9b-c177-4cde-aa27-bfc643e866c1),segment_id=d4e30f9b-c177-4cde-aa27-bfc643e866c1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:16.291034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.308448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.352044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=288f3516-9120-4e13-b40e-bd34355be150,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:16.355032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet 362da9fd-5898-4d24-891b-2500185b02a0 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:16.358611 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.389448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce048f7-2ab5-4a9b-8a45-66792cfa8935 None None] Network 51c040bb-0b52-4862-9b62-b987bdb748ac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:16.419285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.509244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.531631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-59c153f5-a4c6-49b8-b87a-74786457e5ae None None] Provisioning complete for port 288f3516-9120-4e13-b40e-bd34355be150 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:16.532179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59c153f5-a4c6-49b8-b87a-74786457e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.589400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.616727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=362da9fd-5898-4d24-891b-2500185b02a0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:16.627632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.634102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b00c27f3-c51a-4e98-87c1-94b48e4cc5fd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/362da9fd-5898-4d24-891b-2500185b02a0 HTTP/1.1" status: 204  len: 168 time: 0.3547449
Nov 10 04:26:16.634917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47994) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:16.651002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5ed86-1362-4fdc-a238-c7881e198958 None None] Network cc6dc1fe-50d8-4b37-9eda-52af4a0b856f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:16.654213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting port 8d15a52a-7a71-4f2b-a870-9140b0059d8f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:16.654735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.740775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.774375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.803983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Calling delete_port for 8d15a52a-7a71-4f2b-a870-9140b0059d8f owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:16.822962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 7ffda382-51d7-469c-8652-14f806e709ff {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:16.823307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.906352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 7ffda382-51d7-469c-8652-14f806e709ff, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=7ffda382-51d7-469c-8652-14f806e709ff,segment=NetworkSegment(28b845a7-776d-486b-a82c-45661fbc8e37),segment_id=28b845a7-776d-486b-a82c-45661fbc8e37)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:16.906726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:16.920198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 7ffda382-51d7-469c-8652-14f806e709ff owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:16.957664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] DHCP port deletion for cc6dc1fe-50d8-4b37-9eda-52af4a0b856f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:16.965856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf035b-23b7-4bff-8923-7c558d10892d None None] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:17.026016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.069050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=7ffda382-51d7-469c-8652-14f806e709ff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.077504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port 7ffda382-51d7-469c-8652-14f806e709ff on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:17.085926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.131187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Deleting port 7ffda382-51d7-469c-8652-14f806e709ff {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:17.131678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.143532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Provisioning complete for port 002732ad-96ce-40c2-adee-eac37aef4f73 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:17.143931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.146517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Port': ['ID=8d15a52a-7a71-4f2b-a870-9140b0059d8f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.186741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.212059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ebfeee0>,) {'filters': {'network_id': ['cc6dc1fe-50d8-4b37-9eda-52af4a0b856f']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.227599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebfeee0>, '28b845a7-776d-486b-a82c-45661fbc8e37') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.227895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebfeee0>, '28b845a7-776d-486b-a82c-45661fbc8e37') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.244164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.261126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.261372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.270280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:17.271070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:17.281503 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:17.283580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] For port 7ffda382-51d7-469c-8652-14f806e709ff, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:17.283869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.322450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Calling delete_port for 7ffda382-51d7-469c-8652-14f806e709ff owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:17.326966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Port 7ffda382-51d7-469c-8652-14f806e709ff was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:26:17.330281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.363775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] Pushing event deleted for resources: {'Port': ['ID=7ffda382-51d7-469c-8652-14f806e709ff,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.364044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.371373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61af3d-c569-463b-9e15-49faedf3a3ea None None] No DVR routers for this DVR port 7ffda382-51d7-469c-8652-14f806e709ff on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:17.371489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.376056 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/cc6dc1fe-50d8-4b37-9eda-52af4a0b856f HTTP/1.1" status: 204  len: 168 time: 0.7398388
Nov 10 04:26:17.379968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47996) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:17.386210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-307073789'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:17.402919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2de31-79e1-4501-b645-48e9e13cfdc7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=cc6dc1fe-50d8-4b37-9eda-52af4a0b856f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.419905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.446027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:17.450245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.459314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] For port 002732ad-96ce-40c2-adee-eac37aef4f73, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=002732ad-96ce-40c2-adee-eac37aef4f73,segment=NetworkSegment(7d9f3ff1-aae2-4946-8575-a028c631683a),segment_id=7d9f3ff1-aae2-4946-8575-a028c631683a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:17.465363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.472849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Router 3b44d278-a201-4d8a-8da9-79908cff2afa has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:17.473404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Could not find standard attr ID for object 8d15a52a-7a71-4f2b-a870-9140b0059d8f. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:17.496658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:17.514389 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.515275 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 190b7db5-a1e8-4865-9b19-5d95f9eeaad2 of type vlan for network ec9d2d63-fcf6-45eb-8544-c1af146154ba
Nov 10 04:26:17.531982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Provisioning complete for port 288f3516-9120-4e13-b40e-bd34355be150 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:17.532347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.557782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ceb03-828e-46f7-a3c9-f91632be75e6 None None] Pushing event updated for resources: {'Port': ['ID=002732ad-96ce-40c2-adee-eac37aef4f73,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.576671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:17.588067 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] Sync routers for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:17.591921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.605818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 47998) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:17.606021 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:17.606807 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144621f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.608537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f0ee4c4-8724-4a13-ae34-712d8adebf73 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6784892
Nov 10 04:26:17.677407 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-fa12cc9f-f605-4e98-9f84-dab4e8554fab tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] delete failed (client error): The resource could not be found.
Nov 10 04:26:17.683393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fa12cc9f-f605-4e98-9f84-dab4e8554fab tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1995138009 HTTP/1.1" status: 404  len: 335 time: 0.0718112
Nov 10 04:26:17.685063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:17.690704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3af20534-f0fe-4342-b7ff-6244b38e8ba0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b44d278-a201-4d8a-8da9-79908cff2afa'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:17.752015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144621f0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.761046 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:17.761793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144621f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.768325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.774597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:17.775292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.795284 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144621f0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:17.795920 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc62e3-f601-4f68-8ec4-f70f0aefa283 None None] The sync data for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:17.821207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 288f3516-9120-4e13-b40e-bd34355be150 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:17.863709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-94a28108-0492-4fa4-8252-ef1b3fe12f02 None None] Provisioning complete for port 002732ad-96ce-40c2-adee-eac37aef4f73 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:17.864053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94a28108-0492-4fa4-8252-ef1b3fe12f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.900093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5164900
Nov 10 04:26:17.901051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48002) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:17.906801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:17.914163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 288f3516-9120-4e13-b40e-bd34355be150 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:17.914535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:17.917693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9759df-c9e5-455c-803b-2dc251383a0c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=ec9d2d63-fcf6-45eb-8544-c1af146154ba,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:17.938200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:17.985909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3af20534-f0fe-4342-b7ff-6244b38e8ba0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.006556 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-3af20534-f0fe-4342-b7ff-6244b38e8ba0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] update failed (client error): The resource could not be found.
Nov 10 04:26:18.011333 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3af20534-f0fe-4342-b7ff-6244b38e8ba0 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa HTTP/1.1" status: 404  len: 339 time: 0.3222935
Nov 10 04:26:18.011857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48006) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:18.016914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1716686042'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:18.024181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:18.029664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.050292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:18.055071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.063766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-94a28108-0492-4fa4-8252-ef1b3fe12f02 None None] Could not find standard attr ID for object 8d15a52a-7a71-4f2b-a870-9140b0059d8f. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:18.096598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:18.098844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 002732ad-96ce-40c2-adee-eac37aef4f73 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:18.110528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.111048 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Added segment 55d43049-b9eb-4b2f-babd-f6a93267763a of type vlan for network e5a5d6c4-91de-42f5-a9f0-f623aa792e50
Nov 10 04:26:18.149968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 002732ad-96ce-40c2-adee-eac37aef4f73 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:18.150575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.155072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.182168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.188510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:18.189367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.238510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.254246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.2386124
Nov 10 04:26:18.256170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48008) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:18.267524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'subnet': {'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:18.313793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e22bc-ad0b-44c2-aae7-751646121a59 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Network': ['ID=e5a5d6c4-91de-42f5-a9f0-f623aa792e50,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:18.371272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Made reservation on behalf of 552d8e5affc74a8eb0b8b3b6d0860981 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:18.375212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.402972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:18.536937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7ffda382-51d7-469c-8652-14f806e709ff no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:18.562102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 7ffda382-51d7-469c-8652-14f806e709ff {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:18.562609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 7ffda382-51d7-469c-8652-14f806e709ff not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:18.590344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.666534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=71d79a9a-a98f-4e7e-ab03-32dce00482cf,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:18.671643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Subnet': ['ID=aa4caedf-b45d-4f57-8425-17e260c2350b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:18.677976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '190b7db5-a1e8-4865-9b19-5d95f9eeaad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:18.678343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: ec9d2d63-fcf6-45eb-8544-c1af146154ba, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:18.682528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Checking segment: {'id': '55d43049-b9eb-4b2f-babd-f6a93267763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:18.683118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network hostable DHCP agents. Network: e5a5d6c4-91de-42f5-a9f0-f623aa792e50, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:18.696213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:18.701833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:18.705368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ec9d2d63-fcf6-45eb-8544-c1af146154ba) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:18.709377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, e5a5d6c4-91de-42f5-a9f0-f623aa792e50) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:18.709698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:18.710293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.714160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:18.715060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.717276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a53561-338e-4f7a-9238-91d5c26b22b9 None None] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:18.724728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed239e-1a7f-4252-8c58-50fb2706191d None None] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:18.727904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e02252bb-cf67-41ca-b923-c07162dde73e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8255925
Nov 10 04:26:18.730743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48010) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:18.736999 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c433b1ca-2b58-4be7-aaf1-948b1b00c87c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4787889
Nov 10 04:26:18.737173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-253674264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:18.737279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48012) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:18.743785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-960d313e-cca1-40fc-8044-2e2a990e42e2 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:18.763714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.765014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.825169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.839110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.854363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.861639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.863083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-139bbbd6-c0e1-461e-a549-75fa35eda7da tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1313109
Nov 10 04:26:18.866447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:18.987365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-960d313e-cca1-40fc-8044-2e2a990e42e2 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:18.988721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-ec9d2d63-fcf6-45eb-8544-c1af146154ba', 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': '71d79a9a-a98f-4e7e-ab03-32dce00482cf'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:18.989676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.007915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-e5a5d6c4-91de-42f5-a9f0-f623aa792e50', 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50', 'tenant_id': '552d8e5affc74a8eb0b8b3b6d0860981', 'fixed_ips': [{'subnet_id': 'aa4caedf-b45d-4f57-8425-17e260c2350b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:19.008858 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.039054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.111606 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-960d313e-cca1-40fc-8044-2e2a990e42e2 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:26:19.117699 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-960d313e-cca1-40fc-8044-2e2a990e42e2 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa HTTP/1.1" status: 400  len: 364 time: 0.3788970
Nov 10 04:26:19.118265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:19.165588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.247026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Allocated IP 172.20.0.2 (ec9d2d63-fcf6-45eb-8544-c1af146154ba/71d79a9a-a98f-4e7e-ab03-32dce00482cf/8108b73a-f998-48eb-979a-0223b0655bc2) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:19.255042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Allocated IP 2001:db8:1::2 (e5a5d6c4-91de-42f5-a9f0-f623aa792e50/aa4caedf-b45d-4f57-8425-17e260c2350b/9a78dc81-13aa-4416-b544-3310cde2c6e1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:19.401121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.507940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.512588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.518160 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.524485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.566521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.20.0.1 (ec9d2d63-fcf6-45eb-8544-c1af146154ba/71d79a9a-a98f-4e7e-ab03-32dce00482cf/e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:19.575640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:19.582101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:19.585778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:19.588147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:19.589692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:19.593587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:19.603291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Pushing event updated for resources: {'Port': ['ID=8108b73a-f998-48eb-979a-0223b0655bc2,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:19.686391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Allocated IP 2001:db8::1 (74aa260a-90d3-4c4c-92c5-1da70469fe6d/41d99dec-2b7c-4222-8723-804ea1cb683f/6326ac56-28c2-475b-accf-585c8f190083) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:19.706417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.729012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Attempting to bind port 8108b73a-f998-48eb-979a-0223b0655bc2 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:19.729383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Attempting to bind port 8108b73a-f998-48eb-979a-0223b0655bc2 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '190b7db5-a1e8-4865-9b19-5d95f9eeaad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:19.729751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Attempting to bind port 8108b73a-f998-48eb-979a-0223b0655bc2 on network ec9d2d63-fcf6-45eb-8544-c1af146154ba {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:19.736182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Pushing event updated for resources: {'Port': ['ID=9a78dc81-13aa-4416-b544-3310cde2c6e1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:19.738346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Attempting to bind port 9a78dc81-13aa-4416-b544-3310cde2c6e1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:19.738709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Attempting to bind port 9a78dc81-13aa-4416-b544-3310cde2c6e1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '55d43049-b9eb-4b2f-babd-f6a93267763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:19.739067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Attempting to bind port 9a78dc81-13aa-4416-b544-3310cde2c6e1 on network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:19.745620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:19.745994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Checking segment: {'id': '190b7db5-a1e8-4865-9b19-5d95f9eeaad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:19.746397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.746792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Bound using segment: {'id': '190b7db5-a1e8-4865-9b19-5d95f9eeaad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:19.747477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Bound port: 8108b73a-f998-48eb-979a-0223b0655bc2, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190b7db5-a1e8-4865-9b19-5d95f9eeaad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec9d2d63-fcf6-45eb-8544-c1af146154ba'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:19.748345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.750957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:19.751323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Checking segment: {'id': '55d43049-b9eb-4b2f-babd-f6a93267763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:19.751721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.752130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Bound using segment: {'id': '55d43049-b9eb-4b2f-babd-f6a93267763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:19.752624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Bound port: 9a78dc81-13aa-4416-b544-3310cde2c6e1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d43049-b9eb-4b2f-babd-f6a93267763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e5a5d6c4-91de-42f5-a9f0-f623aa792e50'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:19.753616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.763766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.817469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:19.826431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:19.831168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:19.850529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.857402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:19.881515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] For port 8108b73a-f998-48eb-979a-0223b0655bc2, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:19.884219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] For port 9a78dc81-13aa-4416-b544-3310cde2c6e1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:19.885790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.887023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] For port 8108b73a-f998-48eb-979a-0223b0655bc2, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8108b73a-f998-48eb-979a-0223b0655bc2,segment=NetworkSegment(190b7db5-a1e8-4865-9b19-5d95f9eeaad2),segment_id=190b7db5-a1e8-4865-9b19-5d95f9eeaad2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:19.889900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] For port 9a78dc81-13aa-4416-b544-3310cde2c6e1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a78dc81-13aa-4416-b544-3310cde2c6e1,segment=NetworkSegment(55d43049-b9eb-4b2f-babd-f6a93267763a),segment_id=55d43049-b9eb-4b2f-babd-f6a93267763a)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:19.892132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.899824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.903905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.954301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:19.958006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:19.960979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:19.961913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:19.976835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa6f9-874e-4ffe-85c9-1e19bb2ba1e2 None None] Pushing event updated for resources: {'Port': ['ID=8108b73a-f998-48eb-979a-0223b0655bc2,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:20.035091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Port': ['ID=6326ac56-28c2-475b-accf-585c8f190083,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:20.058279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761137fc-5dd2-4bba-954c-1acce200a175 None None] Pushing event updated for resources: {'Port': ['ID=9a78dc81-13aa-4416-b544-3310cde2c6e1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:20.078725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.141415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.484105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5617d9e9-559e-4e71-ab27-b631636f8157 None None] Provisioning complete for port 6326ac56-28c2-475b-accf-585c8f190083 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:20.484621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5617d9e9-559e-4e71-ab27-b631636f8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.518480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.525371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.564281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.573502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5617d9e9-559e-4e71-ab27-b631636f8157 None None] Port 6326ac56-28c2-475b-accf-585c8f190083 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:20.573939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.574883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.640376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:20.673778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event updated for resources: {'Port': ['ID=6326ac56-28c2-475b-accf-585c8f190083,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:20.712036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:20.773635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:20.775380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:20.913189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 2866c4eb-8400-4557-831e-bd19b84329af is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:21.021853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:21.030820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-178cf20b-8d24-4371-827e-56716a0f58fb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/2866c4eb-8400-4557-831e-bd19b84329af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1605191
Nov 10 04:26:21.031311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48018) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:21.038800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] Sync routers for ids ['2866c4eb-8400-4557-831e-bd19b84329af'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:21.053257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] Routers {'2866c4eb-8400-4557-831e-bd19b84329af'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:21.054214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078abbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2866c4eb-8400-4557-831e-bd19b84329af'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.091429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0f530-a2dc-4605-bc36-b5db86c7d0a4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:21.092970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5b0f530-a2dc-4605-bc36-b5db86c7d0a4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports/e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae HTTP/1.1" status: 200  len: 910 time: 0.0606215
Nov 10 04:26:21.094152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078abbe0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.096034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48020) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:21.107076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] Routers {'2866c4eb-8400-4557-831e-bd19b84329af'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:21.107809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078abbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2866c4eb-8400-4557-831e-bd19b84329af'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.152050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:21.155177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078abbe0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.155744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:21.156156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7814f-fc90-4a13-9f8d-74d4774ec04f None None] The sync data for ids ['2866c4eb-8400-4557-831e-bd19b84329af'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:21.283344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Router 3b44d278-a201-4d8a-8da9-79908cff2afa has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:21.400217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:21.413756 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] Sync routers for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:21.415972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1b44fb8-5de8-4b3f-8bac-22475521722a tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2966487
Nov 10 04:26:21.417314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48022) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:21.425725 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:21.426590 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821494a520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.496503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821494a520>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.510813 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:21.512048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821494a520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.529385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f3c23-67f2-498f-a0b1-0bc71561c001 None None] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:21.574056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b54109c-284d-459f-924a-0cfab12f5ad3 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:21.581327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821494a520>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:21.583932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb5376-bf06-48bd-863a-e39abcb407fc None None] The sync data for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:21.591273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:21.726406 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-7b54109c-284d-459f-924a-0cfab12f5ad3 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 10 04:26:21.727974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b54109c-284d-459f-924a-0cfab12f5ad3 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa HTTP/1.1" status: 409  len: 329 time: 0.3092148
Nov 10 04:26:21.730703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48024) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:21.779813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Provisioning complete for port 9a78dc81-13aa-4416-b544-3310cde2c6e1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:21.780351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:21.839850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8108b73a-f998-48eb-979a-0223b0655bc2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:21.954759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8108b73a-f998-48eb-979a-0223b0655bc2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:21.955174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:21.957929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.000183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:22.000758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.025864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] For port 9a78dc81-13aa-4416-b544-3310cde2c6e1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a78dc81-13aa-4416-b544-3310cde2c6e1,segment=NetworkSegment(55d43049-b9eb-4b2f-babd-f6a93267763a),segment_id=55d43049-b9eb-4b2f-babd-f6a93267763a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:22.032877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.119542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Provisioning complete for port 6326ac56-28c2-475b-accf-585c8f190083 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:22.120126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.148287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.157317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7e9eb-2c43-4276-a8f9-026f559e12a0 None None] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:22.159473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.164970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:22.183487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Pushing event updated for resources: {'Port': ['ID=9a78dc81-13aa-4416-b544-3310cde2c6e1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:22.238450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4863f80e-8183-4c7d-adbf-4b3db006413a None None] Port 6326ac56-28c2-475b-accf-585c8f190083 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:22.261750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 8108b73a-f998-48eb-979a-0223b0655bc2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8108b73a-f998-48eb-979a-0223b0655bc2,segment=NetworkSegment(190b7db5-a1e8-4865-9b19-5d95f9eeaad2),segment_id=190b7db5-a1e8-4865-9b19-5d95f9eeaad2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:22.269881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.270493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.270711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a78dc81-13aa-4416-b544-3310cde2c6e1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:22.410430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=8108b73a-f998-48eb-979a-0223b0655bc2,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:22.420673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c93be5c4-dd3a-4449-9329-e82ce8b34433 None None] Provisioning complete for port 9a78dc81-13aa-4416-b544-3310cde2c6e1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:22.421016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93be5c4-dd3a-4449-9329-e82ce8b34433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.425070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.463957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=e9459652-ae31-4fa4-98f9-c4e9d5b0c2ae,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:22.598365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting port 6326ac56-28c2-475b-accf-585c8f190083 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:22.598922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.630138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9a78dc81-13aa-4416-b544-3310cde2c6e1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:22.631725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.631809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.699542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.714631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Calling delete_port for 6326ac56-28c2-475b-accf-585c8f190083 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:22.802502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c93be5c4-dd3a-4449-9329-e82ce8b34433 None None] Provisioning complete for port 8108b73a-f998-48eb-979a-0223b0655bc2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:22.803159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c93be5c4-dd3a-4449-9329-e82ce8b34433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.865978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 2866c4eb-8400-4557-831e-bd19b84329af has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:22.960904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:22.962025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:22.972101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c80d0fc6-2285-46fe-b285-b674f35cca80 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/2866c4eb-8400-4557-831e-bd19b84329af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8746741
Nov 10 04:26:22.972597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48026) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:22.977539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] Sync routers for ids ['2866c4eb-8400-4557-831e-bd19b84329af'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:22.988496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] Routers {'2866c4eb-8400-4557-831e-bd19b84329af'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:22.989156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a89b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2866c4eb-8400-4557-831e-bd19b84329af'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.005300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Port': ['ID=6326ac56-28c2-475b-accf-585c8f190083,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:23.025757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a89b80>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.037877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] Routers {'2866c4eb-8400-4557-831e-bd19b84329af'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:23.038760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207a89b80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2866c4eb-8400-4557-831e-bd19b84329af'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.045045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ddbe8653-aedf-4c37-baef-2c99289ce26c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=2866c4eb-8400-4557-831e-bd19b84329af HTTP/1.1" status: 200  len: 205 time: 0.0500352
Nov 10 04:26:23.047908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48028) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:23.098389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207a89b80>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.099058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a714c-45ea-4a34-82ec-1b47e19b57e2 None None] The sync data for ids ['2866c4eb-8400-4557-831e-bd19b84329af'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:23.112213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-46d03a58-43d5-44c0-8322-0a95aa18eba6 None None] Provisioning complete for port 8108b73a-f998-48eb-979a-0223b0655bc2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:23.112556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46d03a58-43d5-44c0-8322-0a95aa18eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.200079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.202975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.439397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.442231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.550338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.550855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router 2866c4eb-8400-4557-831e-bd19b84329af {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:23.559515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.560684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c178a822-8574-4756-bf70-b789f12fab92 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/2866c4eb-8400-4557-831e-bd19b84329af HTTP/1.1" status: 204  len: 168 time: 0.5120184
Nov 10 04:26:23.564038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:23.566418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Router 3b44d278-a201-4d8a-8da9-79908cff2afa has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:23.630004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet 71d79a9a-a98f-4e7e-ab03-32dce00482cf {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:23.635109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.653073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:23.663475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-570b4656-2ef9-4f32-a565-c9c88a6a2f5b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9269907
Nov 10 04:26:23.663895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48032) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:23.668114 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] Sync routers for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:23.683129 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:23.683941 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821458cbb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.690233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8108b73a-f998-48eb-979a-0223b0655bc2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:23.714241 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-1f02292d-7973-4e22-80a1-7f51105dce90 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] show failed (client error): The resource could not be found.
Nov 10 04:26:23.715402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f02292d-7973-4e22-80a1-7f51105dce90 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1423844422 HTTP/1.1" status: 404  len: 335 time: 0.0514982
Nov 10 04:26:23.719708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48034) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:23.726365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e01e9fd3-1fc6-4d3f-87ac-f6b02c3d4279 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Request body: {'router': {'name': 'new_name'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:23.733683 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821458cbb0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.746826 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] Routers {'3b44d278-a201-4d8a-8da9-79908cff2afa'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:23.747958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821458cbb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['3b44d278-a201-4d8a-8da9-79908cff2afa'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.751352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8108b73a-f998-48eb-979a-0223b0655bc2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:23.751848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.767499 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-e01e9fd3-1fc6-4d3f-87ac-f6b02c3d4279 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] update failed (client error): The resource could not be found.
Nov 10 04:26:23.773869 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e01e9fd3-1fc6-4d3f-87ac-f6b02c3d4279 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1947914665 HTTP/1.1" status: 404  len: 335 time: 0.0479722
Nov 10 04:26:23.773869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.774093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:23.810353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821458cbb0>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:23.811016 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05014d5e-f8dd-4a21-bd5f-c09222a9cf2d None None] The sync data for ids ['3b44d278-a201-4d8a-8da9-79908cff2afa'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:23.848515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting subnet aa4caedf-b45d-4f57-8425-17e260c2350b {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:23.853074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.859810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a78dc81-13aa-4416-b544-3310cde2c6e1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:23.885000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.898978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.915433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9a78dc81-13aa-4416-b544-3310cde2c6e1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:23.915819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.953058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.979102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8fa29-92f1-4129-8c3a-cdaf66b8f424 None None] Network ec9d2d63-fcf6-45eb-8544-c1af146154ba requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:23.985545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:23.991148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/71d79a9a-a98f-4e7e-ab03-32dce00482cf HTTP/1.1" status: 204  len: 168 time: 0.4233718
Nov 10 04:26:23.991148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92421-3ad4-4b76-8eab-aac08df9783b tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=71d79a9a-a98f-4e7e-ab03-32dce00482cf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:23.991444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:24.053013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.114977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.158741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.198736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.202021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/subnets/aa4caedf-b45d-4f57-8425-17e260c2350b HTTP/1.1" status: 204  len: 168 time: 0.4273033
Nov 10 04:26:24.203000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187041-fa9e-4d91-893e-8d0eb898acd7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4caedf-b45d-4f57-8425-17e260c2350b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.205161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:24.209542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cced4a4-59d1-4693-84c8-fd5ec5df8e80 None None] Network e5a5d6c4-91de-42f5-a9f0-f623aa792e50 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:24.225423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 8108b73a-f998-48eb-979a-0223b0655bc2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:24.225770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.258582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] DHCP port deletion for ec9d2d63-fcf6-45eb-8544-c1af146154ba request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:24.305238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 8108b73a-f998-48eb-979a-0223b0655bc2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8108b73a-f998-48eb-979a-0223b0655bc2,segment=NetworkSegment(190b7db5-a1e8-4865-9b19-5d95f9eeaad2),segment_id=190b7db5-a1e8-4865-9b19-5d95f9eeaad2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:24.305819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.314117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.320738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 8108b73a-f998-48eb-979a-0223b0655bc2 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:24.375703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting port 9a78dc81-13aa-4416-b544-3310cde2c6e1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:24.375972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.394915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Deleting port 8108b73a-f998-48eb-979a-0223b0655bc2 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:24.395543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.425158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.454535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=8108b73a-f998-48eb-979a-0223b0655bc2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.460507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] For port 9a78dc81-13aa-4416-b544-3310cde2c6e1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a78dc81-13aa-4416-b544-3310cde2c6e1,segment=NetworkSegment(55d43049-b9eb-4b2f-babd-f6a93267763a),segment_id=55d43049-b9eb-4b2f-babd-f6a93267763a)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:24.460830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.468406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port 8108b73a-f998-48eb-979a-0223b0655bc2 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:24.481651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Calling delete_port for 9a78dc81-13aa-4416-b544-3310cde2c6e1 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:24.492861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] DHCP port deletion for e5a5d6c4-91de-42f5-a9f0-f623aa792e50 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:24.504170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] For port 8108b73a-f998-48eb-979a-0223b0655bc2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8108b73a-f998-48eb-979a-0223b0655bc2,segment=NetworkSegment(190b7db5-a1e8-4865-9b19-5d95f9eeaad2),segment_id=190b7db5-a1e8-4865-9b19-5d95f9eeaad2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:24.504738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.537142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Calling delete_port for 8108b73a-f998-48eb-979a-0223b0655bc2 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:24.564359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.588551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ebdbb50>,) {'filters': {'network_id': ['ec9d2d63-fcf6-45eb-8544-c1af146154ba']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.589207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.598888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdbb50>, '190b7db5-a1e8-4865-9b19-5d95f9eeaad2') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.599222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdbb50>, '190b7db5-a1e8-4865-9b19-5d95f9eeaad2') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.612700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.618735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Deleting port 9a78dc81-13aa-4416-b544-3310cde2c6e1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:24.619204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.623558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Port': ['ID=9a78dc81-13aa-4416-b544-3310cde2c6e1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.628138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] No DVR routers for this DVR port 9a78dc81-13aa-4416-b544-3310cde2c6e1 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:24.633098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.645434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:24.646219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:24.649946 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:24.689969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.721872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.722931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] For port 9a78dc81-13aa-4416-b544-3310cde2c6e1, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:24.723442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.729645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.733182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.733963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] Pushing event deleted for resources: {'Port': ['ID=8108b73a-f998-48eb-979a-0223b0655bc2,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.741912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:24.743401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/ec9d2d63-fcf6-45eb-8544-c1af146154ba HTTP/1.1" status: 204  len: 168 time: 0.7508512
Nov 10 04:26:24.743612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Calling delete_port for 9a78dc81-13aa-4416-b544-3310cde2c6e1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:24.746689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Port 9a78dc81-13aa-4416-b544-3310cde2c6e1 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:26:24.749668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb3983-38cd-4876-8b66-4af16ce9e946 None None] No DVR routers for this DVR port 8108b73a-f998-48eb-979a-0223b0655bc2 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:24.749934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1982559017', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:24.751109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.776656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc879d6-8113-46f9-9c10-f404728108dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=ec9d2d63-fcf6-45eb-8544-c1af146154ba,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.784142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0505b0>,) {'filters': {'network_id': ['e5a5d6c4-91de-42f5-a9f0-f623aa792e50']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.787552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] Pushing event deleted for resources: {'Port': ['ID=9a78dc81-13aa-4416-b544-3310cde2c6e1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:24.790867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0936ba-c754-4cae-8410-5fe50521f414 None None] No DVR routers for this DVR port 9a78dc81-13aa-4416-b544-3310cde2c6e1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:24.810224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0505b0>, '55d43049-b9eb-4b2f-babd-f6a93267763a') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.810680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0505b0>, '55d43049-b9eb-4b2f-babd-f6a93267763a') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:24.813934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.815474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.831092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.852931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.893576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:24.894032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:24.897667 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:25.125704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-ad75f37f-fddc-4844-b23c-ace4ccec5066 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440180
Nov 10 04:26:25.225264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-f385c2c4-3725-4ef1-8c2a-88fde9e1da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:25.226799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-f385c2c4-3725-4ef1-8c2a-88fde9e1da8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1096 time: 0.0520151
Nov 10 04:26:25.322272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.343237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-4de9e932-6b71-482b-9095-4d7af7603441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:25.344829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-4de9e932-6b71-482b-9095-4d7af7603441 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0979822
Nov 10 04:26:25.409664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.422797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-5a666b97-73d2-42c2-8a1e-7d337acd3c5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 1000 time: 0.0710473
Nov 10 04:26:25.447246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.450474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/networks/e5a5d6c4-91de-42f5-a9f0-f623aa792e50 HTTP/1.1" status: 204  len: 168 time: 1.2439897
Nov 10 04:26:25.461125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:25.492196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378226-2896-45e3-827b-824a7ce3006f tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Network': ['ID=e5a5d6c4-91de-42f5-a9f0-f623aa792e50,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:25.500260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.517254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-f1738c23-e363-41d8-91ce-d6fd00ca9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:25.519098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-f1738c23-e363-41d8-91ce-d6fd00ca9f44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0877035
Nov 10 04:26:25.547628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting subnet afda7ed2-3602-4322-a2d9-279463218433 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:25.568935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.671778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8108b73a-f998-48eb-979a-0223b0655bc2 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:25.698796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8108b73a-f998-48eb-979a-0223b0655bc2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:25.699174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8108b73a-f998-48eb-979a-0223b0655bc2 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:25.699626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a78dc81-13aa-4416-b544-3310cde2c6e1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:25.727690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9a78dc81-13aa-4416-b544-3310cde2c6e1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:25.728384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a78dc81-13aa-4416-b544-3310cde2c6e1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:25.735356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.758674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.899932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.32.3.135 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4b298444-4ec5-4a27-b6de-4d0b05ad5d0a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:25.993523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:25.997649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-7165ae07-f005-416a-8636-9a4c5d31e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:25.999066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-7165ae07-f005-416a-8636-9a4c5d31e7ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4715929
Nov 10 04:26:26.027247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.066527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.113613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:26.117865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:26.122387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:26.133924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20859a-a018-434c-b7c4-287aa7936d35 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:26.149366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=4b298444-4ec5-4a27-b6de-4d0b05ad5d0a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:26.159595 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-a10c7c4d-33b5-462e-9315-068216aaec05 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424377
Nov 10 04:26:26.216908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.271529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5f085a61-ce1b-4253-a40e-80f0da423482 None None] Provisioning complete for port 4b298444-4ec5-4a27-b6de-4d0b05ad5d0a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:26.272274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f085a61-ce1b-4253-a40e-80f0da423482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.302899 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-adb52b7f-b28e-4e0a-8bb1-4d8ea4ce0520 req-dc51c95c-abc9-44f3-aead-f3518ba553c4 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356671
Nov 10 04:26:26.313695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.315543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5f085a61-ce1b-4253-a40e-80f0da423482 None None] Port 4b298444-4ec5-4a27-b6de-4d0b05ad5d0a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:26.337605 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f66b661-2e22-4292-bd74-00b430d21e6d None None] Network 1d42f25a-2457-43bf-9b53-df49f8579b0c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:26.344764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.348502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/subnets/afda7ed2-3602-4322-a2d9-279463218433 HTTP/1.1" status: 204  len: 168 time: 0.8859041
Nov 10 04:26:26.349551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd514-599c-4dbd-96aa-ba01306f0e99 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Subnet': ['ID=afda7ed2-3602-4322-a2d9-279463218433,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:26.351363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48046) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:26.406812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting subnet 137af4e8-4861-451f-a988-6bebfee2b361 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:26.410307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.459595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.487399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.554108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.558069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] DHCP port deletion for 1d42f25a-2457-43bf-9b53-df49f8579b0c request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:26.611218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Deleting port 002732ad-96ce-40c2-adee-eac37aef4f73 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:26.611834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.618570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.655290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Subnet': ['ID=137af4e8-4861-451f-a988-6bebfee2b361,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:26.662833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.672198 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76d98473-fa03-4679-9d06-934d640c531d tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/subnets/137af4e8-4861-451f-a988-6bebfee2b361 HTTP/1.1" status: 204  len: 168 time: 0.3174987
Nov 10 04:26:26.673020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48048) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:26.675367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec425a-7407-41eb-a2f8-b249051a530a None None] Network 51c040bb-0b52-4862-9b62-b987bdb748ac requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:26.724658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.743770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] For port 002732ad-96ce-40c2-adee-eac37aef4f73, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=002732ad-96ce-40c2-adee-eac37aef4f73,segment=NetworkSegment(7d9f3ff1-aae2-4946-8575-a028c631683a),segment_id=7d9f3ff1-aae2-4946-8575-a028c631683a)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:26.744358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.775157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Calling delete_port for 002732ad-96ce-40c2-adee-eac37aef4f73 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:26.780057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.845974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting port 002732ad-96ce-40c2-adee-eac37aef4f73 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:26.846648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.872154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 177d361d-ad28-4377-af48-7a6aaa3bbb9b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:26.913827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.921286 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] For port 002732ad-96ce-40c2-adee-eac37aef4f73, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=002732ad-96ce-40c2-adee-eac37aef4f73,segment=NetworkSegment(7d9f3ff1-aae2-4946-8575-a028c631683a),segment_id=7d9f3ff1-aae2-4946-8575-a028c631683a)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:26.921788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:26.938101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Calling delete_port for 002732ad-96ce-40c2-adee-eac37aef4f73 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:26.947252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Pushing event deleted for resources: {'Port': ['ID=002732ad-96ce-40c2-adee-eac37aef4f73,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:26.951905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] No DVR routers for this DVR port 002732ad-96ce-40c2-adee-eac37aef4f73 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:26.961793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.962148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.962494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.962834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.964863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.965234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.965575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.965910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.966247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.966578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.967046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.967382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867e7cc-56d7-4387-85f1-5f466afdb1ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:26.989243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] DHCP port deletion for 51c040bb-0b52-4862-9b62-b987bdb748ac request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:27.002554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:27.024761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] Sync routers for ids ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:27.026846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.028751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ac649a90-8e2d-4f2e-97b8-7cac819bc875 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 2.2829628
Nov 10 04:26:27.030843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48054) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:27.040997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] Routers {'177d361d-ad28-4377-af48-7a6aaa3bbb9b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:27.041610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ca6220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.071260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.077081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ca6220>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.097183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] Routers {'177d361d-ad28-4377-af48-7a6aaa3bbb9b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:27.097183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ca6220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.101497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Deleting port 288f3516-9120-4e13-b40e-bd34355be150 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:27.101866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.130257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] No DVR routers for this DVR port 002732ad-96ce-40c2-adee-eac37aef4f73 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:27.131891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Port': ['ID=002732ad-96ce-40c2-adee-eac37aef4f73,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:27.136170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ca6220>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.136846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a49ae6-3f40-407f-82ee-aafbd276a6e8 None None] The sync data for ids ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:27.196801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] For port 288f3516-9120-4e13-b40e-bd34355be150, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=288f3516-9120-4e13-b40e-bd34355be150,segment=NetworkSegment(d4e30f9b-c177-4cde-aa27-bfc643e866c1),segment_id=d4e30f9b-c177-4cde-aa27-bfc643e866c1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:27.197196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.209933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Calling delete_port for 288f3516-9120-4e13-b40e-bd34355be150 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:27.233028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.253645 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f19c0a35-06ea-41ca-95e5-33ecd7bf1514 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers/177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 200  len: 881 time: 0.2215624
Nov 10 04:26:27.256633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:27.262111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ddf5100>,) {'filters': {'network_id': ['1d42f25a-2457-43bf-9b53-df49f8579b0c']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.273126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ddf5100>, '7d9f3ff1-aae2-4946-8575-a028c631683a') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.273417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ddf5100>, '7d9f3ff1-aae2-4946-8575-a028c631683a') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.284365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.293347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.298169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.307179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:27.307566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   self.session.flush()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:27.310760 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:27.320811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] Pushing event deleted for resources: {'Port': ['ID=288f3516-9120-4e13-b40e-bd34355be150,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:27.324280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddccaf16-e2ee-41c6-bc42-433b0b24af0b None None] No DVR routers for this DVR port 288f3516-9120-4e13-b40e-bd34355be150 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:27.374880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.395381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.399127 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/networks/1d42f25a-2457-43bf-9b53-df49f8579b0c HTTP/1.1" status: 204  len: 168 time: 0.7251215
Nov 10 04:26:27.400010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447715b2-e26b-4ecd-b30d-6d0ea19fa04b tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Network': ['ID=1d42f25a-2457-43bf-9b53-df49f8579b0c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:27.401705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:27.425495 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-19c33d34-2d93-4863-b711-31bd592960b5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.1675241
Nov 10 04:26:27.426219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48062) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:27.431418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1982559017'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:27.492691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.589301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.611751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ebdd730>,) {'filters': {'network_id': ['51c040bb-0b52-4862-9b62-b987bdb748ac']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.621234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdd730>, 'd4e30f9b-c177-4cde-aa27-bfc643e866c1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.621553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ebdd730>, 'd4e30f9b-c177-4cde-aa27-bfc643e866c1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:27.631476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.646621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.655798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 002732ad-96ce-40c2-adee-eac37aef4f73 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:27.656056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:27.658246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:27.663334 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:27.682044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 002732ad-96ce-40c2-adee-eac37aef4f73 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:27.682392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 002732ad-96ce-40c2-adee-eac37aef4f73 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:27.682797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 288f3516-9120-4e13-b40e-bd34355be150 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:27.705902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 288f3516-9120-4e13-b40e-bd34355be150 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:27.706315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 288f3516-9120-4e13-b40e-bd34355be150 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:27.728069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.736459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.743348 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/networks/51c040bb-0b52-4862-9b62-b987bdb748ac HTTP/1.1" status: 204  len: 168 time: 0.3380189
Nov 10 04:26:27.745164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48064) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:27.763252 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773bf71-fe8c-463a-aefe-1c77d8b932e7 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Network': ['ID=51c040bb-0b52-4862-9b62-b987bdb748ac,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:27.809599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting subnet 41d99dec-2b7c-4222-8723-804ea1cb683f {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:27.818453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.842536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.858714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:27.871268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.041324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.045266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router 177d361d-ad28-4377-af48-7a6aaa3bbb9b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:28.175290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.212836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Subnet': ['ID=41d99dec-2b7c-4222-8723-804ea1cb683f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:28.216355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.218404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed037643-f20a-4b19-a038-eb2df1401f5a None None] Network 74aa260a-90d3-4c4c-92c5-1da70469fe6d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:28.219605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-05c1210b-3868-49c1-8cc5-7e2eac9ae896 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/subnets/41d99dec-2b7c-4222-8723-804ea1cb683f HTTP/1.1" status: 204  len: 168 time: 0.4724855
Nov 10 04:26:28.222376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48066) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:28.230634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:28.238520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.242848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-92d11fe1-e14c-466c-82ae-dccb81d60911 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 200  len: 888 time: 0.8155758
Nov 10 04:26:28.242973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:28.243916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] Sync routers for ids ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:28.257943 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] Routers {'177d361d-ad28-4377-af48-7a6aaa3bbb9b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:28.258808 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142f9070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.303593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142f9070>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.313722 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] Routers {'177d361d-ad28-4377-af48-7a6aaa3bbb9b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:28.314709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142f9070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.315528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.362666 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142f9070>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.363983 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa372a-e5de-45a3-8005-906bcbf5f975 None None] The sync data for ids ['177d361d-ad28-4377-af48-7a6aaa3bbb9b'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:28.366299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fc2246b-aaa6-4584-82e3-ca17b0f820e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers/177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 200  len: 888 time: 0.1221263
Nov 10 04:26:28.369168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48070) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:28.387934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Deleting port c6c9668c-201b-40a2-a153-f010c36eeb15 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:28.388278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.397360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cb889605-3080-45d2-b735-01671ff3c5dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 200  len: 205 time: 0.0265527
Nov 10 04:26:28.400005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48072) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:28.436913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] DHCP port deletion for 74aa260a-90d3-4c4c-92c5-1da70469fe6d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:28.488564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Deleting port c6c9668c-201b-40a2-a153-f010c36eeb15 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:28.489000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.524350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] For port c6c9668c-201b-40a2-a153-f010c36eeb15, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c6c9668c-201b-40a2-a153-f010c36eeb15,segment=NetworkSegment(42e074c4-a2ad-496c-aac6-b4796b5a5a74),segment_id=42e074c4-a2ad-496c-aac6-b4796b5a5a74)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:28.524743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.542688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Calling delete_port for c6c9668c-201b-40a2-a153-f010c36eeb15 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:28.550893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] For port c6c9668c-201b-40a2-a153-f010c36eeb15, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c6c9668c-201b-40a2-a153-f010c36eeb15,segment=NetworkSegment(42e074c4-a2ad-496c-aac6-b4796b5a5a74),segment_id=42e074c4-a2ad-496c-aac6-b4796b5a5a74)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:28.551295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.563903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Calling delete_port for c6c9668c-201b-40a2-a153-f010c36eeb15 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:28.603935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.648936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.679903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] Pushing event deleted for resources: {'Port': ['ID=c6c9668c-201b-40a2-a153-f010c36eeb15,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:28.683869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a48945-6af8-4855-892b-8d32e4dd42db None None] No DVR routers for this DVR port c6c9668c-201b-40a2-a153-f010c36eeb15 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:28.722974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.761856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] No DVR routers for this DVR port c6c9668c-201b-40a2-a153-f010c36eeb15 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:28.770096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Port': ['ID=c6c9668c-201b-40a2-a153-f010c36eeb15,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:28.790133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.872466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.894757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82150618b0>,) {'filters': {'network_id': ['74aa260a-90d3-4c4c-92c5-1da70469fe6d']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.905828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150618b0>, '42e074c4-a2ad-496c-aac6-b4796b5a5a74') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.906119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82150618b0>, '42e074c4-a2ad-496c-aac6-b4796b5a5a74') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:28.919398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.935747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 4b298444-4ec5-4a27-b6de-4d0b05ad5d0a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:28.936070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.938020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.975722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:28.976113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:28.979044 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:29.389496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.404661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.407760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/networks/74aa260a-90d3-4c4c-92c5-1da70469fe6d HTTP/1.1" status: 204  len: 168 time: 1.1844821
Nov 10 04:26:29.410580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48094) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:29.420207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf1017-2741-4e8d-aca5-e03f07cdb433 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Pushing event deleted for resources: {'Network': ['ID=74aa260a-90d3-4c4c-92c5-1da70469fe6d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:29.429879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.441913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 4b298444-4ec5-4a27-b6de-4d0b05ad5d0a owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:29.449647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab621733-5405-484e-8971-4bf3dfa4c235 tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b44d278-a201-4d8a-8da9-79908cff2afa HTTP/1.1" status: 200  len: 205 time: 0.0372748
Nov 10 04:26:29.452027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48096) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:29.522171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.607291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.634906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=4b298444-4ec5-4a27-b6de-4d0b05ad5d0a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:29.652236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bc8a3-6b7d-4c3f-b690-3fbcacc26fd8 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:29.665912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c6c9668c-201b-40a2-a153-f010c36eeb15 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:29.690748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.693641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.697910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c6c9668c-201b-40a2-a153-f010c36eeb15 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:29.698674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c6c9668c-201b-40a2-a153-f010c36eeb15 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:29.698804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.741367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.741908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Fanout notify agent at l3_agent the message router_deleted on router 3b44d278-a201-4d8a-8da9-79908cff2afa {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:29.753442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.758244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd738e0d-3581-4ae2-9ad5-bdbc51b2a75c tempest-RoutersNegativeIpV6Test-1557780345 tempest-RoutersNegativeIpV6Test-1557780345-project] 10.222.0.13 "DELETE /v2.0/routers/3b44d278-a201-4d8a-8da9-79908cff2afa HTTP/1.1" status: 204  len: 168 time: 0.3016291
Nov 10 04:26:29.796279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.798450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.842950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.843526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router 177d361d-ad28-4377-af48-7a6aaa3bbb9b {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:29.850590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.851686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7559a96b-b94e-43a4-a901-a46b66c2ee19 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 204  len: 168 time: 1.4506519
Nov 10 04:26:29.855907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48100) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:29.860753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-661931395'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:29.883808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:29.887298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.912837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:29.921478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.921825 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 648f09cc-0833-4a7f-b35c-469b0b3d9541 of type vlan for network d91d06c4-4bc3-461c-a45d-a8265c25f371
Nov 10 04:26:29.964007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.987155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:29.993371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:29.993954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.012576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48104) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:30.050878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.1940892
Nov 10 04:26:30.054265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48108) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:30.059300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:30.106292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd8082-0504-47e3-8aa3-089e7efc103d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=d91d06c4-4bc3-461c-a45d-a8265c25f371,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:30.117154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:30.153730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5bb24c22-6c7c-40e6-8f50-de92694beb95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=552d8e5affc74a8eb0b8b3b6d0860981&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1397071
Nov 10 04:26:30.156284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48110) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:30.164486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:30.168109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.278868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.306460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.418827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.421312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.422442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44fa696a-7f2a-4ec6-8685-b884fc027a02 HTTP/1.1" status: 204  len: 168 time: 0.2649157
Nov 10 04:26:30.425261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.439987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32ac0-ea6b-4f21-a620-b642620efe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa696a-7f2a-4ec6-8685-b884fc027a02,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:30.495708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=68c1ab23-9d8e-42aa-89e0-8e2459f52118,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:30.503207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '648f09cc-0833-4a7f-b35c-469b0b3d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:30.503645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: d91d06c4-4bc3-461c-a45d-a8265c25f371, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:30.521177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:30.530054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d91d06c4-4bc3-461c-a45d-a8265c25f371) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:30.534402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:30.535004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.547214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac364f-62e7-4134-8b2d-5c4407ddbfe1 None None] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:30.554678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9b5b99d3-72c1-4491-aca4-4a8121b210e5 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4994106
Nov 10 04:26:30.557345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48116) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:30.562530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-360619698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:30.587812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.588982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.647623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.652301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.673060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.677729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4f287006-201c-462e-b0cf-8aafeb3b3680 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1192391
Nov 10 04:26:30.678652 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:30.852910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d91d06c4-4bc3-461c-a45d-a8265c25f371', 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': '68c1ab23-9d8e-42aa-89e0-8e2459f52118'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:30.854492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:30.980859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.001914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Allocated IP 172.20.0.2 (d91d06c4-4bc3-461c-a45d-a8265c25f371/68c1ab23-9d8e-42aa-89e0-8e2459f52118/a8af85c6-c142-48d3-a1d1-2a254282d9a1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:31.153355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.160455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.197097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:31.201854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:31.205712 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:31.214920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Pushing event updated for resources: {'Port': ['ID=a8af85c6-c142-48d3-a1d1-2a254282d9a1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:31.233305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.20.0.1 (d91d06c4-4bc3-461c-a45d-a8265c25f371/68c1ab23-9d8e-42aa-89e0-8e2459f52118/75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:31.269320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Attempting to bind port a8af85c6-c142-48d3-a1d1-2a254282d9a1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:31.269688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Attempting to bind port a8af85c6-c142-48d3-a1d1-2a254282d9a1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '648f09cc-0833-4a7f-b35c-469b0b3d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:31.270050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Attempting to bind port a8af85c6-c142-48d3-a1d1-2a254282d9a1 on network d91d06c4-4bc3-461c-a45d-a8265c25f371 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:31.275557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:31.275932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Checking segment: {'id': '648f09cc-0833-4a7f-b35c-469b0b3d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:31.276333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.276753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Bound using segment: {'id': '648f09cc-0833-4a7f-b35c-469b0b3d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:31.277303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Bound port: a8af85c6-c142-48d3-a1d1-2a254282d9a1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f09cc-0833-4a7f-b35c-469b0b3d9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd91d06c4-4bc3-461c-a45d-a8265c25f371'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:31.277692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.355601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] For port a8af85c6-c142-48d3-a1d1-2a254282d9a1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:31.359782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] For port a8af85c6-c142-48d3-a1d1-2a254282d9a1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a8af85c6-c142-48d3-a1d1-2a254282d9a1,segment=NetworkSegment(648f09cc-0833-4a7f-b35c-469b0b3d9541),segment_id=648f09cc-0833-4a7f-b35c-469b0b3d9541)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:31.361000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.364835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.404289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.437691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd3638-7813-4e96-b21b-781b544b711b None None] Pushing event updated for resources: {'Port': ['ID=a8af85c6-c142-48d3-a1d1-2a254282d9a1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:31.450128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:31.455935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:31.458732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:31.498315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:31.516131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.702433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.743795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a8af85c6-c142-48d3-a1d1-2a254282d9a1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:31.796433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a8af85c6-c142-48d3-a1d1-2a254282d9a1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:31.796856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.894094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.930107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a8af85c6-c142-48d3-a1d1-2a254282d9a1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a8af85c6-c142-48d3-a1d1-2a254282d9a1,segment=NetworkSegment(648f09cc-0833-4a7f-b35c-469b0b3d9541),segment_id=648f09cc-0833-4a7f-b35c-469b0b3d9541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:31.936257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:31.988439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a8af85c6-c142-48d3-a1d1-2a254282d9a1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:32.006951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.011406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.089234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.091434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:32.194514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:32.195985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:32.321257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router df98a807-57d7-4002-81d8-5fe7fbe185b1 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:32.418977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:32.427732 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-de9dadd2-42b2-4dbc-b9e9-6927ff395a2c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/df98a807-57d7-4002-81d8-5fe7fbe185b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7431064
Nov 10 04:26:32.428148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:32.430601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] Sync routers for ids ['df98a807-57d7-4002-81d8-5fe7fbe185b1'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:32.445902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] Routers {'df98a807-57d7-4002-81d8-5fe7fbe185b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:32.446489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071c66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['df98a807-57d7-4002-81d8-5fe7fbe185b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:32.480602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83252c66-5be3-4552-91b0-0af36ebe525d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:32.484662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-83252c66-5be3-4552-91b0-0af36ebe525d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports/75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 HTTP/1.1" status: 200  len: 910 time: 0.0536497
Nov 10 04:26:32.485503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:32.493052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68c1ab23-9d8e-42aa-89e0-8e2459f52118'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:32.501292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416d756-34ad-47c2-8488-af9c6b8b27a0 None None] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:32.504521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:32.505731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071c66a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:32.562158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] Routers {'df98a807-57d7-4002-81d8-5fe7fbe185b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:32.562789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071c66a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['df98a807-57d7-4002-81d8-5fe7fbe185b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:32.600917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7aa3eb2c-cd4b-45d0-8522-75984c3d0a3c None None] Provisioning complete for port a8af85c6-c142-48d3-a1d1-2a254282d9a1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:32.601289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7aa3eb2c-cd4b-45d0-8522-75984c3d0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.604575 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071c66a0>, [], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:32.605232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c272c-2623-40c7-b551-46025d37cf87 None None] The sync data for ids ['df98a807-57d7-4002-81d8-5fe7fbe185b1'] in ncdv-817176-1 is: [] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:32.639054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6ee45b6-2acf-4b8a-b5b9-fa01824dca6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.645210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.732775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6ee45b6-2acf-4b8a-b5b9-fa01824dca6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.737544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6ee45b6-2acf-4b8a-b5b9-fa01824dca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.778073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee45b6-2acf-4b8a-b5b9-fa01824dca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5698d2-4d0c-4de2-8dd4-c623b63d74af,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:32.784646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b6ee45b6-2acf-4b8a-b5b9-fa01824dca6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcb307ba98bf42f29638d3c396e1cf33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2774134
Nov 10 04:26:32.786038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48188) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:32.857306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.880702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.933877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.936539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:32.937738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c5698d2-4d0c-4de2-8dd4-c623b63d74af HTTP/1.1" status: 204  len: 168 time: 0.1502399
Nov 10 04:26:32.948575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37fe49-9838-4104-9bf4-85c71386349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5698d2-4d0c-4de2-8dd4-c623b63d74af,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:33.059701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.069684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.090644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fdddb644-f403-48cf-8b6b-290ef8ee8a2d None None] Provisioning complete for port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:33.091145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdddb644-f403-48cf-8b6b-290ef8ee8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.130213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fdddb644-f403-48cf-8b6b-290ef8ee8a2d None None] Port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:33.142639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fdddb644-f403-48cf-8b6b-290ef8ee8a2d None None] Provisioning complete for port a8af85c6-c142-48d3-a1d1-2a254282d9a1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:33.143293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fdddb644-f403-48cf-8b6b-290ef8ee8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.164953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:33.165758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.169761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/ports/75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 HTTP/1.1" status: 200  len: 910 time: 0.6791921
Nov 10 04:26:33.169761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505b39e-1cbf-4d30-b872-40bcd41315ba tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:33.170174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48194) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:33.311503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48196) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:33.326704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055ef82f-cf68-4a6f-a0e2-574e099a6276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.385904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63813121-0c1c-41b2-973e-b5985ca84edd None None] Provisioning complete for port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:33.386528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63813121-0c1c-41b2-973e-b5985ca84edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.426263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-63813121-0c1c-41b2-973e-b5985ca84edd None None] Port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:33.427676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055ef82f-cf68-4a6f-a0e2-574e099a6276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.435181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-055ef82f-cf68-4a6f-a0e2-574e099a6276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.475111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef82f-cf68-4a6f-a0e2-574e099a6276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7f322-2c34-4b3d-b5a0-c2bb3c7c616e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:33.483232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-055ef82f-cf68-4a6f-a0e2-574e099a6276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5feb6ada16204b3a999e1b596c4741d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1705561
Nov 10 04:26:33.485848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48198) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:33.535689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.537412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.548952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-639168ca-4740-4a77-b8e8-cea9f34ba36c None None] Provisioning complete for port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:33.549437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-639168ca-4740-4a77-b8e8-cea9f34ba36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.558148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.584492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-639168ca-4740-4a77-b8e8-cea9f34ba36c None None] Port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:33.619201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.621923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.623042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fc7f322-2c34-4b3d-b5a0-c2bb3c7c616e HTTP/1.1" status: 204  len: 168 time: 0.1363273
Nov 10 04:26:33.632197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67633b6-83d6-4bad-bd9c-0bad58537a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7f322-2c34-4b3d-b5a0-c2bb3c7c616e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:33.701358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a8af85c6-c142-48d3-a1d1-2a254282d9a1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:33.757927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a8af85c6-c142-48d3-a1d1-2a254282d9a1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:33.758212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.806817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:33.807237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.903947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:33.916290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:34.088974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:34.119967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=75e9f31a-bd3e-4f75-a7ab-bd5eee7a3769,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:34.267432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:34.342220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-26b18277-89e0-4d96-8de6-19732a838099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:34.427246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router df98a807-57d7-4002-81d8-5fe7fbe185b1 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:34.505526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:34.513272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-90a5eec5-fd62-499d-9d71-7a92f4caff5f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/df98a807-57d7-4002-81d8-5fe7fbe185b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3393629
Nov 10 04:26:34.513473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:34.515759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] Sync routers for ids ['df98a807-57d7-4002-81d8-5fe7fbe185b1'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:34.527843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] Routers {'df98a807-57d7-4002-81d8-5fe7fbe185b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:34.528510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bc4850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['df98a807-57d7-4002-81d8-5fe7fbe185b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:34.541466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-adef1367-e5cc-44f0-a453-1599b2c4d2b3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=df98a807-57d7-4002-81d8-5fe7fbe185b1 HTTP/1.1" status: 200  len: 205 time: 0.0268598
Nov 10 04:26:34.544478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48226) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:34.586216 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bc4850>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:34.598325 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] Routers {'df98a807-57d7-4002-81d8-5fe7fbe185b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:34.598961 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bc4850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['df98a807-57d7-4002-81d8-5fe7fbe185b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:34.634745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:34.635382 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bc4850>, [], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:34.636017 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03e3cd-889d-417c-ba50-fe1b25d5fcde None None] The sync data for ids ['df98a807-57d7-4002-81d8-5fe7fbe185b1'] in ncdv-817176-1 is: [] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:35.154320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.156875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.202685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.203333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router df98a807-57d7-4002-81d8-5fe7fbe185b1 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:26:35.210890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.214707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e5217456-fa87-46d8-919b-06e1e660262c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/df98a807-57d7-4002-81d8-5fe7fbe185b1 HTTP/1.1" status: 204  len: 168 time: 0.6664109
Nov 10 04:26:35.215352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:35.268913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet 68c1ab23-9d8e-42aa-89e0-8e2459f52118 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:35.272791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.313249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.399933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.467764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.501729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.503166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c11842-1ca2-4da6-8b29-fe3821f76980 None None] Network d91d06c4-4bc3-461c-a45d-a8265c25f371 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:35.505706 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/68c1ab23-9d8e-42aa-89e0-8e2459f52118 HTTP/1.1" status: 204  len: 168 time: 0.2899296
Nov 10 04:26:35.506895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691929e-76c7-4bce-bd93-756a99f57baa tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=68c1ab23-9d8e-42aa-89e0-8e2459f52118,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:35.508355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48270) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:35.605479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.666204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port a8af85c6-c142-48d3-a1d1-2a254282d9a1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:35.666546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.717227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] DHCP port deletion for d91d06c4-4bc3-461c-a45d-a8265c25f371 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:35.746761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port a8af85c6-c142-48d3-a1d1-2a254282d9a1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a8af85c6-c142-48d3-a1d1-2a254282d9a1,segment=NetworkSegment(648f09cc-0833-4a7f-b35c-469b0b3d9541),segment_id=648f09cc-0833-4a7f-b35c-469b0b3d9541)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:35.747134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.760619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for a8af85c6-c142-48d3-a1d1-2a254282d9a1 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:35.775520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Deleting port a8af85c6-c142-48d3-a1d1-2a254282d9a1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:35.776405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.859282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.869068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] For port a8af85c6-c142-48d3-a1d1-2a254282d9a1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a8af85c6-c142-48d3-a1d1-2a254282d9a1,segment=NetworkSegment(648f09cc-0833-4a7f-b35c-469b0b3d9541),segment_id=648f09cc-0833-4a7f-b35c-469b0b3d9541)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:35.869470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.882576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Calling delete_port for a8af85c6-c142-48d3-a1d1-2a254282d9a1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:35.889608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=a8af85c6-c142-48d3-a1d1-2a254282d9a1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:35.891573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port a8af85c6-c142-48d3-a1d1-2a254282d9a1 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:35.974730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:35.981907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.005391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] Pushing event deleted for resources: {'Port': ['ID=a8af85c6-c142-48d3-a1d1-2a254282d9a1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:36.007057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e6e0e50>,) {'filters': {'network_id': ['d91d06c4-4bc3-461c-a45d-a8265c25f371']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:36.012856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1da07f-7ce7-4efe-8863-8149a8e07bc5 None None] No DVR routers for this DVR port a8af85c6-c142-48d3-a1d1-2a254282d9a1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:36.025780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e6e0e50>, '648f09cc-0833-4a7f-b35c-469b0b3d9541') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:36.026003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e6e0e50>, '648f09cc-0833-4a7f-b35c-469b0b3d9541') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:36.035993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.051911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.058142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:36.058533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:36.063491 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:36.124493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.130505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.138279 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/d91d06c4-4bc3-461c-a45d-a8265c25f371 HTTP/1.1" status: 204  len: 168 time: 0.6238115
Nov 10 04:26:36.138866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.143238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1791598160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:36.165351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924bfa3-9c03-4bec-bb25-3c151d75a252 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=d91d06c4-4bc3-461c-a45d-a8265c25f371,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:36.168408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.169479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.227073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.231658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.249463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.253455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-685b8b3a-7ad4-4499-aea5-0484ea00b02a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1117072
Nov 10 04:26:36.253881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48326) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.259476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1710661094'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:36.281691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:36.285431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.308893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:36.318692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.319030 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 41610de4-0df9-4cfa-9a0f-882e05ef6d24 of type vlan for network 0140ac4c-950e-49e9-b36c-f8a4e45530c2
Nov 10 04:26:36.359717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.385702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.391866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:36.391866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.447168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1922383
Nov 10 04:26:36.450826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.456489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:36.465831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0f05b-724c-45b6-8d59-abe88e9fa43f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=0140ac4c-950e-49e9-b36c-f8a4e45530c2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:36.476136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:36.554972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:36.558649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.654733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48344) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.746953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.766068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72d133ab-f377-4e2c-85dc-47cb2963fcb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.814757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=d864d5ab-3686-4b33-8244-feeb684b19db,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:36.824229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:36.824595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: 0140ac4c-950e-49e9-b36c-f8a4e45530c2, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:36.841599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:36.847783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72d133ab-f377-4e2c-85dc-47cb2963fcb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.850108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0140ac4c-950e-49e9-b36c-f8a4e45530c2) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:36.852084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-72d133ab-f377-4e2c-85dc-47cb2963fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.854369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:36.855178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.862594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f74da-0674-4239-8dad-78fdf5cfe071 None None] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:36.873511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c394551b-9147-4f1b-89f9-3cd2c56571c3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4214292
Nov 10 04:26:36.876351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48348) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.897049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d133ab-f377-4e2c-85dc-47cb2963fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327deea-4695-4691-a116-5f29f0a1755b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:36.905822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-72d133ab-f377-4e2c-85dc-47cb2963fcb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa03b65226f48b0931e996d9a72c413&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2499807
Nov 10 04:26:36.906411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48350) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:36.927210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-47e942d6-fd0a-4ac0-89fe-a8f5e4f6c094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.958559 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:36.980597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.029703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:37.030875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.038250 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.040939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.044419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9327deea-4695-4691-a116-5f29f0a1755b HTTP/1.1" status: 204  len: 168 time: 0.1347907
Nov 10 04:26:37.051976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9287-0a75-4b10-bb66-12be45378ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327deea-4695-4691-a116-5f29f0a1755b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.174941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.195451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Allocated IP 172.20.0.2 (0140ac4c-950e-49e9-b36c-f8a4e45530c2/d864d5ab-3686-4b33-8244-feeb684b19db/f999a654-3546-4b13-b525-1b1d391f8caa) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:37.339685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48356) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:37.347618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.353660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.354555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-260a0a9f-7032-4964-a0da-6dc208b2bdaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.392331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:37.398108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:37.401031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:37.432958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Pushing event updated for resources: {'Port': ['ID=f999a654-3546-4b13-b525-1b1d391f8caa,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.439356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.20.0.1 (0140ac4c-950e-49e9-b36c-f8a4e45530c2/d864d5ab-3686-4b33-8244-feeb684b19db/10dc4a44-c5f9-477c-bacb-38239caeb579) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:37.447705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-260a0a9f-7032-4964-a0da-6dc208b2bdaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.454796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-260a0a9f-7032-4964-a0da-6dc208b2bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.473745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Attempting to bind port f999a654-3546-4b13-b525-1b1d391f8caa on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:37.474117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Attempting to bind port f999a654-3546-4b13-b525-1b1d391f8caa by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:37.474476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Attempting to bind port f999a654-3546-4b13-b525-1b1d391f8caa on network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:37.479853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:37.480220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Checking segment: {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:37.480634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.481031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Bound using segment: {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:37.481533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Bound port: f999a654-3546-4b13-b525-1b1d391f8caa, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:37.482119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.494838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-260a0a9f-7032-4964-a0da-6dc208b2bdaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc8a8d1d33114603b20f8161063cbae2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1540413
Nov 10 04:26:37.497273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0a9f-7032-4964-a0da-6dc208b2bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c054a82-c67d-411e-9b6d-92698c72d9b1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.497735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48358) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:37.605125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.611500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.638604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.682317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.683760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a8af85c6-c142-48d3-a1d1-2a254282d9a1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:37.713668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a8af85c6-c142-48d3-a1d1-2a254282d9a1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:37.714011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a8af85c6-c142-48d3-a1d1-2a254282d9a1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:37.725188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] For port f999a654-3546-4b13-b525-1b1d391f8caa, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:37.730512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] For port f999a654-3546-4b13-b525-1b1d391f8caa, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f999a654-3546-4b13-b525-1b1d391f8caa,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:37.732546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:37.736023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.736217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:37.740701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:37.774307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.790815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.797932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.799306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c054a82-c67d-411e-9b6d-92698c72d9b1 HTTP/1.1" status: 204  len: 168 time: 0.3002837
Nov 10 04:26:37.807258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81300e09-d4e2-4efb-b625-a7fe39e2ef8a None None] Pushing event updated for resources: {'Port': ['ID=f999a654-3546-4b13-b525-1b1d391f8caa,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.808350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.854772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcfad0-9021-4b0e-b402-34e38cd7233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c054a82-c67d-411e-9b6d-92698c72d9b1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:37.976408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:37.979378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:38.658834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:38.664144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:38.744789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:38.747632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:38.770949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788dc429-edfb-46bd-b4a1-c3f4bcc1d58c None None] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:38.865774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:38.868455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:38.906173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] Provisioning complete for port f999a654-3546-4b13-b525-1b1d391f8caa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:38.906715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.018497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:26:39.081974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.133562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] For port f999a654-3546-4b13-b525-1b1d391f8caa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f999a654-3546-4b13-b525-1b1d391f8caa,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:39.141094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.145206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:39.162280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ced83025-efda-4a03-82b1-13c3ea64238c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2835755
Nov 10 04:26:39.164594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48394) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:39.170139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-223284834'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:39.185759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:39.204575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:39.210920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.224559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:39.225365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075742b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:39.251186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:39.266836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.267633 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 0c07297c-8c42-44a5-8cc7-68372e1b5b00 of type vlan for network 7842ab87-611f-4a63-816e-71f146c815b3
Nov 10 04:26:39.299434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cb8cc-65ea-481b-8ac9-914b6033d79f None None] Pushing event updated for resources: {'Port': ['ID=f999a654-3546-4b13-b525-1b1d391f8caa,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:39.343188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.353968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:39.379004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.387606 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:39.388417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.424132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.474114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:39.475329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3094337
Nov 10 04:26:39.479916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:39.495114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966a74f-be82-4c29-98d4-4bdbe3914523 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=7842ab87-611f-4a63-816e-71f146c815b3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:39.560809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7842ab87-611f-4a63-816e-71f146c815b3 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:39.571077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1a94920b-1d26-4f6b-9ce0-06dc440e3396 None None] Provisioning complete for port 10dc4a44-c5f9-477c-bacb-38239caeb579 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:39.571760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a94920b-1d26-4f6b-9ce0-06dc440e3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.606809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:39.611506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.717392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1a94920b-1d26-4f6b-9ce0-06dc440e3396 None None] Port 10dc4a44-c5f9-477c-bacb-38239caeb579 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:39.761986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f999a654-3546-4b13-b525-1b1d391f8caa up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:39.829449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1a94920b-1d26-4f6b-9ce0-06dc440e3396 None None] Provisioning complete for port f999a654-3546-4b13-b525-1b1d391f8caa triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:39.829449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a94920b-1d26-4f6b-9ce0-06dc440e3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.862835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.907486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f999a654-3546-4b13-b525-1b1d391f8caa triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:39.907861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:39.931182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075742b0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:37Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:38Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:39.949246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=0572307b-d4e3-48b9-b92f-1ffcc84a78b9,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:39.960674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:39.961263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: 7842ab87-611f-4a63-816e-71f146c815b3, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:39.964529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:39.964925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Updating router dadb3838-dec2-43f6-b6fe-b44c666b1f3e port 10dc4a44-c5f9-477c-bacb-38239caeb579 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:26:39.981085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 7842ab87-611f-4a63-816e-71f146c815b3 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:39.998037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7842ab87-611f-4a63-816e-71f146c815b3) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:40.002710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:40.003315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.016285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86e92b-bf67-4f6d-b4e1-a2a224bd957c None None] Network 7842ab87-611f-4a63-816e-71f146c815b3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:40.024345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55f9fee3-73e5-4533-aa88-62a333526435 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5489979
Nov 10 04:26:40.027371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48414) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:40.080996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.308524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.320043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b81fcf2b-2caf-45c8-8b0e-60490a5b1f2a None None] Provisioning complete for port 10dc4a44-c5f9-477c-bacb-38239caeb579 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:40.320413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b81fcf2b-2caf-45c8-8b0e-60490a5b1f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.376262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7842ab87-611f-4a63-816e-71f146c815b3', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:40.377139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.416730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.438728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b81fcf2b-2caf-45c8-8b0e-60490a5b1f2a None None] Port 10dc4a44-c5f9-477c-bacb-38239caeb579 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:40.627562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Allocated IP 172.21.0.2 (7842ab87-611f-4a63-816e-71f146c815b3/0572307b-d4e3-48b9-b92f-1ffcc84a78b9/edbaad52-431f-4c5f-a1a4-bee21258d5b6) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:40.819104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.850191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:40.923661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f230d1-85d6-4e3e-9a06-633f096d2de1 None None] Pushing event updated for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.037003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Attempting to bind port 10dc4a44-c5f9-477c-bacb-38239caeb579 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:41.037286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Attempting to bind port 10dc4a44-c5f9-477c-bacb-38239caeb579 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:41.037657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Attempting to bind port 10dc4a44-c5f9-477c-bacb-38239caeb579 on network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:41.047703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.049927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:41.050305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Checking segment: {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:41.050701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.051098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Bound using segment: {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:41.052123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Bound port: 10dc4a44-c5f9-477c-bacb-38239caeb579, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41610de4-0df9-4cfa-9a0f-882e05ef6d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:41.052513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.056538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.119967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.21.0.1 (7842ab87-611f-4a63-816e-71f146c815b3/0572307b-d4e3-48b9-b92f-1ffcc84a78b9/87c948eb-cd80-4fdf-9f9f-3b9f365c75af) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:41.132271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Network 7842ab87-611f-4a63-816e-71f146c815b3 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:41.138308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:41.147691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:41.154559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Pushing event updated for resources: {'Port': ['ID=edbaad52-431f-4c5f-a1a4-bee21258d5b6,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.195412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] For port 10dc4a44-c5f9-477c-bacb-38239caeb579, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:41.226708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] For port 10dc4a44-c5f9-477c-bacb-38239caeb579, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dc4a44-c5f9-477c-bacb-38239caeb579,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:41.231567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Attempting to bind port edbaad52-431f-4c5f-a1a4-bee21258d5b6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:41.231934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Attempting to bind port edbaad52-431f-4c5f-a1a4-bee21258d5b6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:41.232299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Attempting to bind port edbaad52-431f-4c5f-a1a4-bee21258d5b6 on network 7842ab87-611f-4a63-816e-71f146c815b3 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:41.236194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.246409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:41.246842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Checking segment: {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:41.247208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.247609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Bound using segment: {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:41.248056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Bound port: edbaad52-431f-4c5f-a1a4-bee21258d5b6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:41.248473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.260467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.306841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.349626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:41.350202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 7842ab87-611f-4a63-816e-71f146c815b3 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:41.350303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075742b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:41.353486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:41.353664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] Provisioning complete for port 10dc4a44-c5f9-477c-bacb-38239caeb579 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:41.353978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.355398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f230d1-85d6-4e3e-9a06-633f096d2de1 None None] Pushing event updated for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.356332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:41.400805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.417026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.478603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] For port edbaad52-431f-4c5f-a1a4-bee21258d5b6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:41.482834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] For port edbaad52-431f-4c5f-a1a4-bee21258d5b6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=edbaad52-431f-4c5f-a1a4-bee21258d5b6,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:41.491306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.526210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:41.546698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.689491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8af67-4f32-4be6-ae54-6ee313b6ffbd None None] Pushing event updated for resources: {'Port': ['ID=edbaad52-431f-4c5f-a1a4-bee21258d5b6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.701161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.766056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] For port 10dc4a44-c5f9-477c-bacb-38239caeb579, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dc4a44-c5f9-477c-bacb-38239caeb579,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:41.800822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.881380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a9de9-0cfd-4be4-b3ac-2d5e02cd3583 None None] Pushing event updated for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:41.894832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075742b0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:37Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:41.895758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.901477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.929280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f011cc-d526-4d44-abff-23f773634d83 None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:37Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:41.941267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c8158168-fdd3-4b35-af11-bb124bff5b28 None None] Provisioning complete for port 10dc4a44-c5f9-477c-bacb-38239caeb579 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:41.941634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8158168-fdd3-4b35-af11-bb124bff5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.990539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:41.993631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:42.095467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 7842ab87-611f-4a63-816e-71f146c815b3 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:42.096962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:42.213196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:42.345520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:42.356641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d1f72a50-a2f5-4ad9-b3fd-19f4b1562fb9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3281898
Nov 10 04:26:42.359607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48470) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:42.365693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730619978'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:42.390398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:42.394834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.421760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:42.433451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.433796 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment 166b889a-2b4a-4162-9964-daf879a13e84 of type vlan for network 534f1c18-6fe2-4b20-908d-916b28bbf9ec
Nov 10 04:26:42.483640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.514673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.522373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:42.523687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.607620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=534f1c18-6fe2-4b20-908d-916b28bbf9ec,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:42.619715 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-656497a8-e96e-4948-87cb-e2875f9f1f4e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2587061
Nov 10 04:26:42.623068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48472) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:42.628234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:42.628785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:42.748369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:42.752067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.825371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebf6a3-6302-4482-bd28-55f1f262d356 None None] Network 7842ab87-611f-4a63-816e-71f146c815b3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:42.902930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] Provisioning complete for port edbaad52-431f-4c5f-a1a4-bee21258d5b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:42.903297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:42.960730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.027188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=a5eaa74e-16ec-4e66-a238-3d2282ecf470,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:43.035015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:43.035375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: 534f1c18-6fe2-4b20-908d-916b28bbf9ec, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:43.053622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:43.054799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.063141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 534f1c18-6fe2-4b20-908d-916b28bbf9ec) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:43.067956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:43.068813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.077944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9651177-4bf8-4f1c-bc67-25032fe5a134 None None] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:43.087290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-14306f9c-eb50-41f4-bc87-4f8e85831fae tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4631181
Nov 10 04:26:43.090181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48490) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:43.140262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] For port edbaad52-431f-4c5f-a1a4-bee21258d5b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=edbaad52-431f-4c5f-a1a4-bee21258d5b6,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:43.149902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.228773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8f5a1-78e6-4a63-b1f8-4276b3af078c None None] Pushing event updated for resources: {'Port': ['ID=edbaad52-431f-4c5f-a1a4-bee21258d5b6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:43.303043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:43.303922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.568047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.568579 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:43.597616 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:43.599779 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bcf280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:43.605295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7dc574b-c9fb-4ddb-b3cd-035dbb1d00dd None None] Provisioning complete for port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:43.605894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7dc574b-c9fb-4ddb-b3cd-035dbb1d00dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.732545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Allocated IP 172.22.0.2 (534f1c18-6fe2-4b20-908d-916b28bbf9ec/a5eaa74e-16ec-4e66-a238-3d2282ecf470/d65c5bb3-0456-4889-9c75-f7ff9adcd2ed) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:43.757912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc574b-c9fb-4ddb-b3cd-035dbb1d00dd None None] Port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:43.834275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:43.845863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f7dc574b-c9fb-4ddb-b3cd-035dbb1d00dd None None] Provisioning complete for port edbaad52-431f-4c5f-a1a4-bee21258d5b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:43.846250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7dc574b-c9fb-4ddb-b3cd-035dbb1d00dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:43.904983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dc4a44-c5f9-477c-bacb-38239caeb579 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:44.070616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.074713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 10dc4a44-c5f9-477c-bacb-38239caeb579 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:44.075071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.097915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.150865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:44.153740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.22.0.1 (534f1c18-6fe2-4b20-908d-916b28bbf9ec/a5eaa74e-16ec-4e66-a238-3d2282ecf470/bfc5cfb6-0995-4595-9729-7fe4ead3095b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:44.160472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:44.161589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bcf280>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 3, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:44.165393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:44.178895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Pushing event updated for resources: {'Port': ['ID=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:44.215730 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:44.216180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Updating router dadb3838-dec2-43f6-b6fe-b44c666b1f3e port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:26:44.242983 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.271561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4c8e8b38-3bf3-4811-83a8-640e758df5d6 None None] Provisioning complete for port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:44.271934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8b38-3bf3-4811-83a8-640e758df5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.273524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Attempting to bind port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:44.273933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Attempting to bind port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:44.274231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Attempting to bind port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed on network 534f1c18-6fe2-4b20-908d-916b28bbf9ec {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:44.285918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.295361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device edbaad52-431f-4c5f-a1a4-bee21258d5b6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:44.321944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.326410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:44.326799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Checking segment: {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:44.327202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.327600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Bound using segment: {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:44.328082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Bound port: d65c5bb3-0456-4889-9c75-f7ff9adcd2ed, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:44.328462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.356388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e8b38-3bf3-4811-83a8-640e758df5d6 None None] Port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:44.358394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:44.361852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:44.372290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:44.401592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:44.420183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port edbaad52-431f-4c5f-a1a4-bee21258d5b6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:44.420557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.424853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.453217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] For port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:44.472563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] For port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:44.477785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.544647 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.548089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.566882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.573705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006f46-a682-4b36-9b1f-fea9d9b1e08e None None] Pushing event updated for resources: {'Port': ['ID=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:44.618019 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Pushing event updated for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:44.626640 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.626981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.627320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.627652 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.627982 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.628307 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.628694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.628971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.629291 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.630165 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.631228 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.631228 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:44.698068 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Attempting to bind port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:44.699262 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Attempting to bind port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:44.699889 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Attempting to bind port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af on network 7842ab87-611f-4a63-816e-71f146c815b3 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:44.707871 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:44.712051 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Checking segment: {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:44.712734 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.713284 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Bound using segment: {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:44.714063 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Bound port: 87c948eb-cd80-4fdf-9f9f-3b9f365c75af, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c07297c-8c42-44a5-8cc7-68372e1b5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:44.714662 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.822822 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] For port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:44.827592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] For port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:44.834614 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.910370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.918282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:44.927682 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:44.928334 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214bcf280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:44.994252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] Provisioning complete for port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:44.995349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.002482 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f77937-7d0a-48e8-a1b7-ecf66a754bae None None] Pushing event updated for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:45.037685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.052490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:45.130128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.191590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:45.194367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:45.211795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] For port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:45.221243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.275967 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:45.369943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0952-fde6-4157-b4e4-6c567112282a None None] Pushing event updated for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:45.396350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9b67d416-d34d-40aa-b95f-1155c93e59cf None None] Provisioning complete for port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:45.396993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9b67d416-d34d-40aa-b95f-1155c93e59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.414819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:45.551922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:45.566682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7d2cc5b2-392c-45c4-bad6-a31bcbbad36c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4753697
Nov 10 04:26:45.571138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48524) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:45.577574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'network': {'name': 'tempest-RoutersTest-206492869'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:45.603288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:45.608096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.612143 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214bcf280>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:45.643955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:26:45.655406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.655818 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added segment ac537a12-e730-4a5d-9b9a-37b395a192d0 of type vlan for network 93780748-f795-4025-b363-e54b0b3bbd99
Nov 10 04:26:45.665803 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2334f4-488e-4a43-bf8e-206dfa732563 None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:45.740276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.803389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.809954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:45.810884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:45.900991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d65c5bb3-0456-4889-9c75-f7ff9adcd2ed up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:45.913535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Network': ['ID=93780748-f795-4025-b363-e54b0b3bbd99,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:45.936245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27eb3762-fd74-4acc-bee3-4d4f61c89feb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3639460
Nov 10 04:26:45.939767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48526) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:45.946909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'subnet': {'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:45.953303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 93780748-f795-4025-b363-e54b0b3bbd99 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:26:46.095210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abba8b-147f-4c13-adf7-9135ac6ec63e None None] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:46.100124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:46.101154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.104444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Made reservation on behalf of cd8ab72f7ec34da4b6c93f1a35b7a922 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:26:46.108297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.210097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f1aa5c7e-61b8-4e37-a3c5-dc2bbd6feb06 None None] Provisioning complete for port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:46.210466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5c7e-61b8-4e37-a3c5-dc2bbd6feb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.346516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.350257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.417144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Subnet': ['ID=76aa8825-769c-4111-a515-d4c0a77c2f22,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:46.425040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Checking segment: {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:46.425412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network hostable DHCP agents. Network: 93780748-f795-4025-b363-e54b0b3bbd99, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:26:46.445629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:46.451216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f1aa5c7e-61b8-4e37-a3c5-dc2bbd6feb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.453685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 93780748-f795-4025-b363-e54b0b3bbd99 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:26:46.467835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 93780748-f795-4025-b363-e54b0b3bbd99) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:46.472930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:26:46.473715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.475092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:46.530285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fd81a-b2c2-4337-b7b8-563e0796c4ea None None] Network 93780748-f795-4025-b363-e54b0b3bbd99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:46.544422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7833a1c8-bd82-429e-b1af-2244e8d5d8e7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6009111
Nov 10 04:26:46.544890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48538) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:46.563801 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:26:46.687499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:46.717632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-f1aa5c7e-61b8-4e37-a3c5-dc2bbd6feb06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:26:46.718030 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-f1aa5c7e-61b8-4e37-a3c5-dc2bbd6feb06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:26:46.866230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-93780748-f795-4025-b363-e54b0b3bbd99', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:26:46.867109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.021394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.052520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Allocated IP 172.23.0.2 (93780748-f795-4025-b363-e54b0b3bbd99/76aa8825-769c-4111-a515-d4c0a77c2f22/870bc65c-f4c9-4fc2-aec9-8c69e5275c5f) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:47.324417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.339092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.383239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Network 93780748-f795-4025-b363-e54b0b3bbd99 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:47.386383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:47.390766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:47.394135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Pushing event updated for resources: {'Port': ['ID=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:47.404256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Allocated IP 172.23.0.1 (93780748-f795-4025-b363-e54b0b3bbd99/76aa8825-769c-4111-a515-d4c0a77c2f22/e9fecc49-fb64-4b6e-ae56-235d5580dad3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:26:47.462377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Attempting to bind port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:47.462748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Attempting to bind port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:47.463106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Attempting to bind port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f on network 93780748-f795-4025-b363-e54b0b3bbd99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:47.465230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4607f518-7fdd-4a01-bb49-0e022c392a43 None None] Provisioning complete for port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:47.465592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4607f518-7fdd-4a01-bb49-0e022c392a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.489256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:47.489256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Checking segment: {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:47.489548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.489898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Bound using segment: {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:47.490417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Bound port: 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:47.490813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.506707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:47.533764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.551969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:47.552592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079af280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:47.570952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.619235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 93780748-f795-4025-b363-e54b0b3bbd99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:47.625442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:47.628688 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:26:47.657299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=e9fecc49-fb64-4b6e-ae56-235d5580dad3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:47.702184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.828771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87c948eb-cd80-4fdf-9f9f-3b9f365c75af up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:47.876280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:47.911682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] For port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:47.917179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:47.960934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] For port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,segment=NetworkSegment(ac537a12-e730-4a5d-9b9a-37b395a192d0),segment_id=ac537a12-e730-4a5d-9b9a-37b395a192d0)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:47.972094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.053950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4607f518-7fdd-4a01-bb49-0e022c392a43 None None] Provisioning complete for port bfc5cfb6-0995-4595-9729-7fe4ead3095b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:48.054239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4607f518-7fdd-4a01-bb49-0e022c392a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.163300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:48.163684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.200545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.204947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ee287-f58b-4d3f-97bc-c53a54d21d47 None None] Pushing event updated for resources: {'Port': ['ID=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:48.208499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.215622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4607f518-7fdd-4a01-bb49-0e022c392a43 None None] Port bfc5cfb6-0995-4595-9729-7fe4ead3095b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:48.303658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event updated for resources: {'Port': ['ID=e9fecc49-fb64-4b6e-ae56-235d5580dad3,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:48.331925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.386107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d65c5bb3-0456-4889-9c75-f7ff9adcd2ed up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:48.403625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-40e3c478-622e-4698-ae5c-f6eb79538c89 None None] Provisioning complete for port bfc5cfb6-0995-4595-9729-7fe4ead3095b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:48.404286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-40e3c478-622e-4698-ae5c-f6eb79538c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.427892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48582) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:48.448142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Network 93780748-f795-4025-b363-e54b0b3bbd99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:26:48.450014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:26:48.487267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-40e3c478-622e-4698-ae5c-f6eb79538c89 None None] Port bfc5cfb6-0995-4595-9729-7fe4ead3095b cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:48.493437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079af280>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:44Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:48.532218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:48.532581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Updating router dadb3838-dec2-43f6-b6fe-b44c666b1f3e port bfc5cfb6-0995-4595-9729-7fe4ead3095b binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:26:48.567528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:48.567845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.569629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.573176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-173d0c20-950e-4016-b67f-e7cee160fbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.681377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-173d0c20-950e-4016-b67f-e7cee160fbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.686323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-173d0c20-950e-4016-b67f-e7cee160fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.729025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-173d0c20-950e-4016-b67f-e7cee160fbaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981192c29b204493b01f914076270be8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2972093
Nov 10 04:26:48.729025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d0c20-950e-4016-b67f-e7cee160fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6490757-3674-4ec3-b052-d50297a40595,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:48.731125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48586) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:48.794824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.826508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.892837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.897980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:48.902218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6490757-3674-4ec3-b052-d50297a40595 HTTP/1.1" status: 204  len: 168 time: 0.1699741
Nov 10 04:26:48.911215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea620a12-3c0a-482f-8d57-dfe518cceedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6490757-3674-4ec3-b052-d50297a40595,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:48.940427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:48.966389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.034870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.037429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.046135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.054399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:49.061456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-faaf8e35-590a-49af-bd8c-2169d453de3a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5153158
Nov 10 04:26:49.064206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48590) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:49.076726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:49.114807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624d015-dcbf-4fdf-b2da-4a6415e7f075 None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:49.186063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Attempting to bind port bfc5cfb6-0995-4595-9729-7fe4ead3095b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:49.186505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Attempting to bind port bfc5cfb6-0995-4595-9729-7fe4ead3095b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:49.186918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Attempting to bind port bfc5cfb6-0995-4595-9729-7fe4ead3095b on network 534f1c18-6fe2-4b20-908d-916b28bbf9ec {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:49.193163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:49.193620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Checking segment: {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:49.194114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.194591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Bound using segment: {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:49.195122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Bound port: bfc5cfb6-0995-4595-9729-7fe4ead3095b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166b889a-2b4a-4162-9964-daf879a13e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:49.195566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.278443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] For port bfc5cfb6-0995-4595-9729-7fe4ead3095b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:49.282103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] For port bfc5cfb6-0995-4595-9729-7fe4ead3095b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfc5cfb6-0995-4595-9729-7fe4ead3095b,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:49.291594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.363423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624d015-dcbf-4fdf-b2da-4a6415e7f075 None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:49.368709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:49.369330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079af280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:49.381280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48594) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:49.402980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0086fc85-6b51-4ace-b744-968cac7275fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.454261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecdbf7f-05cd-408e-b4ed-d32963c9e226 None None] Network 93780748-f795-4025-b363-e54b0b3bbd99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:49.503821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0086fc85-6b51-4ace-b744-968cac7275fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.510995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0086fc85-6b51-4ace-b744-968cac7275fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.541828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] Provisioning complete for port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:49.542202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.564427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0086fc85-6b51-4ace-b744-968cac7275fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f71051e88234e8184962e09567fc1b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1820540
Nov 10 04:26:49.565488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086fc85-6b51-4ace-b744-968cac7275fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0fedf-92c2-439d-9f48-35b8e8f70fde,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:49.579863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48596) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:49.583643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:49.594626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:26:49.611091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Removed routes are [] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:26:49.611639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.663622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.693049 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.747115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.750099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.753759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21e0fedf-92c2-439d-9f48-35b8e8f70fde HTTP/1.1" status: 204  len: 168 time: 0.1702249
Nov 10 04:26:49.762457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd338d06-dbac-4e93-b113-444310a66ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0fedf-92c2-439d-9f48-35b8e8f70fde,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:49.915293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:49.919934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.009663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfc5cfb6-0995-4595-9729-7fe4ead3095b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:50.020719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:50.152706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48602) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:50.162495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.170565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b44a360-3727-4315-83f1-5a3021be3e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.238255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bfc5cfb6-0995-4595-9729-7fe4ead3095b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:50.239019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.245919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] For port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,segment=NetworkSegment(ac537a12-e730-4a5d-9b9a-37b395a192d0),segment_id=ac537a12-e730-4a5d-9b9a-37b395a192d0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:50.276669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.291732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b44a360-3727-4315-83f1-5a3021be3e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.300108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b44a360-3727-4315-83f1-5a3021be3e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.346957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a360-3727-4315-83f1-5a3021be3e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e22a9-ecff-4a7e-ab7f-83e0961e85da,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:50.361987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b44a360-3727-4315-83f1-5a3021be3e2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a69ac79b0c4cbda3747742bdafb70d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2086132
Nov 10 04:26:50.365148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48604) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:50.368513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079af280>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:47Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:49Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fecc49-fb64-4b6e-ae56-235d5580dad3', 'name': '', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:89:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:47Z', 'updated_at': '2021-11-10T04:26:48Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:50.407727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cac99c-cf48-4cb7-bb09-62a5767d379d None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:47Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:49Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fecc49-fb64-4b6e-ae56-235d5580dad3', 'name': '', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:89:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:47Z', 'updated_at': '2021-11-10T04:26:48Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:50.409761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87bec-52b3-4d68-aa58-d67666e6c326 None None] Pushing event updated for resources: {'Port': ['ID=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:50.432571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.466021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.481527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.550507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port bfc5cfb6-0995-4595-9729-7fe4ead3095b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfc5cfb6-0995-4595-9729-7fe4ead3095b,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:50.560067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b3904bf1-3b76-4886-8a7e-f52e3dd4512c None None] Provisioning complete for port bfc5cfb6-0995-4595-9729-7fe4ead3095b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:50.560443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b3904bf1-3b76-4886-8a7e-f52e3dd4512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.562232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.564952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:50.577698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.581329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:50.585440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.589068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/779e22a9-ecff-4a7e-ab7f-83e0961e85da HTTP/1.1" status: 204  len: 168 time: 0.2200379
Nov 10 04:26:50.594858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:50.601482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0510a3f0-57db-4176-bec5-f2cf8891aadd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 934 time: 1.5356057
Nov 10 04:26:50.601622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48608) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:50.602278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4ee8-3fb6-4888-b4e4-a93fd2e3ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e22a9-ecff-4a7e-ab7f-83e0961e85da,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:50.742434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48610) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:50.742883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-631a8113-7a1a-4411-84b0-172bf5171598 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 934 time: 0.1331909
Nov 10 04:26:50.748418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'routes': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:26:50.748775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:50.867782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:50.868258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.030403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2da7f54c-394b-487a-8b03-1e646f5d57b0 None None] Provisioning complete for port e9fecc49-fb64-4b6e-ae56-235d5580dad3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:51.031003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2da7f54c-394b-487a-8b03-1e646f5d57b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.102004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2da7f54c-394b-487a-8b03-1e646f5d57b0 None None] Port e9fecc49-fb64-4b6e-ae56-235d5580dad3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:51.114510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2da7f54c-394b-487a-8b03-1e646f5d57b0 None None] Provisioning complete for port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:51.114796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2da7f54c-394b-487a-8b03-1e646f5d57b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.255001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added routes are [] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:26:51.255588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:26:51.290349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.353066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d8354cd4-43c6-4fa1-9847-e618e4dcbfef None None] Provisioning complete for port e9fecc49-fb64-4b6e-ae56-235d5580dad3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:51.353460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8354cd4-43c6-4fa1-9847-e618e4dcbfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.392542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d8354cd4-43c6-4fa1-9847-e618e4dcbfef None None] Port e9fecc49-fb64-4b6e-ae56-235d5580dad3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:26:51.482581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.486051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.583882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:51.635197 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:51.652798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:51.653437 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:51.689061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:51.698078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.702005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48630) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:51.702508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6cda0fe1-8a98-4fbe-8f19-5a5903485ac2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 700 time: 0.9589262
Nov 10 04:26:51.746759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfc5cfb6-0995-4595-9729-7fe4ead3095b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:51.747480 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:51.817781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bfc5cfb6-0995-4595-9729-7fe4ead3095b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:51.818312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.839495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a324273c-f516-43c3-b7e8-3f3dcc26e589 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 700 time: 0.1362762
Nov 10 04:26:51.842276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48634) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:51.919818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:26:51.979847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:51.980501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:51.995496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650700>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:51Z', 'revision_number': 7, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fecc49-fb64-4b6e-ae56-235d5580dad3', 'name': '', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:89:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:47Z', 'updated_at': '2021-11-10T04:26:48Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:52.030389 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:52.031152 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Updating router dadb3838-dec2-43f6-b6fe-b44c666b1f3e port e9fecc49-fb64-4b6e-ae56-235d5580dad3 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:26:52.057966 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.192661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.342748 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.350259 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.414403 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edf2ec-1912-459c-af3a-b694c1b900f4 None None] Pushing event updated for resources: {'Port': ['ID=e9fecc49-fb64-4b6e-ae56-235d5580dad3,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:52.474254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port e9fecc49-fb64-4b6e-ae56-235d5580dad3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:52.474601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.485227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Attempting to bind port e9fecc49-fb64-4b6e-ae56-235d5580dad3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:26:52.485944 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Attempting to bind port e9fecc49-fb64-4b6e-ae56-235d5580dad3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:26:52.486595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Attempting to bind port e9fecc49-fb64-4b6e-ae56-235d5580dad3 on network 93780748-f795-4025-b363-e54b0b3bbd99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:26:52.495610 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:26:52.496316 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Checking segment: {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:26:52.496920 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.497574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Bound using segment: {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:26:52.498221 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Bound port: e9fecc49-fb64-4b6e-ae56-235d5580dad3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac537a12-e730-4a5d-9b9a-37b395a192d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:26:52.499081 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.582691 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] For port e9fecc49-fb64-4b6e-ae56-235d5580dad3, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:26:52.586216 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] For port e9fecc49-fb64-4b6e-ae56-235d5580dad3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e9fecc49-fb64-4b6e-ae56-235d5580dad3,segment=NetworkSegment(ac537a12-e730-4a5d-9b9a-37b395a192d0),segment_id=ac537a12-e730-4a5d-9b9a-37b395a192d0)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:26:52.588395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port e9fecc49-fb64-4b6e-ae56-235d5580dad3, host ncdv-817176-1, got binding levels [] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:52.588826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.594195 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.603132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for e9fecc49-fb64-4b6e-ae56-235d5580dad3 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:52.668977 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edf2ec-1912-459c-af3a-b694c1b900f4 None None] Pushing event updated for resources: {'Port': ['ID=e9fecc49-fb64-4b6e-ae56-235d5580dad3,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:52.673214 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:52.673762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:52.729391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2bbe8f11-a660-47f0-959e-5d567afed757 None None] Provisioning complete for port e9fecc49-fb64-4b6e-ae56-235d5580dad3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:26:52.729913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8f11-a660-47f0-959e-5d567afed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.787411 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:52.836123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8f11-a660-47f0-959e-5d567afed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.883967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:52.919369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=e9fecc49-fb64-4b6e-ae56-235d5580dad3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:53.026781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-75b4f68a-afd0-4f76-95b8-2b8b509b640f None None] Could not find standard attr ID for object e9fecc49-fb64-4b6e-ae56-235d5580dad3. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:26:53.099212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650700>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:51Z', 'revision_number': 7, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fecc49-fb64-4b6e-ae56-235d5580dad3', 'name': '', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:89:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:47Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:53.111075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.134406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b0c16-b49e-4cfc-98ee-6fdf37b7512e None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:51Z', 'revision_number': 7, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fecc49-fb64-4b6e-ae56-235d5580dad3', 'name': '', 'network_id': '93780748-f795-4025-b363-e54b0b3bbd99', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:89:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:47Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 4, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '76aa8825-769c-4111-a515-d4c0a77c2f22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:53.351680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:53.358044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:53.361267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:53.362079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:53.457818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:53.463070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-357f9432-6fb2-44f8-83bc-dbdc60d45ca3 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6196296
Nov 10 04:26:53.465985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48674) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:53.477628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:53.523846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet 76aa8825-769c-4111-a515-d4c0a77c2f22 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:53.527003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.566698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.655087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.688947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57430>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 8, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:53.714447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.720383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:53.729275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:53.729875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:53.741923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=76aa8825-769c-4111-a515-d4c0a77c2f22,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:53.743855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.749087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2b0e54a5-c857-4cf9-8200-85373d9ad6d2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/76aa8825-769c-4111-a515-d4c0a77c2f22 HTTP/1.1" status: 204  len: 168 time: 0.2820017
Nov 10 04:26:53.749759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:53.762404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca006268-8ef3-4848-82bd-a16f86c75f43 None None] Network 93780748-f795-4025-b363-e54b0b3bbd99 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:53.827779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.873895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:53.887913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:53.888250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.950581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,segment=NetworkSegment(ac537a12-e730-4a5d-9b9a-37b395a192d0),segment_id=ac537a12-e730-4a5d-9b9a-37b395a192d0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:53.950967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:53.963882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:54.046246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.071491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=870bc65c-f4c9-4fc2-aec9-8c69e5275c5f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:54.077937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:54.164800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.192984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214824b50>,) {'filters': {'network_id': ['93780748-f795-4025-b363-e54b0b3bbd99']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:54.204168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214824b50>, 'ac537a12-e730-4a5d-9b9a-37b395a192d0') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:54.204516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214824b50>, 'ac537a12-e730-4a5d-9b9a-37b395a192d0') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:54.215621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.231129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.237067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:54.237768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:54.245615 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:54.257454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7146e1-9d77-422b-8129-0394c0a57a06 None None] DHCP port deletion for 93780748-f795-4025-b363-e54b0b3bbd99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:54.288470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57430>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 8, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:54.317248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.318795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc0b33-5f12-4e6a-b21c-3e17147e809e None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 8, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:54.329504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.336315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/93780748-f795-4025-b363-e54b0b3bbd99 HTTP/1.1" status: 204  len: 168 time: 0.5828981
Nov 10 04:26:54.336933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48682) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:54.347314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8517107-4baf-4509-98d2-5d79b838ffed tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=93780748-f795-4025-b363-e54b0b3bbd99,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:54.711094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:54.838626 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:54.848173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:54.848811 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:54.935729 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:54.961133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port bfc5cfb6-0995-4595-9729-7fe4ead3095b {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:54.961481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:55.054981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port bfc5cfb6-0995-4595-9729-7fe4ead3095b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfc5cfb6-0995-4595-9729-7fe4ead3095b,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:55.055466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:55.069575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for bfc5cfb6-0995-4595-9729-7fe4ead3095b owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:55.247928 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650220>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:52Z', 'revision_number': 8, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfc5cfb6-0995-4595-9729-7fe4ead3095b', 'name': '', 'network_id': '534f1c18-6fe2-4b20-908d-916b28bbf9ec', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:56:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:43Z', 'updated_at': '2021-11-10T04:26:50Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'a5eaa74e-16ec-4e66-a238-3d2282ecf470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:55.265662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:55.298104 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:55.312080 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:55.313490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214650220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:55.313731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=bfc5cfb6-0995-4595-9729-7fe4ead3095b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:55.336555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.337310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.337898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.339325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.340424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.340924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.341484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.342052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.342605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.343291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.343862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.344448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:55.495941 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:55.577756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:55.767419 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214650220>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:55Z', 'revision_number': 9, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:55.800022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:55.813360 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4211-5301-4b14-a677-e94a97107cfe None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:55Z', 'revision_number': 9, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:55.842892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:55.843325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 870bc65c-f4c9-4fc2-aec9-8c69e5275c5f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:55.843959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e9fecc49-fb64-4b6e-ae56-235d5580dad3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:55.873733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: e9fecc49-fb64-4b6e-ae56-235d5580dad3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:55.874364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e9fecc49-fb64-4b6e-ae56-235d5580dad3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:56.163263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:56.256979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:56.262312 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f8229f7-5627-4913-bb34-488f4a5d20e2 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9235363
Nov 10 04:26:56.264912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48722) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:56.318814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet a5eaa74e-16ec-4e66-a238-3d2282ecf470 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:56.321911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.360725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.370025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:56.380702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:56.381313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078ab520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:56.443085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.468287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:56.507092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.534598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=a5eaa74e-16ec-4e66-a238-3d2282ecf470,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:56.537169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.540347 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9f6e6b4a-601c-4e35-bd82-ff2cc6391b2a tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/a5eaa74e-16ec-4e66-a238-3d2282ecf470 HTTP/1.1" status: 204  len: 168 time: 0.2744966
Nov 10 04:26:56.542994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48724) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:56.545148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fa735-706e-4a87-ab92-724afb64cf3c None None] Network 534f1c18-6fe2-4b20-908d-916b28bbf9ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:56.618324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.685155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:56.685499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.757862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,segment=NetworkSegment(166b889a-2b4a-4162-9964-daf879a13e84),segment_id=166b889a-2b4a-4162-9964-daf879a13e84)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:56.758146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.771795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for d65c5bb3-0456-4889-9c75-f7ff9adcd2ed owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:56.779311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078ab520>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:55Z', 'revision_number': 9, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:56.820713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:56.829722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:56.831623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82078ab520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:56.880768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:56.902503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e4be1-9aa7-451c-99b0-090e09f8cfbb None None] DHCP port deletion for 534f1c18-6fe2-4b20-908d-916b28bbf9ec request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:56.904229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=d65c5bb3-0456-4889-9c75-f7ff9adcd2ed,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:56.909863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port d65c5bb3-0456-4889-9c75-f7ff9adcd2ed on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:56.939082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:56.988592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.008497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820faf20a0>,) {'filters': {'network_id': ['534f1c18-6fe2-4b20-908d-916b28bbf9ec']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:57.018088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820faf20a0>, '166b889a-2b4a-4162-9964-daf879a13e84') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:57.018388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820faf20a0>, '166b889a-2b4a-4162-9964-daf879a13e84') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:57.033298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.053722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.060565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:57.060985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:57.064015 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:57.133853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.140736 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.155799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/534f1c18-6fe2-4b20-908d-916b28bbf9ec HTTP/1.1" status: 204  len: 168 time: 0.6012645
Nov 10 04:26:57.155927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48732) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:57.161404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bcf41-31c4-468f-bd45-5788f7ea398e tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=534f1c18-6fe2-4b20-908d-916b28bbf9ec,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:57.176847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82078ab520>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:55Z', 'revision_number': 9, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:57.211978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9d92-63d4-4981-bceb-45039dbfa81a None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:55Z', 'revision_number': 9, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c948eb-cd80-4fdf-9f9f-3b9f365c75af', 'name': '', 'network_id': '7842ab87-611f-4a63-816e-71f146c815b3', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:58:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:40Z', 'updated_at': '2021-11-10T04:26:45Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': '0572307b-d4e3-48b9-b92f-1ffcc84a78b9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:57.522427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.698011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfc5cfb6-0995-4595-9729-7fe4ead3095b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:57.718532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bfc5cfb6-0995-4595-9729-7fe4ead3095b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:57.718856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfc5cfb6-0995-4595-9729-7fe4ead3095b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:57.719257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d65c5bb3-0456-4889-9c75-f7ff9adcd2ed no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:57.738045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d65c5bb3-0456-4889-9c75-f7ff9adcd2ed {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:57.738407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d65c5bb3-0456-4889-9c75-f7ff9adcd2ed not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:57.772478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:57.772864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.860901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 87c948eb-cd80-4fdf-9f9f-3b9f365c75af, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:57.861266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:57.873896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 87c948eb-cd80-4fdf-9f9f-3b9f365c75af owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:58.040077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.067314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=87c948eb-cd80-4fdf-9f9f-3b9f365c75af,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:58.098409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.098755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.099096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.099440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.099770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.100098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.100428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.100777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.101101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.101424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.101745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.102064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:26:58.242437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.437919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:26:58.528936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:26:58.534054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-17f4bb43-36f2-427e-a373-f18d45335804 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3846598
Nov 10 04:26:58.536751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48768) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:58.539726 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:26:58.549955 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:58.550641 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ecca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:58.559644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48770) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:58.598462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet 0572307b-d4e3-48b9-b92f-1ffcc84a78b9 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:26:58.602233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.645949 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:58.647636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.676948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c03-6e2b-4f9d-85e9-439fd55b8058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.743872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.763848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c03-6e2b-4f9d-85e9-439fd55b8058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.770303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3d44c03-6e2b-4f9d-85e9-439fd55b8058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.817144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3d44c03-6e2b-4f9d-85e9-439fd55b8058 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c794d7d2a054da5a7a201add4a1e14f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2557051
Nov 10 04:26:58.817818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d44c03-6e2b-4f9d-85e9-439fd55b8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ed1c0-de17-49f7-a705-08be12c93dcf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:58.820990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48774) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:58.835416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.857129 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ecca0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:57Z', 'revision_number': 10, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:58.869990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=0572307b-d4e3-48b9-b92f-1ffcc84a78b9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:58.874222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.881760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e29f9d58-6c34-4356-be50-f39156582d94 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/0572307b-d4e3-48b9-b92f-1ffcc84a78b9 HTTP/1.1" status: 204  len: 168 time: 0.3408573
Nov 10 04:26:58.881887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48776) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:58.886378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d68e201-1b03-4270-8dff-b835428c1288 None None] Network 7842ab87-611f-4a63-816e-71f146c815b3 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:26:58.890390 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:26:58.892169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.900008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:26:58.900657 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ecca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:58.916302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.975171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.978500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.982400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/403ed1c0-de17-49f7-a705-08be12c93dcf HTTP/1.1" status: 204  len: 168 time: 0.1576612
Nov 10 04:26:58.986884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:58.989269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51841b6d-b1ce-42bc-adb5-8f3801c47215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ed1c0-de17-49f7-a705-08be12c93dcf,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:58.996588 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:26:59.064414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port edbaad52-431f-4c5f-a1a4-bee21258d5b6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:59.065297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.146273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] DHCP port deletion for 7842ab87-611f-4a63-816e-71f146c815b3 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:26:59.153121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port edbaad52-431f-4c5f-a1a4-bee21258d5b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=edbaad52-431f-4c5f-a1a4-bee21258d5b6,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:59.153730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.168407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for edbaad52-431f-4c5f-a1a4-bee21258d5b6 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:59.207936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Deleting port edbaad52-431f-4c5f-a1a4-bee21258d5b6 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:26:59.208419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.281381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.284011 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ecca0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:57Z', 'revision_number': 10, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:59.298406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] For port edbaad52-431f-4c5f-a1a4-bee21258d5b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=edbaad52-431f-4c5f-a1a4-bee21258d5b6,segment=NetworkSegment(0c07297c-8c42-44a5-8cc7-68372e1b5b00),segment_id=0c07297c-8c42-44a5-8cc7-68372e1b5b00)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:26:59.298802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.309431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=edbaad52-431f-4c5f-a1a4-bee21258d5b6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:59.311325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port edbaad52-431f-4c5f-a1a4-bee21258d5b6 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:59.324526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Calling delete_port for edbaad52-431f-4c5f-a1a4-bee21258d5b6 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:26:59.326330 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2aa48c-7ed8-4d00-9b97-536a545460da None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:26:57Z', 'revision_number': 10, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None, '_interfaces': [{'id': '10dc4a44-c5f9-477c-bacb-38239caeb579', 'name': '', 'network_id': '0140ac4c-950e-49e9-b36c-f8a4e45530c2', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'mac_address': 'fa:16:3e:ce:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:26:37Z', 'updated_at': '2021-11-10T04:26:41Z', 'revision_number': 5, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'subnets': [{'id': 'd864d5ab-3686-4b33-8244-feeb684b19db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:26:59.344238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48782) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:59.361619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5414564f-ed8c-4165-bd92-054db37f9c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.420633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.422130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.435844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] No DVR routers for this DVR port edbaad52-431f-4c5f-a1a4-bee21258d5b6 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:26:59.449205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ec49af0>,) {'filters': {'network_id': ['7842ab87-611f-4a63-816e-71f146c815b3']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:59.456255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5414564f-ed8c-4165-bd92-054db37f9c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.460849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9525a-506d-468c-921d-ba44c89949ba None None] Pushing event deleted for resources: {'Port': ['ID=edbaad52-431f-4c5f-a1a4-bee21258d5b6,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:59.463383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5414564f-ed8c-4165-bd92-054db37f9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.470699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec49af0>, '0c07297c-8c42-44a5-8cc7-68372e1b5b00') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:59.471087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ec49af0>, '0c07297c-8c42-44a5-8cc7-68372e1b5b00') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:26:59.486565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.501963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.508460 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5414564f-ed8c-4165-bd92-054db37f9c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ffc4cb9226844cbaa79f93575f04587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1630747
Nov 10 04:26:59.509350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414564f-ed8c-4165-bd92-054db37f9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40958d7-8cd0-4f2b-ba37-b3abb7f416fa,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:59.512444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48784) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:59.512753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:26:59.513161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:26:59.516587 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:26:59.560539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.574982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.582260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.588028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/7842ab87-611f-4a63-816e-71f146c815b3 HTTP/1.1" status: 204  len: 168 time: 0.7026577
Nov 10 04:26:59.588185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.592525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48786) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:26:59.597318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da25baf-7c22-4d60-a99d-135912da10b9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=7842ab87-611f-4a63-816e-71f146c815b3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:59.753950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87c948eb-cd80-4fdf-9f9f-3b9f365c75af no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:59.776071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 87c948eb-cd80-4fdf-9f9f-3b9f365c75af {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:59.776422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 87c948eb-cd80-4fdf-9f9f-3b9f365c75af not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:59.776860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device edbaad52-431f-4c5f-a1a4-bee21258d5b6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:26:59.786376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.789785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:26:59.790844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40958d7-8cd0-4f2b-ba37-b3abb7f416fa HTTP/1.1" status: 204  len: 168 time: 0.2774665
Nov 10 04:26:59.803597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976f47-d3f5-4be7-b8bf-81ea81446dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40958d7-8cd0-4f2b-ba37-b3abb7f416fa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:26:59.810819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: edbaad52-431f-4c5f-a1a4-bee21258d5b6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:26:59.811371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device edbaad52-431f-4c5f-a1a4-bee21258d5b6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:26:59.985616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:00.227798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port 10dc4a44-c5f9-477c-bacb-38239caeb579 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:00.228058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:00.320986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port 10dc4a44-c5f9-477c-bacb-38239caeb579, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10dc4a44-c5f9-477c-bacb-38239caeb579,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:00.321356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:00.335031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for 10dc4a44-c5f9-477c-bacb-38239caeb579 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:00.506199 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:00.532546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=10dc4a44-c5f9-477c-bacb-38239caeb579,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:00.674563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:00.838416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:00.914765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:00.920401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eef7b47f-5601-4b15-b5ae-646bfa4097e1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3265426
Nov 10 04:27:00.922869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:00.925024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:00.935599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:00.936217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070f8ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:00.981805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting subnet d864d5ab-3686-4b33-8244-feeb684b19db {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:27:00.985623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.014652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:01.035957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.071925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070f8ee0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.099509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:01.108504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:01.109146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070f8ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.130904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.198938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.229945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Subnet': ['ID=d864d5ab-3686-4b33-8244-feeb684b19db,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:01.232147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.235539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da8ab4c5-532c-4343-955d-5ebc0f2417d6 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/d864d5ab-3686-4b33-8244-feeb684b19db HTTP/1.1" status: 204  len: 168 time: 0.3115849
Nov 10 04:27:01.238781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48828) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:01.324553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.331103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744729f-73ce-43ae-965d-6de7b55fe7d5 None None] Network 0140ac4c-950e-49e9-b36c-f8a4e45530c2 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:01.375610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:01.388075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Deleting port f999a654-3546-4b13-b525-1b1d391f8caa {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:01.388422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.438745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070f8ee0>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.455158 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] For port f999a654-3546-4b13-b525-1b1d391f8caa, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f999a654-3546-4b13-b525-1b1d391f8caa,segment=NetworkSegment(41610de4-0df9-4cfa-9a0f-882e05ef6d24),segment_id=41610de4-0df9-4cfa-9a0f-882e05ef6d24)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:01.455521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.468541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Calling delete_port for f999a654-3546-4b13-b525-1b1d391f8caa owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:01.475977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b17dcd-557b-4ad6-8345-eb0b5a438b94 None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:01.559927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.593441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No DVR routers for this DVR port f999a654-3546-4b13-b525-1b1d391f8caa on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:27:01.595212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Port': ['ID=f999a654-3546-4b13-b525-1b1d391f8caa,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:01.674948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.696050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e8dcf70>,) {'filters': {'network_id': ['0140ac4c-950e-49e9-b36c-f8a4e45530c2']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.706268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8dcf70>, '41610de4-0df9-4cfa-9a0f-882e05ef6d24') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.706564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e8dcf70>, '41610de4-0df9-4cfa-9a0f-882e05ef6d24') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:01.720118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.733608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.740564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:27:01.740972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:27:01.743853 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:27:01.802169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.808960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:01.812072 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/networks/0140ac4c-950e-49e9-b36c-f8a4e45530c2 HTTP/1.1" status: 204  len: 168 time: 0.5722873
Nov 10 04:27:01.814873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48846) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:01.821018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'routes': None}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:01.825328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794d4c-f0af-4f6e-a26e-a6c93207d6ef tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Pushing event deleted for resources: {'Network': ['ID=0140ac4c-950e-49e9-b36c-f8a4e45530c2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:01.872018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c75fb1-a081-46e3-a665-2a8208dbc500 None None] DHCP port deletion for 0140ac4c-950e-49e9-b36c-f8a4e45530c2 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:01.950019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f999a654-3546-4b13-b525-1b1d391f8caa no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:01.971468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f999a654-3546-4b13-b525-1b1d391f8caa {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:01.971807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f999a654-3546-4b13-b525-1b1d391f8caa not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:01.972426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dc4a44-c5f9-477c-bacb-38239caeb579 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:01.993637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 10dc4a44-c5f9-477c-bacb-38239caeb579 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:01.993977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10dc4a44-c5f9-477c-bacb-38239caeb579 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:02.007941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Added routes are [] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 10 04:27:02.008413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.extraroute_db [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Removed routes are [] {{(pid=119697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 10 04:27:02.008618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.490881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.494842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.570386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router dadb3838-dec2-43f6-b6fe-b44c666b1f3e has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:02.643020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:02.650197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.653315 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Sync routers for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:02.655205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48850) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:02.655332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2d77c1d3-d6d0-4718-8fef-66597e710c0f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 701 time: 0.8388946
Nov 10 04:27:02.670420 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:02.670891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ec250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:02.689512 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8bac17f5-8f92-46ff-b322-2aaffbf68017 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 205 time: 0.0330310
Nov 10 04:27:02.692437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48854) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:02.743235 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:02.776165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.902632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ec250>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:02.933701 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Checking router: dadb3838-dec2-43f6-b6fe-b44c666b1f3e for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:02.943300 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Routers {'dadb3838-dec2-43f6-b6fe-b44c666b1f3e'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:02.944008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146ec250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:02.952914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.955396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:02.999493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.000140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router dadb3838-dec2-43f6-b6fe-b44c666b1f3e {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:27:03.007867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.008980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f034ee60-c9dc-44d0-8e5d-e553e492d7dd tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 204  len: 168 time: 0.3154979
Nov 10 04:27:03.012956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48858) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:03.015038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] Set router dadb3838-dec2-43f6-b6fe-b44c666b1f3e gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:03.017817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729826487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:03.043018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.044094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.070299 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146ec250>, [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:03.097426 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06693414-9afb-4bd3-8114-4edf649a607f None None] The sync data for ids ['dadb3838-dec2-43f6-b6fe-b44c666b1f3e'] in ncdv-817176-1 is: [{'id': 'dadb3838-dec2-43f6-b6fe-b44c666b1f3e', 'name': 'tempest-RoutersTest-router-1791598160', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:26:36Z', 'updated_at': '2021-11-10T04:27:00Z', 'revision_number': 11, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:03.103567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.108576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.130247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.131689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5c946704-124e-4d2e-94c3-2c0d6db20d28 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1176350
Nov 10 04:27:03.134607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48860) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:03.140281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Request body: {'router': {'admin_state_up': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:03.361649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6320'] for router, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.373068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603321'] for router, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.465045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Router e5b9bd83-1304-4d26-ae46-7e7374171aa7 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:27:03.540790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:03.547260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.548381 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be974dfb-1d36-4d8d-acae-8bbc04385311 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "PUT /v2.0/routers/e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 200  len: 693 time: 0.4126079
Nov 10 04:27:03.551476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48870) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:03.555084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Sync routers for ids ['e5b9bd83-1304-4d26-ae46-7e7374171aa7'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:03.566122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Routers {'e5b9bd83-1304-4d26-ae46-7e7374171aa7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:03.567591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f76c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e5b9bd83-1304-4d26-ae46-7e7374171aa7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:03.639401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a939e492-331a-427e-ad2d-520da168d4d1 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/routers/e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 200  len: 699 time: 0.0844135
Nov 10 04:27:03.639564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Set router e5b9bd83-1304-4d26-ae46-7e7374171aa7 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:03.640494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48872) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:03.672918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48874) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:03.673206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6f32f4c1-c9a7-47cf-960e-ba9aa71f8933 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 200  len: 205 time: 0.0305820
Nov 10 04:27:03.701257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f76c40>, [{'id': 'e5b9bd83-1304-4d26-ae46-7e7374171aa7', 'name': 'tempest-RoutersTest-router-729826487', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:03Z', 'updated_at': '2021-11-10T04:27:03Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:03.732700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Checking router: e5b9bd83-1304-4d26-ae46-7e7374171aa7 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:03.741882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Routers {'e5b9bd83-1304-4d26-ae46-7e7374171aa7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:03.742501 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f76c40>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:26:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e5b9bd83-1304-4d26-ae46-7e7374171aa7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:03.751339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:03.821533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] Set router e5b9bd83-1304-4d26-ae46-7e7374171aa7 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:03.885122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f76c40>, [{'id': 'e5b9bd83-1304-4d26-ae46-7e7374171aa7', 'name': 'tempest-RoutersTest-router-729826487', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:03Z', 'updated_at': '2021-11-10T04:27:03Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:03.916300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedc6a-28bf-41e6-8468-03ebfbf9cb86 None None] The sync data for ids ['e5b9bd83-1304-4d26-ae46-7e7374171aa7'] in ncdv-817176-1 is: [{'id': 'e5b9bd83-1304-4d26-ae46-7e7374171aa7', 'name': 'tempest-RoutersTest-router-729826487', 'tenant_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:03Z', 'updated_at': '2021-11-10T04:27:03Z', 'revision_number': 2, 'project_id': 'cd8ab72f7ec34da4b6c93f1a35b7a922', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:04.261090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:04.263188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:04.304708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:04.305226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Fanout notify agent at l3_agent the message router_deleted on router e5b9bd83-1304-4d26-ae46-7e7374171aa7 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:27:04.311991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:04.317215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-32d8161f-96c8-4181-b849-202284e08756 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 204  len: 168 time: 0.6392424
Nov 10 04:27:04.317457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48902) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.344418 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fbbb872c-435d-4cd3-bf68-71d09cae44c7 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 200  len: 205 time: 0.0258615
Nov 10 04:27:04.347104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48904) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.348205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e43f2038-593f-4c0d-bd4c-3cfb94e36737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:04.386355 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-954ccba6-b8f0-46f4-b0fe-aa7c0e1800f0 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.387362 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-954ccba6-b8f0-46f4-b0fe-aa7c0e1800f0 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/e5b9bd83-1304-4d26-ae46-7e7374171aa7 HTTP/1.1" status: 404  len: 336 time: 0.0393348
Nov 10 04:27:04.389921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48906) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.415084 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc62fde0-7913-4b75-b88e-da421e06b3af tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.415519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc62fde0-7913-4b75-b88e-da421e06b3af tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.418441 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc62fde0-7913-4b75-b88e-da421e06b3af tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/76aa8825-769c-4111-a515-d4c0a77c2f22 HTTP/1.1" status: 404  len: 337 time: 0.0276260
Nov 10 04:27:04.420861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.446328 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f9af63-5a0a-4155-963c-ecd82ea0012f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.446763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f9af63-5a0a-4155-963c-ecd82ea0012f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.449686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-03f9af63-5a0a-4155-963c-ecd82ea0012f tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/a5eaa74e-16ec-4e66-a238-3d2282ecf470 HTTP/1.1" status: 404  len: 337 time: 0.0278983
Nov 10 04:27:04.451869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48910) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.476244 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8c99c7-f32f-456b-8c73-32267f9ed750 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.476857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8c99c7-f32f-456b-8c73-32267f9ed750 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.481264 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e8c99c7-f32f-456b-8c73-32267f9ed750 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/0572307b-d4e3-48b9-b92f-1ffcc84a78b9 HTTP/1.1" status: 404  len: 337 time: 0.0283520
Nov 10 04:27:04.483415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48912) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.515024 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-835a9f34-e211-4aed-b939-9b0bc0dd6ef4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.515630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835a9f34-e211-4aed-b939-9b0bc0dd6ef4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.520197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-835a9f34-e211-4aed-b939-9b0bc0dd6ef4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/d864d5ab-3686-4b33-8244-feeb684b19db HTTP/1.1" status: 404  len: 337 time: 0.0357461
Nov 10 04:27:04.523014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48914) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.561005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6b170ebe-9ff4-42d3-911e-b58070c2e8ea tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 200  len: 205 time: 0.0346828
Nov 10 04:27:04.561224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48916) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.599254 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-01d195ef-87ce-43f9-b986-6540e8a2c758 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.600217 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-01d195ef-87ce-43f9-b986-6540e8a2c758 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/dadb3838-dec2-43f6-b6fe-b44c666b1f3e HTTP/1.1" status: 404  len: 336 time: 0.0381088
Nov 10 04:27:04.605012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48920) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.636673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-84f5846f-686d-4dc8-94c7-55b5b9136894 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=df98a807-57d7-4002-81d8-5fe7fbe185b1 HTTP/1.1" status: 200  len: 205 time: 0.0291247
Nov 10 04:27:04.637773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48936) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.681127 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-de012868-156e-4a7e-bb8c-59873b455a36 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.682171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-de012868-156e-4a7e-bb8c-59873b455a36 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/df98a807-57d7-4002-81d8-5fe7fbe185b1 HTTP/1.1" status: 404  len: 336 time: 0.0433981
Nov 10 04:27:04.684755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48942) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.711756 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a2b6c-6557-4186-8f73-30c717b4e162 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.712211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5a2b6c-6557-4186-8f73-30c717b4e162 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.715285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ad5a2b6c-6557-4186-8f73-30c717b4e162 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/68c1ab23-9d8e-42aa-89e0-8e2459f52118 HTTP/1.1" status: 404  len: 337 time: 0.0296302
Nov 10 04:27:04.717965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.744435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34528cd7-1c53-404e-a544-ef905e794f67 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 200  len: 205 time: 0.0254405
Nov 10 04:27:04.746767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48946) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.786053 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-44d7414b-57e0-453a-9b1a-52212d6264bb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.787081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-44d7414b-57e0-453a-9b1a-52212d6264bb tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/177d361d-ad28-4377-af48-7a6aaa3bbb9b HTTP/1.1" status: 404  len: 336 time: 0.0394323
Nov 10 04:27:04.789760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48948) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.817358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f99b018a-dc94-4d6e-9e97-6c9a2ce9b642 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=2866c4eb-8400-4557-831e-bd19b84329af HTTP/1.1" status: 200  len: 205 time: 0.0265312
Nov 10 04:27:04.819655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48950) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.856230 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-b2a91da9-513c-4d3b-b60b-23da1d93911c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.857283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b2a91da9-513c-4d3b-b60b-23da1d93911c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/2866c4eb-8400-4557-831e-bd19b84329af HTTP/1.1" status: 404  len: 336 time: 0.0367403
Nov 10 04:27:04.859993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48952) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.887489 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2419f06-29f6-4c20-a06c-65bacd09c305 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.887949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2419f06-29f6-4c20-a06c-65bacd09c305 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.893890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d2419f06-29f6-4c20-a06c-65bacd09c305 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/71d79a9a-a98f-4e7e-ab03-32dce00482cf HTTP/1.1" status: 404  len: 337 time: 0.0298963
Nov 10 04:27:04.893890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48956) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.926852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9dc8f04e-c64e-4877-b0b8-38cfb498a879 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f338b8b-8432-42e1-8ad1-9c98d2d5f58b HTTP/1.1" status: 200  len: 205 time: 0.0319426
Nov 10 04:27:04.929174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.965938 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-83e6b128-e71a-448b-a749-9d2cd5b162a9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:04.966935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-83e6b128-e71a-448b-a749-9d2cd5b162a9 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/5f338b8b-8432-42e1-8ad1-9c98d2d5f58b HTTP/1.1" status: 404  len: 336 time: 0.0368767
Nov 10 04:27:04.969588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48960) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:04.995724 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-866266f5-93e3-40c7-b58c-2caff33ba4d4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:04.996302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866266f5-93e3-40c7-b58c-2caff33ba4d4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:04.999236 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-866266f5-93e3-40c7-b58c-2caff33ba4d4 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/362da9fd-5898-4d24-891b-2500185b02a0 HTTP/1.1" status: 404  len: 337 time: 0.0287278
Nov 10 04:27:05.001550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48962) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.030609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7088bcb5-548b-405f-a52a-55e9a4260e15 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c51c769-853f-45e8-ace5-27a5d806a050 HTTP/1.1" status: 200  len: 205 time: 0.0279894
Nov 10 04:27:05.032861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48964) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.071865 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-e3edabcb-8f6f-43c5-9263-0cd466d1ab5c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] delete failed (client error): The resource could not be found.
Nov 10 04:27:05.072861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e3edabcb-8f6f-43c5-9263-0cd466d1ab5c tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/routers/4c51c769-853f-45e8-ace5-27a5d806a050 HTTP/1.1" status: 404  len: 336 time: 0.0390851
Nov 10 04:27:05.075236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.102462 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc096d28-492e-4676-95c2-cc8b42aebe7d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:05.102903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc096d28-492e-4676-95c2-cc8b42aebe7d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:05.105889 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc096d28-492e-4676-95c2-cc8b42aebe7d tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/d454da83-f65f-409c-a3c3-fca25f2dd1f1 HTTP/1.1" status: 404  len: 337 time: 0.0297768
Nov 10 04:27:05.108467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48968) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.133261 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-48890fbb-41de-4b32-8ad8-91fd2cb8d276 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:27:05.133703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48890fbb-41de-4b32-8ad8-91fd2cb8d276 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:27:05.136668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-48890fbb-41de-4b32-8ad8-91fd2cb8d276 tempest-RoutersTest-1448793249 tempest-RoutersTest-1448793249-project] 10.222.0.13 "DELETE /v2.0/subnets/c9abe9a8-7a22-4898-a1a3-e146f54e5e35 HTTP/1.1" status: 404  len: 337 time: 0.0272543
Nov 10 04:27:05.371756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 48974) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.500466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0f7dcb76-9617-4024-a23b-931c53d6aa1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd8ab72f7ec34da4b6c93f1a35b7a922&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1275668
Nov 10 04:27:05.503105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 48978) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:05.556745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:05.584512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:05.632380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:05.635365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:05.636541 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a278b570-84ac-4e35-963c-b75ec723d7c3 HTTP/1.1" status: 204  len: 168 time: 0.1319370
Nov 10 04:27:05.645103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed0012-226d-42e8-899c-8ad1daef0223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278b570-84ac-4e35-963c-b75ec723d7c3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:06.274959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:06.378409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-765865458'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:06.400334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Made reservation on behalf of 2e8d7cad99a44dd8a0157fa492457ca2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:06.403712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.412509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.484946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.488537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.511157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:27:06.525533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ed3041-63f5-40b8-a09a-38db876a0cb2,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:06.531860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.532240 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Added segment a3e80cc3-b226-4ba6-b372-7d403c560289 of type vlan for network e5acb9c7-bb07-41c9-b900-270b717c4d53
Nov 10 04:27:06.571712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.596095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.602300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:06.602888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.658186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.3818848
Nov 10 04:27:06.661874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49028) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:06.672902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-d9cc66b6-4df4-4534-8353-638a5b9cbaab tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f820f4f8eb0>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-1753260774') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:06.688480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef86a-c642-4233-992e-32d0114a5721 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Pushing event updated for resources: {'Network': ['ID=e5acb9c7-bb07-41c9-b900-270b717c4d53,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:06.698700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network e5acb9c7-bb07-41c9-b900-270b717c4d53 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:27:06.757319 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d9cc66b6-4df4-4534-8353-638a5b9cbaab tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "PUT /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-1753260774 HTTP/1.1" status: 201  len: 201 time: 0.0944297
Nov 10 04:27:06.760304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:06.764566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-20c84000-da8e-48a8-835d-926d9bbfc64e tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e38b820>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-1753260774') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:06.836259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-20c84000-da8e-48a8-835d-926d9bbfc64e tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-1753260774 HTTP/1.1" status: 204  len: 168 time: 0.0748925
Nov 10 04:27:06.838780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:06.842983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-e2bda0ea-282d-4157-9d7d-482e3c49798b tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f820d8e3af0>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:06.907557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e2bda0ea-282d-4157-9d7d-482e3c49798b tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags HTTP/1.1" status: 200  len: 238 time: 0.0677624
Nov 10 04:27:06.910504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49034) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:06.911877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4f382151-832e-403d-86a8-386399db9acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:06.915851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-ea26bc2d-9986-4cb8-9b25-aa689c69d493 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f7dbca0>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', {'tags': ['tempest-TagsTest-Tag-2021294936', 'tempest-TagsTest-Tag-472175470', 'tempest-TagsTest-Tag-1651356288']}) {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:06.993199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea26bc2d-9986-4cb8-9b25-aa689c69d493 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "PUT /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags HTTP/1.1" status: 200  len: 308 time: 0.0811241
Nov 10 04:27:06.995886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.000512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-c2f540ed-700b-4be6-8648-3cc4883a4bf4 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8216381670>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-2021294936') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.083947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c2f540ed-700b-4be6-8648-3cc4883a4bf4 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "DELETE /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-2021294936 HTTP/1.1" status: 204  len: 168 time: 0.0869911
Nov 10 04:27:07.086521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.090939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-5028b3ea-b179-45ea-8e9a-2729c1047fed tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820f5ae790>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-2021294936') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.158391 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-5028b3ea-b179-45ea-8e9a-2729c1047fed tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] show failed (client error): The resource could not be found.
Nov 10 04:27:07.159386 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5028b3ea-b179-45ea-8e9a-2729c1047fed tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-2021294936 HTTP/1.1" status: 404  len: 326 time: 0.0719380
Nov 10 04:27:07.162113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49040) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.166116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-58e31b37-c6b1-49e8-88a0-d16eed097318 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820ef4a610>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-472175470') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.229504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-58e31b37-c6b1-49e8-88a0-d16eed097318 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-472175470 HTTP/1.1" status: 204  len: 168 time: 0.0664818
Nov 10 04:27:07.231852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49042) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.235900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-50cb3a30-3409-4f2a-84ae-fdc7fcedf607 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820f429040>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-1651356288') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.304239 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-50cb3a30-3409-4f2a-84ae-fdc7fcedf607 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-1651356288 HTTP/1.1" status: 204  len: 168 time: 0.0713558
Nov 10 04:27:07.306605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.310761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-f71e9f85-40fa-4b45-be35-d25c7f1aa281 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820f1ce790>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.393792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f71e9f85-40fa-4b45-be35-d25c7f1aa281 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "DELETE /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags HTTP/1.1" status: 204  len: 168 time: 0.0836699
Nov 10 04:27:07.393990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49052) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.398434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.tag.tag_plugin [None req-dc89a4ea-b6e0-4bb0-8864-45e3cae1561b tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820f1ce3d0>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-472175470') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.467988 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-dc89a4ea-b6e0-4bb0-8864-45e3cae1561b tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] show failed (client error): The resource could not be found.
Nov 10 04:27:07.469093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dc89a4ea-b6e0-4bb0-8864-45e3cae1561b tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-472175470 HTTP/1.1" status: 404  len: 325 time: 0.0740378
Nov 10 04:27:07.472415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49054) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.481484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-999aa7e6-3353-46b2-94bb-544fb9a44372 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f820e5b8a30>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53', 'tempest-TagsTest-Tag-1651356288') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.554299 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [None req-999aa7e6-3353-46b2-94bb-544fb9a44372 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] show failed (client error): The resource could not be found.
Nov 10 04:27:07.555336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-999aa7e6-3353-46b2-94bb-544fb9a44372 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "GET /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags/tempest-TagsTest-Tag-1651356288 HTTP/1.1" status: 404  len: 326 time: 0.0818353
Nov 10 04:27:07.558164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.562599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.tag.tag_plugin [None req-11c03d4b-41ee-485a-970c-51edf0002218 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f820d732310>, 'networks', 'e5acb9c7-bb07-41c9-b900-270b717c4d53') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.639330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-11c03d4b-41ee-485a-970c-51edf0002218 tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "DELETE /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53/tags HTTP/1.1" status: 204  len: 168 time: 0.0799940
Nov 10 04:27:07.643434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:07.720759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.811609 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.832331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc63700>,) {'filters': {'network_id': ['e5acb9c7-bb07-41c9-b900-270b717c4d53']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.841904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc63700>, 'a3e80cc3-b226-4ba6-b372-7d403c560289') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.842202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc63700>, 'a3e80cc3-b226-4ba6-b372-7d403c560289') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:07.852378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.866299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.872206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:27:07.872591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:27:07.875574 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:27:07.938841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.948088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.950196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:07.951399 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] 10.222.0.13 "DELETE /v2.0/networks/e5acb9c7-bb07-41c9-b900-270b717c4d53 HTTP/1.1" status: 204  len: 168 time: 0.3069928
Nov 10 04:27:07.963063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67646784-3728-40cb-b3a1-decea5fd60ef tempest-TagsTest-2121940596 tempest-TagsTest-2121940596-project] Pushing event deleted for resources: {'Network': ['ID=e5acb9c7-bb07-41c9-b900-270b717c4d53,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:08.202633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49080) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:08.335270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4e3949a-db65-43f5-af5d-97874f4854bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e8d7cad99a44dd8a0157fa492457ca2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1303833
Nov 10 04:27:08.336713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:08.382712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:08.403917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:08.448531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:08.451200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:08.452287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61ed3041-63f5-40b8-a09a-38db876a0cb2 HTTP/1.1" status: 204  len: 168 time: 0.1146462
Nov 10 04:27:08.462373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207fd0e-70d5-424b-a53b-412b05ea264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ed3041-63f5-40b8-a09a-38db876a0cb2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:09.410755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:10.201839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.271402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49546) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:18.376193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f19739f-3ee6-488b-a9c6-0f4908ea46f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.446154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f19739f-3ee6-488b-a9c6-0f4908ea46f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.450008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8f19739f-3ee6-488b-a9c6-0f4908ea46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.490784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8f19739f-3ee6-488b-a9c6-0f4908ea46f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d25dd7221e1f48e0a55a68ea0c35e199&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2182970
Nov 10 04:27:18.491883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19739f-3ee6-488b-a9c6-0f4908ea46f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5135122-b939-4898-b8cc-1abfac3f0f88,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:18.493563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49550) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:18.546843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.569317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.632186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.635386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.639572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5135122-b939-4898-b8cc-1abfac3f0f88 HTTP/1.1" status: 204  len: 168 time: 0.1449702
Nov 10 04:27:18.651143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16233219-33a4-4ca9-a426-2e2f9a9d0d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5135122-b939-4898-b8cc-1abfac3f0f88,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:18.855603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.913352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49578) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:18.926638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6850-4bae-47f7-b852-8e174dfb3811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:18.999605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6850-4bae-47f7-b852-8e174dfb3811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.003911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6850-4bae-47f7-b852-8e174dfb3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.006862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.042154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bb4b6850-4bae-47f7-b852-8e174dfb3811 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4683a9d005ab48c2aef3e202e65b25da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1276991
Nov 10 04:27:19.043099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b6850-4bae-47f7-b852-8e174dfb3811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b06d0-9d0e-4b9a-a37d-aa27c5ef1234,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:19.044885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49580) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:19.092315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.113828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.162869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.165481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:19.166607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff8b06d0-9d0e-4b9a-a37d-aa27c5ef1234 HTTP/1.1" status: 204  len: 168 time: 0.1207287
Nov 10 04:27:19.174498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187757c-df5d-4635-802d-9e60cc34c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b06d0-9d0e-4b9a-a37d-aa27c5ef1234,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:20.190064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49622) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:20.295538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44234367-c31f-4b0d-b74e-49c7054eb5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.368836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44234367-c31f-4b0d-b74e-49c7054eb5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.373040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-44234367-c31f-4b0d-b74e-49c7054eb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.411964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-44234367-c31f-4b0d-b74e-49c7054eb5f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31212df533824799b286b2a87f74488d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2208447
Nov 10 04:27:20.413102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234367-c31f-4b0d-b74e-49c7054eb5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b7a26f-8841-4096-a4fa-56a2cef2f656,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:20.414742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49626) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:20.462718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.482761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.528411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.531675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:20.532860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b7a26f-8841-4096-a4fa-56a2cef2f656 HTTP/1.1" status: 204  len: 168 time: 0.1170177
Nov 10 04:27:20.540460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bd5ac-f22e-484f-9be0-62a3f9df9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b7a26f-8841-4096-a4fa-56a2cef2f656,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:23.564743 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:27:25.354656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:25.458051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a56b8-8b57-41fa-a8a4-8ef6b0107a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.533864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a56b8-8b57-41fa-a8a4-8ef6b0107a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.537980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5a8a56b8-8b57-41fa-a8a4-8ef6b0107a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.575491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a56b8-8b57-41fa-a8a4-8ef6b0107a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f251d-fd83-4ded-97c9-0ba680af69bb,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:25.582513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5a8a56b8-8b57-41fa-a8a4-8ef6b0107a58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb2bec88ac5a4e3fa172314f7affc087&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2266717
Nov 10 04:27:25.585315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49838) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:25.638302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.660182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.710500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.713748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:25.714914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/403f251d-fd83-4ded-97c9-0ba680af69bb HTTP/1.1" status: 204  len: 168 time: 0.1286249
Nov 10 04:27:25.725744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aea21-304d-4bd8-b97b-2c1565eced22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f251d-fd83-4ded-97c9-0ba680af69bb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:25.991954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 49856) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:26.005288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc003-77ed-4e78-9f8c-3924600f2ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.077038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc003-77ed-4e78-9f8c-3924600f2ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.080893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e1cc003-77ed-4e78-9f8c-3924600f2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.118658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e1cc003-77ed-4e78-9f8c-3924600f2ae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d6d90e9ae1d4b5cbfb8f176e785da71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1256750
Nov 10 04:27:26.119495 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cc003-77ed-4e78-9f8c-3924600f2ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87d32d-986a-49dd-9bb9-a166231a3edf,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:26.121408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 49858) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:26.173940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.194452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.239879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.242523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:26.246032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c87d32d-986a-49dd-9bb9-a166231a3edf HTTP/1.1" status: 204  len: 168 time: 0.1211219
Nov 10 04:27:26.251474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ebf2-af27-4b95-9328-e824e43c7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87d32d-986a-49dd-9bb9-a166231a3edf,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:27.117858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-e9fc49c1-f89e-4457-af85-ede740d9b86f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451829
Nov 10 04:27:27.218719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-ccbd2642-5ef7-4a06-b87b-063a1b63b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:27.220202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-ccbd2642-5ef7-4a06-b87b-063a1b63b095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 1096 time: 0.0561080
Nov 10 04:27:27.345619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-e9dba86b-46ba-46d5-b545-d85d207d8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:27.346821 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-e9dba86b-46ba-46d5-b545-d85d207d8a91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1060104
Nov 10 04:27:27.423167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-f3275524-fbf5-49bd-a7eb-baf477559a98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 200  len: 1000 time: 0.0698419
Nov 10 04:27:27.476668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-2cc4afa5-0df0-4dec-a6bf-8c317d7d0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:27.478530 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-2cc4afa5-0df0-4dec-a6bf-8c317d7d0b6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0483825
Nov 10 04:27:27.546793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-b9cfc935-e95a-40a9-8453-8152caffabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:27.548692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-b9cfc935-e95a-40a9-8453-8152caffabd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0614355
Nov 10 04:27:27.561354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-400a640a-6539-4f9c-a988-0a0f1d44fd84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:27:27.562828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-400a640a-6539-4f9c-a988-0a0f1d44fd84 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075974
Nov 10 04:27:27.693747 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-daa64be8-fa7d-42a7-b749-111390b53f69 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234481
Nov 10 04:27:27.812341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa7d56c3-8bfa-4955-9275-0896a6e6c893 req-40b64e05-e17d-4ca2-8d04-e2cf371e147f service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117728
Nov 10 04:27:30.424006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50010) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:30.544561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f457-2fb8-4671-837f-ccf2b030851b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.631359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f457-2fb8-4671-837f-ccf2b030851b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.635906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f457-2fb8-4671-837f-ccf2b030851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.684136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b6c1f457-2fb8-4671-837f-ccf2b030851b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76cd374865df4bfca5328af93dee89eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2566104
Nov 10 04:27:30.684136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1f457-2fb8-4671-837f-ccf2b030851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba4a5c-0209-4ab6-a163-5b80b5cf8595,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:30.684913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:30.749144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.773248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.840446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.843884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:30.845263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7ba4a5c-0209-4ab6-a163-5b80b5cf8595 HTTP/1.1" status: 204  len: 168 time: 0.1587934
Nov 10 04:27:30.854355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bb3be-97c3-4aa3-9bb1-28929a9f4166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba4a5c-0209-4ab6-a163-5b80b5cf8595,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:31.526445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50078) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:31.622082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1454034135-network', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:31.642698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Made reservation on behalf of bcf26cf8350845fa91d1839425f258c1 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:31.645040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.653165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.727214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.731971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.757809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:27:31.767458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e547a6d-c662-4d0b-aed0-d071ecc5b9fc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:31.772295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.772668 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Added segment 51f30763-6635-4869-a632-d560b886a143 of type vlan for network f1344a42-cee1-45f7-9800-14e7025bba40
Nov 10 04:27:31.816826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.853524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.854593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:31.855077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:31.904089 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3764105
Nov 10 04:27:31.907447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50082) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:31.915721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Request body: {'subnet': {'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1454034135-subnet', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:31.918076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ba8d6-855f-4f11-a47b-609af658f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=f1344a42-cee1-45f7-9800-14e7025bba40,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:31.928924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f1344a42-cee1-45f7-9800-14e7025bba40 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:27:31.942682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Made reservation on behalf of bcf26cf8350845fa91d1839425f258c1 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:31.946336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.129978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.184290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199c79c9-8489-4eab-9915-b77b185dfc65,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:32.200406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Checking segment: {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:32.200801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Network hostable DHCP agents. Network: f1344a42-cee1-45f7-9800-14e7025bba40, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:27:32.220414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Network f1344a42-cee1-45f7-9800-14e7025bba40 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:27:32.230493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f1344a42-cee1-45f7-9800-14e7025bba40) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:32.235532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:32.237016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.240524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dccde4-f2ff-4bc2-b316-fbc76cc224e0 None None] Network f1344a42-cee1-45f7-9800-14e7025bba40 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:32.258574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7be28ea-5fcf-41ad-8a4e-7e968a3ce4e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3472910
Nov 10 04:27:32.259192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:32.264726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:32.291582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.293570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.372119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.406198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f1344a42-cee1-45f7-9800-14e7025bba40', 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'fixed_ips': [{'subnet_id': '199c79c9-8489-4eab-9915-b77b185dfc65'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:27:32.407649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.546619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.583321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Allocated IP 172.20.0.2 (f1344a42-cee1-45f7-9800-14e7025bba40/199c79c9-8489-4eab-9915-b77b185dfc65/a358457a-909f-499f-a7cb-af5b99a66d71) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:32.751475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.758012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.783314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.803751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Network f1344a42-cee1-45f7-9800-14e7025bba40 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:32.807594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:32.809494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Pushing event updated for resources: {'Port': ['ID=a358457a-909f-499f-a7cb-af5b99a66d71,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:32.815066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.817766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:32.820654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.821059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.821708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.822030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.822551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.823263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.823762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.824685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.825038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.825541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.825883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.826214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:32.889741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Attempting to bind port a358457a-909f-499f-a7cb-af5b99a66d71 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:32.890114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Attempting to bind port a358457a-909f-499f-a7cb-af5b99a66d71 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:32.890761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Attempting to bind port a358457a-909f-499f-a7cb-af5b99a66d71 on network f1344a42-cee1-45f7-9800-14e7025bba40 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:32.897113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:32.897487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Checking segment: {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:32.898091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.898489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Bound using segment: {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:32.899161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Bound port: a358457a-909f-499f-a7cb-af5b99a66d71, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:32.899550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:32.953641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Allocated IP 172.32.3.129 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/65479983-8e22-485a-a998-04ff88b76252) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:32.963547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] For port a358457a-909f-499f-a7cb-af5b99a66d71, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:32.967318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] For port a358457a-909f-499f-a7cb-af5b99a66d71, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a358457a-909f-499f-a7cb-af5b99a66d71,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:32.971980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.031756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a97032-f614-466d-8c8d-3a8372870e14 None None] Pushing event updated for resources: {'Port': ['ID=a358457a-909f-499f-a7cb-af5b99a66d71,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:33.096957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.131863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.171905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:33.174998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:33.179326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:33.189033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa5821e-25e9-4f6d-9a19-ce05c44d6a28 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:33.202402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Pushing event updated for resources: {'Port': ['ID=65479983-8e22-485a-a998-04ff88b76252,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:33.259761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3b6404d8-2fa9-4872-ab2f-a7b42ce6df44 None None] Provisioning complete for port 65479983-8e22-485a-a998-04ff88b76252 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:33.260203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3b6404d8-2fa9-4872-ab2f-a7b42ce6df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.309402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3b6404d8-2fa9-4872-ab2f-a7b42ce6df44 None None] Port 65479983-8e22-485a-a998-04ff88b76252 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:33.474143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.709475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.774380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50124) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:33.808704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a358457a-909f-499f-a7cb-af5b99a66d71 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:33.868170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a358457a-909f-499f-a7cb-af5b99a66d71 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:33.868540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.881322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:27:33.955682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-866d9374-01d1-48cf-892f-70a41244a332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:33.961655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.000224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port a358457a-909f-499f-a7cb-af5b99a66d71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a358457a-909f-499f-a7cb-af5b99a66d71,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:34.007488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.041891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:34.054118 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Sync routers for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:34.065035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-866d9374-01d1-48cf-892f-70a41244a332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.066201 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:34.068099 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a789d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:34.071098 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-866d9374-01d1-48cf-892f-70a41244a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.077263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.079673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dafa4248-8bcd-412b-a72f-7cded0d70b6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8185325
Nov 10 04:27:34.082218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50128) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:34.085832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=a358457a-909f-499f-a7cb-af5b99a66d71,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:34.120967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-866d9374-01d1-48cf-892f-70a41244a332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d6a4f5c910c47a78a079f3112b9b520&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3449137
Nov 10 04:27:34.122017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d9374-01d1-48cf-892f-70a41244a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee58744-9224-482e-8331-8c27cc612f45,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:34.124661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50130) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:34.180996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.183304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e8925-7ce9-4cbf-9624-f62adbc9476a None None] Network f1344a42-cee1-45f7-9800-14e7025bba40 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:34.205172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.229746 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:34.268220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.272377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.274094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ee58744-9224-482e-8331-8c27cc612f45 HTTP/1.1" status: 204  len: 168 time: 0.1480725
Nov 10 04:27:34.285497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b645d-3991-435b-ace6-2d85c774ac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee58744-9224-482e-8331-8c27cc612f45,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:34.314404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aab747bc-fb99-43b9-9f2b-65f40c682d02 None None] Provisioning complete for port a358457a-909f-499f-a7cb-af5b99a66d71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:34.314681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aab747bc-fb99-43b9-9f2b-65f40c682d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.400321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4cda28b-8a65-47f2-9c05-c38df668d7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.463457 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a789d0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:33Z', 'revision_number': 3, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:34.500232 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Checking router: 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:34.500843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Updating router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe port 65479983-8e22-485a-a998-04ff88b76252 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:34.532704 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.628382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.777954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b82dc329-4e7a-4f2e-a4d7-c7fb4ae1cdfc None None] Provisioning complete for port a358457a-909f-499f-a7cb-af5b99a66d71 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:34.778317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b82dc329-4e7a-4f2e-a4d7-c7fb4ae1cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.840137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Allocated IP 172.20.0.1 (f1344a42-cee1-45f7-9800-14e7025bba40/199c79c9-8489-4eab-9915-b77b185dfc65/4451a4c1-028c-4c16-b25b-8be67734533d) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:34.847005 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.854886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.905312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fc0c6-8a11-4e6f-86cc-b4af4b52bf51 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:34.931448 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Attempting to bind port 65479983-8e22-485a-a998-04ff88b76252 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:34.931946 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Attempting to bind port 65479983-8e22-485a-a998-04ff88b76252 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:34.932552 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Attempting to bind port 65479983-8e22-485a-a998-04ff88b76252 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:34.945173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555564e-1e11-4d19-ab4a-8531518e50b9 None None] Pushing event updated for resources: {'Port': ['ID=65479983-8e22-485a-a998-04ff88b76252,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:34.947631 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:34.948110 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:34.948987 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.949674 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:34.950473 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Bound port: 65479983-8e22-485a-a998-04ff88b76252, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:34.951083 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:34.978822 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.001021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b07603f0-6777-402a-9cca-6a54fb31cb10 None None] Provisioning complete for port 65479983-8e22-485a-a998-04ff88b76252 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:35.002028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b07603f0-6777-402a-9cca-6a54fb31cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.015568 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] For port 65479983-8e22-485a-a998-04ff88b76252, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:35.020319 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] For port 65479983-8e22-485a-a998-04ff88b76252, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=65479983-8e22-485a-a998-04ff88b76252,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:35.028952 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.042299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b07603f0-6777-402a-9cca-6a54fb31cb10 None None] Port 65479983-8e22-485a-a998-04ff88b76252 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:35.044476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.081798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee8c5a-d07c-4a2b-80b9-0726e2bbf2ef None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:35.091037 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555564e-1e11-4d19-ab4a-8531518e50b9 None None] Pushing event updated for resources: {'Port': ['ID=65479983-8e22-485a-a998-04ff88b76252,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:35.092233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Network f1344a42-cee1-45f7-9800-14e7025bba40 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:35.098007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:35.101668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:35.104000 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:35.104697 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a789d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:35.136311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Pushing event updated for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:35.169482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] Provisioning complete for port 65479983-8e22-485a-a998-04ff88b76252 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:35.172886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.175842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.255463 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:35.312952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.341063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] For port 65479983-8e22-485a-a998-04ff88b76252, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=65479983-8e22-485a-a998-04ff88b76252,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:35.347612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.415744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b125b-4350-4a6a-a0e4-9497d0970c44 None None] Pushing event updated for resources: {'Port': ['ID=65479983-8e22-485a-a998-04ff88b76252,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:35.478613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-191d1939-7e48-4642-84df-a9ec8b9b5075 None None] Provisioning complete for port 4451a4c1-028c-4c16-b25b-8be67734533d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:35.479423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-191d1939-7e48-4642-84df-a9ec8b9b5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.482711 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a789d0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:33Z', 'revision_number': 3, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:35.514816 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb8608-0102-4e0f-b465-9ece2ac6bca6 None None] The sync data for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 is: [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:33Z', 'revision_number': 3, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:35.563839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-191d1939-7e48-4642-84df-a9ec8b9b5075 None None] Port 4451a4c1-028c-4c16-b25b-8be67734533d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:35.726459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a358457a-909f-499f-a7cb-af5b99a66d71 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:35.776545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:35.793763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a358457a-909f-499f-a7cb-af5b99a66d71 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:35.794140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.014796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.022060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.093253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.095170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Pushing event updated for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:36.200525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Network f1344a42-cee1-45f7-9800-14e7025bba40 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:36.201936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:36.352078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:36.473945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:36.481438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-700e23ac-4d90-448e-9865-290a2bafc658 admin admin] 10.222.0.13 "PUT /v2.0/routers/7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3973436
Nov 10 04:27:36.495425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-340a57f4-867d-4543-9038-8b391954fa3a None None] Provisioning complete for port 4451a4c1-028c-4c16-b25b-8be67734533d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:36.495899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-340a57f4-867d-4543-9038-8b391954fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.536104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-340a57f4-867d-4543-9038-8b391954fa3a None None] Port 4451a4c1-028c-4c16-b25b-8be67734533d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:36.918066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d778-07ab-4691-914e-248e953469df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:36.961029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:36.966237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'network': {'name': 'tempest-network-smoke--63803782', 'project_id': 'df94cc43bcf34df381226e883347dd40', 'port_security_enabled': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:36.991801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:36.998543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.013047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.038130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:37.043194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1205780906-network', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:37.066311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Made reservation on behalf of 81710f059d9d4e9cbe3b51402f9b1461 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:37.069563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.082124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.108106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.112155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.140632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:27:37.150605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3212751e-4602-405f-98ac-9ef4fae93d7d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:37.155417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.155926 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Added segment 632ca6c4-94ee-4160-9d2a-c83493b9e8d7 of type vlan for network 553361dd-fda1-4b9f-90c4-6f0a80e625c1
Nov 10 04:27:37.166976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.172627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.199256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.199501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:27:37.210131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1ff75d-197d-4a66-a1bd-e7a8302bfaac,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:37.217584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.218044 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Added segment 138cf8ba-61df-43f1-97be-3255f326554f of type vlan for network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4
Nov 10 04:27:37.229449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.235278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:37.235981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.261867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.286701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.287720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:37.288481 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.306631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50208) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:37.308570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3462689
Nov 10 04:27:37.322834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcde391-8a58-4618-b0a8-657e3084ff83 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Network': ['ID=553361dd-fda1-4b9f-90c4-6f0a80e625c1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:37.334297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:27:37.339668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'admin_state_up': True, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:37.368409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50210) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:37.368506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3284812
Nov 10 04:27:37.372844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Request body: {'subnet': {'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1205780906-subnet', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:37.376052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36beca-240d-43d8-8312-19055e460adf admin admin] Pushing event updated for resources: {'Network': ['ID=19866d31-8e76-4c1c-8dd0-e77ab5d57ff4,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:37.386873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.387679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.389260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:27:37.407290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Made reservation on behalf of 81710f059d9d4e9cbe3b51402f9b1461 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:37.409949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.450254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.615973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.626641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Sync routers for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:37.627236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.661635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:37.662232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206fba3d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:37.692626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad142e9-d513-4720-a10b-56d0f1ab468b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:37.735951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Checking segment: {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:37.736938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Network hostable DHCP agents. Network: 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:27:37.758794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 65479983-8e22-485a-a998-04ff88b76252 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:37.764024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:27:37.775938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:37.781066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:37.781920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.799588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61711a-1602-46f7-8f42-a5a1cf742a29 None None] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:37.806012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-419b3286-3de1-4bec-9ce0-071922c52e9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4371824
Nov 10 04:27:37.807248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50212) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:37.813138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:37.846312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.849118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.866344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.881788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:37.889682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.912078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:37.998592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.32.3.106 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/d0dc44dd-0a29-4c43-aa44-34a0a882e850) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:38.003805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 65479983-8e22-485a-a998-04ff88b76252 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:38.004479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.065991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.084013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.125251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.162933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.212382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:27:38.213261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.225113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=d0dc44dd-0a29-4c43-aa44-34a0a882e850,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:38.228647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:38.230460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:38.232983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:38.249078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9df8ac-3ac9-43d3-afdd-3d84a02f19c7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:38.298435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.318455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.375207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206fba3d0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4451a4c1-028c-4c16-b25b-8be67734533d', 'name': '', 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'mac_address': 'fa:16:3e:ec:24:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:34Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 2, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'subnets': [{'id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:38.419297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Checking router: 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:38.419519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Updating router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe port 4451a4c1-028c-4c16-b25b-8be67734533d binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:38.428902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Allocated IP 172.32.3.211 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:38.452467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1eb8f5f7-eb2d-42af-8f06-c23c6ce0e5f1 None None] Provisioning complete for port d0dc44dd-0a29-4c43-aa44-34a0a882e850 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:38.452881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f5f7-eb2d-42af-8f06-c23c6ce0e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.456895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Allocated IP 172.20.0.2 (19866d31-8e76-4c1c-8dd0-e77ab5d57ff4/9ad142e9-d513-4720-a10b-56d0f1ab468b/ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:38.480757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.502068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.542203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.574273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8f5f7-eb2d-42af-8f06-c23c6ce0e5f1 None None] Port d0dc44dd-0a29-4c43-aa44-34a0a882e850 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:38.581366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.618585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:38.625335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:38.629539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:38.673719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fb58a-ca5c-4f88-8d2a-bf793952fe8d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:38.731060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.755519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:38.845359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.856250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6e89f5d2-ed5e-41d0-954c-efc411f18380 None None] Provisioning complete for port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:38.856757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6e89f5d2-ed5e-41d0-954c-efc411f18380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.862294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.910266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:27:38.951091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:38.967636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:38.974347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6e89f5d2-ed5e-41d0-954c-efc411f18380 None None] Port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:38.975991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:38.981345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Pushing event updated for resources: {'Port': ['ID=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:38.984916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:39.033985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:39.050001 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Sync routers for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:39.064377 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:39.065566 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a781c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:39.073542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.075070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4b519ea-341a-425d-8d3d-299330146649 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7403097
Nov 10 04:27:39.078665 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50214) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:39.080840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.084374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Attempting to bind port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:39.084780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Attempting to bind port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:39.085317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Attempting to bind port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 on network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:39.092415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.096102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:39.096664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Checking segment: {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:39.097161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.097691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Bound using segment: {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:39.098285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Bound port: ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:39.098794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.189767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf0cd-f1f3-4496-8d7b-036cb8841c0f None None] Pushing event updated for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:39.238604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.273813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] For port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:39.288287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Attempting to bind port 4451a4c1-028c-4c16-b25b-8be67734533d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:39.288704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Attempting to bind port 4451a4c1-028c-4c16-b25b-8be67734533d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:39.289044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Attempting to bind port 4451a4c1-028c-4c16-b25b-8be67734533d on network f1344a42-cee1-45f7-9800-14e7025bba40 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:39.299868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] For port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:39.301364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:39.301973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Checking segment: {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:39.302390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.302904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Bound using segment: {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:39.303375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Bound port: 4451a4c1-028c-4c16-b25b-8be67734533d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f30763-6635-4869-a632-d560b886a143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:39.303761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.308061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.344326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:39.434776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Router cb6f6266-e939-45d3-b8ba-255e0f39e888 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:27:39.509648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a140e60d-227a-4ba8-9591-5993d8d0da49 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=df94cc43bcf34df381226e883347dd40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4293511
Nov 10 04:27:39.511330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50218) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:39.587693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:39.592117 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a781c0>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:39.610509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Sync routers for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:39.633413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.636122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1e3c1876-f64d-423d-b55d-701bd491b105 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8262050
Nov 10 04:27:39.637934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.638255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50220) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:39.640686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Checking router: d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:39.641218 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Updating router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 port d0dc44dd-0a29-4c43-aa44-34a0a882e850 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:39.647728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3fc9228c-ce38-4758-b854-5f8478bb85b0 None None] Provisioning complete for port 4451a4c1-028c-4c16-b25b-8be67734533d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:39.648099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3fc9228c-ce38-4758-b854-5f8478bb85b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.656208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a724a08-2dbe-45d5-896f-416d8249a581 None None] Pushing event updated for resources: {'Port': ['ID=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:39.672626 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.698290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:39.699014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82167b1e80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:39.764510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] For port 4451a4c1-028c-4c16-b25b-8be67734533d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:39.816984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9228c-ce38-4758-b854-5f8478bb85b0 None None] Port 4451a4c1-028c-4c16-b25b-8be67734533d cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:39.826577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d67f7b-bb3a-4818-9161-ad2694e086bd tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:39.831439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] For port 4451a4c1-028c-4c16-b25b-8be67734533d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4451a4c1-028c-4c16-b25b-8be67734533d,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:39.831621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-67d67f7b-bb3a-4818-9161-ad2694e086bd tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3157866
Nov 10 04:27:39.831927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50222) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:39.845454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:39.870468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-064be6b4-40f7-4684-a0e7-2dfe7b2a10d1 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372300
Nov 10 04:27:39.873034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50224) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:39.878196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569687224', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'project_id': 'df94cc43bcf34df381226e883347dd40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:39.938921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:39.942759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:39.943384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206fba3d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:40.034054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf0cd-f1f3-4496-8d7b-036cb8841c0f None None] Pushing event updated for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:40.075756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:40.080745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.142066 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.167742 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.259166 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Attempting to bind port d0dc44dd-0a29-4c43-aa44-34a0a882e850 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:40.259433 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Attempting to bind port d0dc44dd-0a29-4c43-aa44-34a0a882e850 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:40.259814 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Attempting to bind port d0dc44dd-0a29-4c43-aa44-34a0a882e850 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:40.262698 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3582ea5-e299-42a1-b644-10cb6c354603 None None] Pushing event updated for resources: {'Port': ['ID=d0dc44dd-0a29-4c43-aa44-34a0a882e850,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:40.272232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6c20b-dac4-4197-8410-63ba368eb009 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:40.278731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:40.279147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:40.279644 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.280163 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:40.280784 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Bound port: d0dc44dd-0a29-4c43-aa44-34a0a882e850, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:40.281738 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.283564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.315299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.359269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Subnet': ['ID=51bf9c99-0fdd-415d-a99c-15e051e2897c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:40.365759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:40.371313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Checking segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:40.371767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network hostable DHCP agents. Network: 553361dd-fda1-4b9f-90c4-6f0a80e625c1, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:27:40.400293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:27:40.408395 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] For port d0dc44dd-0a29-4c43-aa44-34a0a882e850, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:40.412682 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] For port d0dc44dd-0a29-4c43-aa44-34a0a882e850, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d0dc44dd-0a29-4c43-aa44-34a0a882e850,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:40.416208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 553361dd-fda1-4b9f-90c4-6f0a80e625c1) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:40.419904 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.423973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:40.426434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.428532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be81e6-4e25-4aa6-a49b-ab87f38f2c17 None None] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:40.453709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e58382e5-518c-48f2-9a50-58b28aa89e46 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5792828
Nov 10 04:27:40.456738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50226) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:40.481704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67f2b9-d8b3-4497-8e50-8bcecae6a15f None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:40.491538 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:40.492595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214a781c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:40.510055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.535898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] Provisioning complete for port d0dc44dd-0a29-4c43-aa44-34a0a882e850 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:40.536728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.561849 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3582ea5-e299-42a1-b644-10cb6c354603 None None] Pushing event updated for resources: {'Port': ['ID=d0dc44dd-0a29-4c43-aa44-34a0a882e850,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:40.612817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:40.726727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Allocated IP 172.20.0.1 (19866d31-8e76-4c1c-8dd0-e77ab5d57ff4/9ad142e9-d513-4720-a10b-56d0f1ab468b/19438fe0-fc08-433c-a83c-315dab73537c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:40.774763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82167b1e80>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 3, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:40.844149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Checking router: cb6f6266-e939-45d3-b8ba-255e0f39e888 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:40.844494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Updating router cb6f6266-e939-45d3-b8ba-255e0f39e888 port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:40.887787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.914918 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214a781c0>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:40.935432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.945159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:27:40.945990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.949679 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd41e9-b577-46fc-b84b-d50d886ed621 None None] The sync data for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 is: [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:38Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:40.957532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:40.976181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.014944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:41.021282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:41.025211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:41.038719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] For port d0dc44dd-0a29-4c43-aa44-34a0a882e850, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d0dc44dd-0a29-4c43-aa44-34a0a882e850,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:41.069496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.084548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:41.101480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.213043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.268932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.275147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488e417-bc01-4678-aa19-523cb915be2a None None] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:41.381750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206fba3d0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4451a4c1-028c-4c16-b25b-8be67734533d', 'name': '', 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'mac_address': 'fa:16:3e:ec:24:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:34Z', 'updated_at': '2021-11-10T04:27:39Z', 'revision_number': 4, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'subnets': [{'id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:41.383579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786900d-d958-4a5e-9eba-ca44cb2015e3 None None] Pushing event updated for resources: {'Port': ['ID=d0dc44dd-0a29-4c43-aa44-34a0a882e850,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:41.392395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Provisioning complete for port 4451a4c1-028c-4c16-b25b-8be67734533d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:41.392395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.518190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.525543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.576494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:41.628529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:41.672860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc39f1-3238-45fc-8f27-91e5547682f5 None None] The sync data for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 is: [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '4451a4c1-028c-4c16-b25b-8be67734533d', 'name': '', 'network_id': 'f1344a42-cee1-45f7-9800-14e7025bba40', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'mac_address': 'fa:16:3e:ec:24:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:34Z', 'updated_at': '2021-11-10T04:27:39Z', 'revision_number': 4, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'subnets': [{'id': '199c79c9-8489-4eab-9915-b77b185dfc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:41.771763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:41.773372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:41.794671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Allocated IP 172.20.0.2 (553361dd-fda1-4b9f-90c4-6f0a80e625c1/51bf9c99-0fdd-415d-a99c-15e051e2897c/00ecf638-f7fb-4b8c-954e-68a17678962d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:42.015525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:42.179202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.299030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] For port 4451a4c1-028c-4c16-b25b-8be67734533d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4451a4c1-028c-4c16-b25b-8be67734533d,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:42.329431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.402149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.438326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Router cb6f6266-e939-45d3-b8ba-255e0f39e888 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:42.439158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:42.439541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.441322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.477618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Provisioning complete for port d0dc44dd-0a29-4c43-aa44-34a0a882e850 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:42.477995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.481373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.523416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.542598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:42.543726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde2528-42b7-4de4-be75-950673d4306f None None] Pushing event updated for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:42.563149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:42.564902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Attempting to bind port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:42.565447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Attempting to bind port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:42.565596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Attempting to bind port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:42.571400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:42.573950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.20.0.1 (553361dd-fda1-4b9f-90c4-6f0a80e625c1/51bf9c99-0fdd-415d-a99c-15e051e2897c/394c03c1-b7e7-4ada-911d-50cdc8aae9a9) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:42.576522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091220a-9869-4af2-808f-b3f56185194d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:42.590472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:42.610391 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-89d75530-2978-42c9-96da-b07a9ef42bb0 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb6f6266-e939-45d3-b8ba-255e0f39e888/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9636600
Nov 10 04:27:42.615617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:42.615994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:42.616389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.616833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:42.617300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Bound port: c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:42.617676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.715777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] For port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:42.735623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.783345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e3fe-e277-4380-958f-811cce7a7440 None None] Pushing event updated for resources: {'Port': ['ID=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:42.794837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.861151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] For port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:42.865991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:42.881998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:42.889388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:42.893960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:42.944815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.967547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:42.990551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Attempting to bind port 00ecf638-f7fb-4b8c-954e-68a17678962d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:42.990976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Attempting to bind port 00ecf638-f7fb-4b8c-954e-68a17678962d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:42.991612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Attempting to bind port 00ecf638-f7fb-4b8c-954e-68a17678962d on network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:43.030476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:43.030851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Checking segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:43.031264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.031662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Bound using segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:43.032140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Bound port: 00ecf638-f7fb-4b8c-954e-68a17678962d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:43.032525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.048938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Pushing event updated for resources: {'Port': ['ID=00ecf638-f7fb-4b8c-954e-68a17678962d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:43.081377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.083928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b5d3e-8f92-4dae-8ae1-1f5738adc99a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:43.173891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.208662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:43.209637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82167b1e80>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:43.376319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:43.380445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e3fe-e277-4380-958f-811cce7a7440 None None] Pushing event updated for resources: {'Port': ['ID=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:43.397455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.398244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d0dc44dd-0a29-4c43-aa44-34a0a882e850 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:43.415307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] For port 00ecf638-f7fb-4b8c-954e-68a17678962d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:43.522917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Provisioning complete for port 19438fe0-fc08-433c-a83c-315dab73537c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:43.523286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.551604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] For port 00ecf638-f7fb-4b8c-954e-68a17678962d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=00ecf638-f7fb-4b8c-954e-68a17678962d,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:43.576480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.656092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:43.660742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Port 19438fe0-fc08-433c-a83c-315dab73537c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:43.695434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.696135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:43.701576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.713554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port d0dc44dd-0a29-4c43-aa44-34a0a882e850 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:43.713922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.763658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.821266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:43.834649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Provisioning complete for port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:43.835023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:43.992873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc58dea-d4fe-429d-9010-434c183686a0 None None] Pushing event updated for resources: {'Port': ['ID=00ecf638-f7fb-4b8c-954e-68a17678962d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:44.015572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:44.017624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:44.191861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:44.326510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:44.333767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a524cc81-fa2c-4abf-ba42-40f26a37181a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "PUT /v2.0/routers/d84a3c9b-9a29-4a9d-8356-d37c9281f0c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8749888
Nov 10 04:27:44.338156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50280) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:44.342721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1287667915', 'description': 'tempest-secgroup_access--1287667915 description', 'project_id': 'df94cc43bcf34df381226e883347dd40'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:44.347015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Sync routers for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:44.352995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Provisioning complete for port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:44.353368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.371520 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:44.373354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:44.385019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82167b1e80>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '19438fe0-fc08-433c-a83c-315dab73537c', 'name': '', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'mac_address': 'fa:16:3e:3a:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:40Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 2, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'subnets': [{'id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:44.388203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.420821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3bd48d-b9b9-4e1b-aeff-3b20bdc18cca None None] The sync data for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 is: [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '19438fe0-fc08-433c-a83c-315dab73537c', 'name': '', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'mac_address': 'fa:16:3e:3a:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:40Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 2, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'subnets': [{'id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:44.500882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.548784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] For port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:44.558177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.580221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.606335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50288) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:44.612494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.619997 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:44.642965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61e11-9e0b-4f7f-af93-3bf1ff24e86a None None] Pushing event updated for resources: {'Port': ['ID=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:44.692411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:44.747528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7217e21-98c4-43a9-ad8c-cb7763d90d4a None None] Provisioning complete for port 19438fe0-fc08-433c-a83c-315dab73537c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:44.747911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7217e21-98c4-43a9-ad8c-cb7763d90d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.756639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.757947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4187679
Nov 10 04:27:44.760956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50290) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:44.761579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c9ac-07d0-4e91-813e-f05ab99fae73 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b893709c-ac57-4fcc-85dc-35b770f0ff71,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:44.779548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2096763961', 'description': 'tempest-secgroup_general--2096763961 description', 'project_id': 'df94cc43bcf34df381226e883347dd40'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:44.813837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a7217e21-98c4-43a9-ad8c-cb7763d90d4a None None] Port 19438fe0-fc08-433c-a83c-315dab73537c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:44.828282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:44.829854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:44.979828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4451a4c1-028c-4c16-b25b-8be67734533d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:45.012210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.048316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4451a4c1-028c-4c16-b25b-8be67734533d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:45.048923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.055293 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 2, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:45.104622 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Checking router: d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:45.104987 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Updating router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:45.146370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 00ecf638-f7fb-4b8c-954e-68a17678962d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:45.152159 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.225888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.234882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.237224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 00ecf638-f7fb-4b8c-954e-68a17678962d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:45.237645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.285484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312453d-7416-48c7-afc3-09781a12f07b None None] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:45.292147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100e3e4a-c573-4a83-86f2-6c87457003ed,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:45.303909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.305060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a59ba41e-84cb-4c6a-8aa6-c81c4fb6e0a8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.5410166
Nov 10 04:27:45.308216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50292) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:45.313946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'security_group_rule': {'security_group_id': 'b893709c-ac57-4fcc-85dc-35b770f0ff71', 'project_id': 'df94cc43bcf34df381226e883347dd40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:45.362964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.424540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.458119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d29f4376-3729-42e8-8761-604afaeeea6c None None] Provisioning complete for port 00ecf638-f7fb-4b8c-954e-68a17678962d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:45.458516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d29f4376-3729-42e8-8761-604afaeeea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.471388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.480022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.538382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7cedd3-4015-4b1a-b3ff-13d28405c3a5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:45.562272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.563417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.576501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-095bb085-611d-4e1f-aa3e-7ac6b1d46f26 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2663610
Nov 10 04:27:45.655797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.665852 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.687146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 00ecf638-f7fb-4b8c-954e-68a17678962d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=00ecf638-f7fb-4b8c-954e-68a17678962d,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:45.695660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.756975 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Pushing event updated for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:45.772441 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.772815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.773158 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.773486 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.773996 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.774479 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.774976 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.775492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.775969 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.776447 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.776960 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.777448 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:45.844716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=00ecf638-f7fb-4b8c-954e-68a17678962d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:45.857109 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Attempting to bind port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:45.857800 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Attempting to bind port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:45.858406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Attempting to bind port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 on network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:45.866929 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:45.867328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Checking segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:45.867731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.868288 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Bound using segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:45.868804 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Bound port: 394c03c1-b7e7-4ada-911d-50cdc8aae9a9, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:45.871046 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.937832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-7a7bcd10-1ef2-48e5-933b-52a411e8007b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--2096763961&fields=id&tenant_id=df94cc43bcf34df381226e883347dd40 HTTP/1.1" status: 200  len: 267 time: 0.1142287
Nov 10 04:27:45.952010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] For port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:45.956165 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] For port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:45.966010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:45.985189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Deleting port 4451a4c1-028c-4c16-b25b-8be67734533d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:45.985625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.033053 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7feb-38ee-4c20-be27-b05b61bce1be None None] Pushing event updated for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:46.035661 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:46.036275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:46.114855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-e962cde8-e045-4abf-9c87-b02fbf5744a7 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1287667915&fields=id&tenant_id=df94cc43bcf34df381226e883347dd40 HTTP/1.1" status: 200  len: 267 time: 0.1647933
Nov 10 04:27:46.149833 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:46.159324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Provisioning complete for port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:46.159821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.230438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-b575b1c8-a865-45bf-b2ff-80430377ee94 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:46.239459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-b575b1c8-a865-45bf-b2ff-80430377ee94 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 795 time: 0.1236813
Nov 10 04:27:46.261148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] For port 4451a4c1-028c-4c16-b25b-8be67734533d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4451a4c1-028c-4c16-b25b-8be67734533d,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:46.261537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.278442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-58903405-6a9a-4614-b889-dc4d7dfe2878 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/quotas/df94cc43bcf34df381226e883347dd40 HTTP/1.1" status: 200  len: 375 time: 0.0380912
Nov 10 04:27:46.278652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.279425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Calling delete_port for 4451a4c1-028c-4c16-b25b-8be67734533d owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:46.339469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] For port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:46.349897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.422364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-b9162952-4a1f-4330-96c1-91038d233dae tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1257613
Nov 10 04:27:46.444505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Provisioning complete for port 00ecf638-f7fb-4b8c-954e-68a17678962d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:46.445043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.483013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f86bc-e8e3-47a3-8cfd-6a5d055196c9 None None] Pushing event updated for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:46.575810 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214860f10>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:45Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:46.606956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:46.621735 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772333fe-651a-4e6c-8396-0ab76a34c328 None None] The sync data for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 is: [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:45Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:46.658854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:46.659219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.665810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-ceb4aea0-42a3-4d79-a464-5444cdd097bf service neutron] 10.222.0.13 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349911
Nov 10 04:27:46.714829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-45a64fec-21b9-4a9d-9bf0-857a62ac0251 None None] Provisioning complete for port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:46.715097 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-45a64fec-21b9-4a9d-9bf0-857a62ac0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.792281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 00ecf638-f7fb-4b8c-954e-68a17678962d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:46.792495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:46.853792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Pushing event deleted for resources: {'Port': ['ID=4451a4c1-028c-4c16-b25b-8be67734533d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:46.879030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c1c67e32-6fe1-488d-8d1e-dfa50a2170d0 service neutron] 10.222.0.13 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983171
Nov 10 04:27:46.881273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 00ecf638-f7fb-4b8c-954e-68a17678962d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:46.882025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.031099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-720261e3-7659-425c-bf4a-5a2aed017085 None None] Provisioning complete for port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:47.031473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-720261e3-7659-425c-bf4a-5a2aed017085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.049167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.134940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b2f2aa3d-99bf-4af2-a2d6-e366deb77d0d req-ef647997-0eb9-400c-9cb7-6a886cf2de1e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 210 time: 0.0435266
Nov 10 04:27:47.319143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:47.356701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e9b41e3e-b156-42d5-92c4-6e42212cb92d None None] Provisioning complete for port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:47.357694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e9b41e3e-b156-42d5-92c4-6e42212cb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.437572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:47.446285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50320) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:47.446678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-be610463-f625-454e-8fa6-16577c32355b admin admin] 10.222.0.13 "PUT /v2.0/routers/7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8391550
Nov 10 04:27:47.450094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Sync routers for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:47.461496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:47.462209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076c83a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:47.560758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.583823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:47.702134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.770062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Deleting port 65479983-8e22-485a-a998-04ff88b76252 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:47.770403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.851518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076c83a0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129'}], 'enable_snat': True}, 'gw_port_id': '65479983-8e22-485a-a998-04ff88b76252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port': {'id': '65479983-8e22-485a-a998-04ff88b76252', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:47.892595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Checking router: 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:47.898176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] For port 65479983-8e22-485a-a998-04ff88b76252, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=65479983-8e22-485a-a998-04ff88b76252,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:47.898583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:47.902639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Routers {'7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:47.903247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076c83a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:47.912892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Calling delete_port for 65479983-8e22-485a-a998-04ff88b76252 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:48.000428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] Set router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:48.064349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076c83a0>, [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:47Z', 'revision_number': 6, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:48.091949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6cc76-4b72-4b11-8520-10a33cbef024 None None] The sync data for ids ['7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe'] in ncdv-817176-1 is: [{'id': '7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe', 'name': 'tempest-TestAggregatesBasicOps-1454034135-router', 'tenant_id': 'bcf26cf8350845fa91d1839425f258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:32Z', 'updated_at': '2021-11-10T04:27:47Z', 'revision_number': 6, 'project_id': 'bcf26cf8350845fa91d1839425f258c1', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:48.096216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.123243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Pushing event deleted for resources: {'Port': ['ID=65479983-8e22-485a-a998-04ff88b76252,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:48.137737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d336c5-8b65-43a8-963e-cb8f75829de5 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:48.226947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.266485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24d9435f-c224-40ab-9438-e99db619966f req-e5974a35-7477-4df9-b1c5-e38a87e419f3 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 210 time: 0.0355840
Nov 10 04:27:48.322364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-79ce242d-6656-4c6f-807d-3f2945d08d1c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:48.324106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-79ce242d-6656-4c6f-807d-3f2945d08d1c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 795 time: 0.1486256
Nov 10 04:27:48.327093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.331230 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.381078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.382044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:27:48.387965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.392203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50324) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:48.392832 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d306c9ba-0297-4345-8036-167209b1f43c admin admin] 10.222.0.13 "DELETE /v2.0/routers/7068fd9a-7e40-4a14-ab46-9dc80ccd9cfe HTTP/1.1" status: 204  len: 168 time: 0.9454989
Nov 10 04:27:48.447000 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-9cd536b3-84e1-4cbb-9104-83fbb58bef50 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df94cc43bcf34df381226e883347dd40 HTTP/1.1" status: 200  len: 478 time: 0.1113918
Nov 10 04:27:48.459550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'port': {'device_id': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'admin_state_up': True, 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'security_groups': ['100e3e4a-c573-4a83-86f2-6c87457003ed', 'b893709c-ac57-4fcc-85dc-35b770f0ff71']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:48.466142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Deleting subnet 199c79c9-8489-4eab-9915-b77b185dfc65 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:27:48.484177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:48.507594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.535745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:48.536186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.557027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.678265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:48.681973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.702350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.853035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d78f-fb5c-406f-b3c2-ab9d9ad2d002 req-a1ffa906-6ec7-4a50-8e1b-28b794f535e5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:48.854634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b157d78f-fb5c-406f-b3c2-ab9d9ad2d002 req-a1ffa906-6ec7-4a50-8e1b-28b794f535e5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.1554682
Nov 10 04:27:48.858679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.896268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.944862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199c79c9-8489-4eab-9915-b77b185dfc65,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:48.962165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:48.962604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88df6f-0ece-4dc8-b84e-d5b18914789d None None] Network f1344a42-cee1-45f7-9800-14e7025bba40 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:48.965386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd640367-27c7-4b1c-9233-ef72f932dc94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/199c79c9-8489-4eab-9915-b77b185dfc65 HTTP/1.1" status: 204  len: 168 time: 0.5721328
Nov 10 04:27:48.968314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50330) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:48.972066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.20.0.5 (553361dd-fda1-4b9f-90c4-6f0a80e625c1/51bf9c99-0fdd-415d-a99c-15e051e2897c/9fca523c-188c-46ab-a151-4ffc94f29318) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:49.000671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b157d78f-fb5c-406f-b3c2-ab9d9ad2d002 req-8b50f4bd-6ac2-4ec7-afab-7b32afd4863f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160710
Nov 10 04:27:49.085198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.096583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.163297 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Deleting port a358457a-909f-499f-a7cb-af5b99a66d71 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:49.163639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.225779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.258194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] For port a358457a-909f-499f-a7cb-af5b99a66d71, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a358457a-909f-499f-a7cb-af5b99a66d71,segment=NetworkSegment(51f30763-6635-4869-a632-d560b886a143),segment_id=51f30763-6635-4869-a632-d560b886a143)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:49.258874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.271137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.276536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Calling delete_port for a358457a-909f-499f-a7cb-af5b99a66d71 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:49.297811 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Sync routers for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:49.318243 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:49.320015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145b9130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:49.334247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:49.338824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:49.341588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:49.344150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:49.387655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.422927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:49.426335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.459342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935676e-6c60-4a5e-b9ad-baa6fe034375 None None] DHCP port deletion for f1344a42-cee1-45f7-9800-14e7025bba40 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:49.462313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-010c19b4-6675-4860-8ccf-289a8f10dab5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 1.0087073
Nov 10 04:27:49.485043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c444e05a-360c-4224-9d11-ab11c3b50ac0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:27:49.487031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c444e05a-360c-4224-9d11-ab11c3b50ac0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080671
Nov 10 04:27:49.502751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Request body: {'port': {'device_id': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:49.537449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] No DVR routers for this DVR port a358457a-909f-499f-a7cb-af5b99a66d71 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:27:49.543579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Pushing event deleted for resources: {'Port': ['ID=a358457a-909f-499f-a7cb-af5b99a66d71,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:49.551718 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:49.590101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.813104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a4414b39-28f2-48d5-9f45-9cab7ba51e26 None None] Provisioning complete for port 9fca523c-188c-46ab-a151-4ffc94f29318 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:49.813629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a4414b39-28f2-48d5-9f45-9cab7ba51e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.873794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a4414b39-28f2-48d5-9f45-9cab7ba51e26 None None] Port 9fca523c-188c-46ab-a151-4ffc94f29318 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:49.881785 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145b9130>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '19438fe0-fc08-433c-a83c-315dab73537c', 'name': '', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'mac_address': 'fa:16:3e:3a:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:40Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 2, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'subnets': [{'id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:49.919345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Checking router: cb6f6266-e939-45d3-b8ba-255e0f39e888 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:49.919955 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Updating router cb6f6266-e939-45d3-b8ba-255e0f39e888 port 19438fe0-fc08-433c-a83c-315dab73537c binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:27:49.946809 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:49.985361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fca523c-188c-46ab-a151-4ffc94f29318 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:27:49.998433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.015704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Transition to ACTIVE for port object 9fca523c-188c-46ab-a151-4ffc94f29318 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:27:50.028585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.100509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Pushing event updated for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:50.115434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.127900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda872-2539-4f3f-af63-5bc61ac643c1 req-0c3afcfb-753c-4d8a-9cdc-9bb6fea587e2 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:50.138039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09dda872-2539-4f3f-af63-5bc61ac643c1 req-0c3afcfb-753c-4d8a-9cdc-9bb6fea587e2 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 970 time: 0.7264781
Nov 10 04:27:50.205084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f821495da30>,) {'filters': {'network_id': ['f1344a42-cee1-45f7-9800-14e7025bba40']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:50.228253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f821495da30>, '51f30763-6635-4869-a632-d560b886a143') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:50.229506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f821495da30>, '51f30763-6635-4869-a632-d560b886a143') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:50.254365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2abbb4-61ca-4e14-81ca-6ff6e394c55d req-60ef6f49-9e1b-46bd-9c83-1a557ec81599 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:50.256137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba2abbb4-61ca-4e14-81ca-6ff6e394c55d req-60ef6f49-9e1b-46bd-9c83-1a557ec81599 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.1499627
Nov 10 04:27:50.278886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.301074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Attempting to bind port 9fca523c-188c-46ab-a151-4ffc94f29318 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:50.302250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Attempting to bind port 9fca523c-188c-46ab-a151-4ffc94f29318 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:50.302820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Attempting to bind port 9fca523c-188c-46ab-a151-4ffc94f29318 on network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:50.310319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Port 9fca523c-188c-46ab-a151-4ffc94f29318 on network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:27:50.310958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Attempting to bind port 9fca523c-188c-46ab-a151-4ffc94f29318 on network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:50.312777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-d5d68177-88a1-424d-82e8-dff8a1a0e430 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:50.314322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-d5d68177-88a1-424d-82e8-dff8a1a0e430 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 945 time: 0.1670101
Nov 10 04:27:50.315419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.328272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:50.328645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Checking segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:50.329296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Bound using segment: {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:50.331316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Bound port: 9fca523c-188c-46ab-a151-4ffc94f29318, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632ca6c4-94ee-4160-9d2a-c83493b9e8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:50.332316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.344913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:27:50.345331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:27:50.347060 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:27:50.359383 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.375801 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.408376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ba2abbb4-61ca-4e14-81ca-6ff6e394c55d req-fef20f66-cae5-4e8c-ab35-0e35e5301784 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432948
Nov 10 04:27:50.432106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09dda872-2539-4f3f-af63-5bc61ac643c1 req-beb671f0-e052-46ff-b19a-2135fec36ce8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2931926
Nov 10 04:27:50.448773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 65479983-8e22-485a-a998-04ff88b76252 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:50.477288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 65479983-8e22-485a-a998-04ff88b76252 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:50.477986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 65479983-8e22-485a-a998-04ff88b76252 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:50.478694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a358457a-909f-499f-a7cb-af5b99a66d71 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:50.496558 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7419f8-221c-441b-9bbe-55ce1fddf120 None None] Pushing event updated for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:50.513839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.528388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.532117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a358457a-909f-499f-a7cb-af5b99a66d71 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:50.532639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a358457a-909f-499f-a7cb-af5b99a66d71 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:50.533203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4451a4c1-028c-4c16-b25b-8be67734533d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:50.535738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:50.538259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1344a42-cee1-45f7-9800-14e7025bba40 HTTP/1.1" status: 204  len: 168 time: 1.5680585
Nov 10 04:27:50.565713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7a8a-2df5-43d9-ab91-7b455822d599 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1344a42-cee1-45f7-9800-14e7025bba40,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:50.575883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4451a4c1-028c-4c16-b25b-8be67734533d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:50.576436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4451a4c1-028c-4c16-b25b-8be67734533d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:50.578465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 9a4f6c76-5141-4d44-bc21-603a6a5144ff {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:50.579189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.611213 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Attempting to bind port 19438fe0-fc08-433c-a83c-315dab73537c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:50.611582 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Attempting to bind port 19438fe0-fc08-433c-a83c-315dab73537c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:50.611943 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Attempting to bind port 19438fe0-fc08-433c-a83c-315dab73537c on network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:50.618405 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:50.618772 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Checking segment: {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:50.619168 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.619550 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Bound using segment: {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:50.626088 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Bound port: 19438fe0-fc08-433c-a83c-315dab73537c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138cf8ba-61df-43f1-97be-3255f326554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:50.626643 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.654043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:50.674194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9fca523c-188c-46ab-a151-4ffc94f29318,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:50.684174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.703873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] For port 19438fe0-fc08-433c-a83c-315dab73537c, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:50.708299 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] For port 19438fe0-fc08-433c-a83c-315dab73537c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=19438fe0-fc08-433c-a83c-315dab73537c,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:50.715741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.724316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port 9a4f6c76-5141-4d44-bc21-603a6a5144ff, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9a4f6c76-5141-4d44-bc21-603a6a5144ff,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:50.724765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.741630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:50.743192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.745891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] 10.222.0.21 "PUT /v2.0/ports/9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 1130 time: 1.2491372
Nov 10 04:27:50.752968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:27:50.758745 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d0e42-40eb-4977-86ec-25e4cca56560" -d '{"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:27:50.820342 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:50.821010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145b9130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:50.894257 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7419f8-221c-441b-9bbe-55ce1fddf120 None None] Pushing event updated for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:50.926639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] Provisioning complete for port 19438fe0-fc08-433c-a83c-315dab73537c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:50.927638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:50.934246 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c6ab4f-83ec-4a4b-addc-358c86b15301 x-openstack-request-id: req-e7c6ab4f-83ec-4a4b-addc-358c86b15301 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:27:50.934536 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:27:50.934792 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7c6ab4f-83ec-4a4b-addc-358c86b15301 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:27:50.935195 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318', 'status': 'completed', 'code': 200}
Nov 10 04:27:51.058952 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:51.074113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.132675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] For port 19438fe0-fc08-433c-a83c-315dab73537c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=19438fe0-fc08-433c-a83c-315dab73537c,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:51.147261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.231732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.232106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.232573 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP c2e3ed4d-ca11-46da-a373-7fc39cbc39ca disassociated. External IP: 172.32.3.40, port: 9a4f6c76-5141-4d44-bc21-603a6a5144ff.
Nov 10 04:27:51.233218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 9a4f6c76-5141-4d44-bc21-603a6a5144ff owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:51.383156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f0f2-8402-45e3-9882-b5aa690a9ab9 None None] Pushing event updated for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:51.389819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4bb45a40-cc62-40b6-80dd-103b3670f5d4 None None] Provisioning complete for port 19438fe0-fc08-433c-a83c-315dab73537c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:51.390273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bb45a40-cc62-40b6-80dd-103b3670f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.419413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.475116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=9a4f6c76-5141-4d44-bc21-603a6a5144ff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:51.476010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8842-e225-4831-af22-4a73a6ff467b service neutron] Pushing event updated for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:51.545344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-b6190606-0bd7-449a-b563-8b5aff2e3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:51.546973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-b6190606-0bd7-449a-b563-8b5aff2e3ffe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1133 time: 0.6110265
Nov 10 04:27:51.568953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145b9130>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '19438fe0-fc08-433c-a83c-315dab73537c', 'name': '', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'mac_address': 'fa:16:3e:3a:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:40Z', 'updated_at': '2021-11-10T04:27:50Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'subnets': [{'id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:51.596358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7bca9-0a32-407f-a0ee-c2a25d0f5e88 None None] The sync data for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 is: [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:41Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '19438fe0-fc08-433c-a83c-315dab73537c', 'name': '', 'network_id': '19866d31-8e76-4c1c-8dd0-e77ab5d57ff4', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'mac_address': 'fa:16:3e:3a:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:40Z', 'updated_at': '2021-11-10T04:27:50Z', 'revision_number': 4, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'subnets': [{'id': '9ad142e9-d513-4720-a10b-56d0f1ab468b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:51.616583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65d22a48-1b55-4b07-ba92-8d5752c0822c req-300d1345-e77c-4a6d-8515-ee1f2fd3745b tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd8e95f8-a47b-4ece-82d0-d957e36262d0 HTTP/1.1" status: 200  len: 210 time: 0.0366440
Nov 10 04:27:51.632767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-d5c7b4f4-6ee9-423d-8ad6-ccdf587934f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 217 time: 0.0720637
Nov 10 04:27:51.656446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:51.709891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d63836-39c9-4b88-98e9-d971a5b094af req-b34ce419-50c8-495d-b234-c1a94a0d081a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:51.711469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2d63836-39c9-4b88-98e9-d971a5b094af req-b34ce419-50c8-495d-b234-c1a94a0d081a tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 982 time: 0.1527634
Nov 10 04:27:51.721843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-ef2d0849-e76c-4ff8-b622-654268294efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:51.723340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-ef2d0849-e76c-4ff8-b622-654268294efb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 200  len: 834 time: 0.0824234
Nov 10 04:27:51.784321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:51.797350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:51.828733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:51.830287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820725f4f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:51.838723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port 9a4f6c76-5141-4d44-bc21-603a6a5144ff on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:27:51.840849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.845367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-027fa1ee-aaca-454d-8c0d-48c6914a2bac req-c5cb80c8-00ba-476e-b59a-4b28919bd8be tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "DELETE /v2.0/ports/9a4f6c76-5141-4d44-bc21-603a6a5144ff HTTP/1.1" status: 204  len: 173 time: 1.5228565
Nov 10 04:27:51.845864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'name': 'network-vif-deleted', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:27:51.848517 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b222dbc-4456-49e1-92ac-dee2bf99ed49" -d '{"events": [{"server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "name": "network-vif-deleted", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:27:51.863003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2d63836-39c9-4b88-98e9-d971a5b094af req-564e6ec3-ce3e-440f-bd4d-e988fd445cd0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1438131
Nov 10 04:27:51.866206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-d9cf64da-65a6-473d-82dc-29fb7bda08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:51.867687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-d9cf64da-65a6-473d-82dc-29fb7bda08b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553361dd-fda1-4b9f-90c4-6f0a80e625c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1354501
Nov 10 04:27:51.922273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:51.930329 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b11bf-6cdc-483e-851a-abfa2d3ce0e5 x-openstack-request-id: req-e34b11bf-6cdc-483e-851a-abfa2d3ce0e5 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:27:51.930648 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e95f8-a47b-4ece-82d0-d957e36262d0", "name": "network-vif-deleted", "tag": "9a4f6c76-5141-4d44-bc21-603a6a5144ff", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:27:51.932983 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e34b11bf-6cdc-483e-851a-abfa2d3ce0e5 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:27:51.933413 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e95f8-a47b-4ece-82d0-d957e36262d0', 'name': 'network-vif-deleted', 'tag': '9a4f6c76-5141-4d44-bc21-603a6a5144ff', 'status': 'completed', 'code': 200}
Nov 10 04:27:52.020086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:52.107970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-0594242d-eb76-4c12-844f-3a893f36dcfc service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322543
Nov 10 04:27:52.278957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820725f4f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:52.310035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d70bbe2-fa02-4e7c-9649-e01dd20e6791 req-a3457540-eb34-4ca3-949f-2d1465b07a01 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918998
Nov 10 04:27:52.310239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:52.328037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:52.329216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820725f4f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:52.462904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Deleting port 19438fe0-fc08-433c-a83c-315dab73537c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:52.463256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:52.510700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 19438fe0-fc08-433c-a83c-315dab73537c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:52.537833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-409a5884-25e9-47ff-8271-8f0759f7cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:52.539898 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-409a5884-25e9-47ff-8271-8f0759f7cc8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1133 time: 0.1435821
Nov 10 04:27:52.576260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:52.626957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 19438fe0-fc08-433c-a83c-315dab73537c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:52.626957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:52.667241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] For port 19438fe0-fc08-433c-a83c-315dab73537c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=19438fe0-fc08-433c-a83c-315dab73537c,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:52.667611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:52.692303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Calling delete_port for 19438fe0-fc08-433c-a83c-315dab73537c owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:52.722907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-96d7d7e7-5c18-4a63-a724-e3c497746f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:52.724424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-96d7d7e7-5c18-4a63-a724-e3c497746f21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 896 time: 0.1727819
Nov 10 04:27:52.808857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-2734b860-cb94-4071-9b27-7d17a60c7a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 217 time: 0.0387263
Nov 10 04:27:52.886921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820725f4f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:52.917721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb6dea-e982-40ed-adfb-6842f34e5422 None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:52.928547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-93faceba-4d7f-45f9-bbe1-5b678a87afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:52.930107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-93faceba-4d7f-45f9-bbe1-5b678a87afd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 200  len: 834 time: 0.1143134
Nov 10 04:27:53.004552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-a96978a0-6c96-4eed-8b52-2497310b936a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951019923&fields=id&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 267 time: 0.0698969
Nov 10 04:27:53.059338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-79287033-0fb9-4f2e-8e7f-7b03c96b9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:53.060808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-79287033-0fb9-4f2e-8e7f-7b03c96b9df2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553361dd-fda1-4b9f-90c4-6f0a80e625c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1220970
Nov 10 04:27:53.075032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958deb8a-fe08-4669-b7bf-8cba2154c3f6 req-8241e2e7-9d49-4aee-8394-bff0f4b2416b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:53.076555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-958deb8a-fe08-4669-b7bf-8cba2154c3f6 req-8241e2e7-9d49-4aee-8394-bff0f4b2416b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 982 time: 0.0990260
Nov 10 04:27:53.167950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:53.199900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-e3cc22a5-7794-4bde-ba03-3d6185ab97ea tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:53.205895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-e3cc22a5-7794-4bde-ba03-3d6185ab97ea tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1950133
Nov 10 04:27:53.217228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Pushing event deleted for resources: {'Port': ['ID=19438fe0-fc08-433c-a83c-315dab73537c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:53.218073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-4f713dad-a5b5-4574-aac1-f54a21383d80 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0096807
Nov 10 04:27:53.260006 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf20bf-ed77-4c0b-ba70-21d7e35ee648 None None] New status for floating IP c2e3ed4d-ca11-46da-a373-7fc39cbc39ca: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:27:53.309060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-958deb8a-fe08-4669-b7bf-8cba2154c3f6 req-5c89ed0c-7dd9-429f-bb64-bf466ed2c619 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2125468
Nov 10 04:27:53.317438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-a079c76c-6841-4caa-b0e9-f5efd8076f7b service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398980
Nov 10 04:27:53.346973 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-0fa900c7-3bd1-4b7e-901c-ceedf11c3e5f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1207457
Nov 10 04:27:53.511552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:53.514710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72d0e42-40eb-4977-86ec-25e4cca56560 req-36a1cfd9-9a47-4c5a-91cb-3880cab0d924 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785650
Nov 10 04:27:53.543172 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-63861599-2b69-4b10-b52b-ea68c6dac850 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803706
Nov 10 04:27:53.637625 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-2b981875-228a-41ad-a70f-fa075c6b79fd service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877419
Nov 10 04:27:53.744376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Router cb6f6266-e939-45d3-b8ba-255e0f39e888 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:27:53.853794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:27:53.859094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-19b7c770-bb19-41dc-8acc-234bf531b781 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb6f6266-e939-45d3-b8ba-255e0f39e888/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3221927
Nov 10 04:27:53.861841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50370) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:53.864772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Sync routers for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:27:53.887064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:53.888581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206b86490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:53.940397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a628db87-f320-4167-87dd-ce59734cef08 req-35bfc627-4eb8-453a-b916-18f0712178b4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 210 time: 0.0279329
Nov 10 04:27:54.012131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:54.013739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:54.207200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206b86490>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:53Z', 'revision_number': 5, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:54.233757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Checking router: cb6f6266-e939-45d3-b8ba-255e0f39e888 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:27:54.243467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Routers {'cb6f6266-e939-45d3-b8ba-255e0f39e888'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:27:54.244085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206b86490>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['cb6f6266-e939-45d3-b8ba-255e0f39e888'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:54.358232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] Set router cb6f6266-e939-45d3-b8ba-255e0f39e888 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:27:54.390278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:54.478450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Deleting port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:54.478784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:54.550022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f6af-4b16-498e-b968-5f2a761445b2 req-1eeaa430-9954-4db2-80a2-15825fa9ee08 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:54.552433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6007f6af-4b16-498e-b968-5f2a761445b2 req-1eeaa430-9954-4db2-80a2-15825fa9ee08 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 982 time: 0.1037688
Nov 10 04:27:54.591868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206b86490>, [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:53Z', 'revision_number': 5, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:54.608846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] For port c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:54.609146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:54.626480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa54ba-b024-4a36-9874-b85f6ee97446 None None] The sync data for ids ['cb6f6266-e939-45d3-b8ba-255e0f39e888'] in ncdv-817176-1 is: [{'id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'name': 'tempest-TestAggregatesBasicOps-1205780906-router', 'tenant_id': '81710f059d9d4e9cbe3b51402f9b1461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:53Z', 'revision_number': 5, 'project_id': '81710f059d9d4e9cbe3b51402f9b1461', 'gw_port': {'id': 'c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6f6266-e939-45d3-b8ba-255e0f39e888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:38Z', 'updated_at': '2021-11-10T04:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:27:54.634412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Calling delete_port for c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:54.658420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6007f6af-4b16-498e-b968-5f2a761445b2 req-d829e8ed-c269-44b6-aa3a-ee7fd9b60898 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0983219
Nov 10 04:27:54.666446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9a4f6c76-5141-4d44-bc21-603a6a5144ff no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:54.687515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9a4f6c76-5141-4d44-bc21-603a6a5144ff {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:54.687856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9a4f6c76-5141-4d44-bc21-603a6a5144ff not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:54.816732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:54.842117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:54.863540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65fca8-b1be-4d40-9bb4-33744bf92468 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:54.911283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.011225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9fca523c-188c-46ab-a151-4ffc94f29318 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:27:55.060195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.063340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c423d5f0-4849-4434-af1d-701738606bf8 req-63800239-d0f8-4006-9661-9dc7624cfb12 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 210 time: 0.0457897
Nov 10 04:27:55.064113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.126692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.127232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6f6266-e939-45d3-b8ba-255e0f39e888 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:27:55.132262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.133598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-88052811-cb4c-4c84-8626-0ac551ea7981 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb6f6266-e939-45d3-b8ba-255e0f39e888 HTTP/1.1" status: 204  len: 168 time: 1.2667279
Nov 10 04:27:55.136080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50386) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:55.175662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-d059aae5-9058-42d2-9c90-cd48015d3b75 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:55.177302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-d059aae5-9058-42d2-9c90-cd48015d3b75 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.2365873
Nov 10 04:27:55.211284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9fca523c-188c-46ab-a151-4ffc94f29318,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:55.221120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Deleting subnet 9ad142e9-d513-4720-a10b-56d0f1ab468b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:27:55.225580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '9fca523c-188c-46ab-a151-4ffc94f29318', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'port_id': '9fca523c-188c-46ab-a151-4ffc94f29318', 'mac_address': 'fa:16:3e:cb:2b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:27:55.225855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.266747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.270819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.277276 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-4207d661-5c7d-4ab3-8492-ce308942ece8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 379 time: 0.0915840
Nov 10 04:27:55.280882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fca523c-188c-46ab-a151-4ffc94f29318 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:27:55.289695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'security_groups': ['6ed0115a-3097-41a1-a181-2aa208271e34']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:55.309638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9fca523c-188c-46ab-a151-4ffc94f29318,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:55.317264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.379078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.391559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:55.460922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.485860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:27:55.490321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.510763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad142e9-d513-4720-a10b-56d0f1ab468b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:55.514590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.519988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e3e6849-5a3c-41bc-8389-cae74ab522fd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ad142e9-d513-4720-a10b-56d0f1ab468b HTTP/1.1" status: 204  len: 168 time: 0.3827734
Nov 10 04:27:55.523452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:55.524408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a38536-4aa4-4d73-b6b3-b7ffa8d3f06f None None] Network 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:27:55.595360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['9fca523c-188c-46ab-a151-4ffc94f29318'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:27:55.638993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.4 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/88190519-9caa-4d72-a77d-fbebf8d2ab0c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:55.650663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.732823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Deleting port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:55.733089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.817929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.872352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] For port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,segment=NetworkSegment(138cf8ba-61df-43f1-97be-3255f326554f),segment_id=138cf8ba-61df-43f1-97be-3255f326554f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:55.872931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.899476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:55.904925 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Calling delete_port for ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:55.951427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] DHCP port deletion for 19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:27:56.012817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.058687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.060859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] No DVR routers for this DVR port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:27:56.108047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:27:56.109953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.120828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Deleting port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:27:56.125128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.131635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.132295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.132812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.133291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.133824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.134318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.134847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.135311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.135789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.136279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.136794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.137271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:56.143259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:27:56.150739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:27:56.170160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.198399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214dbefa0>,) {'filters': {'network_id': ['19866d31-8e76-4c1c-8dd0-e77ab5d57ff4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:56.210211 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012c19-9bb0-4652-988a-2f0a54628339 req-ae17eaef-d140-4306-b571-2c5ab4732e24 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:56.213282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214dbefa0>, '138cf8ba-61df-43f1-97be-3255f326554f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:56.213903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214dbefa0>, '138cf8ba-61df-43f1-97be-3255f326554f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:27:56.214838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93012c19-9bb0-4652-988a-2f0a54628339 req-ae17eaef-d140-4306-b571-2c5ab4732e24 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 983 time: 0.3487990
Nov 10 04:27:56.225941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.233701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] For port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:56.234095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.240647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:56.241010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.242069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.248516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Calling delete_port for ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:27:56.251581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:27:56.253230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:27:56.254839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.256886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.275249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-603bc45a-ae6e-4631-94ad-331d1fbb2cd6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9907351
Nov 10 04:27:56.293462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Request body: {'port': {'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:56.293801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] Pushing event deleted for resources: {'Port': ['ID=ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.309596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dc0e6-9fdb-4006-8839-827566719733 None None] No DVR routers for this DVR port ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:27:56.336386 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:27:56.344494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93012c19-9bb0-4652-988a-2f0a54628339 req-a1983205-e1bc-4850-9e93-ef38ad5efdf0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1220937
Nov 10 04:27:56.382112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.396989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.399950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.402513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] 10.222.0.13 "DELETE /v2.0/networks/19866d31-8e76-4c1c-8dd0-e77ab5d57ff4 HTTP/1.1" status: 204  len: 168 time: 0.8779881
Nov 10 04:27:56.433972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311b306-0f7a-4698-9a3c-e9eb357f527d admin admin] Pushing event deleted for resources: {'Network': ['ID=19866d31-8e76-4c1c-8dd0-e77ab5d57ff4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.467763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ef46d-6f81-4c25-bc9d-9378fec2aff3 req-eb5e8e56-4ae9-4c3a-9efb-4bb94d643f48 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:56.469592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-084ef46d-6f81-4c25-bc9d-9378fec2aff3 req-eb5e8e56-4ae9-4c3a-9efb-4bb94d643f48 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 931 time: 0.1343837
Nov 10 04:27:56.531247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:56.538892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-084ef46d-6f81-4c25-bc9d-9378fec2aff3 req-c51779af-cf47-4650-a4d0-14b52b82513c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623472
Nov 10 04:27:56.571000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:56.571856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device ce20fd1c-9a19-4bbf-89c3-fd509f0d2dd0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:56.571856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 19438fe0-fc08-433c-a83c-315dab73537c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:56.595685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 19438fe0-fc08-433c-a83c-315dab73537c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:56.596039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 19438fe0-fc08-433c-a83c-315dab73537c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:56.596584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:27:56.634328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:27:56.634528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8ca4e15-d5b7-48a5-90a6-1fb0f05e4ded not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:27:56.650865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c5945b15-2ba1-4781-8d1e-56f027000979 None None] Provisioning complete for port 88190519-9caa-4d72-a77d-fbebf8d2ab0c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:56.651270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c5945b15-2ba1-4781-8d1e-56f027000979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.701006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c5945b15-2ba1-4781-8d1e-56f027000979 None None] Port 88190519-9caa-4d72-a77d-fbebf8d2ab0c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:27:56.733314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:56.774029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-920e6475-ffaa-47f3-b187-7012fef64c6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcf26cf8350845fa91d1839425f258c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395043
Nov 10 04:27:56.777036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50406) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:56.789151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88190519-9caa-4d72-a77d-fbebf8d2ab0c {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:27:56.796739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.814314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Transition to ACTIVE for port object 88190519-9caa-4d72-a77d-fbebf8d2ab0c will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:27:56.819052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.834009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.860928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.898079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Pushing event updated for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.928596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.931986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:56.933199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e547a6d-c662-4d0b-aed0-d071ecc5b9fc HTTP/1.1" status: 204  len: 168 time: 0.1547670
Nov 10 04:27:56.943824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573da08-9c60-474b-a8d3-7d6b0b40e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e547a6d-c662-4d0b-aed0-d071ecc5b9fc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:56.963147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Attempting to bind port 88190519-9caa-4d72-a77d-fbebf8d2ab0c on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:27:56.963412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Attempting to bind port 88190519-9caa-4d72-a77d-fbebf8d2ab0c by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:27:56.963751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Attempting to bind port 88190519-9caa-4d72-a77d-fbebf8d2ab0c on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:56.968330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Port 88190519-9caa-4d72-a77d-fbebf8d2ab0c on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:27:56.968870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Attempting to bind port 88190519-9caa-4d72-a77d-fbebf8d2ab0c on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:27:56.974824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:27:56.975089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:27:56.975483 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:27:56.975961 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Bound port: 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:27:56.976257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.026815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9fca523c-188c-46ab-a151-4ffc94f29318 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:27:57.045064 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:27:57.048690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:27:57.055448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.092022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 9fca523c-188c-46ab-a151-4ffc94f29318 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:27:57.096849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.097770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.098936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 9fca523c-188c-46ab-a151-4ffc94f29318 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:27:57.099392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] 10.222.0.26 "PUT /v2.0/ports/88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 1091 time: 0.8131909
Nov 10 04:27:57.099659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.101867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:27:57.105078 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e98129-829e-4be9-86bb-17bee9dc20f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:27:57.191683 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf2916-8a79-43f3-9c84-6dca646f306f x-openstack-request-id: req-0cbf2916-8a79-43f3-9c84-6dca646f306f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:27:57.192374 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:27:57.192374 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cbf2916-8a79-43f3-9c84-6dca646f306f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:27:57.193097 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'status': 'completed', 'code': 200}
Nov 10 04:27:57.195732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c072-9eef-473d-a228-a5d82f67f412 service neutron] Pushing event updated for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:57.211878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-e3ce55b0-3918-4a87-a29d-1db805d83cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.213741 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-e3ce55b0-3918-4a87-a29d-1db805d83cfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1094 time: 0.0670402
Nov 10 04:27:57.241106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.262079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-4b48215b-df20-425b-8d17-cb8b77cf0dc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 217 time: 0.0398684
Nov 10 04:27:57.269865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:27:57.272581 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28211b-333f-4ff2-8aae-9a59f6471dd7" -d '{"events": [{"server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "name": "network-vif-plugged", "status": "completed", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:27:57.289195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9fca523c-188c-46ab-a151-4ffc94f29318,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:27:57.295902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.322591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-bfb65616-c439-4c4d-b57d-5fd3e3b7ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.324970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-bfb65616-c439-4c4d-b57d-5fd3e3b7ecb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0560358
Nov 10 04:27:57.334768 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38412a81-1bdb-4fbd-8eb4-944f42a88f84 x-openstack-request-id: req-38412a81-1bdb-4fbd-8eb4-944f42a88f84 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:27:57.335137 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "name": "network-vif-plugged", "status": "completed", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:27:57.335480 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38412a81-1bdb-4fbd-8eb4-944f42a88f84 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:27:57.335929 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318', 'code': 200}
Nov 10 04:27:57.399832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-ac805a53-6932-49a8-a977-a7a3cb2d9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.401508 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-ac805a53-6932-49a8-a977-a7a3cb2d9fea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0673413
Nov 10 04:27:57.407936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:57.422172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50418) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:57.468205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072559c-aae0-4867-bc6c-ca305c75d564 req-01f8b105-1664-4915-a88d-ea13dd38de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.469624 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0072559c-aae0-4867-bc6c-ca305c75d564 req-01f8b105-1664-4915-a88d-ea13dd38de6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.0742078
Nov 10 04:27:57.479154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4711ba2-c8ac-4e6a-bc7c-5d70a0950541 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81710f059d9d4e9cbe3b51402f9b1461&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0529189
Nov 10 04:27:57.484248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50420) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:57.533025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10bcf5-5f6d-4c0c-9dbc-98f04efa8bcf req-63b0edfe-7a64-4197-a862-75c9db61c32d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.536036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe10bcf5-5f6d-4c0c-9dbc-98f04efa8bcf req-63b0edfe-7a64-4197-a862-75c9db61c32d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.1001410
Nov 10 04:27:57.566688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0072559c-aae0-4867-bc6c-ca305c75d564 req-ee7f9180-c0ed-4ec4-994a-9e39956c16d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0889237
Nov 10 04:27:57.576622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.578261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-e3f960d4-964e-4609-8a02-50ad2139593c service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691017
Nov 10 04:27:57.605563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.687201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8ad24-79be-4c87-bc1f-7f6adfd35f28 req-9493f69a-1d0a-4eae-b48d-6542302e937a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.688734 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2a8ad24-79be-4c87-bc1f-7f6adfd35f28 req-9493f69a-1d0a-4eae-b48d-6542302e937a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 943 time: 0.0645952
Nov 10 04:27:57.702586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.704487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe10bcf5-5f6d-4c0c-9dbc-98f04efa8bcf req-0dfc2915-aad2-43f3-8310-c3766b94cd16 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1588237
Nov 10 04:27:57.705486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:57.709594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae1ff75d-197d-4a66-a1bd-e7a8302bfaac HTTP/1.1" status: 204  len: 168 time: 0.2213647
Nov 10 04:27:57.734914 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77847f1d-d591-4fe6-a040-f6af93c00809 req-bd926cff-7e0d-48fe-970d-530faed1cef3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381309
Nov 10 04:27:57.736031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71292e-5fdb-422a-a686-390e69a45277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1ff75d-197d-4a66-a1bd-e7a8302bfaac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:57.771633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2a8ad24-79be-4c87-bc1f-7f6adfd35f28 req-ca982042-f766-4158-ba7b-dc2cf97f1e07 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764303
Nov 10 04:27:57.844722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-d8c2545d-44d7-448b-87f5-450ef164f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.846248 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-d8c2545d-44d7-448b-87f5-450ef164f0cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1094 time: 0.0438187
Nov 10 04:27:57.942902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-131770cb-4bc8-4067-bc77-ac52b06dba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:57.944373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-131770cb-4bc8-4067-bc77-ac52b06dba1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0907762
Nov 10 04:27:57.989569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-ecb6f966-434a-4b28-af0c-a4526db266a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 217 time: 0.0379202
Nov 10 04:27:58.039521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-fd50d641-3d5e-4f29-b475-39b795213d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:58.041005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-fd50d641-3d5e-4f29-b475-39b795213d04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0444648
Nov 10 04:27:58.088185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-adf90f74-460c-4676-a8a6-078a0e7e3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:58.089759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-adf90f74-460c-4676-a8a6-078a0e7e3024 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414877
Nov 10 04:27:58.185367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-355f4541-acd7-43af-8730-6951867ac529 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875113
Nov 10 04:27:58.280559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e98129-829e-4be9-86bb-17bee9dc20f6 req-4d3520ca-209f-4502-8c8a-c53b6ab9dad2 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878534
Nov 10 04:27:58.910385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab534b4-dce3-47ed-88c1-c7fd6a3a4626 req-420a44e9-e4f6-4f69-8a8f-4c38623ed7e8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:58.911896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ab534b4-dce3-47ed-88c1-c7fd6a3a4626 req-420a44e9-e4f6-4f69-8a8f-4c38623ed7e8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 943 time: 0.0632234
Nov 10 04:27:58.961827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ab534b4-dce3-47ed-88c1-c7fd6a3a4626 req-709ab436-3f02-4705-8c8d-c6ba5d1f7bd3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437655
Nov 10 04:27:59.067996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567dc31-8471-448c-8f58-9f6ec394da28 req-841b1a9b-f78b-4ee1-aef2-94b2612ff8aa tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:59.069621 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9567dc31-8471-448c-8f58-9f6ec394da28 req-841b1a9b-f78b-4ee1-aef2-94b2612ff8aa tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.2911742
Nov 10 04:27:59.125993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9567dc31-8471-448c-8f58-9f6ec394da28 req-da94e06b-5823-41c8-8682-35cda0eb4a29 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0500786
Nov 10 04:27:59.238060 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185712c9-a8d1-4cc0-8779-8685e4f244d9 req-cd8fb6cf-8cec-4194-8705-250947c311a9 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:59.239493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-185712c9-a8d1-4cc0-8779-8685e4f244d9 req-cd8fb6cf-8cec-4194-8705-250947c311a9 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.0486517
Nov 10 04:27:59.297985 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-185712c9-a8d1-4cc0-8779-8685e4f244d9 req-bd375351-9a37-4aed-b7ec-b2d6154ad3b6 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0523686
Nov 10 04:27:59.312900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.317957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010742649', 'description': 'tempest-secgroup-smoke-1010742649 description', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:59.340419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.348996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.406637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-7030d6a7-c8b6-4603-a9e3-836ffd44a100 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:59.408140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-7030d6a7-c8b6-4603-a9e3-836ffd44a100 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.0465677
Nov 10 04:27:59.423189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.427907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-37fcc9e7-6b2c-4c4e-8f6b-d8ddf773bca3 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.429020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.467214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14bfa66-0247-424a-97ad-7cd7f5eed780,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:59.482926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.483346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.483658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.484017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.484347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.484720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.485038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.485365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.485694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.486020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.486340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.486703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:27:59.509705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-37fcc9e7-6b2c-4c4e-8f6b-d8ddf773bca3 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.514056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-37fcc9e7-6b2c-4c4e-8f6b-d8ddf773bca3 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.524153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.528269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.558410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.559663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2457695
Nov 10 04:27:59.562166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcc9e7-6b2c-4c4e-8f6b-d8ddf773bca3 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0781d8-9a28-45ea-b4fd-de1c18d57d3b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:59.562747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50474) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.568645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:59.571154 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ec118adb-bf2a-4ad3-b977-a6cc5d4f66fc req-37fcc9e7-6b2c-4c4e-8f6b-d8ddf773bca3 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1561801
Nov 10 04:27:59.574063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d82b-4c87-4216-b69a-87a7c3af8f88 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07390652-ef4b-498a-86d9-2907bf2637c4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:59.598110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50476) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.603192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.638109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02d3ec-c2ee-4ab2-a548-ae375ee3bee5 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:27:59.639604 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0f02d3ec-c2ee-4ab2-a548-ae375ee3bee5 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1130 time: 0.0401130
Nov 10 04:27:59.642791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50478) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.650857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '9fca523c-188c-46ab-a151-4ffc94f29318', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:59.680565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.685025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.696653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.745966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.747175 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1835098
Nov 10 04:27:59.748706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea089-c961-437a-9256-6782493c97f5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30efcae-af77-40ca-a626-d4b7ebf37809,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:59.750077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50480) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.755624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:59.782037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.812009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.843596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.847456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.866394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a949e90-5b34-4fc1-a6c9-2e325501240d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:27:59.874322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.877553 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-922bd318-0fd4-4565-b142-41f324bbb21e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1264112
Nov 10 04:27:59.879014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:27:59.883484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:27:59.915879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.934681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.32.3.76 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/291c7f1d-e257-4f32-b980-db342e6ce4a3) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:27:59.975954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:27:59.980025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.001632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a3d2e8-7c2a-4577-a2d5-94ac5f386fce,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.010289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.015481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0b828803-76e1-446d-b1c8-7371fe3f32c6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1353443
Nov 10 04:28:00.016206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50486) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:00.020737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:00.049214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.081162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.117439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.122243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.131174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.140663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a5ac26-f7f4-45bb-9fb2-9048631d0e89,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.149596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.150813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95ed59e1-49b1-4ee4-87dd-e7abcf090e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1335785
Nov 10 04:28:00.153657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50490) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:00.158206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:00.185367 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:28:00.191577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.202710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:00.208428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:00.211444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:00.241491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=291c7f1d-e257-4f32-b980-db342e6ce4a3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.253737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21d541-a854-49e9-8986-9960dacdfd81 req-1a9744ad-2de1-4495-99d8-4b3ff83151f6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:00.255494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d21d541-a854-49e9-8986-9960dacdfd81 req-1a9744ad-2de1-4495-99d8-4b3ff83151f6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 943 time: 0.2122533
Nov 10 04:28:00.257868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.261886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.279330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e0df6b-9e70-42e5-b2c1-c373d1fb025c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.289769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.292805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f132b7b-3b4e-42f7-9f95-c6589a17903c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1364081
Nov 10 04:28:00.297135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50492) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:00.302262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '07390652-ef4b-498a-86d9-2907bf2637c4', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:00.324880 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:28:00.330397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.381988 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d21d541-a854-49e9-8986-9960dacdfd81 req-cd091457-ff7c-4fbf-86e6-00c8e9603778 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173201
Nov 10 04:28:00.391692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.398251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.417198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00161398-784c-48d8-a74a-10c1935b6af0,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.427323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.428523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d00cdb2d-7e8d-403d-b691-65c24d91ec84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1303902
Nov 10 04:28:00.432109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50494) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:00.436953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'network': {'name': 'tempest-network-smoke--1113900302', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:00.459746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:00.463265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.487810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:28:00.497792 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.498133 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Added segment 4360ac73-5dde-4c1e-a03f-d9b58eb6d28f of type vlan for network 3afcf3bf-9baa-48bc-b117-db7fb4db7832
Nov 10 04:28:00.537616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.562564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.563791 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:28:00.568772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:00.569364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.646673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.718192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.904536 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4686928
Nov 10 04:28:00.905202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50496) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:00.911601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'admin_state_up': True, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:00.918390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f69901-d3fb-43fc-8688-5dcf3f7785d1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Network': ['ID=3afcf3bf-9baa-48bc-b117-db7fb4db7832,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:00.929598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:28:00.943897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:00.945576 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.006300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.146894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.239663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.244036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.319814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=291c7f1d-e257-4f32-b980-db342e6ce4a3,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:01.329860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.345157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.363725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.435107 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Floating IP c226b1b5-1247-46c6-bbf1-a0def4dc07f4 associated. External IP: 172.32.3.76, port: 9fca523c-188c-46ab-a151-4ffc94f29318.
Nov 10 04:28:01.481855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.232 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/148d7403-b6d5-46d1-90fe-444c4bb6de55) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:01.569134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22232d-a465-473b-bd0e-419595f3eda7 req-4a294a23-d2d9-45a2-88ad-db794531405c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:01.570552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef22232d-a465-473b-bd0e-419595f3eda7 req-4a294a23-d2d9-45a2-88ad-db794531405c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 943 time: 0.1083229
Nov 10 04:28:01.643657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:01.651242 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef22232d-a465-473b-bd0e-419595f3eda7 req-bd82e72a-8157-4ecb-b2bd-488800fa3840 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742440
Nov 10 04:28:01.654185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.687180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.729214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:01.732084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:01.735003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:01.746124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69237d-6066-4031-b6da-a23675cb7f88 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:01.756815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:01.770827 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Sync routers for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:01.774647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=148d7403-b6d5-46d1-90fe-444c4bb6de55,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:01.780416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.784796 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:01.786150 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214671460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:01.810513 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b943f9b3-21e8-41a6-bf06-1a6afd81185d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1644938
Nov 10 04:28:01.810513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:01.811384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e74191-1231-4e31-a232-510293924e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:01.814076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50500) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:01.838303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e4e12563-0347-4ff9-a0fd-caf8ce626fea None None] Provisioning complete for port 148d7403-b6d5-46d1-90fe-444c4bb6de55 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:01.838678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4e12563-0347-4ff9-a0fd-caf8ce626fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:01.894769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e4e12563-0347-4ff9-a0fd-caf8ce626fea None None] Port 148d7403-b6d5-46d1-90fe-444c4bb6de55 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:01.915228 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3cc3cf-0424-4911-8450-b1c3aa44a6d9 x-openstack-request-id: req-bf3cc3cf-0424-4911-8450-b1c3aa44a6d9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:01.915228 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:01.915228 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf3cc3cf-0424-4911-8450-b1c3aa44a6d9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:01.915228 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318', 'status': 'completed', 'code': 200}
Nov 10 04:28:01.964585 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:02.041468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:02.066437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74191-1231-4e31-a232-510293924e1f req-59fda1a5-b037-4c30-8289-f11cbc0810dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.068079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-59fda1a5-b037-4c30-8289-f11cbc0810dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.1433141
Nov 10 04:28:02.075526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.075998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.076487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.076978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.077595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.078078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.078525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.081361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c375b79d-c1c2-4ff8-89f7-36c357677d4d tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4923 time: 0.2659366
Nov 10 04:28:02.089298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50504) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:02.205846 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214671460>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c226b1b5-1247-46c6-bbf1-a0def4dc07f4', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'floating_ip_address': '172.32.3.76', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'port_id': '9fca523c-188c-46ab-a151-4ffc94f29318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'mac_address': 'fa:16:3e:cb:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:00Z', 'revision_number': 0, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:02.231979 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Checking router: d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:02.241840 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:02.242720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214671460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:02.245035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.245521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.246879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.246879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.246879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.247230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.253277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f4676e61-cfd7-4301-8be0-e2d2b827c838 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4003 time: 0.1588452
Nov 10 04:28:02.253471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50506) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:02.263282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74191-1231-4e31-a232-510293924e1f req-fd0cfb60-5de6-46d5-bf99-849ba5c1e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.265014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-fd0cfb60-5de6-46d5-bf99-849ba5c1e6b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 896 time: 0.1826863
Nov 10 04:28:02.278082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:02.358589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:02.372530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-173c42d2-4008-472d-b9dc-c01b3454a205 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 998 time: 0.1001282
Nov 10 04:28:02.423601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74191-1231-4e31-a232-510293924e1f req-411a19c0-a55d-42c5-9051-9b83166eb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.425937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-411a19c0-a55d-42c5-9051-9b83166eb9e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 200  len: 834 time: 0.0464797
Nov 10 04:28:02.475588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74191-1231-4e31-a232-510293924e1f req-9461b89c-2455-4f3e-aace-afd0ca107173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.477745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-9461b89c-2455-4f3e-aace-afd0ca107173 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553361dd-fda1-4b9f-90c4-6f0a80e625c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447330
Nov 10 04:28:02.577453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:28:02.586296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-9f3830ac-3f0b-4165-bc6f-cb3b9e28c155 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018193
Nov 10 04:28:02.594329 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214671460>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c226b1b5-1247-46c6-bbf1-a0def4dc07f4', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'floating_ip_address': '172.32.3.76', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'port_id': '9fca523c-188c-46ab-a151-4ffc94f29318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'mac_address': 'fa:16:3e:cb:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:00Z', 'revision_number': 0, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:02.605341 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca78feda-2ae6-43ef-8080-cb9e5e0da135 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3775 time: 0.3509843
Nov 10 04:28:02.624899 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e32e07-486c-44cc-a169-c9f62a34051c None None] The sync data for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 is: [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'c226b1b5-1247-46c6-bbf1-a0def4dc07f4', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'floating_ip_address': '172.32.3.76', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'port_id': '9fca523c-188c-46ab-a151-4ffc94f29318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'mac_address': 'fa:16:3e:cb:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:00Z', 'revision_number': 0, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:02.637366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50508) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:02.693850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-71e74191-1231-4e31-a232-510293924e1f req-a0e71b36-36c2-4745-ab65-bc1aae46f845 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003206
Nov 10 04:28:02.736901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50560599-73ac-401f-b341-ff9da50116e2 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.737896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50560599-73ac-401f-b341-ff9da50116e2 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.752628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-50560599-73ac-401f-b341-ff9da50116e2 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 HTTP/1.1" status: 200  len: 1992 time: 0.1011250
Nov 10 04:28:02.752628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:02.762368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Sync routers for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:02.772602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:02.773254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207adc640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:02.777379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 88190519-9caa-4d72-a77d-fbebf8d2ab0c details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:28:02.791539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:02.792786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d07bec27-84b2-4b4d-83b6-09b16b35a0aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8870015
Nov 10 04:28:02.796649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50514) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:02.811075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf34d-b1e2-4b32-a76d-dc3475a9a7fd req-b4ef07e1-e514-4f10-a83b-af2dfb609bfe tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:02.812771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b9bf34d-b1e2-4b32-a76d-dc3475a9a7fd req-b4ef07e1-e514-4f10-a83b-af2dfb609bfe tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 943 time: 0.0815778
Nov 10 04:28:02.880655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7b9bf34d-b1e2-4b32-a76d-dc3475a9a7fd req-c0f497c7-f04c-4179-ae7a-6fc239205d24 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589929
Nov 10 04:28:02.916386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6764118b-880c-43ce-abd7-4f065cd4310f tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8eaca4756c864f17bdf2e0b388c2ffca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1186845
Nov 10 04:28:02.918783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50518) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:02.950130 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee4504b-8b67-4aab-9599-7a8d340a843e None None] New status for floating IP c226b1b5-1247-46c6-bbf1-a0def4dc07f4: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:28:02.983849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:03.056039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:03.086066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25001afe-433a-45ed-89bb-ca60075390b6 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:03.090479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25001afe-433a-45ed-89bb-ca60075390b6 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1675460
Nov 10 04:28:03.090479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50520) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:03.106652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:28:03.131432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cfaed36b-5546-4bd5-8aec-7f9c437b032b tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374053
Nov 10 04:28:03.131646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50522) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:03.137204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045794235', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:03.168069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.206276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88190519-9caa-4d72-a77d-fbebf8d2ab0c {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:28:03.231251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:03.231476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:03.234436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.235846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.287556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207adc640>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:01Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:03.316399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:03.319133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Checking router: 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:03.319486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Updating router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a port 148d7403-b6d5-46d1-90fe-444c4bb6de55 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:28:03.345045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.417721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.437849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['88190519-9caa-4d72-a77d-fbebf8d2ab0c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:28:03.482084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Subnet': ['ID=00e57d66-5a4d-4b85-a3e4-4621716244ec,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:03.491924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Checking segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:03.492287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network hostable DHCP agents. Network: 3afcf3bf-9baa-48bc-b117-db7fb4db7832, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:28:03.509173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:28:03.517484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3afcf3bf-9baa-48bc-b117-db7fb4db7832) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:03.522763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:03.523866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.530929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5112168-9cef-4421-a1c6-2ad5fd8f56ea None None] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:28:03.541960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7310e7fa-a967-4a8c-b733-5b0923d48b36 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4091282
Nov 10 04:28:03.544724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50524) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:03.812244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.842225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.857121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:28:03.857942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:03.926889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdacea9-9446-4724-b441-49dabf0e7c13 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:03.951901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aacf9f-8472-4018-87ac-948f9d385f6e None None] Pushing event updated for resources: {'Port': ['ID=148d7403-b6d5-46d1-90fe-444c4bb6de55,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:03.960802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Attempting to bind port 148d7403-b6d5-46d1-90fe-444c4bb6de55 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:03.961167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Attempting to bind port 148d7403-b6d5-46d1-90fe-444c4bb6de55 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:03.961734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Attempting to bind port 148d7403-b6d5-46d1-90fe-444c4bb6de55 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:04.024988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:04.025369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:04.025767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.026162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:04.026649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Bound port: 148d7403-b6d5-46d1-90fe-444c4bb6de55, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:04.027034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.124671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5b91bb6b-9b96-467a-ab99-f6024829da35 None None] Provisioning complete for port 148d7403-b6d5-46d1-90fe-444c4bb6de55 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:04.124954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5b91bb6b-9b96-467a-ab99-f6024829da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.188280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] For port 148d7403-b6d5-46d1-90fe-444c4bb6de55, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:04.225475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] For port 148d7403-b6d5-46d1-90fe-444c4bb6de55, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=148d7403-b6d5-46d1-90fe-444c4bb6de55,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:04.234972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.236716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5b91bb6b-9b96-467a-ab99-f6024829da35 None None] Port 148d7403-b6d5-46d1-90fe-444c4bb6de55 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:04.248775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Allocated IP 172.20.0.2 (3afcf3bf-9baa-48bc-b117-db7fb4db7832/00e57d66-5a4d-4b85-a3e4-4621716244ec/3aae4501-1e51-46db-8c93-3041178704c4) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:04.300812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c5a793-6efa-4301-b7e3-40befb5c590a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:04.379255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aacf9f-8472-4018-87ac-948f9d385f6e None None] Pushing event updated for resources: {'Port': ['ID=148d7403-b6d5-46d1-90fe-444c4bb6de55,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:04.381727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:04.382329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207adc640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:27:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:04.417099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfcce6-a3fb-405d-acd9-35d594519b1f req-3b0cf4cd-e2c7-4bb2-bfa6-dfff162aa6f0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:04.418565 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21dfcce6-a3fb-405d-acd9-35d594519b1f req-3b0cf4cd-e2c7-4bb2-bfa6-dfff162aa6f0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 944 time: 0.4357486
Nov 10 04:28:04.448851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d7a32a7-2d11-4f9b-b9ca-00fd9680e634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.521978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21dfcce6-a3fb-405d-acd9-35d594519b1f req-8792e0c8-7f82-4b65-8d62-1cf2244483ae tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841260
Nov 10 04:28:04.542176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.671903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] Provisioning complete for port 148d7403-b6d5-46d1-90fe-444c4bb6de55 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:04.672205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.746283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:04.812076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 88190519-9caa-4d72-a77d-fbebf8d2ab0c up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:04.814365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.875355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.1 (3afcf3bf-9baa-48bc-b117-db7fb4db7832/00e57d66-5a4d-4b85-a3e4-4621716244ec/775c6bd3-cfab-4712-ad75-edb3690b3e69) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:04.879275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.971287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:04.985047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:04.992828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:04.999493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:05.001457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Pushing event updated for resources: {'Port': ['ID=3aae4501-1e51-46db-8c93-3041178704c4,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.025799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.029984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.056031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 88190519-9caa-4d72-a77d-fbebf8d2ab0c completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:28:05.069092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:05.074706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:05.078632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:05.105271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 88190519-9caa-4d72-a77d-fbebf8d2ab0c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:05.105646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.108421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.109365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] For port 148d7403-b6d5-46d1-90fe-444c4bb6de55, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=148d7403-b6d5-46d1-90fe-444c4bb6de55,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:05.126757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.137101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.154980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Attempting to bind port 3aae4501-1e51-46db-8c93-3041178704c4 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:05.155349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Attempting to bind port 3aae4501-1e51-46db-8c93-3041178704c4 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:05.155713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Attempting to bind port 3aae4501-1e51-46db-8c93-3041178704c4 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:05.195551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:05.195920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Checking segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:05.196316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.196731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Bound using segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:05.197211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Bound port: 3aae4501-1e51-46db-8c93-3041178704c4, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:05.197588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.258500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.264744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db05b4-3f32-45c1-873c-c3723de217f5 None None] Pushing event updated for resources: {'Port': ['ID=148d7403-b6d5-46d1-90fe-444c4bb6de55,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.301289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207adc640>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:01Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:05.345627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2fbdad-e2b9-4a02-be4a-b86e4332d4de None None] The sync data for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 is: [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:01Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:05.356595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] For port 3aae4501-1e51-46db-8c93-3041178704c4, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:05.360231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] For port 3aae4501-1e51-46db-8c93-3041178704c4, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3aae4501-1e51-46db-8c93-3041178704c4,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:05.361569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.365684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.423890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:05.426220 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b7f48d-ccc5-47eb-a1dd-43e7e7704bbe" -d '{"events": [{"server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "name": "network-vif-plugged", "status": "completed", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:05.450438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:05.462002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.464472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4afa6f-1639-4e93-8b32-de61d330af2c None None] Pushing event updated for resources: {'Port': ['ID=3aae4501-1e51-46db-8c93-3041178704c4,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.497675 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00771ec9-3aab-496a-b1ff-16bee98c0f2d x-openstack-request-id: req-00771ec9-3aab-496a-b1ff-16bee98c0f2d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:05.498045 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "name": "network-vif-plugged", "status": "completed", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:05.498306 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00771ec9-3aab-496a-b1ff-16bee98c0f2d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:05.498713 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'code': 200}
Nov 10 04:28:05.524240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.668112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.673507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455f60-0236-4225-b544-88e85d380598 req-481d7c6c-44a3-4f61-be6e-f608552195fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:05.676261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c455f60-0236-4225-b544-88e85d380598 req-481d7c6c-44a3-4f61-be6e-f608552195fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.1195343
Nov 10 04:28:05.677550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.778303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6aa76-b80a-4aef-9021-aad2172a9edb req-f2f95cb7-d3b2-40e3-a6b0-f108d519fb1a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:05.780395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65d6aa76-b80a-4aef-9021-aad2172a9edb req-f2f95cb7-d3b2-40e3-a6b0-f108d519fb1a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.1703260
Nov 10 04:28:05.789904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4c455f60-0236-4225-b544-88e85d380598 req-23cdb8c4-36dc-450c-b3e2-c4c26320d60e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065869
Nov 10 04:28:05.826677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:05.832029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:05.913852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65d6aa76-b80a-4aef-9021-aad2172a9edb req-c49854b0-8da8-45c7-a785-7094e95f1848 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163626
Nov 10 04:28:05.974316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:05.975816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:06.097233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:06.206750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:06.212069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-175c0192-691f-45b4-a59f-ed87622b578c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6663501
Nov 10 04:28:06.400524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-9be83d93-4b07-4d8d-86f1-98ef77ae758d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010742649&fields=id&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 267 time: 0.0545242
Nov 10 04:28:06.488415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 148d7403-b6d5-46d1-90fe-444c4bb6de55 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:06.524729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-067a453f-7bda-4aae-9bc5-33444eaefd1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:06.526275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-067a453f-7bda-4aae-9bc5-33444eaefd1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 797 time: 0.1182747
Nov 10 04:28:06.541989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 148d7403-b6d5-46d1-90fe-444c4bb6de55 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:06.542635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:06.544257 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-78bc5d34-ccab-48d1-a5d5-b2cbbcb91228 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/quotas/8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 375 time: 0.0114610
Nov 10 04:28:06.629938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77a815-d53e-47e5-bb35-53401bcf4e9f None None] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:28:06.679994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3aae4501-1e51-46db-8c93-3041178704c4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:06.746075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] Provisioning complete for port 3aae4501-1e51-46db-8c93-3041178704c4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:06.746992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:06.839848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3aae4501-1e51-46db-8c93-3041178704c4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:06.840223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:06.880011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-a83fa4d5-05a4-4c4d-991b-e01cbe08615e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3301125
Nov 10 04:28:06.974638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d0910c66-1029-4f44-86a4-8332ee2a3288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:06.978513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:06.996945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-5b2a0156-826d-40cb-91ce-20defddc4e66 service neutron] 10.222.0.13 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048908
Nov 10 04:28:07.039886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.070638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] For port 3aae4501-1e51-46db-8c93-3041178704c4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3aae4501-1e51-46db-8c93-3041178704c4,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:07.078403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.079499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d805a-df11-4b09-a5d0-c9f5edf75d6f req-2980cce1-51c4-4343-acfd-f903c21db924 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:07.091004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad4d805a-df11-4b09-a5d0-c9f5edf75d6f req-2980cce1-51c4-4343-acfd-f903c21db924 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.0962486
Nov 10 04:28:07.114349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-1dec3496-7b64-4c7c-9447-67d7109ac3cb service neutron] 10.222.0.13 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110816
Nov 10 04:28:07.163104 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad4d805a-df11-4b09-a5d0-c9f5edf75d6f req-6c713ab9-23d9-4ac6-ae97-555643701cf3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543425
Nov 10 04:28:07.164314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:28:07.164699 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:28:07.167427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51128528-6406-48b5-98f6-40baee8439b3 None None] Pushing event updated for resources: {'Port': ['ID=3aae4501-1e51-46db-8c93-3041178704c4,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:07.287169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4afc4-2a02-4523-b4b3-9d73c1f056e0 req-33fd5bde-c8c2-4ec5-898d-30d99531f792 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:07.289128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ed4afc4-2a02-4523-b4b3-9d73c1f056e0 req-33fd5bde-c8c2-4ec5-898d-30d99531f792 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.0709734
Nov 10 04:28:07.337708 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16795c16-1b11-47ec-8efe-8316e3784206 req-09f96afc-e9a4-4d37-8d78-35e0abd446b6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 210 time: 0.0390606
Nov 10 04:28:07.377284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Sync routers for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:07.396671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:07.398126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207452cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:07.467422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ed4afc4-2a02-4523-b4b3-9d73c1f056e0 req-7ca6b6e1-9c86-4225-83e8-3e0f00042fa3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723487
Nov 10 04:28:07.496360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50558) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:07.529697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060f3416-3357-4962-9ef5-56d84f9bcd47 None None] Provisioning complete for port 3aae4501-1e51-46db-8c93-3041178704c4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:07.530187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060f3416-3357-4962-9ef5-56d84f9bcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.557263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06351da0-dd30-48c8-ae16-691cc80e0498 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:07.562031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50560) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:07.563113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-06351da0-dd30-48c8-ae16-691cc80e0498 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1091 time: 0.0612531
Nov 10 04:28:07.566615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:07.599831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.602739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:07.716387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.815195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-060f3416-3357-4962-9ef5-56d84f9bcd47 None None] Provisioning complete for port 775c6bd3-cfab-4712-ad75-edb3690b3e69 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:07.815695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-060f3416-3357-4962-9ef5-56d84f9bcd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:07.859409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.32.3.209 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/37ec174f-73bd-4859-896d-767747f7622c) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:07.999808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.043593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.056235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.066670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-060f3416-3357-4962-9ef5-56d84f9bcd47 None None] Port 775c6bd3-cfab-4712-ad75-edb3690b3e69 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:08.082899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:08.086750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:08.092632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:08.122105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=37ec174f-73bd-4859-896d-767747f7622c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:08.143219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207452cd0>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 2, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:08.171895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Checking router: 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:08.172249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Updating router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a port 775c6bd3-cfab-4712-ad75-edb3690b3e69 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:28:08.209244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.222302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aaa7aa16-fd15-462f-83d9-0e38ec9a03ee None None] Provisioning complete for port 775c6bd3-cfab-4712-ad75-edb3690b3e69 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:08.222669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aaa7aa16-fd15-462f-83d9-0e38ec9a03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.285040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7aa16-fd15-462f-83d9-0e38ec9a03ee None None] Port 775c6bd3-cfab-4712-ad75-edb3690b3e69 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:08.430866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3aae4501-1e51-46db-8c93-3041178704c4 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:08.546181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3aae4501-1e51-46db-8c93-3041178704c4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:08.546856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.548332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da1d9ef3-9ebc-4ef6-bb25-345c6f5dcc3e req-b7dd53b9-86c7-4fbe-8032-9644201e55a8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 210 time: 0.1059482
Nov 10 04:28:08.599714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.607359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.613084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.699509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2087cab-bac3-4cd7-be53-89a628ae20de None None] Pushing event updated for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:08.765435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.786002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-b14c02bb-4b1c-4604-bfc9-84c7ef6fe45c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:08.786769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Attempting to bind port 775c6bd3-cfab-4712-ad75-edb3690b3e69 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:08.787151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Attempting to bind port 775c6bd3-cfab-4712-ad75-edb3690b3e69 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:08.787536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-b14c02bb-4b1c-4604-bfc9-84c7ef6fe45c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 797 time: 0.1800208
Nov 10 04:28:08.787656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Attempting to bind port 775c6bd3-cfab-4712-ad75-edb3690b3e69 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:08.793576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:08.793956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Checking segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:08.794359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.794756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Bound using segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:08.795242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Bound port: 775c6bd3-cfab-4712-ad75-edb3690b3e69, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:08.795626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.864453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-380f37c9-0254-437f-9fe8-e38cef23d15d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 380 time: 0.0643821
Nov 10 04:28:08.877679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] For port 775c6bd3-cfab-4712-ad75-edb3690b3e69, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:08.879383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'port': {'device_id': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'admin_state_up': True, 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'security_groups': ['07390652-ef4b-498a-86d9-2907bf2637c4']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:08.881970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] For port 775c6bd3-cfab-4712-ad75-edb3690b3e69, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=775c6bd3-cfab-4712-ad75-edb3690b3e69,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:08.887559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.946046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:08.947268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207452cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:08.990694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:08.997929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.042088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:09.047444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.048879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2087cab-bac3-4cd7-be53-89a628ae20de None None] Pushing event updated for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:09.066707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] Provisioning complete for port 775c6bd3-cfab-4712-ad75-edb3690b3e69 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:09.067079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.106192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=37ec174f-73bd-4859-896d-767747f7622c,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:09.130873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.139658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:09.212007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.4 (3afcf3bf-9baa-48bc-b117-db7fb4db7832/00e57d66-5a4d-4b85-a3e4-4621716244ec/25c79fd9-d691-4b20-9158-79873ab07707) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:09.222722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.253983 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP 13f7196f-301a-4462-9ded-379f787b6a7a associated. External IP: 172.32.3.209, port: 88190519-9caa-4d72-a77d-fbebf8d2ab0c.
Nov 10 04:28:09.334315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] For port 775c6bd3-cfab-4712-ad75-edb3690b3e69, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=775c6bd3-cfab-4712-ad75-edb3690b3e69,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:09.341282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.361358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.402603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.457228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:09.461176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2cb9-a601-47df-aff0-5d606f5584ab None None] Pushing event updated for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:09.461819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:09.469932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:09.475526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.479673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-702228a9-be04-4b4e-b277-cba80d997946 None None] Provisioning complete for port 775c6bd3-cfab-4712-ad75-edb3690b3e69 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:09.480037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-702228a9-be04-4b4e-b277-cba80d997946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.504365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:09.511224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:09.545179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:09.545910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.546685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207452cd0>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:09.567935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ae8cc211-e763-4391-bb16-6ec810c90c0b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6947410
Nov 10 04:28:09.577696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266a52f-add1-4c72-aef7-94e8c3d3d9ee None None] The sync data for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 is: [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:09.584942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Request body: {'port': {'device_id': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:09.657240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.673722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:09.698591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.701400 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:09.728205 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:09.731514 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215dff100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:09.756133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-25a1bb3f-d24c-4e15-aac4-c5e6a0ca4e37 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1814959
Nov 10 04:28:09.756133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:09.756133 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc2a0f-541c-4fc1-a444-d984484f3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:09.910154 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:09.915488 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b1b9a-c386-469e-adec-6a9086d5ae1f x-openstack-request-id: req-7f2b1b9a-c386-469e-adec-6a9086d5ae1f {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:09.915992 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:09.916455 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f2b1b9a-c386-469e-adec-6a9086d5ae1f {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:09.917000 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'status': 'completed', 'code': 200}
Nov 10 04:28:09.983489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eccc5133-ca11-4ea5-8052-8fc7e198713c None None] Provisioning complete for port 25c79fd9-d691-4b20-9158-79873ab07707 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:09.984028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eccc5133-ca11-4ea5-8052-8fc7e198713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:09.994809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-aa989ac7-539b-4731-a72c-b4d5f0608043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:09.996864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-aa989ac7-539b-4731-a72c-b4d5f0608043 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.0583417
Nov 10 04:28:10.055236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-eccc5133-ca11-4ea5-8052-8fc7e198713c None None] Port 25c79fd9-d691-4b20-9158-79873ab07707 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:10.090567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984315-cd33-433f-ad8d-65cb5e4a4a86 req-8c7de0c2-f86d-4645-83fc-511dddb30733 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:10.092143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3984315-cd33-433f-ad8d-65cb5e4a4a86 req-8c7de0c2-f86d-4645-83fc-511dddb30733 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 931 time: 0.2713752
Nov 10 04:28:10.101642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c79fd9-d691-4b20-9158-79873ab07707 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:28:10.115015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.115766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-a658435e-7a3a-47a0-9fb3-acdef4163bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:10.117823 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-a658435e-7a3a-47a0-9fb3-acdef4163bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1120129
Nov 10 04:28:10.141148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Transition to ACTIVE for port object 25c79fd9-d691-4b20-9158-79873ab07707 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:28:10.150055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.209552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.210509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:10.213879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-178c9ca7-ec64-4bc6-a412-fdb2fe3957f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 999 time: 0.0855296
Nov 10 04:28:10.226004 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3984315-cd33-433f-ad8d-65cb5e4a4a86 req-6efd09da-1fe9-4f79-8a71-7a07120064e3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266193
Nov 10 04:28:10.301339 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215dff100>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:08Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:10.333635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:10.343018 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:10.343694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215dff100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:10.346882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-73290b97-791c-4228-95fb-ddde18256810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:10.348721 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-73290b97-791c-4228-95fb-ddde18256810 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.1268775
Nov 10 04:28:10.422050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-4afdf040-87a8-4895-9007-78d8b166b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:10.423761 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-4afdf040-87a8-4895-9007-78d8b166b343 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0642259
Nov 10 04:28:10.527402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 775c6bd3-cfab-4712-ad75-edb3690b3e69 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:10.532841 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:10.617588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-969d9ff2-466d-44be-8453-6f6b29484ccf service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845777
Nov 10 04:28:10.624381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 775c6bd3-cfab-4712-ad75-edb3690b3e69 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:10.624946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.743973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:10.744536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:10.745078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:10.750541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:28:10.751093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:10.756586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:10.757195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Checking segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:10.757772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Bound using segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:10.758213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Bound port: 25c79fd9-d691-4b20-9158-79873ab07707, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:10.758715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.792035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89cc2a0f-541c-4fc1-a444-d984484f3b2b req-1ecc7c5a-3ee7-4f57-8e0d-8f76c831e8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656408
Nov 10 04:28:10.842106 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215dff100>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:08Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:10.843124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:10.847711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:10.851394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.869747 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab06f6-e1b5-4892-b071-c74301983030 None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:08Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:10.891655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:10.892315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:10.894552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 1091 time: 1.3168149
Nov 10 04:28:10.894990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:10.897469 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d64e36-7f96-451a-8ba9-48261cb4305f" -d '{"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:10.942704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d2e68-29ab-4d53-8747-3031c42f82d4 service neutron] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:10.965929 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb9b8a-a1bd-48e2-b460-dc4f575a591d x-openstack-request-id: req-33eb9b8a-a1bd-48e2-b460-dc4f575a591d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:10.966768 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:10.967037 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33eb9b8a-a1bd-48e2-b460-dc4f575a591d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:10.967601 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'status': 'completed', 'code': 200}
Nov 10 04:28:11.021266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-9585a4b0-e886-4ec8-8f04-10bbad604168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.023027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-9585a4b0-e886-4ec8-8f04-10bbad604168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0693350
Nov 10 04:28:11.069458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-12a608df-dfa2-4010-a4fb-175af3394da9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 217 time: 0.0373435
Nov 10 04:28:11.126170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-368571f2-83c0-44f9-9c41-fae59dcfc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.127844 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-368571f2-83c0-44f9-9c41-fae59dcfc416 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0513577
Nov 10 04:28:11.182375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-c6e75888-ed45-4b1b-88bd-8451c61a692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.183806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-c6e75888-ed45-4b1b-88bd-8451c61a692e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480402
Nov 10 04:28:11.275384 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-a04ddfd6-f17c-4cbb-8e6e-af4e0222d86e service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837331
Nov 10 04:28:11.401962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1da13-022e-4bb1-9151-80cbc6bfb051 req-a2d911a5-3288-45d3-9cbd-f8783be43c24 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.403420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fb1da13-022e-4bb1-9151-80cbc6bfb051 req-a2d911a5-3288-45d3-9cbd-f8783be43c24 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0754642
Nov 10 04:28:11.408831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1e0fa7f6-2b36-489d-ba7b-67b9c3eee107 req-2e980595-a6eb-4a94-8de7-37d254149667 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250610
Nov 10 04:28:11.457620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6fb1da13-022e-4bb1-9151-80cbc6bfb051 req-a35af174-d47a-4a8e-adad-a31f9a44df01 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478115
Nov 10 04:28:11.497851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e00d6-1817-4704-8424-586ada6c41e1 None None] New status for floating IP 13f7196f-301a-4462-9ded-379f787b6a7a: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:28:11.506969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-85f18e3f-1489-4778-b6db-05f5a92ac038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.508658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-85f18e3f-1489-4778-b6db-05f5a92ac038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0478628
Nov 10 04:28:11.602623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-52220fc5-02ef-4d94-9674-228c002cf4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.604073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-52220fc5-02ef-4d94-9674-228c002cf4e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0873897
Nov 10 04:28:11.652599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-035f9d7f-ae07-420a-a082-1f34a43b1f75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 217 time: 0.0390527
Nov 10 04:28:11.712105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-73a669be-3972-4795-8818-2bd574151757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.713648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-73a669be-3972-4795-8818-2bd574151757 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0455360
Nov 10 04:28:11.758555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-0879d58d-d3e0-44d8-92b2-c085110c0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:11.759997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-0879d58d-d3e0-44d8-92b2-c085110c0376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395124
Nov 10 04:28:11.853907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-eeffc453-5b35-43f2-9cdf-7424ff6cfb42 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859399
Nov 10 04:28:11.946285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5d64e36-7f96-451a-8ba9-48261cb4305f req-a9d4385b-eb2d-4ca3-83ed-59db03ba9529 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853498
Nov 10 04:28:12.573112 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef2f76-10bd-438d-9df9-559dfbd3c36f req-230b4ea8-6d6e-499b-b115-f5930cd3fcff tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:12.574686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74ef2f76-10bd-438d-9df9-559dfbd3c36f req-230b4ea8-6d6e-499b-b115-f5930cd3fcff tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0489359
Nov 10 04:28:12.626178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74ef2f76-10bd-438d-9df9-559dfbd3c36f req-bbd77820-dd0b-4038-b198-d86682bc2d7e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452445
Nov 10 04:28:13.746402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4efe9-c251-4778-b455-15b9a4e2484a req-07e2cda6-8cd3-4115-ad55-368e2d85219d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:13.747898 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3a4efe9-c251-4778-b455-15b9a4e2484a req-07e2cda6-8cd3-4115-ad55-368e2d85219d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0505314
Nov 10 04:28:13.808121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3a4efe9-c251-4778-b455-15b9a4e2484a req-80594d88-b027-49e9-9861-ab6998573b4b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519006
Nov 10 04:28:14.920198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b70f1-cdd8-42ce-9cf9-305525fcf307 req-bb64f37a-d9a3-4c7a-8b2c-e9a2ae1c4232 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:14.921670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b8b70f1-cdd8-42ce-9cf9-305525fcf307 req-bb64f37a-d9a3-4c7a-8b2c-e9a2ae1c4232 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0470424
Nov 10 04:28:14.970309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4b8b70f1-cdd8-42ce-9cf9-305525fcf307 req-0b92052f-185a-4515-872f-ba34aa9847ed tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423191
Nov 10 04:28:15.152069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:28:15.250319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:15.261234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '25c79fd9-d691-4b20-9158-79873ab07707', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'mac_address': 'fa:16:3e:58:d4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:28:15.297110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:15.310313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c79fd9-d691-4b20-9158-79873ab07707 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:28:15.329506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:15.333788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:15.383394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:15.686467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['25c79fd9-d691-4b20-9158-79873ab07707'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:28:16.085383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0901595-8e99-4b38-b737-d53eaa6a40d7 req-5a298fe6-63db-4684-80f2-02da303302be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:16.086762 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0901595-8e99-4b38-b737-d53eaa6a40d7 req-5a298fe6-63db-4684-80f2-02da303302be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 944 time: 0.0491035
Nov 10 04:28:16.135698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0901595-8e99-4b38-b737-d53eaa6a40d7 req-3b0fb2dd-3bde-48b6-be50-35c5c31ac96e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431437
Nov 10 04:28:17.166372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:17.215464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 25c79fd9-d691-4b20-9158-79873ab07707 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:28:17.219612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 25c79fd9-d691-4b20-9158-79873ab07707 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:17.219977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:17.259513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0d67-95ab-4a0d-bddb-64990d4042d4 req-9cae62af-9e01-444a-9884-37d71a34b141 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:17.261087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cef0d67-95ab-4a0d-bddb-64990d4042d4 req-9cae62af-9e01-444a-9884-37d71a34b141 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 944 time: 0.0532563
Nov 10 04:28:17.302949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:17.313495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1cef0d67-95ab-4a0d-bddb-64990d4042d4 req-b49c6243-c206-4c95-8039-83e0a304d9ec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455818
Nov 10 04:28:17.327297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:17.329873 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f77931-c7b2-4e82-a12b-22a102864ba1" -d '{"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-plugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:17.343073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:17.347764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:17.400193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:17.432011 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c319f7f7-a5a4-453c-94a1-8edf22e1591a x-openstack-request-id: req-c319f7f7-a5a4-453c-94a1-8edf22e1591a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:17.432307 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-plugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:17.432560 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c319f7f7-a5a4-453c-94a1-8edf22e1591a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:17.432994 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'code': 200}
Nov 10 04:28:17.586873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3aad-07ec-4b28-9904-7be1bd84f32f req-eb74098a-7dbd-40da-800f-24054a7ef745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:17.588352 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbba3aad-07ec-4b28-9904-7be1bd84f32f req-eb74098a-7dbd-40da-800f-24054a7ef745 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.0979209
Nov 10 04:28:17.635239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cbba3aad-07ec-4b28-9904-7be1bd84f32f req-36575a58-98d0-497d-99e5-8cb65741709c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397356
Nov 10 04:28:18.432579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59f1b-542e-42d5-907b-0e87cd379c76 req-d39b04df-6ef9-4401-8cb6-d39f0a9cb680 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:18.434203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b59f1b-542e-42d5-907b-0e87cd379c76 req-d39b04df-6ef9-4401-8cb6-d39f0a9cb680 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0515804
Nov 10 04:28:18.485623 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8b59f1b-542e-42d5-907b-0e87cd379c76 req-41e2f7fe-6d98-40a6-af6c-d75700a3992a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454350
Nov 10 04:28:18.867563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:19.021705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:19.605558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083f428-9f22-4134-a43b-c1ad5b24714b req-48a335ed-b69d-4316-9c61-d5868333d210 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:19.607026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4083f428-9f22-4134-a43b-c1ad5b24714b req-48a335ed-b69d-4316-9c61-d5868333d210 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0522490
Nov 10 04:28:19.655926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4083f428-9f22-4134-a43b-c1ad5b24714b req-ffa4cec4-9c5d-4296-8577-5e0ae7440352 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429549
Nov 10 04:28:19.770888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211a86e-3d84-40d0-b436-8e9746b35e2c req-9aae1ab3-bc9f-408b-9050-0017db896782 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:19.772278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0211a86e-3d84-40d0-b436-8e9746b35e2c req-9aae1ab3-bc9f-408b-9050-0017db896782 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0499749
Nov 10 04:28:19.824473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0211a86e-3d84-40d0-b436-8e9746b35e2c req-d01381de-b360-4295-b867-38c8fe671b4c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462749
Nov 10 04:28:19.846616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50610) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:19.886539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc80e9-e7b8-420b-97f7-35b9b464beb9 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:19.888079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ddbc80e9-e7b8-420b-97f7-35b9b464beb9 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1091 time: 0.0404820
Nov 10 04:28:19.890995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50612) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:19.895729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:19.917390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.015583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.117056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.216 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/55c3ab1d-7a65-4f25-9143-1d4aae20930b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:20.221587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.253507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.293359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:20.296327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:20.299967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:20.305278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=55c3ab1d-7a65-4f25-9143-1d4aae20930b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:20.441663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-b4ca231a-8625-4884-9c73-74269472e56e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0755641
Nov 10 04:28:20.575914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-d7eafb14-582c-4aa1-bf1a-61f119a6d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:20.577411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-d7eafb14-582c-4aa1-bf1a-61f119a6d12c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.0672438
Nov 10 04:28:20.777436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.779262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-2a7adbfa-d35e-4696-bf66-ea4ab14b19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:20.780760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-2a7adbfa-d35e-4696-bf66-ea4ab14b19f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 896 time: 0.1727264
Nov 10 04:28:20.889616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-ae2c069e-d6b3-4031-865e-cbcf303b4a3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 1000 time: 0.0853670
Nov 10 04:28:20.896443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:20.975573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-0bd6c62f-37c1-49d8-a850-48324b5d0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:20.977045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-0bd6c62f-37c1-49d8-a850-48324b5d0f94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 200  len: 834 time: 0.0787749
Nov 10 04:28:21.079963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-2aaa9c47-7d76-454c-a069-3420a5c5f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:21.081451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-2aaa9c47-7d76-454c-a069-3420a5c5f085 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553361dd-fda1-4b9f-90c4-6f0a80e625c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0899549
Nov 10 04:28:21.164037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:21.170971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:21.259423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-b170cbb3-6095-4865-9460-407100bee17d service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677747
Nov 10 04:28:21.263101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=55c3ab1d-7a65-4f25-9143-1d4aae20930b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:21.289753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:21.433242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63bb612d-bced-4d10-a1cf-a486146ec0c4 req-f42da492-cac4-467f-bafa-bc06e0f06814 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641572
Nov 10 04:28:21.439331 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP ab04b557-6a74-4c96-bba6-31a3b341791c associated. External IP: 172.32.3.216, port: 25c79fd9-d691-4b20-9158-79873ab07707.
Nov 10 04:28:21.913500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:22.019884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:22.029945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Sync routers for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:22.037640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:22.041401 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:22.041996 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214507700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:22.064147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7ddeba64-9f1c-4595-b5ee-5c6a844627be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1720123
Nov 10 04:28:22.064570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:22.066883 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d511147-c02a-4251-b3c0-0f5d654778d7" -d '{"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:22.109970 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91921569-bf92-4aab-a5b5-79401d636e91 x-openstack-request-id: req-91921569-bf92-4aab-a5b5-79401d636e91 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:22.110149 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:22.110296 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91921569-bf92-4aab-a5b5-79401d636e91 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:22.110697 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'status': 'completed', 'code': 200}
Nov 10 04:28:22.150989 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:22.198410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-31630a58-179e-4e75-91a8-8abf7a691728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:22.199902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-31630a58-179e-4e75-91a8-8abf7a691728 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.0649340
Nov 10 04:28:22.209055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ae8d5-b9f0-411b-b4a0-1631c20e2e29 req-b02a1134-a5ac-4c05-bbb0-8d598834cb3e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:22.210408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-950ae8d5-b9f0-411b-b4a0-1631c20e2e29 req-b02a1134-a5ac-4c05-bbb0-8d598834cb3e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0845351
Nov 10 04:28:22.307679 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-950ae8d5-b9f0-411b-b4a0-1631c20e2e29 req-d204c4e9-b31d-4433-b4c8-376df6d0dbe2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892749
Nov 10 04:28:22.329457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-38c7f028-e3d4-4368-885b-2ebff9e45961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:22.330941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-38c7f028-e3d4-4368-885b-2ebff9e45961 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.1196895
Nov 10 04:28:22.331071 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50618) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:22.377495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214507700>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ab04b557-6a74-4c96-bba6-31a3b341791c', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.216', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'mac_address': 'fa:16:3e:58:d4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:20Z', 'updated_at': '2021-11-10T04:28:20Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:22.393848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a80246b6-b1a6-4c8f-9751-d9214216f223 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ab04b557-6a74-4c96-bba6-31a3b341791c HTTP/1.1" status: 200  len: 991 time: 0.0617297
Nov 10 04:28:22.406971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Checking router: 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:22.407779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-1047bd29-32bd-4e5a-af4e-c633b68cffc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 999 time: 0.0661464
Nov 10 04:28:22.415891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:22.416475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214507700>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:22.459254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-9196ec8c-643d-4534-b076-c2482c868f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:22.460724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-9196ec8c-643d-4534-b076-c2482c868f83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0446827
Nov 10 04:28:22.506110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-3b759eed-99f9-46f6-82c6-6a30ffde4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:22.507603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-3b759eed-99f9-46f6-82c6-6a30ffde4b14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404015
Nov 10 04:28:22.516985 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:22.601873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-f7ecd7ab-495b-46cc-9174-c3d83f0465a7 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857446
Nov 10 04:28:22.692944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d511147-c02a-4251-b3c0-0f5d654778d7 req-713871f7-eb25-4906-8c4a-05927894a174 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833573
Nov 10 04:28:22.735589 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214507700>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ab04b557-6a74-4c96-bba6-31a3b341791c', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.216', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'mac_address': 'fa:16:3e:58:d4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:20Z', 'updated_at': '2021-11-10T04:28:20Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:22.760845 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f645b710-43f9-474a-842f-3f48969c70c4 None None] The sync data for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 is: [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ab04b557-6a74-4c96-bba6-31a3b341791c', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.216', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'mac_address': 'fa:16:3e:58:d4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:20Z', 'updated_at': '2021-11-10T04:28:20Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:22.951827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f2ec39-ade5-490f-94ea-58e62438a741 None None] New status for floating IP ab04b557-6a74-4c96-bba6-31a3b341791c: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:28:23.397655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50622) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:23.519937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d5d71636-6247-4f27-b615-f12883539c95 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ab04b557-6a74-4c96-bba6-31a3b341791c HTTP/1.1" status: 200  len: 993 time: 0.1211243
Nov 10 04:28:28.139150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-ce2f604c-1150-4618-86b1-548dad0a81c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0453763
Nov 10 04:28:28.227788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-eccca524-40b8-4db3-8bc9-d13eb16a4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:28.229342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-eccca524-40b8-4db3-8bc9-d13eb16a4c99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.0446503
Nov 10 04:28:28.332579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-114a9d6f-25b8-455e-b9c4-f3b6fbe68dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:28.334576 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-114a9d6f-25b8-455e-b9c4-f3b6fbe68dd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0844333
Nov 10 04:28:28.402775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-6708d21a-6968-472d-9c0d-444217cb59a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 1001 time: 0.0610418
Nov 10 04:28:28.451124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-aa61221a-8cab-4c3d-9e8a-b1e3eb2d6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:28.452637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-aa61221a-8cab-4c3d-9e8a-b1e3eb2d6e12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0429325
Nov 10 04:28:28.498117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-e1b7fa6d-0393-4310-908e-950e19aa22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:28.499583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-e1b7fa6d-0393-4310-908e-950e19aa22c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387759
Nov 10 04:28:28.863549 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-c1e1b66b-5265-415b-9861-519a7c89bad3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555233
Nov 10 04:28:28.957650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-823fb45c-85da-446b-97f7-be0bc60a1adb req-f997b896-7c3e-4836-9751-efea2ee3224c service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856395
Nov 10 04:28:34.351001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-298f0696-e5ab-4b0e-8e81-e838883c2e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:35.722850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50652) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:35.814075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-11df2dc3-d4ba-4f95-a98f-36c8027c85c8 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3190 time: 0.0900755
Nov 10 04:28:35.817683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50654) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:35.822511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'network': {'name': 'tempest-network-smoke--1581222599', 'project_id': 'df94cc43bcf34df381226e883347dd40', 'port_security_enabled': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:35.843259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:35.847498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:35.871597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:28:35.881433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:35.881778 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Added segment 654ab42f-44fa-4597-875c-e090aa93133f of type vlan for network 66918cc1-32e1-49e5-abff-cd59a494771c
Nov 10 04:28:35.920097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:35.947047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:35.952798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:35.953383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.007145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1883874
Nov 10 04:28:36.009900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50656) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:36.014501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'admin_state_up': True, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:36.023133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a966b4-da02-406b-8bb3-16543436ad57 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Network': ['ID=66918cc1-32e1-49e5-abff-cd59a494771c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:36.034255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 66918cc1-32e1-49e5-abff-cd59a494771c details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:28:36.038539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.039580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.092672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.227933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.413882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.432017 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.537917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.32.3.36 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/9a55a8fb-a031-4065-8a8e-3988945f2d65) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:36.634704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.666945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.710830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:36.715373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:36.719838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:36.722674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=9a55a8fb-a031-4065-8a8e-3988945f2d65,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:36.727720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741efae-1158-4140-913b-a07bad9f8210 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:36.812547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-530fab79-0e05-44f9-8e73-5eb44f35774b None None] Provisioning complete for port 9a55a8fb-a031-4065-8a8e-3988945f2d65 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:36.812945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-530fab79-0e05-44f9-8e73-5eb44f35774b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.847002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-530fab79-0e05-44f9-8e73-5eb44f35774b None None] Port 9a55a8fb-a031-4065-8a8e-3988945f2d65 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:36.914380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d788b3d0-cdb2-4e57-acb5-9f6211c56e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:36.965935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:37.155927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:37.277930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:28:37.378298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:37.391725 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Sync routers for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:37.397415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:37.398628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6daa7449-1fa4-4cbd-af31-17372cf78706 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.3877232
Nov 10 04:28:37.401946 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:37.402465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50658) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.402590 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b652b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:37.474888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353a6bc-7011-4a27-a72f-e8678331bcd6 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:37.479017 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5353a6bc-7011-4a27-a72f-e8678331bcd6 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=df94cc43bcf34df381226e883347dd40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0730507
Nov 10 04:28:37.479214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50660) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.564748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f918a-1d2f-409f-9ffc-87afc4efc49e tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:37.568801 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c90f918a-1d2f-409f-9ffc-87afc4efc49e tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0860388
Nov 10 04:28:37.568945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:28:37.569059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50662) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.598794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:37.600639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-70600018-9aa4-42c4-8ed8-bf42eef3c336 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0306222
Nov 10 04:28:37.603394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50664) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.632097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2fc05d17-8e35-4777-8a43-3ff1a8132984 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=df94cc43bcf34df381226e883347dd40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274005
Nov 10 04:28:37.634526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50666) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.724005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca53f60-cc6a-400e-9a79-06f2f566f889 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:37.725587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cca53f60-cc6a-400e-9a79-06f2f566f889 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0900865
Nov 10 04:28:37.728372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50668) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.756274 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ac38d18-6909-427d-8053-ecf5763e966b tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0267668
Nov 10 04:28:37.758839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:37.763859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1871180683', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'project_id': 'df94cc43bcf34df381226e883347dd40', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:37.775074 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b652b0>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:36Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:37.801455 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Checking router: 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:37.801802 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Updating router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 port 9a55a8fb-a031-4065-8a8e-3988945f2d65 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:28:37.829371 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:37.850670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:37.854181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:37.953939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.035586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.087203 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.092488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.099519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Subnet': ['ID=5a795d52-f913-4cfc-b0a2-55bd7609f869,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:38.106729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Checking segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:38.106729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network hostable DHCP agents. Network: 66918cc1-32e1-49e5-abff-cd59a494771c, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:28:38.123108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 66918cc1-32e1-49e5-abff-cd59a494771c is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:28:38.135120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 66918cc1-32e1-49e5-abff-cd59a494771c) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:38.137048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba652b-97d0-4d9b-bce1-676505bfa642 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:38.139695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:38.140391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.148203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6ed33-9fa4-4a7c-af10-c2071b248fee None None] Network 66918cc1-32e1-49e5-abff-cd59a494771c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:28:38.154117 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab74f7-05ca-4ceb-ba54-63e12fa65454 None None] Pushing event updated for resources: {'Port': ['ID=9a55a8fb-a031-4065-8a8e-3988945f2d65,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:38.160441 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Attempting to bind port 9a55a8fb-a031-4065-8a8e-3988945f2d65 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:38.160769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-80f6c6b7-a435-45ea-9dc0-75445487d8f8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.4005721
Nov 10 04:28:38.161222 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Attempting to bind port 9a55a8fb-a031-4065-8a8e-3988945f2d65 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:38.161222 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Attempting to bind port 9a55a8fb-a031-4065-8a8e-3988945f2d65 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:38.163319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50672) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:38.166619 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:38.166996 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:38.167391 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.168063 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:38.168530 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Bound port: 9a55a8fb-a031-4065-8a8e-3988945f2d65, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:38.168931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.233115 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] For port 9a55a8fb-a031-4065-8a8e-3988945f2d65, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:38.237251 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] For port 9a55a8fb-a031-4065-8a8e-3988945f2d65, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a55a8fb-a031-4065-8a8e-3988945f2d65,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:38.242532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.284494 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:38.285193 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b652b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:38.306020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038889ef-908a-4012-b231-515f72a4b3f3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:38.318415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-66918cc1-32e1-49e5-abff-cd59a494771c', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'fixed_ips': [{'subnet_id': '5a795d52-f913-4cfc-b0a2-55bd7609f869'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:28:38.319252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.334066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Provisioning complete for port 9a55a8fb-a031-4065-8a8e-3988945f2d65 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:38.334425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.385495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab74f7-05ca-4ceb-ba54-63e12fa65454 None None] Pushing event updated for resources: {'Port': ['ID=9a55a8fb-a031-4065-8a8e-3988945f2d65,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:38.409892 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:38.513932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.544791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] For port 9a55a8fb-a031-4065-8a8e-3988945f2d65, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a55a8fb-a031-4065-8a8e-3988945f2d65,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:38.548865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Allocated IP 172.20.0.18 (66918cc1-32e1-49e5-abff-cd59a494771c/5a795d52-f913-4cfc-b0a2-55bd7609f869/be58458b-c699-44e4-bee4-ca42bb1d0295) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:38.553013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.597013 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b652b0>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:36Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:38.627027 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ebd15-c5ff-4f43-a2f3-02db46bfc99e None None] The sync data for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 is: [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:36Z', 'revision_number': 3, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:38.632710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.656096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Pushing event updated for resources: {'Port': ['ID=9a55a8fb-a031-4065-8a8e-3988945f2d65,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:38.666646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.666992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.667330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.667683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.668013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.668341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.668691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.669014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.669334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.669651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.669975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.670291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe3f11-135c-4713-a20e-11c7e67880e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:38.715186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0951da81-48c1-48d1-881f-ebe728cc9719 None None] Provisioning complete for port 9a55a8fb-a031-4065-8a8e-3988945f2d65 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:38.715558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0951da81-48c1-48d1-881f-ebe728cc9719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.810552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.838067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.899724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Network 66918cc1-32e1-49e5-abff-cd59a494771c is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:38.907947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:38.910855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:38.937907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.20.0.17 (66918cc1-32e1-49e5-abff-cd59a494771c/5a795d52-f913-4cfc-b0a2-55bd7609f869/95fd87e7-c2a4-44bc-b314-893cde20cc85) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:38.953103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Pushing event updated for resources: {'Port': ['ID=be58458b-c699-44e4-bee4-ca42bb1d0295,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:38.984515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Attempting to bind port be58458b-c699-44e4-bee4-ca42bb1d0295 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:38.985220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Attempting to bind port be58458b-c699-44e4-bee4-ca42bb1d0295 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:38.985349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Attempting to bind port be58458b-c699-44e4-bee4-ca42bb1d0295 on network 66918cc1-32e1-49e5-abff-cd59a494771c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:38.991272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:38.991639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Checking segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:38.992037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:38.992425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Bound using segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:38.992930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Bound port: be58458b-c699-44e4-bee4-ca42bb1d0295, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:38.993303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.066410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] For port be58458b-c699-44e4-bee4-ca42bb1d0295, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:39.069685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] For port be58458b-c699-44e4-bee4-ca42bb1d0295, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=be58458b-c699-44e4-bee4-ca42bb1d0295,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:39.070697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.076026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.112834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.138957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb65042-f729-465f-94e9-30a7255d7b87 None None] Pushing event updated for resources: {'Port': ['ID=be58458b-c699-44e4-bee4-ca42bb1d0295,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:39.152276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 66918cc1-32e1-49e5-abff-cd59a494771c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:39.155620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:39.163840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:39.195604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:39.228132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.398302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.433471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.709812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.714275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.789040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:39.795084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:39.892415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 66918cc1-32e1-49e5-abff-cd59a494771c is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:39.894655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:40.018795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:40.116573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33b7d1-bc4c-420f-a495-981167cb479e None None] Network 66918cc1-32e1-49e5-abff-cd59a494771c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:28:40.187849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] Provisioning complete for port be58458b-c699-44e4-bee4-ca42bb1d0295 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:40.188143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.258890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.361011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.410108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] For port be58458b-c699-44e4-bee4-ca42bb1d0295, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=be58458b-c699-44e4-bee4-ca42bb1d0295,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:40.418779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.448228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:40.458388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-902f14ef-c7b0-43c2-b03a-5239d1225c5e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "PUT /v2.0/routers/2b28fbb7-a8eb-4fef-aaaa-980719a8f846/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2938352
Nov 10 04:28:40.491345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ad19-fcc0-4d7c-9e91-953e29931fc2 None None] Pushing event updated for resources: {'Port': ['ID=be58458b-c699-44e4-bee4-ca42bb1d0295,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:40.528179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device be58458b-c699-44e4-bee4-ca42bb1d0295 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:40.585303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port be58458b-c699-44e4-bee4-ca42bb1d0295 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:40.585664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.675352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a55a8fb-a031-4065-8a8e-3988945f2d65 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:40.697324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Sync routers for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:40.721721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:40.722269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071a64c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:40.764403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-a4760f53-69b4-4154-9942-92a2a0954702 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:40.765978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-a4760f53-69b4-4154-9942-92a2a0954702 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/networks?id=66918cc1-32e1-49e5-abff-cd59a494771c HTTP/1.1" status: 200  len: 798 time: 0.1166401
Nov 10 04:28:40.784093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-533e19c5-7f46-46b5-9e2f-bc85a42e8cb9 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/quotas/df94cc43bcf34df381226e883347dd40 HTTP/1.1" status: 200  len: 375 time: 0.0112228
Nov 10 04:28:40.859444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-26367b50-442d-403f-aa5c-acd71be6c914 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0681531
Nov 10 04:28:40.964063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-d0b4baaf-dc66-4a92-80b1-c863a4b212c4 service neutron] 10.222.0.13 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906010
Nov 10 04:28:40.988975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9a55a8fb-a031-4065-8a8e-3988945f2d65 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:40.989336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:40.992902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b24eb98c-5c25-4c77-b3b3-3a30ab1c1ddc None None] Provisioning complete for port 95fd87e7-c2a4-44bc-b314-893cde20cc85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:40.993263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b24eb98c-5c25-4c77-b3b3-3a30ab1c1ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.067350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-bd49ac01-597f-4079-bf04-7fc0c73d65c6 service neutron] 10.222.0.13 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955243
Nov 10 04:28:41.071371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:41.099724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b24eb98c-5c25-4c77-b3b3-3a30ab1c1ddc None None] Port 95fd87e7-c2a4-44bc-b314-893cde20cc85 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:41.160120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b24eb98c-5c25-4c77-b3b3-3a30ab1c1ddc None None] Provisioning complete for port be58458b-c699-44e4-bee4-ca42bb1d0295 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:41.162003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b24eb98c-5c25-4c77-b3b3-3a30ab1c1ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.233059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a7009a92-27b4-4404-a82a-2d59ec93c503 req-a11d1bf1-f341-4507-a22f-50fc1fd2b7c8 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 210 time: 0.0273671
Nov 10 04:28:41.389991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071a64c0>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:39Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '95fd87e7-c2a4-44bc-b314-893cde20cc85', 'name': '', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:a1:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:38Z', 'updated_at': '2021-11-10T04:28:39Z', 'revision_number': 2, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:41.419622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Checking router: 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:41.419969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Updating router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 port 95fd87e7-c2a4-44bc-b314-893cde20cc85 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:28:41.445102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.549927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d23742ca-64b6-463e-be33-884a34e61da2 None None] Provisioning complete for port 95fd87e7-c2a4-44bc-b314-893cde20cc85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:41.550302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d23742ca-64b6-463e-be33-884a34e61da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.602740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d23742ca-64b6-463e-be33-884a34e61da2 None None] Port 95fd87e7-c2a4-44bc-b314-893cde20cc85 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:41.748875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.754982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.809514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507dfe0-6985-4815-bf3d-8f8469d7c974 None None] Pushing event updated for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:41.869870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Attempting to bind port 95fd87e7-c2a4-44bc-b314-893cde20cc85 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:41.870245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Attempting to bind port 95fd87e7-c2a4-44bc-b314-893cde20cc85 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:41.870612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Attempting to bind port 95fd87e7-c2a4-44bc-b314-893cde20cc85 on network 66918cc1-32e1-49e5-abff-cd59a494771c {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:41.876283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:41.876698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Checking segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:41.877656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.878049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Bound using segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:41.878521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Bound port: 95fd87e7-c2a4-44bc-b314-893cde20cc85, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:41.878900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:41.944409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] For port 95fd87e7-c2a4-44bc-b314-893cde20cc85, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:41.948458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] For port 95fd87e7-c2a4-44bc-b314-893cde20cc85, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=95fd87e7-c2a4-44bc-b314-893cde20cc85,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:41.952630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.011592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:42.012205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071a64c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:42.050908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507dfe0-6985-4815-bf3d-8f8469d7c974 None None] Pushing event updated for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:42.112157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] Provisioning complete for port 95fd87e7-c2a4-44bc-b314-893cde20cc85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:42.112537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.177547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:42.200896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-85dca12c-2e17-4886-9a5e-949bfda651b5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:42.202625 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-85dca12c-2e17-4886-9a5e-949bfda651b5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.26 "GET /v2.0/networks?id=66918cc1-32e1-49e5-abff-cd59a494771c HTTP/1.1" status: 200  len: 798 time: 0.1366005
Nov 10 04:28:42.222418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Request body: {'port': {'device_id': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'admin_state_up': True, 'tenant_id': 'df94cc43bcf34df381226e883347dd40'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:42.282646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.348054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-735f26bd-018b-4809-ac39-9df2a10cd648 req-7cd44a95-20f6-4e60-ab95-f70b6452811d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 210 time: 0.0333743
Nov 10 04:28:42.361113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] For port 95fd87e7-c2a4-44bc-b314-893cde20cc85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=95fd87e7-c2a4-44bc-b314-893cde20cc85,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:42.375432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Made reservation on behalf of df94cc43bcf34df381226e883347dd40 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:28:42.376132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.380839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.439220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device be58458b-c699-44e4-bee4-ca42bb1d0295 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:42.499539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00698b45-8258-4d06-98e5-8307b9e57b30 None None] Pushing event updated for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:42.512395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Allocated IP 172.20.0.28 (66918cc1-32e1-49e5-abff-cd59a494771c/5a795d52-f913-4cfc-b0a2-55bd7609f869/185a5668-c33e-4ef7-9a2a-7dbd3210e5a1) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:28:42.528047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e1091afb-b5bf-4a08-a72e-9ee4a4314d03 None None] Provisioning complete for port 95fd87e7-c2a4-44bc-b314-893cde20cc85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:42.528414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e1091afb-b5bf-4a08-a72e-9ee4a4314d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.568342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071a64c0>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:39Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '95fd87e7-c2a4-44bc-b314-893cde20cc85', 'name': '', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:a1:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:38Z', 'updated_at': '2021-11-10T04:28:41Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:42.574034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port be58458b-c699-44e4-bee4-ca42bb1d0295 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:42.574401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.623208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da2aaf9-7cc1-4185-b597-60c64958184b None None] The sync data for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 is: [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:39Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '95fd87e7-c2a4-44bc-b314-893cde20cc85', 'name': '', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:a1:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:38Z', 'updated_at': '2021-11-10T04:28:41Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:42.625260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.690623 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.739180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Network 66918cc1-32e1-49e5-abff-cd59a494771c is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:28:42.744638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:28:42.747869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:28:42.779924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event updated for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:42.810556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:42.811207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:42.833509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-fa5fd4d0-88f0-4e85-bc88-dce3c85d91bd tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.6178932
Nov 10 04:28:42.846524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Request body: {'port': {'device_id': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:28:42.910264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.035212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5186205d-8902-4be4-a6a0-08dc2a45e171 None None] Provisioning complete for port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:43.035684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5186205d-8902-4be4-a6a0-08dc2a45e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.079003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5186205d-8902-4be4-a6a0-08dc2a45e171 None None] Port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:28:43.186773 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:28:43.194977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.208130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Transition to ACTIVE for port object 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:28:43.213043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.267713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:43.340271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Attempting to bind port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:28:43.340695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Attempting to bind port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:28:43.340965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Attempting to bind port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 on network 66918cc1-32e1-49e5-abff-cd59a494771c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:43.345919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 on network 66918cc1-32e1-49e5-abff-cd59a494771c not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:28:43.346235 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Attempting to bind port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 on network 66918cc1-32e1-49e5-abff-cd59a494771c {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:28:43.354742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:28:43.355073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Checking segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:28:43.355612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Bound using segment: {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:28:43.355874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Bound port: 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654ab42f-44fa-4597-875c-e090aa93133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:28:43.356234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.433685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:28:43.438346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:28:43.447453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.490583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:43.491212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:43.492641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] 10.222.0.26 "PUT /v2.0/ports/185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 HTTP/1.1" status: 200  len: 1055 time: 0.6505873
Nov 10 04:28:43.493099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:43.495457 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb0ac08-ca5c-4aca-a582-0a6980473c72" -d '{"events": [{"name": "network-changed", "server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:43.507599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9d5b0-e811-4829-b536-d667bb299c6b req-95a9e055-0573-4f64-a6cb-5fbfcff05300 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:43.510639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1df9d5b0-e811-4829-b536-d667bb299c6b req-95a9e055-0573-4f64-a6cb-5fbfcff05300 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 907 time: 0.0766349
Nov 10 04:28:43.529517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89c02-a7c5-4ddd-b47d-dcf6206eb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:43.587331 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66970a29-90aa-49fe-9bf5-29a88906f5a1 x-openstack-request-id: req-66970a29-90aa-49fe-9bf5-29a88906f5a1 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:43.587673 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:43.587869 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66970a29-90aa-49fe-9bf5-29a88906f5a1 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:43.588304 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1', 'status': 'completed', 'code': 200}
Nov 10 04:28:43.605789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-5fede5b5-253e-41c6-ad87-f8c805dba5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:43.608047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-5fede5b5-253e-41c6-ad87-f8c805dba5db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 1058 time: 0.0644648
Nov 10 04:28:43.660629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-4126f36b-98db-4760-b180-48e41b427c62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 HTTP/1.1" status: 200  len: 217 time: 0.0440040
Nov 10 04:28:43.754121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-203a5b6b-9837-435e-a500-fc68b60067e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:43.755667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-203a5b6b-9837-435e-a500-fc68b60067e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a795d52-f913-4cfc-b0a2-55bd7609f869 HTTP/1.1" status: 200  len: 838 time: 0.0879750
Nov 10 04:28:43.805363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-92c70a43-6588-41cd-945e-811c86ab70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:43.806931 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-92c70a43-6588-41cd-945e-811c86ab70e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66918cc1-32e1-49e5-abff-cd59a494771c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0447264
Nov 10 04:28:44.197283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-29dd44e2-e659-4060-bc2a-45a67f55579f service neutron] 10.222.0.26 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833265
Nov 10 04:28:44.288259 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bd9498a1-2f38-4cf5-917e-a4312ba971eb req-ada7e58f-0a94-493a-9356-7c7b2ae6efe4 service neutron] 10.222.0.26 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833521
Nov 10 04:28:44.371164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-e9f65f9c-82f2-4070-8e96-00a999f66929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:44.372829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-e9f65f9c-82f2-4070-8e96-00a999f66929 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 1058 time: 0.0414021
Nov 10 04:28:44.428557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 95fd87e7-c2a4-44bc-b314-893cde20cc85 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:44.465600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-41570472-7f33-41ae-a0a2-fcca8792a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:44.467053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-41570472-7f33-41ae-a0a2-fcca8792a695 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66918cc1-32e1-49e5-abff-cd59a494771c HTTP/1.1" status: 200  len: 899 time: 0.0873964
Nov 10 04:28:44.477226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 95fd87e7-c2a4-44bc-b314-893cde20cc85 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:44.477601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:44.510570 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-b522d33b-ce20-4038-9f3e-c7ddeeef8df2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 HTTP/1.1" status: 200  len: 217 time: 0.0368798
Nov 10 04:28:44.560578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-c3f76b76-e921-4d00-8257-71eb1e64f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:44.562078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-c3f76b76-e921-4d00-8257-71eb1e64f68a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a795d52-f913-4cfc-b0a2-55bd7609f869 HTTP/1.1" status: 200  len: 838 time: 0.0431287
Nov 10 04:28:44.637536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-906ac4cb-37ac-4023-9974-12e75960fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:44.639044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-906ac4cb-37ac-4023-9974-12e75960fb32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66918cc1-32e1-49e5-abff-cd59a494771c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0678613
Nov 10 04:28:44.698475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acc319-2b35-4a97-b215-689aafe8ca8e req-cf2aaea1-59ee-4bd8-a1ae-db13f75e820f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:44.699829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c5acc319-2b35-4a97-b215-689aafe8ca8e req-cf2aaea1-59ee-4bd8-a1ae-db13f75e820f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 907 time: 0.0986826
Nov 10 04:28:44.743856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-e007788a-0bcb-4d28-b344-de98c42aa13c service neutron] 10.222.0.26 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966146
Nov 10 04:28:44.839410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fb0ac08-ca5c-4aca-a582-0a6980473c72 req-9e163ff2-adb9-40d0-861a-d2f230113310 service neutron] 10.222.0.26 "GET /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876472
Nov 10 04:28:45.818862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d52d0-9a9e-4962-8219-b61b1a0fbfe6 req-0f44c224-8d73-4735-af3f-eeac73a51f24 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:45.820330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc8d52d0-9a9e-4962-8219-b61b1a0fbfe6 req-0f44c224-8d73-4735-af3f-eeac73a51f24 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 907 time: 0.0493577
Nov 10 04:28:46.937400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8abc96-57fc-4e6b-87b6-d136552a29cc req-4645db6f-a6e1-4a39-9056-2244d1f22841 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:46.938874 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de8abc96-57fc-4e6b-87b6-d136552a29cc req-4645db6f-a6e1-4a39-9056-2244d1f22841 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 907 time: 0.0479996
Nov 10 04:28:47.072736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:28:47.163340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:47.179045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1', 'network_id': '66918cc1-32e1-49e5-abff-cd59a494771c', 'port_id': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1', 'mac_address': 'fa:16:3e:83:b9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a795d52-f913-4cfc-b0a2-55bd7609f869', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:28:47.215572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:47.228677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:28:47.247261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:47.251138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:47.295518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:47.449315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['185a5668-c33e-4ef7-9a2a-7dbd3210e5a1'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:28:48.054140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446a760-ba04-4b11-8ef7-b4fb5db93db5 req-7309e5ff-ff50-4d23-be23-2b2646129922 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:48.055619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5446a760-ba04-4b11-8ef7-b4fb5db93db5 req-7309e5ff-ff50-4d23-be23-2b2646129922 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 908 time: 0.0499210
Nov 10 04:28:48.864803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:49.036211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:49.100921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:28:49.147654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:28:49.151475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:28:49.151856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:49.174720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcffdd1-33b4-42a8-8911-7f3d702aa7e6 req-b07af00a-40f3-4664-b20d-b93648eea8ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:49.176314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2bcffdd1-33b4-42a8-8911-7f3d702aa7e6 req-b07af00a-40f3-4664-b20d-b93648eea8ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 908 time: 0.0500295
Nov 10 04:28:49.228599 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:49.252643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:49.254859 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b3a7d-093a-4988-96fe-9d6f54bf5f8a" -d '{"events": [{"server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "name": "network-vif-plugged", "status": "completed", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:49.266581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:49.271346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:49.296733 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294645df-30ee-404b-8360-28233e084107 x-openstack-request-id: req-294645df-30ee-404b-8360-28233e084107 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:49.297026 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "name": "network-vif-plugged", "status": "completed", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:49.297280 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294645df-30ee-404b-8360-28233e084107 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:49.297669 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1', 'code': 200}
Nov 10 04:28:49.320770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:49.395065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d885b4-4573-40f5-9220-e144cc51ca17 req-f82ba0d5-db68-435b-9a1f-ae989cd3409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:49.396524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02d885b4-4573-40f5-9220-e144cc51ca17 req-f82ba0d5-db68-435b-9a1f-ae989cd3409d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 1060 time: 0.0430877
Nov 10 04:28:50.290079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965fea9-8ab9-4a45-acfd-db471078440e req-791459e4-bd0c-44e2-ba4f-b55a88524291 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:50.291532 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d965fea9-8ab9-4a45-acfd-db471078440e req-791459e4-bd0c-44e2-ba4f-b55a88524291 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0481997
Nov 10 04:28:51.407143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a89b-34c6-4be0-bf90-9032bc6b38ae req-b3d58017-dd3a-431d-a05c-b44eef87ad0d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:51.408596 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-abe0a89b-34c6-4be0-bf90-9032bc6b38ae req-b3d58017-dd3a-431d-a05c-b44eef87ad0d tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0480812
Nov 10 04:28:51.522418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d5c0-80c3-4221-8b33-f7273c7300a6 req-f1cc13db-4b32-417f-badb-6ef05c1000c3 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:51.523879 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f436d5c0-80c3-4221-8b33-f7273c7300a6 req-f1cc13db-4b32-417f-badb-6ef05c1000c3 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0487580
Nov 10 04:28:51.632218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93126f33-a4dd-4102-af27-a3eb5930438b req-73c77d08-7943-436d-be50-3984adfdcec7 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:51.633791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93126f33-a4dd-4102-af27-a3eb5930438b req-73c77d08-7943-436d-be50-3984adfdcec7 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 1060 time: 0.0442283
Nov 10 04:28:51.737042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c3a6-bd58-4d77-b4a1-6a3daf8fd37f req-23b03d1f-377d-44b5-b99f-62decb9b85ee tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:51.738527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6a1c3a6-bd58-4d77-b4a1-6a3daf8fd37f req-23b03d1f-377d-44b5-b99f-62decb9b85ee tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.0405142
Nov 10 04:28:51.789960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6a1c3a6-bd58-4d77-b4a1-6a3daf8fd37f req-4e657f14-b03e-4393-adfc-81b22baf3637 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0454504
Nov 10 04:28:51.811235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50736) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:51.851051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d997e8d2-c0db-4129-9c1b-5287dca44a25 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:51.852546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d997e8d2-c0db-4129-9c1b-5287dca44a25 tempest-TestSecurityGroupsBasicOps-576273793 tempest-TestSecurityGroupsBasicOps-576273793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 1055 time: 0.0403404
Nov 10 04:28:52.083942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61aec8-7ce7-44a8-ac77-bf56f316013d req-c83868e0-76f2-4739-89fc-d2605a6d43f4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:52.085412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf61aec8-7ce7-44a8-ac77-bf56f316013d req-c83868e0-76f2-4739-89fc-d2605a6d43f4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0543113
Nov 10 04:28:53.203740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e15d-cd59-41b6-85b2-f0cbb1d57815 req-e2e8e543-7e1b-454b-ad47-0bfa73f4a263 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:53.205502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf74e15d-cd59-41b6-85b2-f0cbb1d57815 req-e2e8e543-7e1b-454b-ad47-0bfa73f4a263 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0490770
Nov 10 04:28:53.347855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-6bd99675-722a-4047-a27a-3169c3a605e2 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:53.349342 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-6bd99675-722a-4047-a27a-3169c3a605e2 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.26 "GET /v2.0/ports?device_id=c90782e7-66ea-4f99-8c4b-98a05e76e5e7 HTTP/1.1" status: 200  len: 909 time: 0.0475061
Nov 10 04:28:53.438315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:28:53.438649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:53.528166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:53.528524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:53.541106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:28:53.672287 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:53.704008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=185a5668-c33e-4ef7-9a2a-7dbd3210e5a1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:53.740072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] No DVR routers for this DVR port 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:28:53.743474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:53.747122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-88e7fecb-9d98-4e9d-b292-c120ccd0f68a req-33f9d11c-8ff6-4c0a-a110-5ddc0810f602 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.26 "DELETE /v2.0/ports/185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 HTTP/1.1" status: 204  len: 173 time: 0.3904910
Nov 10 04:28:53.747509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'name': 'network-vif-deleted', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:53.750062 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecbeba2-138c-403b-83c5-1a2ce6a6f79c" -d '{"events": [{"server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "name": "network-vif-deleted", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:53.832509 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810655c3-0bb1-4eb3-a9e6-b8da224b07de x-openstack-request-id: req-810655c3-0bb1-4eb3-a9e6-b8da224b07de {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:53.832869 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90782e7-66ea-4f99-8c4b-98a05e76e5e7", "name": "network-vif-deleted", "tag": "185a5668-c33e-4ef7-9a2a-7dbd3210e5a1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:53.833146 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810655c3-0bb1-4eb3-a9e6-b8da224b07de {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:53.833781 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90782e7-66ea-4f99-8c4b-98a05e76e5e7', 'name': 'network-vif-deleted', 'tag': '185a5668-c33e-4ef7-9a2a-7dbd3210e5a1', 'status': 'completed', 'code': 200}
Nov 10 04:28:54.269782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50748) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:54.685790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:54.908222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-add5a067-0322-459c-9a50-c59aba520252 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:54.909983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-add5a067-0322-459c-9a50-c59aba520252 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.1061990
Nov 10 04:28:54.936429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-cf4875b1-836e-4826-822e-86986678bfdc tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.097174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-cf4875b1-836e-4826-822e-86986678bfdc tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.103144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-cf4875b1-836e-4826-822e-86986678bfdc tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.137276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 95fd87e7-c2a4-44bc-b314-893cde20cc85 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:28:55.137743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.199907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4875b1-836e-4826-822e-86986678bfdc tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e281f5-d79c-4bab-88e3-94f10b037987,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:55.208670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4d224af-8c77-4e4d-a5fc-57b99237cd21 req-cf4875b1-836e-4826-822e-86986678bfdc tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2922618
Nov 10 04:28:55.266675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port 95fd87e7-c2a4-44bc-b314-893cde20cc85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=95fd87e7-c2a4-44bc-b314-893cde20cc85,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:55.267037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.281715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 95fd87e7-c2a4-44bc-b314-893cde20cc85 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:28:55.334810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbdca3-7457-40a0-b317-21f3486714f2 req-ea7fdf50-c9ca-406e-931a-ba4a0fb4e041 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:55.336393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7bbdca3-7457-40a0-b317-21f3486714f2 req-ea7fdf50-c9ca-406e-931a-ba4a0fb4e041 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0568042
Nov 10 04:28:55.391780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7bbdca3-7457-40a0-b317-21f3486714f2 req-49a79009-19c3-4f7a-ba28-035fcb66a382 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484164
Nov 10 04:28:55.417198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50756) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:55.482996 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.485250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56ced2db-6bb3-4892-899d-7b02e2df20ff tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ab04b557-6a74-4c96-bba6-31a3b341791c HTTP/1.1" status: 200  len: 993 time: 0.0666492
Nov 10 04:28:55.522629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=95fd87e7-c2a4-44bc-b314-893cde20cc85,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:55.724040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:55.877079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-f80155cb-4042-420e-a207-5579663a65a2 req-dbbbf6cc-d6f6-458b-b046-7a25552096b6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:28:55.878237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f80155cb-4042-420e-a207-5579663a65a2 req-dbbbf6cc-d6f6-458b-b046-7a25552096b6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0064633
Nov 10 04:28:55.978682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:56.098763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:56.108232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50770) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:56.113438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2d6e5300-1966-4dc9-a1eb-d628908a965c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "PUT /v2.0/routers/2b28fbb7-a8eb-4fef-aaaa-980719a8f846/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8420992
Nov 10 04:28:56.113877 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Sync routers for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:56.125586 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:56.126855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821440ea90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:56.197218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting subnet 5a795d52-f913-4cfc-b0a2-55bd7609f869 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:28:56.203945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.246944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d167a-bca8-4d26-b00a-486dbb1b0397 req-fd97e6eb-01f0-47d1-9a69-927315ece110 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:56.248803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f7d167a-bca8-4d26-b00a-486dbb1b0397 req-fd97e6eb-01f0-47d1-9a69-927315ece110 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0812752
Nov 10 04:28:56.286866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:56.290921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.319818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f7d167a-bca8-4d26-b00a-486dbb1b0397 req-437afd31-d97e-4da6-abcf-4daa9f8a1a4b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631280
Nov 10 04:28:56.397118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-54b2f461-7cab-4409-beb9-3bfd55c36771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2277472
Nov 10 04:28:56.403285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-247685ae-8a74-49a8-83ff-5c465978b942 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:28:56.420988 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-247685ae-8a74-49a8-83ff-5c465978b942 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0223424
Nov 10 04:28:56.447031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.542183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.571499 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821440ea90>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:55Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:56.584192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.588054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/subnets/5a795d52-f913-4cfc-b0a2-55bd7609f869 HTTP/1.1" status: 204  len: 168 time: 0.4779823
Nov 10 04:28:56.591186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50782) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:56.592529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e75bb-b271-4632-9f4c-24e1eb8e13c7 None None] Network 66918cc1-32e1-49e5-abff-cd59a494771c requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:28:56.600780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a5d6c-065d-414c-873e-921586d720ff tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Subnet': ['ID=5a795d52-f913-4cfc-b0a2-55bd7609f869,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:56.762247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Checking router: 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:28:56.763856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.776813 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Routers {'2b28fbb7-a8eb-4fef-aaaa-980719a8f846'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:56.777816 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821440ea90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:56.859883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] DHCP port deletion for 66918cc1-32e1-49e5-abff-cd59a494771c request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:56.915319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.922776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Deleting port be58458b-c699-44e4-bee4-ca42bb1d0295 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:28:56.923624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:56.934668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] Set router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:56.982497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 9a55a8fb-a031-4065-8a8e-3988945f2d65 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:28:56.982849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.013220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] For port be58458b-c699-44e4-bee4-ca42bb1d0295, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=be58458b-c699-44e4-bee4-ca42bb1d0295,segment=NetworkSegment(654ab42f-44fa-4597-875c-e090aa93133f),segment_id=654ab42f-44fa-4597-875c-e090aa93133f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:57.013621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.033870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Calling delete_port for be58458b-c699-44e4-bee4-ca42bb1d0295 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:28:57.147044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:28:57.178640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:28:57.178996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 185a5668-c33e-4ef7-9a2a-7dbd3210e5a1 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:28:57.181999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.203956 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821440ea90>, [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:55Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:57.224434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] Pushing event deleted for resources: {'Port': ['ID=be58458b-c699-44e4-bee4-ca42bb1d0295,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:57.226401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5081ca-2ef7-4acc-9295-ecc84aeeee60 None None] No DVR routers for this DVR port be58458b-c699-44e4-bee4-ca42bb1d0295 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:28:57.263955 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013659b-1d37-4568-bc38-e8834e5bb958 None None] The sync data for ids ['2b28fbb7-a8eb-4fef-aaaa-980719a8f846'] in ncdv-817176-1 is: [{'id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1817679398', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36'}], 'enable_snat': True}, 'gw_port_id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:55Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': '9a55a8fb-a031-4065-8a8e-3988945f2d65', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fbb7-a8eb-4fef-aaaa-980719a8f846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:36Z', 'updated_at': '2021-11-10T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:28:57.465118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port 9a55a8fb-a031-4065-8a8e-3988945f2d65, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9a55a8fb-a031-4065-8a8e-3988945f2d65,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:28:57.465516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.484995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 9a55a8fb-a031-4065-8a8e-3988945f2d65 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:28:57.489087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068777-795b-4c61-a2b5-96e80addfdb5 req-27eaeb11-1471-4ed1-8474-c5889182c863 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:57.490659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce068777-795b-4c61-a2b5-96e80addfdb5 req-27eaeb11-1471-4ed1-8474-c5889182c863 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0585415
Nov 10 04:28:57.555189 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce068777-795b-4c61-a2b5-96e80addfdb5 req-081101d2-1d3a-49ca-8d60-5f0697471a44 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537753
Nov 10 04:28:57.675209 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.702749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=9a55a8fb-a031-4065-8a8e-3988945f2d65,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:57.720056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e024c3-9852-4f1a-979d-e041eb74ea88 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:28:57.730767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.730967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.731314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.731743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.731981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.732321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.732693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.733228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.733360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.733775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.734051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.734368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:28:57.781838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.850172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-6bb797a2-f866-43bc-a9e8-05f19eaa37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:57.852014 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-6bb797a2-f866-43bc-a9e8-05f19eaa37f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.0596998
Nov 10 04:28:57.889470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.891909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.943690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.944272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Fanout notify agent at l3_agent the message router_deleted on router 2b28fbb7-a8eb-4fef-aaaa-980719a8f846 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:28:57.952292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:57.954542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-9d882c97-b796-4e42-8105-4342f563b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:57.956146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-9d882c97-b796-4e42-8105-4342f563b21d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0974519
Nov 10 04:28:57.956670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:57.956793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dbc8a919-e5fd-42ce-8182-b0271fbd71d4 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/routers/2b28fbb7-a8eb-4fef-aaaa-980719a8f846 HTTP/1.1" status: 204  len: 168 time: 1.3642521
Nov 10 04:28:58.094983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.098887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-1ecfac7d-d957-413d-a029-8da5f161b09c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 1001 time: 0.1340172
Nov 10 04:28:58.223161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-470f1d10-8483-496f-90ef-b7fa2bfd6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:58.224563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-470f1d10-8483-496f-90ef-b7fa2bfd6cca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.1189342
Nov 10 04:28:58.251706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.299563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820eb27100>,) {'filters': {'network_id': ['66918cc1-32e1-49e5-abff-cd59a494771c']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:58.313941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eb27100>, '654ab42f-44fa-4597-875c-e090aa93133f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:58.314320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820eb27100>, '654ab42f-44fa-4597-875c-e090aa93133f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:58.326464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-45a8b1ae-00e2-42b5-895c-0cbdc4d558f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:58.328301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-45a8b1ae-00e2-42b5-895c-0cbdc4d558f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0891290
Nov 10 04:28:58.333970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.395929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.410311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:28:58.410706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:28:58.414576 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:28:58.504835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 95fd87e7-c2a4-44bc-b314-893cde20cc85 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:28:58.509163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.515267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.519820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/networks/66918cc1-32e1-49e5-abff-cd59a494771c HTTP/1.1" status: 204  len: 168 time: 0.5621679
Nov 10 04:28:58.522756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50804) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:28:58.529461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-38b4e605-9754-43c7-be90-e4506fc633c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934402
Nov 10 04:28:58.531548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 95fd87e7-c2a4-44bc-b314-893cde20cc85 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:28:58.531893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 95fd87e7-c2a4-44bc-b314-893cde20cc85 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:28:58.532305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device be58458b-c699-44e4-bee4-ca42bb1d0295 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:28:58.549393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2acc9d-7261-4f46-9422-1c9130b4628c tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Network': ['ID=66918cc1-32e1-49e5-abff-cd59a494771c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:58.552386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: be58458b-c699-44e4-bee4-ca42bb1d0295 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:28:58.553379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device be58458b-c699-44e4-bee4-ca42bb1d0295 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:28:58.553816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a55a8fb-a031-4065-8a8e-3988945f2d65 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:28:58.574257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9a55a8fb-a031-4065-8a8e-3988945f2d65 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:28:58.574952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9a55a8fb-a031-4065-8a8e-3988945f2d65 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:28:58.648112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-aac156a8-a083-46e4-a06e-ccef95ad5f4b service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066096
Nov 10 04:28:58.737555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82ca9-5d74-4e59-b2ea-9e24b1c8f81d req-42c6b617-46ec-48a9-a579-77e40fc046dc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:58.739062 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cc82ca9-5d74-4e59-b2ea-9e24b1c8f81d req-42c6b617-46ec-48a9-a579-77e40fc046dc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0902405
Nov 10 04:28:58.775138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 291c7f1d-e257-4f32-b980-db342e6ce4a3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:28:58.775409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.851698 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6cc82ca9-5d74-4e59-b2ea-9e24b1c8f81d req-126b6a89-4b07-4588-8da5-dfa40dc567ea tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026816
Nov 10 04:28:58.896434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.896921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:58.910027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 291c7f1d-e257-4f32-b980-db342e6ce4a3 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:28:59.101171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:59.131917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=291c7f1d-e257-4f32-b980-db342e6ce4a3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:28:59.194575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:59.194912 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Floating IP c226b1b5-1247-46c6-bbf1-a0def4dc07f4 disassociated (deleted). External IP: 172.32.3.76, port: 9fca523c-188c-46ab-a151-4ffc94f29318.
Nov 10 04:28:59.418704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:28:59.532458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:28:59.538324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:28:59.545307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Sync routers for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:28:59.555984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:28:59.556756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f45790>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:28:59.565054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-71bd43a9-b68d-4e6b-a6c2-8f5a81eb0316 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/floatingips/c226b1b5-1247-46c6-bbf1-a0def4dc07f4 HTTP/1.1" status: 204  len: 168 time: 1.0411127
Nov 10 04:28:59.565740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:28:59.568348 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:28:59.617535 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12198da0-a0cc-4fa6-8ea9-ab7dbe015cff x-openstack-request-id: req-12198da0-a0cc-4fa6-8ea9-ab7dbe015cff {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:28:59.617835 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:28:59.618199 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12198da0-a0cc-4fa6-8ea9-ab7dbe015cff {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:28:59.618606 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318', 'status': 'completed', 'code': 200}
Nov 10 04:28:59.675654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:28:59.683782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-27aeb345-7c98-46e1-acf0-cd7102747501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:59.685361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-27aeb345-7c98-46e1-acf0-cd7102747501 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df94cc43bcf34df381226e883347dd40&device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 1135 time: 0.0454097
Nov 10 04:28:59.810950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-4dc0a157-1485-4ceb-8184-6588c512cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:59.812850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-4dc0a157-1485-4ceb-8184-6588c512cf3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 200  len: 896 time: 0.1168208
Nov 10 04:28:59.853300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9070cd-6f78-4247-a066-17df27dde2ca req-a64bca3e-6ae5-471d-ba91-c9bf5dc07ffa tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:59.854885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee9070cd-6f78-4247-a066-17df27dde2ca req-a64bca3e-6ae5-471d-ba91-c9bf5dc07ffa tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.0748003
Nov 10 04:28:59.873124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-4e193dc0-cb20-4a53-9cc8-18e70a519f88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 200  len: 217 time: 0.0525219
Nov 10 04:28:59.926581 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ee9070cd-6f78-4247-a066-17df27dde2ca req-3a445416-4628-4297-a52d-03f70615f367 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0617871
Nov 10 04:28:59.935512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-26e02508-4d31-42a6-8832-fd3e42f6f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:28:59.937031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-26e02508-4d31-42a6-8832-fd3e42f6f435 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 200  len: 834 time: 0.0566936
Nov 10 04:29:00.019942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-f34cf31b-ec68-468c-ba3a-60af3db70dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:00.021555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-f34cf31b-ec68-468c-ba3a-60af3db70dca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=553361dd-fda1-4b9f-90c4-6f0a80e625c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0758138
Nov 10 04:29:00.034851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352317c0-a27d-4bd8-8e67-19f310a0cd30 req-7369d5e7-6ab1-4f25-be42-f7e03a785698 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:00.036341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-352317c0-a27d-4bd8-8e67-19f310a0cd30 req-7369d5e7-6ab1-4f25-be42-f7e03a785698 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0645685
Nov 10 04:29:00.092437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f45790>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:00.119816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Checking router: d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:29:00.130347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:00.131369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f45790>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:00.146163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-352317c0-a27d-4bd8-8e67-19f310a0cd30 req-155cdd05-bd5a-4159-82cc-18afe927ea28 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015248
Nov 10 04:29:00.173587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-8e034b6c-b79a-4c11-b110-61e5277c1280 service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353452
Nov 10 04:29:00.255230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:00.276152 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41f9f6d0-6c20-4406-8c07-5b592d7ba6e6 req-f529f295-994d-4e0d-b5cf-1e1f8602fe0a service neutron] 10.222.0.21 "GET /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959260
Nov 10 04:29:00.470766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f45790>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:00.497704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd7b52-d6f9-45c1-ad71-5a291bd9c4f1 None None] The sync data for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 is: [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:43Z', 'revision_number': 4, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '394c03c1-b7e7-4ada-911d-50cdc8aae9a9', 'name': '', 'network_id': '553361dd-fda1-4b9f-90c4-6f0a80e625c1', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'mac_address': 'fa:16:3e:5f:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:41Z', 'updated_at': '2021-11-10T04:27:46Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'subnets': [{'id': '51bf9c99-0fdd-415d-a99c-15e051e2897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:29:00.726535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1c12b-7da7-4580-9d5d-a31e495b9ba5 None None] New status for floating IP c226b1b5-1247-46c6-bbf1-a0def4dc07f4: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:29:01.064439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc80b2-127a-4c5e-912e-4471e848d481 req-2ca3f58f-3022-40e2-b6c7-8edd6ae309c0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:01.066039 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92dc80b2-127a-4c5e-912e-4471e848d481 req-2ca3f58f-3022-40e2-b6c7-8edd6ae309c0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.0568285
Nov 10 04:29:01.132241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92dc80b2-127a-4c5e-912e-4471e848d481 req-d857e4b2-a06f-4c8e-9da6-15e12e9605ed tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/security-groups?id=100e3e4a-c573-4a83-86f2-6c87457003ed&id=b893709c-ac57-4fcc-85dc-35b770f0ff71&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0585556
Nov 10 04:29:01.135638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-e53e1983-a10b-4009-8105-44d418866af0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:01.137212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-e53e1983-a10b-4009-8105-44d418866af0 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 984 time: 0.0567932
Nov 10 04:29:01.307725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a26d4-a119-4b91-ba8b-b6d69db5f1f1 req-3f0431ff-a54c-490a-94e2-42cbd534a92c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:01.309604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f1a26d4-a119-4b91-ba8b-b6d69db5f1f1 req-3f0431ff-a54c-490a-94e2-42cbd534a92c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0887191
Nov 10 04:29:01.312422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 9fca523c-188c-46ab-a151-4ffc94f29318 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:01.312906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:01.434829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f1a26d4-a119-4b91-ba8b-b6d69db5f1f1 req-f53f57d8-8224-498e-b14b-4bca5ac57b45 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175115
Nov 10 04:29:01.466982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port 9fca523c-188c-46ab-a151-4ffc94f29318, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9fca523c-188c-46ab-a151-4ffc94f29318,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:01.467380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:01.492587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 9fca523c-188c-46ab-a151-4ffc94f29318 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:01.633585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:01.666452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=9fca523c-188c-46ab-a151-4ffc94f29318,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:01.698232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.698648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.699027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.699463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.699878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.700215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.700585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.701100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.701470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.701840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.702267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.702604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:01.742831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] No DVR routers for this DVR port 9fca523c-188c-46ab-a151-4ffc94f29318 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:29:01.745706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:01.749337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e2321e-4c69-495b-bdd7-8cb5aac9fe08 req-57de82aa-2561-41bf-8184-c40b3e192c2b tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.21 "DELETE /v2.0/ports/9fca523c-188c-46ab-a151-4ffc94f29318 HTTP/1.1" status: 204  len: 173 time: 0.6065521
Nov 10 04:29:01.749784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'name': 'network-vif-deleted', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:01.753319 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24c8191-975f-4b78-ac35-dba129f7f0cc" -d '{"events": [{"server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "name": "network-vif-deleted", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:01.879941 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d99311-6d67-4d2b-aaaa-a953f20231af x-openstack-request-id: req-a4d99311-6d67-4d2b-aaaa-a953f20231af {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:01.880241 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c670790-39c5-425e-8f3e-a76fc7b281fb", "name": "network-vif-deleted", "tag": "9fca523c-188c-46ab-a151-4ffc94f29318", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:01.880501 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4d99311-6d67-4d2b-aaaa-a953f20231af {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:01.881477 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c670790-39c5-425e-8f3e-a76fc7b281fb', 'name': 'network-vif-deleted', 'tag': '9fca523c-188c-46ab-a151-4ffc94f29318', 'status': 'completed', 'code': 200}
Nov 10 04:29:02.250600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae871fe2-8bae-4fa1-82ea-1df484bc09f8 req-19917100-b4de-46af-968e-67d5854d8866 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c670790-39c5-425e-8f3e-a76fc7b281fb HTTP/1.1" status: 200  len: 210 time: 0.0276861
Nov 10 04:29:02.563531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37cbb-9004-4a5e-9049-338812c26ae4 req-13513b14-eeb9-4b7d-a593-5c5821a3faa9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:02.565776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3a37cbb-9004-4a5e-9049-338812c26ae4 req-13513b14-eeb9-4b7d-a593-5c5821a3faa9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0534911
Nov 10 04:29:02.618149 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f3a37cbb-9004-4a5e-9049-338812c26ae4 req-f3f6914b-d2e5-4e8a-98a4-db13736c9e41 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458717
Nov 10 04:29:03.309406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50832) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:03.367279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.390561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.441001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.443739 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.444932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/security-groups/100e3e4a-c573-4a83-86f2-6c87457003ed HTTP/1.1" status: 204  len: 168 time: 0.1344266
Nov 10 04:29:03.448077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:03.454651 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a59a87-db64-4ee9-80ac-bdb8074dd129 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e3e4a-c573-4a83-86f2-6c87457003ed,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:03.514180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.537155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.589356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.592057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:03.593274 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/security-groups/b893709c-ac57-4fcc-85dc-35b770f0ff71 HTTP/1.1" status: 204  len: 168 time: 0.1438303
Nov 10 04:29:03.596584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50836) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:03.602321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b36a0f-181e-4a89-bd85-929e3aed9451 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b893709c-ac57-4fcc-85dc-35b770f0ff71,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:03.747218 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b343e-bc81-4ceb-b55f-f437b22b711e req-c3ca02a7-6b41-48c0-9daa-7db7de7ca399 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:03.748757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea1b343e-bc81-4ceb-b55f-f437b22b711e req-c3ca02a7-6b41-48c0-9daa-7db7de7ca399 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0507388
Nov 10 04:29:03.800481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea1b343e-bc81-4ceb-b55f-f437b22b711e req-7543e7b5-0a93-4f6a-9b6e-78fecc2e4599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451651
Nov 10 04:29:03.976522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.232431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:04.232799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.320596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port 394c03c1-b7e7-4ada-911d-50cdc8aae9a9, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:04.321249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.333283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:04.353329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d71366f-a586-45b2-b0df-d5ddc85c3ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.513969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.541159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=394c03c1-b7e7-4ada-911d-50cdc8aae9a9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:04.717517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:04.964061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7626-57d5-48dc-ac1e-27ed98204d6d req-73d9e981-6561-4920-89ea-081f2ece164a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:04.965532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-002b7626-57d5-48dc-ac1e-27ed98204d6d req-73d9e981-6561-4920-89ea-081f2ece164a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0729327
Nov 10 04:29:04.974764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:29:05.083308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-002b7626-57d5-48dc-ac1e-27ed98204d6d req-d4741c06-110c-459e-92bd-6e7a761a07bb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103830
Nov 10 04:29:05.115924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:29:05.121738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-da5fa1fd-6586-428d-ad7d-84cc559c9d01 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "PUT /v2.0/routers/d84a3c9b-9a29-4a9d-8356-d37c9281f0c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5239825
Nov 10 04:29:05.124377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50842) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:05.125372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Sync routers for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:29:05.135671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:05.136379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079ff880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:05.179921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting subnet 51bf9c99-0fdd-415d-a99c-15e051e2897c {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:29:05.183194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.223743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.244010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:05.307903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.370524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.401510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9fca523c-188c-46ab-a151-4ffc94f29318 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:05.425050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 9fca523c-188c-46ab-a151-4ffc94f29318 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:05.425386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9fca523c-188c-46ab-a151-4ffc94f29318 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:05.453581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079ff880>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:29:04Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:05.482642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Checking router: d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:29:05.492629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Routers {'d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:05.493258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079ff880>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:28:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:05.602786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] Set router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:05.678039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Subnet': ['ID=51bf9c99-0fdd-415d-a99c-15e051e2897c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:05.681808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.687863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:05.688362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9fd3096f-a0e4-4ca7-9473-911623f4262e tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/subnets/51bf9c99-0fdd-415d-a99c-15e051e2897c HTTP/1.1" status: 204  len: 168 time: 0.5626864
Nov 10 04:29:05.701571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6167f6-f22c-4617-8cf8-dc594e6ecc80 None None] Network 553361dd-fda1-4b9f-90c4-6f0a80e625c1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:29:05.794134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.887070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079ff880>, [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:29:04Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:05.907880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.913991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ba947-a7f5-4462-aee6-81bee34bdb46 None None] The sync data for ids ['d84a3c9b-9a29-4a9d-8356-d37c9281f0c3'] in ncdv-817176-1 is: [{'id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2091180717', 'tenant_id': 'df94cc43bcf34df381226e883347dd40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:29:04Z', 'revision_number': 5, 'project_id': 'df94cc43bcf34df381226e883347dd40', 'gw_port': {'id': 'd0dc44dd-0a29-4c43-aa44-34a0a882e850', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a3c9b-9a29-4a9d-8356-d37c9281f0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:27:37Z', 'updated_at': '2021-11-10T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:29:05.933289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] DHCP port deletion for 553361dd-fda1-4b9f-90c4-6f0a80e625c1 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:05.969554 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Deleting port d0dc44dd-0a29-4c43-aa44-34a0a882e850 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:05.969893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:05.983797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Deleting port 00ecf638-f7fb-4b8c-954e-68a17678962d {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:05.984246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.048678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] For port 00ecf638-f7fb-4b8c-954e-68a17678962d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=00ecf638-f7fb-4b8c-954e-68a17678962d,segment=NetworkSegment(632ca6c4-94ee-4160-9d2a-c83493b9e8d7),segment_id=632ca6c4-94ee-4160-9d2a-c83493b9e8d7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:06.049105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.053136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] For port d0dc44dd-0a29-4c43-aa44-34a0a882e850, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=d0dc44dd-0a29-4c43-aa44-34a0a882e850,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:06.053602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.061127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Calling delete_port for 00ecf638-f7fb-4b8c-954e-68a17678962d owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:06.065122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Calling delete_port for d0dc44dd-0a29-4c43-aa44-34a0a882e850 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:06.139122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.166018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] Pushing event deleted for resources: {'Port': ['ID=00ecf638-f7fb-4b8c-954e-68a17678962d,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:06.169527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219a10b-6502-470a-823b-5751aa2f3e4d None None] No DVR routers for this DVR port 00ecf638-f7fb-4b8c-954e-68a17678962d on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:29:06.252422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0c0dd-e5f8-4576-9323-2df62444abd8 req-4c0614cd-25c5-47ea-899f-0e19bfc284f3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:06.253984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6c0c0dd-e5f8-4576-9323-2df62444abd8 req-4c0614cd-25c5-47ea-899f-0e19bfc284f3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0879574
Nov 10 04:29:06.304273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.345542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b6c0c0dd-e5f8-4576-9323-2df62444abd8 req-695daa8a-102e-48b2-a178-3a6c650cd419 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817890
Nov 10 04:29:06.347055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Port': ['ID=d0dc44dd-0a29-4c43-aa44-34a0a882e850,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:06.368084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d807837-1c62-4fb3-882d-df8014c2e516 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:06.431202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.502828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:06.523471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:06.523819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 394c03c1-b7e7-4ada-911d-50cdc8aae9a9 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:06.524226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 00ecf638-f7fb-4b8c-954e-68a17678962d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:06.525922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.528028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.543306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 00ecf638-f7fb-4b8c-954e-68a17678962d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:06.543720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 00ecf638-f7fb-4b8c-954e-68a17678962d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:06.569501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.570165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Fanout notify agent at l3_agent the message router_deleted on router d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:29:06.578818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.583338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-187e92fd-a1a7-4a98-9423-e1ea3e5118d5 tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/routers/d84a3c9b-9a29-4a9d-8356-d37c9281f0c3 HTTP/1.1" status: 204  len: 168 time: 0.8913879
Nov 10 04:29:06.583575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:06.664010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.757093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.777867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214307be0>,) {'filters': {'network_id': ['553361dd-fda1-4b9f-90c4-6f0a80e625c1']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:06.787035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214307be0>, '632ca6c4-94ee-4160-9d2a-c83493b9e8d7') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:06.787337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214307be0>, '632ca6c4-94ee-4160-9d2a-c83493b9e8d7') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:06.796441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.810047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.816450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:29:06.816886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:29:06.819784 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:29:06.874965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.882041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:06.885163 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] 10.222.0.13 "DELETE /v2.0/networks/553361dd-fda1-4b9f-90c4-6f0a80e625c1 HTTP/1.1" status: 204  len: 168 time: 0.3006570
Nov 10 04:29:06.897019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702dbde-9e81-4e03-8814-7adca0ce449f tempest-TestSecurityGroupsBasicOps-953548138 tempest-TestSecurityGroupsBasicOps-953548138-project] Pushing event deleted for resources: {'Network': ['ID=553361dd-fda1-4b9f-90c4-6f0a80e625c1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:06.916832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e840d76-b6a7-4cde-8daa-51960a5f7735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.193035 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50856) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:07.322895 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d0f0b531-5f33-4917-9f39-d4499495727d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df94cc43bcf34df381226e883347dd40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1286318
Nov 10 04:29:07.325242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50860) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:07.375266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.396243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.467127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.469828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.471509 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3212751e-4602-405f-98ac-9ef4fae93d7d HTTP/1.1" status: 204  len: 168 time: 0.1448283
Nov 10 04:29:07.482459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569018-0924-4f16-b799-8106502656e8 req-f5aa2ec6-d365-49cb-85c6-32b1dec9ecaa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:07.483908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3569018-0924-4f16-b799-8106502656e8 req-f5aa2ec6-d365-49cb-85c6-32b1dec9ecaa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0597992
Nov 10 04:29:07.488860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0869d-fd5a-4787-b9df-ed13b498f333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212751e-4602-405f-98ac-9ef4fae93d7d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:07.540164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3569018-0924-4f16-b799-8106502656e8 req-13451e3e-31fd-4550-863e-e4c6984f07b9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483110
Nov 10 04:29:07.727644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50868) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:07.741616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d165bef-ca0a-4ac7-926f-c80197e420a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.819777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d165bef-ca0a-4ac7-926f-c80197e420a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.823299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8d165bef-ca0a-4ac7-926f-c80197e420a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.861940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8d165bef-ca0a-4ac7-926f-c80197e420a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=384ef032eba04e789aa0197f0cfec3dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1332192
Nov 10 04:29:07.862904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d165bef-ca0a-4ac7-926f-c80197e420a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf887f-91c0-42e8-93df-bc0f3416dfe9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:07.864833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50870) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:07.914738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.935163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.957766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.985435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.987978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:07.989238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07cf887f-91c0-42e8-93df-bc0f3416dfe9 HTTP/1.1" status: 204  len: 168 time: 0.1218054
Nov 10 04:29:07.997538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee26c4-793d-4344-8644-2d30ff560f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf887f-91c0-42e8-93df-bc0f3416dfe9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:08.303106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50876) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:08.342088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5113392-ae32-47eb-8456-64646c705476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21aa64f2fcb846d2a08bb8fedeb658a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378549
Nov 10 04:29:08.344526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50878) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:08.377384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d0dc44dd-0a29-4c43-aa44-34a0a882e850 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:08.390824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:08.400096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: d0dc44dd-0a29-4c43-aa44-34a0a882e850 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:08.400500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device d0dc44dd-0a29-4c43-aa44-34a0a882e850 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:08.413770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:08.460407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:08.463352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:08.464799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc0781d8-9a28-45ea-b4fd-de1c18d57d3b HTTP/1.1" status: 204  len: 168 time: 0.1193252
Nov 10 04:29:08.472769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3637cd-cfc6-4a08-b0fd-ef387370195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0781d8-9a28-45ea-b4fd-de1c18d57d3b,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:08.676164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42cbc-9343-4688-a522-e27626e481f7 req-fa3bd3b7-598a-4965-9705-e3f1646bef21 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:08.677800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bb42cbc-9343-4688-a522-e27626e481f7 req-fa3bd3b7-598a-4965-9705-e3f1646bef21 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0650697
Nov 10 04:29:08.749249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bb42cbc-9343-4688-a522-e27626e481f7 req-9f952c84-fc33-4b2e-9de6-6c82c5aa14af tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636332
Nov 10 04:29:09.420050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:09.874369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36c22e-3036-4aa7-b474-9cbc27b5dbd1 req-6ffb015e-af00-4f59-aebd-35f84093df91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:09.875853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef36c22e-3036-4aa7-b474-9cbc27b5dbd1 req-6ffb015e-af00-4f59-aebd-35f84093df91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0542636
Nov 10 04:29:09.931296 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ef36c22e-3036-4aa7-b474-9cbc27b5dbd1 req-e8eff814-ae61-48ca-ac01-7d2a9354eca6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483339
Nov 10 04:29:10.202690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:10.516887 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-4d27083d-36df-4160-a3b7-f4468725def9 req-39031747-689d-43f4-805f-7c32079aeca9 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:29:10.518452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-39031747-689d-43f4-805f-7c32079aeca9 service neutron] 10.222.0.21 "GET /v2.0/ports/25c79fd9-d691-4b20-9158-79873ab07707/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0567365
Nov 10 04:29:10.744207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-d2f3db8e-0483-4b4f-b4b6-e1411d247f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:10.745776 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-d2f3db8e-0483-4b4f-b4b6-e1411d247f9a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 1096 time: 0.0710826
Nov 10 04:29:10.762229 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:10.819582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.054875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8cfae-a106-4b4a-bc36-cc2c62bbd876 req-f320d292-446c-4ff4-b37a-a46f523e7209 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:11.056475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ac8cfae-a106-4b4a-bc36-cc2c62bbd876 req-f320d292-446c-4ff4-b37a-a46f523e7209 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0518177
Nov 10 04:29:11.109676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ac8cfae-a106-4b4a-bc36-cc2c62bbd876 req-88229344-cc02-4538-bd67-6f90cfb3c7c3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466402
Nov 10 04:29:11.315890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:11.347131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:29:11.385673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:11.388263 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3397eb29-8449-4d62-bb8a-423640993bbf" -d '{"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-unplugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:11.392228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.404935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Transition to ACTIVE for port object 25c79fd9-d691-4b20-9158-79873ab07707 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:29:11.409575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.440309 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94bea11-b161-46ee-9d08-4747adf547d9 x-openstack-request-id: req-c94bea11-b161-46ee-9d08-4747adf547d9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:11.440593 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-unplugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:11.440862 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c94bea11-b161-46ee-9d08-4747adf547d9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:11.441240 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'code': 200}
Nov 10 04:29:11.510434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:11.586515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] No DVR routers for this DVR port 25c79fd9-d691-4b20-9158-79873ab07707 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:29:11.724472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:29:11.724785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:29:11.725111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:11.729870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:29:11.730215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Attempting to bind port 25c79fd9-d691-4b20-9158-79873ab07707 on network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:11.735749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:29:11.736072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Checking segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:29:11.737117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Bound using segment: {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:29:11.737530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Bound port: 25c79fd9-d691-4b20-9158-79873ab07707, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:29:11.737882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.803918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:29:11.807092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:29:11.812446 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.850783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:11.852000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:11.853735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] 10.222.0.26 "PUT /v2.0/ports/25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 1091 time: 1.0954659
Nov 10 04:29:11.922093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02c18-6c14-4dd7-9978-cf034cb87a11 service neutron] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:11.946078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-59986b85-58ee-43ae-8c11-08edd938e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:11.947775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-59986b85-58ee-43ae-8c11-08edd938e3ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0649693
Nov 10 04:29:12.051714 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-e854689b-983d-4b46-a0a1-00d581410cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:12.053397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-e854689b-983d-4b46-a0a1-00d581410cc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0972333
Nov 10 04:29:12.127356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-8ee0556f-bef8-4abf-ad79-a8a199721495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 999 time: 0.0670052
Nov 10 04:29:12.184068 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-2209e8fc-ed5f-45e2-8d68-28d0638660fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:12.185669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-2209e8fc-ed5f-45e2-8d68-28d0638660fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0520475
Nov 10 04:29:12.232395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689a113-66a5-4488-b071-e322b430d162 req-35da75bf-3c7a-4302-b4b8-02bfd5faf8b3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:12.233839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3689a113-66a5-4488-b071-e322b430d162 req-35da75bf-3c7a-4302-b4b8-02bfd5faf8b3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0513134
Nov 10 04:29:12.240460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27083d-36df-4160-a3b7-f4468725def9 req-ceb6a88e-e440-4ec4-8a37-b3744e567290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:12.242160 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-ceb6a88e-e440-4ec4-8a37-b3744e567290 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0492580
Nov 10 04:29:12.296954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3689a113-66a5-4488-b071-e322b430d162 req-2ff1908c-1d53-44b7-8786-be942b2c0b75 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560424
Nov 10 04:29:12.354480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-e3f2e139-1b8b-41de-b99b-6e375912f403 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052172
Nov 10 04:29:12.456292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-db5ba09f-876e-4c7d-8179-28c08167f998 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952473
Nov 10 04:29:13.433845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095ad00-1d9e-4bbc-9e0e-423d36b4b0ec req-0004d7c6-da01-452c-bedb-18e98283c012 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.435271 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8095ad00-1d9e-4bbc-9e0e-423d36b4b0ec req-0004d7c6-da01-452c-bedb-18e98283c012 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0544510
Nov 10 04:29:13.442568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:13.444879 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea736131-f271-43fe-8a21-241cc1d349d4" -d '{"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:13.498150 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ab452d-420f-4817-9304-865b19d591c7 x-openstack-request-id: req-d5ab452d-420f-4817-9304-865b19d591c7 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:13.499437 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:13.499732 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ab452d-420f-4817-9304-865b19d591c7 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:13.500534 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'status': 'completed', 'code': 200}
Nov 10 04:29:13.507738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8095ad00-1d9e-4bbc-9e0e-423d36b4b0ec req-45fdcb16-64db-401f-8a4a-8ca423ab7d5b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653467
Nov 10 04:29:13.577257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-a6296c3b-8c88-4a7c-9488-d5ae611a5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.578769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-a6296c3b-8c88-4a7c-9488-d5ae611a5702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0475180
Nov 10 04:29:13.581078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-94185fb6-1a8a-4327-86f9-1281953a4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.582805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-94185fb6-1a8a-4327-86f9-1281953a4760 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0482378
Nov 10 04:29:13.681634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-59c3a0c2-6616-42eb-b120-ca37e07211dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.682399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-7970f6d6-5a32-4cba-9c97-8821ad9b2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.683364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-59c3a0c2-6616-42eb-b120-ca37e07211dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0975370
Nov 10 04:29:13.683987 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-7970f6d6-5a32-4cba-9c97-8821ad9b2dc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0945170
Nov 10 04:29:13.756150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-3ca6f867-72b6-44b6-90b5-bd18b2640494 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 999 time: 0.0642138
Nov 10 04:29:13.763675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-92e9deaa-bd3a-48b9-b517-a881c31612e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 999 time: 0.0727816
Nov 10 04:29:13.815328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-00b9d890-c4a1-4f81-a61c-ad0e65047071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.817047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-00b9d890-c4a1-4f81-a61c-ad0e65047071 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0531642
Nov 10 04:29:13.818120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-b0360de0-2090-4289-8b5e-6520c4725041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.819620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-b0360de0-2090-4289-8b5e-6520c4725041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0497768
Nov 10 04:29:13.875878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-a70dc3d5-dec6-478b-9e70-388262014839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.877521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-a70dc3d5-dec6-478b-9e70-388262014839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0506001
Nov 10 04:29:13.881380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-5fe9eebb-ca91-49b2-9b94-13bf262a8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:13.882882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-5fe9eebb-ca91-49b2-9b94-13bf262a8d7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0556319
Nov 10 04:29:13.974313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-a451e908-c9b4-43cb-8745-ee93f3aeda20 service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892982
Nov 10 04:29:13.980935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-0d6a7b35-4f91-4f0a-938c-d97950b287c5 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893824
Nov 10 04:29:14.089808 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-8ff69837-8f01-4175-b138-b8ed87a12dbe service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077857
Nov 10 04:29:14.102211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea736131-f271-43fe-8a21-241cc1d349d4 req-8126cb63-576c-4dd3-a751-3efdb67f1280 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075907
Nov 10 04:29:14.567580 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:29:14.635332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c88a9-c8b0-4f4c-8c6c-b52b7b91df42 req-5b415f4c-6aeb-465e-aaa5-e9882a7a6850 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:14.636861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-528c88a9-c8b0-4f4c-8c6c-b52b7b91df42 req-5b415f4c-6aeb-465e-aaa5-e9882a7a6850 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.0521569
Nov 10 04:29:14.687327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-528c88a9-c8b0-4f4c-8c6c-b52b7b91df42 req-bc310c53-00d7-4077-b3ed-0626e04a6317 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431674
Nov 10 04:29:14.957165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167414e5-3015-4ec2-adce-e8312cf5c4fc req-5f37b4c9-2fcf-4075-9a99-103d9784fed5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:14.958532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-167414e5-3015-4ec2-adce-e8312cf5c4fc req-5f37b4c9-2fcf-4075-9a99-103d9784fed5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 943 time: 0.1127534
Nov 10 04:29:14.979105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-efb5e637-40fa-4168-b701-1d269767697b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:14.980515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-efb5e637-40fa-4168-b701-1d269767697b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 943 time: 0.1240208
Nov 10 04:29:15.055730 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-167414e5-3015-4ec2-adce-e8312cf5c4fc req-6664341b-f06d-459b-b99b-c3971cfc3689 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897801
Nov 10 04:29:15.065458 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-8a660866-57c9-4573-bff6-c5e60511349a service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:29:15.066332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-8a660866-57c9-4573-bff6-c5e60511349a service neutron] 10.222.0.21 "DELETE /v2.0/ports/25c79fd9-d691-4b20-9158-79873ab07707/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0781305
Nov 10 04:29:15.158010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-50848faf-9607-4a39-9a60-5bcc367acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:15.159511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-50848faf-9607-4a39-9a60-5bcc367acb62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1094 time: 0.0466020
Nov 10 04:29:15.210355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:29:15.251282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-f75a38fb-43df-4875-ae79-591bb29eef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:15.253446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-f75a38fb-43df-4875-ae79-591bb29eef19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0868850
Nov 10 04:29:15.306417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:15.317971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '25c79fd9-d691-4b20-9158-79873ab07707', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'port_id': '25c79fd9-d691-4b20-9158-79873ab07707', 'mac_address': 'fa:16:3e:58:d4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:29:15.321932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-f55baddf-abc9-4367-b3f0-2cf1f8e83f25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 999 time: 0.0616448
Nov 10 04:29:15.355232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:15.368786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c79fd9-d691-4b20-9158-79873ab07707 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:29:15.371747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-dd45987c-8464-45a6-b239-a8c54f9fdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:15.373273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-dd45987c-8464-45a6-b239-a8c54f9fdd60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0447414
Nov 10 04:29:15.387769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:15.391529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:15.419487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-a3c88ea9-6224-4fb6-88bb-5ada6b371ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:15.421040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-a3c88ea9-6224-4fb6-88bb-5ada6b371ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407245
Nov 10 04:29:15.441295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:15.458901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:15.498419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:15.515209 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-b513515a-bbd4-4258-a549-8ae4a8fbdd7f service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870173
Nov 10 04:29:15.604699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9b49900-8b20-4f7a-8be4-935b3eca7695 req-43060dd7-aa32-4eaa-b060-c008d5152b0b service neutron] 10.222.0.21 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821307
Nov 10 04:29:15.614087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['25c79fd9-d691-4b20-9158-79873ab07707'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:29:16.179200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aca80-f3b7-4089-ae3c-5f934498291a req-3fa5f7d9-32a3-4c35-87f0-87ff8f8e07e8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:16.180687 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5aca80-f3b7-4089-ae3c-5f934498291a req-3fa5f7d9-32a3-4c35-87f0-87ff8f8e07e8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 944 time: 0.0494714
Nov 10 04:29:16.229349 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7c5aca80-f3b7-4089-ae3c-5f934498291a req-c7a52a04-20dc-4aa3-9a9d-ee1cd5b9d650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427814
Nov 10 04:29:16.251618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50908) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:16.315322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c2c3b9a2-f083-45bc-8471-8b73acdd8e0a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ab04b557-6a74-4c96-bba6-31a3b341791c HTTP/1.1" status: 200  len: 992 time: 0.0620353
Nov 10 04:29:17.335799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:29:17.382881 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 25c79fd9-d691-4b20-9158-79873ab07707 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:29:17.386786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 25c79fd9-d691-4b20-9158-79873ab07707 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:17.387157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:17.464948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:17.486730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:17.489052 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f0d474-43f4-421c-a0bc-51b974b34f59" -d '{"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-plugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:17.501373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:17.505834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:17.534320 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3423c-b5f3-402b-a235-8e2b43ebbbfc x-openstack-request-id: req-36f3423c-b5f3-402b-a235-8e2b43ebbbfc {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:17.534642 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-plugged", "status": "completed", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:17.534896 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36f3423c-b5f3-402b-a235-8e2b43ebbbfc {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:17.535310 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'code': 200}
Nov 10 04:29:17.556587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:18.880926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:19.032841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:29.132492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-ed04c017-292c-4dc6-8f5e-5accbb3977b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399940
Nov 10 04:29:29.212958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209652c1-b09a-49c9-907c-526c024a87b9 req-64a38faf-9b37-4882-9592-a70f1d6d1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:29.214422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-64a38faf-9b37-4882-9592-a70f1d6d1b36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.0399985
Nov 10 04:29:29.317164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209652c1-b09a-49c9-907c-526c024a87b9 req-290db4b6-8d3c-4194-a18d-3537c6577a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:29.318630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-290db4b6-8d3c-4194-a18d-3537c6577a73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0860081
Nov 10 04:29:29.383497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-2103ca30-6658-4700-8be7-7a8e6758ad2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 1001 time: 0.0567560
Nov 10 04:29:29.436582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209652c1-b09a-49c9-907c-526c024a87b9 req-fa386883-b5a7-4c84-9c1a-cfca11d7f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:29.438065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-fa386883-b5a7-4c84-9c1a-cfca11d7f5ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0446088
Nov 10 04:29:29.490160 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209652c1-b09a-49c9-907c-526c024a87b9 req-aaca5c9e-6b35-419f-9e40-6c70a7022c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:29.491650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-aaca5c9e-6b35-419f-9e40-6c70a7022c50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452363
Nov 10 04:29:29.580241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-fc2569b1-f80f-4c09-9f25-14208ef624ae service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806978
Nov 10 04:29:29.671556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-209652c1-b09a-49c9-907c-526c024a87b9 req-60408ece-a2af-45e7-b635-478f3410a342 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837705
Nov 10 04:29:34.355038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-835079cf-c2ec-4f89-b45e-bd40e7598861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:36.919146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb47a54e-e5cc-411d-8a6d-22007024799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:37.959903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:39.419147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:40.204673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:44.967926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02875f-315f-4660-b30d-1a135c18ef38 req-46310737-3d20-4c0a-a03b-c437d82a2ff3 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:44.969445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a02875f-315f-4660-b30d-1a135c18ef38 req-46310737-3d20-4c0a-a03b-c437d82a2ff3 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.0445573
Nov 10 04:29:45.014215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a02875f-315f-4660-b30d-1a135c18ef38 req-f8f7bcc6-4fc8-4229-8eaa-f30facb6fc95 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389686
Nov 10 04:29:45.036435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50938) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:45.192867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 55c3ab1d-7a65-4f25-9143-1d4aae20930b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:45.193207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.266808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.267136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.279136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 55c3ab1d-7a65-4f25-9143-1d4aae20930b owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:45.457993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.482991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=55c3ab1d-7a65-4f25-9143-1d4aae20930b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:45.542285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.542612 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP ab04b557-6a74-4c96-bba6-31a3b341791c disassociated (deleted). External IP: 172.32.3.216, port: 25c79fd9-d691-4b20-9158-79873ab07707.
Nov 10 04:29:45.743446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:29:45.850339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:29:45.855133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:45.860322 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Sync routers for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:29:45.872377 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:45.873129 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145dbac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:45.882353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2929dd6d-e3c2-497b-9fe4-c4ceed1291d0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab04b557-6a74-4c96-bba6-31a3b341791c HTTP/1.1" status: 204  len: 168 time: 0.8442557
Nov 10 04:29:45.882933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:45.885261 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af09241-4a51-4662-9a40-d6adb37fbe59" -d '{"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:45.935088 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a628634-772d-482c-b134-0916f2cd7c8a x-openstack-request-id: req-7a628634-772d-482c-b134-0916f2cd7c8a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:45.935405 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:45.935635 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a628634-772d-482c-b134-0916f2cd7c8a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:45.936031 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'status': 'completed', 'code': 200}
Nov 10 04:29:45.981206 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:46.021580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-c1f9971e-19d1-453a-9dcc-4d32fc62d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:46.023216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-c1f9971e-19d1-453a-9dcc-4d32fc62d030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 1096 time: 0.0592179
Nov 10 04:29:46.114352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2affd-fc69-432d-9d1f-7f68668befd3 req-1bf67046-dba7-4aab-86f8-fcfa2d60b313 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:46.115546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-02f2affd-fc69-432d-9d1f-7f68668befd3 req-1bf67046-dba7-4aab-86f8-fcfa2d60b313 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0528066
Nov 10 04:29:46.127056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-a15c282e-e735-4ffa-ada8-6a31748a6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:46.128684 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-a15c282e-e735-4ffa-ada8-6a31748a6750 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 200  len: 898 time: 0.0979986
Nov 10 04:29:46.168367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-02f2affd-fc69-432d-9d1f-7f68668befd3 req-acb5d6e4-5a8c-47eb-a408-c616530cd3a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455723
Nov 10 04:29:46.175967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-e1d7a1ae-1c1e-41f5-acdb-b269ea0f8519 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 200  len: 217 time: 0.0401509
Nov 10 04:29:46.192235 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145dbac0>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:46.222033 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Checking router: 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:29:46.226884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-da8c8662-baf6-47a7-8f9b-09a0917f4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:46.228462 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-da8c8662-baf6-47a7-8f9b-09a0917f4868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 200  len: 835 time: 0.0446694
Nov 10 04:29:46.230147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:46.230734 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145dbac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:46.281339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-8f8241a2-19bc-4307-b0d4-e0107a88739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:46.282770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-8f8241a2-19bc-4307-b0d4-e0107a88739e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3afcf3bf-9baa-48bc-b117-db7fb4db7832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446215
Nov 10 04:29:46.334397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:46.372422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-02a89cb4-228b-449b-8f01-ee5adcba7f89 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800951
Nov 10 04:29:46.471068 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4af09241-4a51-4662-9a40-d6adb37fbe59 req-a54bc2f0-c274-486c-9e39-7320f8ac3974 service neutron] 10.222.0.26 "GET /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854042
Nov 10 04:29:46.527356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145dbac0>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:46.557450 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace033e-796f-4ff5-9719-691ed6661f02 None None] The sync data for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 is: [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '775c6bd3-cfab-4712-ad75-edb3690b3e69', 'name': '', 'network_id': '3afcf3bf-9baa-48bc-b117-db7fb4db7832', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:9c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:04Z', 'updated_at': '2021-11-10T04:28:09Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '00e57d66-5a4d-4b85-a3e4-4621716244ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:29:46.771714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a47fd3-112e-458f-85f2-11ac8feb3544 None None] New status for floating IP ab04b557-6a74-4c96-bba6-31a3b341791c: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:29:47.287532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e198bf-378a-45ca-ac57-bcb7095f6df3 req-3017eaed-7140-4faf-baaa-57cc4fdd1bd2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:47.289203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31e198bf-378a-45ca-ac57-bcb7095f6df3 req-3017eaed-7140-4faf-baaa-57cc4fdd1bd2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0485487
Nov 10 04:29:47.337810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31e198bf-378a-45ca-ac57-bcb7095f6df3 req-6ead09aa-6e64-4cc0-b035-e1c1a42267cf tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=07390652-ef4b-498a-86d9-2907bf2637c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427461
Nov 10 04:29:47.426184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8754be5-d60f-4782-b53f-2ca689624122 req-90d5cd33-5376-4482-9edb-996135ca99db tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:47.427596 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f8754be5-d60f-4782-b53f-2ca689624122 req-90d5cd33-5376-4482-9edb-996135ca99db tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/ports?device_id=55eb7998-d67b-4807-8a2b-ec1ca2f7baf9 HTTP/1.1" status: 200  len: 945 time: 0.0463688
Nov 10 04:29:47.516873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 25c79fd9-d691-4b20-9158-79873ab07707 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:47.517129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:47.601227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 25c79fd9-d691-4b20-9158-79873ab07707, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=25c79fd9-d691-4b20-9158-79873ab07707,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:47.601584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:47.617645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 25c79fd9-d691-4b20-9158-79873ab07707 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:47.735977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:47.763639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=25c79fd9-d691-4b20-9158-79873ab07707,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:47.809859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] No DVR routers for this DVR port 25c79fd9-d691-4b20-9158-79873ab07707 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:29:47.812419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:47.815743 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f8754be5-d60f-4782-b53f-2ca689624122 req-72a88237-9a91-4081-aa5f-fe3532ce9d4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "DELETE /v2.0/ports/25c79fd9-d691-4b20-9158-79873ab07707 HTTP/1.1" status: 204  len: 173 time: 0.3819230
Nov 10 04:29:47.816166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-deleted', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:47.818409 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffed96-6fe4-428e-90ab-07b079e96ebc" -d '{"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-deleted", "tag": "25c79fd9-d691-4b20-9158-79873ab07707"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:47.857929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7565e-6f64-4cc4-85ac-c2b408ffee5b x-openstack-request-id: req-bae7565e-6f64-4cc4-85ac-c2b408ffee5b {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:47.858208 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eb7998-d67b-4807-8a2b-ec1ca2f7baf9", "name": "network-vif-deleted", "tag": "25c79fd9-d691-4b20-9158-79873ab07707", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:47.858455 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae7565e-6f64-4cc4-85ac-c2b408ffee5b {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:47.858846 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eb7998-d67b-4807-8a2b-ec1ca2f7baf9', 'name': 'network-vif-deleted', 'tag': '25c79fd9-d691-4b20-9158-79873ab07707', 'status': 'completed', 'code': 200}
Nov 10 04:29:48.650706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50952) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:48.892903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.008360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.050275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.265479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 775c6bd3-cfab-4712-ad75-edb3690b3e69 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:49.265743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.354528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 775c6bd3-cfab-4712-ad75-edb3690b3e69, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=775c6bd3-cfab-4712-ad75-edb3690b3e69,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:49.354896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.367275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 775c6bd3-cfab-4712-ad75-edb3690b3e69 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:49.556283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:49.588209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=775c6bd3-cfab-4712-ad75-edb3690b3e69,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:49.755835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.246068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:29:50.350772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:29:50.356724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-447ba1b3-3c94-4ad5-8ded-245de699137a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7048879
Nov 10 04:29:50.359326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50954) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:50.361534 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Sync routers for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:29:50.372721 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:50.373326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452ec70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:50.418748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting subnet 00e57d66-5a4d-4b85-a3e4-4621716244ec {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:29:50.418748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.461586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.552195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.569597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:50.609543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.636897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Subnet': ['ID=00e57d66-5a4d-4b85-a3e4-4621716244ec,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:50.640659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.644685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-68c4564d-4f80-46fb-92ff-55c7d8c3811b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/subnets/00e57d66-5a4d-4b85-a3e4-4621716244ec HTTP/1.1" status: 204  len: 168 time: 0.2834435
Nov 10 04:29:50.646565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50956) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:50.648460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd510d-5245-40aa-ad8d-aeb9e165f39e None None] Network 3afcf3bf-9baa-48bc-b117-db7fb4db7832 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:29:50.746279 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452ec70>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:50.765564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.774621 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Checking router: 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:29:50.786255 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Routers {'9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:50.786876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452ec70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:50.849513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] DHCP port deletion for 3afcf3bf-9baa-48bc-b117-db7fb4db7832 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:50.877795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.897200 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] Set router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:50.907139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Deleting port 3aae4501-1e51-46db-8c93-3041178704c4 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:50.907764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.937165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 148d7403-b6d5-46d1-90fe-444c4bb6de55 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:29:50.937509 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:50.993899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] For port 3aae4501-1e51-46db-8c93-3041178704c4, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3aae4501-1e51-46db-8c93-3041178704c4,segment=NetworkSegment(4360ac73-5dde-4c1e-a03f-d9b58eb6d28f),segment_id=4360ac73-5dde-4c1e-a03f-d9b58eb6d28f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:50.994572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.009956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Calling delete_port for 3aae4501-1e51-46db-8c93-3041178704c4 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:51.024253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 148d7403-b6d5-46d1-90fe-444c4bb6de55, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=148d7403-b6d5-46d1-90fe-444c4bb6de55,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:51.024781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.045739 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 148d7403-b6d5-46d1-90fe-444c4bb6de55 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:29:51.113603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.120994 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452ec70>, [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:51.149136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] No DVR routers for this DVR port 3aae4501-1e51-46db-8c93-3041178704c4 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:29:51.161910 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839aca9-df53-4125-9d1e-16633648d459 None None] The sync data for ids ['9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a'] in ncdv-817176-1 is: [{'id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112276466', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232'}], 'enable_snat': True}, 'gw_port_id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:28:00Z', 'updated_at': '2021-11-10T04:29:49Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '148d7403-b6d5-46d1-90fe-444c4bb6de55', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:28:01Z', 'updated_at': '2021-11-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:29:51.170982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Pushing event deleted for resources: {'Port': ['ID=3aae4501-1e51-46db-8c93-3041178704c4,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:51.183184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.183531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.184916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.185261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.185625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.185963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.186294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.186621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.186945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.187268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.187591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.187915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdf7ad-ff3f-442b-a0b2-b83763ffbc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:51.254536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.282884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=148d7403-b6d5-46d1-90fe-444c4bb6de55,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:51.295970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb647c1-dd90-4c9d-9a9d-cc690281d258 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:51.341187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.426905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.429570 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.473426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.473994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:29:51.481293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.482375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4c0c38ca-a16c-4e4c-b12a-a220cd348a55 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/routers/9ab6d1ae-91d4-4fcb-8489-ff6d287a9b8a HTTP/1.1" status: 204  len: 168 time: 0.8336706
Nov 10 04:29:51.485045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 50976) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:51.522713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:51.544045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 25c79fd9-d691-4b20-9158-79873ab07707 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:51.544522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 25c79fd9-d691-4b20-9158-79873ab07707 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:51.561827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.565775 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:29:51.970043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:51.989778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc69b80>,) {'filters': {'network_id': ['3afcf3bf-9baa-48bc-b117-db7fb4db7832']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:51.999027 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc69b80>, '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:51.999321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc69b80>, '4360ac73-5dde-4c1e-a03f-d9b58eb6d28f') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:52.009245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.021628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.028512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:29:52.028977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:29:52.031987 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:29:52.086341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.091566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.094764 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/networks/3afcf3bf-9baa-48bc-b117-db7fb4db7832 HTTP/1.1" status: 204  len: 168 time: 0.6087980
Nov 10 04:29:52.097674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 50978) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:52.108703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24738a-a155-4fa0-815e-2319155a5e67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Network': ['ID=3afcf3bf-9baa-48bc-b117-db7fb4db7832,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:52.166286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.191852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.257948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.261079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.264290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/security-groups/07390652-ef4b-498a-86d9-2907bf2637c4 HTTP/1.1" status: 204  len: 168 time: 0.1642549
Nov 10 04:29:52.273507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b2c87-0948-44b3-abb6-d41cd4ec867b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07390652-ef4b-498a-86d9-2907bf2637c4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:52.478242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 775c6bd3-cfab-4712-ad75-edb3690b3e69 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:52.502737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 775c6bd3-cfab-4712-ad75-edb3690b3e69 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:52.503306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 775c6bd3-cfab-4712-ad75-edb3690b3e69 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:52.503808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 148d7403-b6d5-46d1-90fe-444c4bb6de55 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:52.526469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 148d7403-b6d5-46d1-90fe-444c4bb6de55 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:52.526766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 148d7403-b6d5-46d1-90fe-444c4bb6de55 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:52.527343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3aae4501-1e51-46db-8c93-3041178704c4 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:29:52.549470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3aae4501-1e51-46db-8c93-3041178704c4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:29:52.549924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3aae4501-1e51-46db-8c93-3041178704c4 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:29:52.833718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51016) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:52.837960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061205584', 'description': 'tempest-secgroup-smoke-2061205584 description', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:52.861144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.931814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.935311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.968410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:52.969651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1354034
Nov 10 04:29:52.970934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814f1de-efd2-4188-9831-80bb6801eb89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33bc4c9-b005-48ef-8c1c-3014c32d15a5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:52.972903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51018) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:52.978983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.005767 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.062730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.066755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.085555 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa94720b-d4f2-4279-96bf-6f72930cb176,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.090427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.091634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-33545b2f-edc4-4786-8711-bbdcf1ef0a0d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1175120
Nov 10 04:29:53.094450 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51020) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.098597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.123556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.176941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.180139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.196876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3bd838-64b9-44f7-9f9a-2f48d61d634d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.205152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.206314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c0f0711a-8398-4bba-ba40-d8aaad28d95f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1109695
Nov 10 04:29:53.209094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51022) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.213833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.239243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.293664 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.297057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.313871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b36e06-a2ad-4f7b-bddc-fed4c4ae413e,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.320232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.321424 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7b127713-23e3-4c9e-898e-3fef11be4a1a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1108720
Nov 10 04:29:53.324161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51024) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.328368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.354539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.413476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.417146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.434883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81037d53-6afe-4a5c-9758-94c991a3a1e5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.439315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.440477 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1950b340-77de-4134-8ac1-daaf1b4bf948 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1153646
Nov 10 04:29:53.443151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51026) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.447919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.469302 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:29:53.473870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.531313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.534815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.552957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e6d398-c60c-405a-8ee3-56901e729b41,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.558178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.559411 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e9e4614a-036e-41a4-9995-bb5c8fde21b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1147869
Nov 10 04:29:53.562182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51030) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.566698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e33bc4c9-b005-48ef-8c1c-3014c32d15a5', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.591029 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:29:53.596275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.654930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.659032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.673905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6f38a4-d373-41ad-a9fb-5a7a8b66ef56,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.685065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.686514 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-af35eaf7-5d0c-4796-9556-db617eaa0783 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1233737
Nov 10 04:29:53.689502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.694800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'network': {'name': 'tempest-network-smoke--844858580', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.716406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:29:53.719929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.747241 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:29:53.757240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.757598 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Added segment c6a680ee-e5c7-4724-80fe-8d599c9681c2 of type vlan for network 054da879-42b6-4cb4-9f88-71c3b4c3e563
Nov 10 04:29:53.799964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.832084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.837933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:53.838545 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.877334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-decb32ee-d0cc-49bb-9926-964544f126c6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951019923&fields=id&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 267 time: 0.0484593
Nov 10 04:29:53.894606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2040682
Nov 10 04:29:53.897856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51042) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:53.903975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'admin_state_up': True, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:53.923316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00741082-a41a-4f4a-89be-a28180a4a40a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Network': ['ID=054da879-42b6-4cb4-9f88-71c3b4c3e563,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:53.934695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:29:53.940410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.941560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.996987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-439684ef-76f0-4d69-a5b2-c2c3a4456624 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:53.998046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:53.998550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-439684ef-76f0-4d69-a5b2-c2c3a4456624 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1131432
Nov 10 04:29:54.014456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-59578824-f2a0-4bba-930a-5e9e57577eaa tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/quotas/4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 375 time: 0.0100446
Nov 10 04:29:54.073987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-44ff7489-f1e1-4ed5-a879-594a96281f6d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0535066
Nov 10 04:29:54.134517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.274394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-a9464317-a89c-44eb-9860-9fb0b7774dc2 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872587
Nov 10 04:29:54.328794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.347988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.366386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-53a0e0a0-432b-4181-b703-0e249c807100 service neutron] 10.222.0.13 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863898
Nov 10 04:29:54.456416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.79 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/bd8736c6-5f9d-409e-8d04-ec8b180346d6) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:29:54.562917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.598908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.673730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbf8782-c4fb-4251-be3d-b00977beea84 req-67af98e9-a01a-4e7b-8ac0-d3efd95b2d41 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 210 time: 0.0397217
Nov 10 04:29:54.677847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:29:54.680396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:54.683097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:29:54.685564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=bd8736c6-5f9d-409e-8d04-ec8b180346d6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:54.696384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8f970-a523-437c-9c8c-a3d6282bad04 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:54.798108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-685262c6-d0a1-4a7b-a2cc-56ef31343aad None None] Provisioning complete for port bd8736c6-5f9d-409e-8d04-ec8b180346d6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:54.798764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-685262c6-d0a1-4a7b-a2cc-56ef31343aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:54.842535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-685262c6-d0a1-4a7b-a2cc-56ef31343aad None None] Port bd8736c6-5f9d-409e-8d04-ec8b180346d6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:29:54.949139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.149505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.275306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f7131036-58bd-4df8-88b6-1df10775a8b1 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:29:55.378436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:29:55.388262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Sync routers for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:29:55.399906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.401449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ef426b98-116d-4923-900b-708632c607e4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.5028429
Nov 10 04:29:55.402700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:55.403319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d42970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:55.404669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51062) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:55.432634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d37152cb-6574-42dd-a1dc-90c59ca7b178 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8eaca4756c864f17bdf2e0b388c2ffca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268650
Nov 10 04:29:55.435243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51064) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:55.528178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787b3b8-c1da-44fe-b338-e1eef4a8cc24 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:55.529911 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e787b3b8-c1da-44fe-b338-e1eef4a8cc24 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0936234
Nov 10 04:29:55.532773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:55.532923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:55.572866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-714e225a-5de0-49e0-91a8-31102129b449 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388308
Nov 10 04:29:55.575279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:55.581256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274821289', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:55.613550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-22d7a74f-12c0-4a6d-9dbe-c5fa9642590a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:55.615962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-22d7a74f-12c0-4a6d-9dbe-c5fa9642590a tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 810 time: 0.1311557
Nov 10 04:29:55.675313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:29:55.679436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.714291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-fd72846e-9e71-4f54-884c-266760581fd0 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be6c4098d8d4e41954d19a88075cd96 HTTP/1.1" status: 200  len: 379 time: 0.0885096
Nov 10 04:29:55.725797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'port': {'device_id': '900670ee-52cd-46bd-88e7-fbf17c409630', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'admin_state_up': True, 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'security_groups': ['6ed0115a-3097-41a1-a181-2aa208271e34']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:55.780112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d42970>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:54Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:55.812323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Checking router: f7131036-58bd-4df8-88b6-1df10775a8b1 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:29:55.812740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Updating router f7131036-58bd-4df8-88b6-1df10775a8b1 port bd8736c6-5f9d-409e-8d04-ec8b180346d6 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:29:55.847537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.885940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8945b073-fee7-48cd-bde5-ac2ea79aeb12 req-5d41f77e-457b-49d4-ba24-5478cd9d187e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 210 time: 0.0451035
Nov 10 04:29:55.894150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Made reservation on behalf of 4be6c4098d8d4e41954d19a88075cd96 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:29:55.899255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:55.942797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.015620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Subnet': ['ID=46d8e4f2-514f-4e08-9eec-5c23c91d669f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:56.025054 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:29:56.025420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network hostable DHCP agents. Network: 054da879-42b6-4cb4-9f88-71c3b4c3e563, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:29:56.054528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:29:56.061452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.20.0.3 (1c23080d-8583-419f-9c45-9eff32169fc8/cff60d75-3ad5-4124-892d-19e4aae6cf57/170e781d-5bb5-48ed-a125-6fd0db8c09ae) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:29:56.067893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 054da879-42b6-4cb4-9f88-71c3b4c3e563) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:56.075722 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:56.076368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.081561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f879b-9907-4d12-84c5-bdcdd5a9a1bb None None] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:29:56.099166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e77d8aca-dc92-4652-97df-dee996b1827e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5227571
Nov 10 04:29:56.099794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51076) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:29:56.259154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.268995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.279785 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.303519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.359714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eeb96-ee4e-48bf-8ef9-f685056163e8 None None] Pushing event updated for resources: {'Port': ['ID=bd8736c6-5f9d-409e-8d04-ec8b180346d6,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:56.365472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee7789-0d30-4828-87e9-bbff28bb44fa None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:56.381259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-054da879-42b6-4cb4-9f88-71c3b4c3e563', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:29:56.382462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.398660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Attempting to bind port bd8736c6-5f9d-409e-8d04-ec8b180346d6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:29:56.399218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Attempting to bind port bd8736c6-5f9d-409e-8d04-ec8b180346d6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:29:56.399562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Attempting to bind port bd8736c6-5f9d-409e-8d04-ec8b180346d6 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:56.413870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:29:56.414356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:29:56.414869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.415354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:29:56.415926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Bound port: bd8736c6-5f9d-409e-8d04-ec8b180346d6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:29:56.416406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.425034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network 1c23080d-8583-419f-9c45-9eff32169fc8 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:29:56.430357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:56.442978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:29:56.499650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:56.536966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:56.537678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.558630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-5c960452-bb06-4630-9193-8d66fc2f69da tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8375998
Nov 10 04:29:56.576794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Request body: {'port': {'device_id': '900670ee-52cd-46bd-88e7-fbf17c409630', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:29:56.580403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bb9fda04-d237-48af-b48c-8bc123a52bf0 None None] Provisioning complete for port bd8736c6-5f9d-409e-8d04-ec8b180346d6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:56.580731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb9fda04-d237-48af-b48c-8bc123a52bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.625604 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fda04-d237-48af-b48c-8bc123a52bf0 None None] Port bd8736c6-5f9d-409e-8d04-ec8b180346d6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:29:56.656538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] For port bd8736c6-5f9d-409e-8d04-ec8b180346d6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:29:56.669655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] For port bd8736c6-5f9d-409e-8d04-ec8b180346d6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd8736c6-5f9d-409e-8d04-ec8b180346d6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:29:56.675151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.687632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Allocated IP 172.20.0.2 (054da879-42b6-4cb4-9f88-71c3b4c3e563/46d8e4f2-514f-4e08-9eec-5c23c91d669f/3e100155-9acb-4987-9072-f71d9088d798) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:29:56.692541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.764173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:56.863972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eeb96-ee4e-48bf-8ef9-f685056163e8 None None] Pushing event updated for resources: {'Port': ['ID=bd8736c6-5f9d-409e-8d04-ec8b180346d6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:56.876950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe082ea-e817-4465-a6e5-a40afffa987d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:29:57.112540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170e781d-5bb5-48ed-a125-6fd0db8c09ae {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:29:57.117919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35668924-176a-41e3-a3c4-79d1ab4f61b0 req-4da86b53-9c9a-415d-9a80-2e26974362e2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:57.120148 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35668924-176a-41e3-a3c4-79d1ab4f61b0 req-4da86b53-9c9a-415d-9a80-2e26974362e2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 931 time: 0.1299016
Nov 10 04:29:57.125312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.141528 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Transition to ACTIVE for port object 170e781d-5bb5-48ed-a125-6fd0db8c09ae will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:29:57.149051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.179472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:57.180224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207d42970>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:57.224994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Pushing event updated for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:57.235400 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35668924-176a-41e3-a3c4-79d1ab4f61b0 req-0d4cac0e-75fe-4b5e-a7bd-70c2faa26345 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787406
Nov 10 04:29:57.307211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Attempting to bind port 170e781d-5bb5-48ed-a125-6fd0db8c09ae on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:29:57.307564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Attempting to bind port 170e781d-5bb5-48ed-a125-6fd0db8c09ae by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:29:57.307873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Attempting to bind port 170e781d-5bb5-48ed-a125-6fd0db8c09ae on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:57.311353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.312564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Port 170e781d-5bb5-48ed-a125-6fd0db8c09ae on network 1c23080d-8583-419f-9c45-9eff32169fc8 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:29:57.312954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Attempting to bind port 170e781d-5bb5-48ed-a125-6fd0db8c09ae on network 1c23080d-8583-419f-9c45-9eff32169fc8 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:57.317965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:29:57.318304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Checking segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:29:57.319217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Bound using segment: {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:29:57.319646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Bound port: 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d22472-3063-4817-8097-d34d9c682ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:29:57.320005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.327930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.365973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:29:57.389324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.1 (054da879-42b6-4cb4-9f88-71c3b4c3e563/46d8e4f2-514f-4e08-9eec-5c23c91d669f/feee3ec3-5bd4-4372-977c-9520d9d59e08) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:29:57.404937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:29:57.409181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:29:57.417825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.441495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:29:57.452024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:57.462747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:57.463816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.465728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] 10.222.0.21 "PUT /v2.0/ports/170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 1091 time: 0.8939910
Nov 10 04:29:57.466181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:29:57.466866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:29:57.468478 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d195cb-26d1-476d-987a-61d2432db0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:29:57.493089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Pushing event updated for resources: {'Port': ['ID=3e100155-9acb-4987-9072-f71d9088d798,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:57.517060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11630-9cff-40db-ac05-10dc16dc0595 service neutron] Pushing event updated for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:57.541789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] Provisioning complete for port bd8736c6-5f9d-409e-8d04-ec8b180346d6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:57.542148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.556330 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d3b1c1-a805-4ee1-b639-11f6e60a4c31 x-openstack-request-id: req-53d3b1c1-a805-4ee1-b639-11f6e60a4c31 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:29:57.556656 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:29:57.556894 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53d3b1c1-a805-4ee1-b639-11f6e60a4c31 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:29:57.557299 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'status': 'completed', 'code': 200}
Nov 10 04:29:57.574096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-ee9ec816-1f41-4cbc-a374-c189552d2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:57.575648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-ee9ec816-1f41-4cbc-a374-c189552d2dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1094 time: 0.0504062
Nov 10 04:29:57.586506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.620548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Attempting to bind port 3e100155-9acb-4987-9072-f71d9088d798 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:29:57.620790 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Attempting to bind port 3e100155-9acb-4987-9072-f71d9088d798 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:29:57.621120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Attempting to bind port 3e100155-9acb-4987-9072-f71d9088d798 on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:29:57.625876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.632111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-d2739552-463f-4def-8571-b88e7edb7cc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 217 time: 0.0472443
Nov 10 04:29:57.655221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:29:57.655628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:29:57.655984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.656376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Bound using segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:29:57.656884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Bound port: 3e100155-9acb-4987-9072-f71d9088d798, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:29:57.657262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.670395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:29:57.674302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:57.679663 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:29:57.686636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:57.723174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-0800fbee-0b1c-4785-89d7-fad6b8263f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:57.725286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-0800fbee-0b1c-4785-89d7-fad6b8263f7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0860143
Nov 10 04:29:57.746008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.777346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] For port 3e100155-9acb-4987-9072-f71d9088d798, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:29:57.779447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.786283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] For port 3e100155-9acb-4987-9072-f71d9088d798, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e100155-9acb-4987-9072-f71d9088d798,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:29:57.789823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207d42970>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:54Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:29:57.795400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-38b010b1-ffff-48e8-b5d5-1ae3ed9f5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:57.797439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-38b010b1-ffff-48e8-b5d5-1ae3ed9f5760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0649028
Nov 10 04:29:57.821852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.832381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a920-7f20-4ee3-a793-e3f194ff640c None None] The sync data for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 is: [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:54Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:29:57.864752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] For port bd8736c6-5f9d-409e-8d04-ec8b180346d6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd8736c6-5f9d-409e-8d04-ec8b180346d6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:57.880493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.911519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4649e22-06a2-49d7-9a2f-a2fd472c08d7 None None] Pushing event updated for resources: {'Port': ['ID=3e100155-9acb-4987-9072-f71d9088d798,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:57.941571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:57.949511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-85a3725f-10fa-4f18-aad5-16e4fdd5fe93 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447239
Nov 10 04:29:57.970380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37c7b2-906d-4bd8-876d-410bf5fb975e None None] Pushing event updated for resources: {'Port': ['ID=bd8736c6-5f9d-409e-8d04-ec8b180346d6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:58.084503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-150a9ae2-3bcf-4a2a-851e-f4fbc1c6ef10 req-2f83359a-b581-4a7a-9fb1-a39615a35859 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229486
Nov 10 04:29:58.249214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-e5ea918a-c67e-49e0-ae85-5564b34559c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:58.250877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-e5ea918a-c67e-49e0-ae85-5564b34559c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1094 time: 0.0872288
Nov 10 04:29:58.340244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:58.352310 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:58.392134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-890c6284-ceea-4bbe-9b09-0b9dcd101b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:58.393738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-890c6284-ceea-4bbe-9b09-0b9dcd101b26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1339517
Nov 10 04:29:58.456140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:58.461751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:58.466126 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-47f46675-f314-4a04-950f-771a6381ab73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 217 time: 0.0648720
Nov 10 04:29:58.471516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a6ad6-0782-460d-aaf5-9249c0807f02 req-d82a13cd-29a2-4b27-9f8a-ec1184ff73fc tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:58.473074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-782a6ad6-0782-460d-aaf5-9249c0807f02 req-d82a13cd-29a2-4b27-9f8a-ec1184ff73fc tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 943 time: 0.1377146
Nov 10 04:29:58.480129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.480461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.480823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.481154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.481484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.481812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.482139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.482464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.482785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.483103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.483419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.483730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:29:58.575797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-c79f0df2-4863-4756-bc10-086070f8c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:58.578182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-c79f0df2-4863-4756-bc10-086070f8c281 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0579681
Nov 10 04:29:58.583229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-782a6ad6-0782-460d-aaf5-9249c0807f02 req-62ca897b-e2f2-494a-a73c-a28a2a8e5549 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957227
Nov 10 04:29:58.610207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd8736c6-5f9d-409e-8d04-ec8b180346d6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:29:58.625574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:29:58.627166 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:29:58.645498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-9ed2ba12-c04a-49f0-beff-1707dd1dc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:58.647483 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-9ed2ba12-c04a-49f0-beff-1707dd1dc039 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0581503
Nov 10 04:29:58.688890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bd8736c6-5f9d-409e-8d04-ec8b180346d6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:58.689431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:58.813760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-32c3def4-dc1a-4bf5-af03-311fc48b6057 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580887
Nov 10 04:29:58.847957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e100155-9acb-4987-9072-f71d9088d798 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:29:58.923853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3e100155-9acb-4987-9072-f71d9088d798 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:58.925879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:58.970460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63d195cb-26d1-476d-987a-61d2432db0d3 req-1fbc77b1-8b53-47f6-97ff-5d691fc1b3ea service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468632
Nov 10 04:29:59.065854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.117098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 3e100155-9acb-4987-9072-f71d9088d798, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e100155-9acb-4987-9072-f71d9088d798,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:29:59.122577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.146170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f7131036-58bd-4df8-88b6-1df10775a8b1 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:29:59.174524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=3e100155-9acb-4987-9072-f71d9088d798,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:29:59.190718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b22d4e-12aa-4a9e-8473-b74761c0cf2f None None] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:29:59.261442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:29:59.262211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d1977fbc-07aa-4550-acf0-40ca950731ad None None] Provisioning complete for port 3e100155-9acb-4987-9072-f71d9088d798 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:59.262601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d1977fbc-07aa-4550-acf0-40ca950731ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.273822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f589c23c-b448-44bc-9b49-609093337515 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/f7131036-58bd-4df8-88b6-1df10775a8b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1651716
Nov 10 04:29:59.480802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-037c2bc5-9e4b-444c-be21-3514dde1482c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061205584&fields=id&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 267 time: 0.0491619
Nov 10 04:29:59.607857 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-2cbcffe7-ed3a-488a-9985-808e298165d7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:59.609554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-2cbcffe7-ed3a-488a-9985-808e298165d7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 796 time: 0.1212871
Nov 10 04:29:59.634632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-62b1668a-8529-4ec6-b007-938ee81fdeb2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/quotas/8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 375 time: 0.0169077
Nov 10 04:29:59.637294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b423a1c7-718e-4407-b2c3-66444904e89f None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:59.637777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b423a1c7-718e-4407-b2c3-66444904e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.684205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b423a1c7-718e-4407-b2c3-66444904e89f None None] Port feee3ec3-5bd4-4372-977c-9520d9d59e08 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:29:59.694912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b423a1c7-718e-4407-b2c3-66444904e89f None None] Provisioning complete for port 3e100155-9acb-4987-9072-f71d9088d798 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:59.695840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b423a1c7-718e-4407-b2c3-66444904e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.703044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-73959957-0cba-4ce8-b88e-4c18b1edd2c8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0615375
Nov 10 04:29:59.737942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66f24a-259b-4c35-88eb-c70a6451924e req-d2b4a3b2-292d-4e98-8375-64fc7bea2b68 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:29:59.739499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca66f24a-259b-4c35-88eb-c70a6451924e req-d2b4a3b2-292d-4e98-8375-64fc7bea2b68 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 943 time: 0.0704112
Nov 10 04:29:59.819905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ca66f24a-259b-4c35-88eb-c70a6451924e req-867c7a8e-1338-4898-b969-4cf5d4074908 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702174
Nov 10 04:29:59.848895 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-bd63a91f-0b70-49f4-80fc-a8aedcb1a4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211009
Nov 10 04:29:59.910326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d2973a9c-403a-419d-8917-8dbc02900d5c None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:29:59.910697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2973a9c-403a-419d-8917-8dbc02900d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:29:59.950295 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Sync routers for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:29:59.952573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d2973a9c-403a-419d-8917-8dbc02900d5c None None] Port feee3ec3-5bd4-4372-977c-9520d9d59e08 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:29:59.961722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-867e6255-695d-4753-a970-cedcae64101c service neutron] 10.222.0.13 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055582
Nov 10 04:29:59.966760 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:29:59.967379 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145ec280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:00.086378 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:00.141744 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c32c4113-7aac-4ca3-88f1-20ca65836706 req-49ad9843-5146-4a1a-b54f-2ebbe19e2109 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 210 time: 0.0321951
Nov 10 04:30:00.173357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b63a7e26-3b65-4a0c-8f2c-8cfb9dc0ba4b None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:00.174037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b63a7e26-3b65-4a0c-8f2c-8cfb9dc0ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.212398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b63a7e26-3b65-4a0c-8f2c-8cfb9dc0ba4b None None] Port feee3ec3-5bd4-4372-977c-9520d9d59e08 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:30:00.303377 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145ec280>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:29:58Z', 'revision_number': 2, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:00.328859 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Checking router: f7131036-58bd-4df8-88b6-1df10775a8b1 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:30:00.329468 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Updating router f7131036-58bd-4df8-88b6-1df10775a8b1 port feee3ec3-5bd4-4372-977c-9520d9d59e08 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:30:00.354202 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.475323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e100155-9acb-4987-9072-f71d9088d798 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:30:00.530385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3e100155-9acb-4987-9072-f71d9088d798 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:00.530853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.623724 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.629001 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.675838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Pushing event updated for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:00.688992 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.689360 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.689695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.690496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.690496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.690794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.691124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.691575 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.691971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.692358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.692885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.694083 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:00.747397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Attempting to bind port feee3ec3-5bd4-4372-977c-9520d9d59e08 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:30:00.747767 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Attempting to bind port feee3ec3-5bd4-4372-977c-9520d9d59e08 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:30:00.748356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Attempting to bind port feee3ec3-5bd4-4372-977c-9520d9d59e08 on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:30:00.753385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:30:00.753884 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:30:00.754292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.754684 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Bound using segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:30:00.755155 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Bound port: feee3ec3-5bd4-4372-977c-9520d9d59e08, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:30:00.755536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.825074 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] For port feee3ec3-5bd4-4372-977c-9520d9d59e08, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:30:00.829425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] For port feee3ec3-5bd4-4372-977c-9520d9d59e08, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=feee3ec3-5bd4-4372-977c-9520d9d59e08,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:30:00.834348 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.904712 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:30:00.905864 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82145ec280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:29:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:00.960502 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b7ef-6681-4ce8-a447-d6e677acb637 None None] Pushing event updated for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:00.976857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:00.977671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:00.978280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4d6f-b8ee-47df-9b5c-14f38112263a req-61bb273c-7c02-424d-94b4-d4bf9f6fd169 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:00.981729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d6f4d6f-b8ee-47df-9b5c-14f38112263a req-61bb273c-7c02-424d-94b4-d4bf9f6fd169 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 943 time: 0.0682564
Nov 10 04:30:01.069498 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d6f4d6f-b8ee-47df-9b5c-14f38112263a req-74c75ae9-b3e3-4007-a159-75bdfe359db5 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830836
Nov 10 04:30:01.102853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:01.136803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.178284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] For port feee3ec3-5bd4-4372-977c-9520d9d59e08, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=feee3ec3-5bd4-4372-977c-9520d9d59e08,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:01.184894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.219215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-b93ca8fb-8d60-49f2-977a-1242001df40b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:01.226752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-b93ca8fb-8d60-49f2-977a-1242001df40b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 796 time: 0.2182410
Nov 10 04:30:01.258561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9be09-2a74-412b-b7a2-57d0f47575d3 None None] Pushing event updated for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:01.269060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-229ec0e7-81ae-4868-baa3-fabc7d5e7604 req-4612485f-cf87-4583-aa1f-87c0029f88f1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 210 time: 0.0377634
Nov 10 04:30:01.305680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-35536c6e-4a63-40b5-a427-073507d49f8c None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:01.306046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-35536c6e-4a63-40b5-a427-073507d49f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.333505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-7805498a-7331-4187-8445-faeeaf12e036 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 380 time: 0.0908842
Nov 10 04:30:01.343856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'port': {'device_id': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'admin_state_up': True, 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'security_groups': ['e33bc4c9-b005-48ef-8c1c-3014c32d15a5']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:30:01.344103 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82145ec280>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:00Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:01.457452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:30:01.461669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.473867 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb3c83-7d19-4274-8303-9cc8618ee981 None None] The sync data for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 is: [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:00Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:30:01.613908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.11 (054da879-42b6-4cb4-9f88-71c3b4c3e563/46d8e4f2-514f-4e08-9eec-5c23c91d669f/e19e9beb-5647-42ac-9ca2-217227aacfac) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:30:01.630568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 170e781d-5bb5-48ed-a125-6fd0db8c09ae details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:30:01.755219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:01.767826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'port_id': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'mac_address': 'fa:16:3e:ea:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:30:01.775083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.808370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.816847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.824584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170e781d-5bb5-48ed-a125-6fd0db8c09ae {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:30:01.854235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:01.861313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.871208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:30:01.874936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:30:01.879774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:30:01.885101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:01.940761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:01.941404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:01.945770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:01.963610 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-c169db03-6bb1-48fe-9d44-fd6a28f62f91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6239467
Nov 10 04:30:01.976986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Request body: {'port': {'device_id': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:30:02.050854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.063403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['170e781d-5bb5-48ed-a125-6fd0db8c09ae'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:30:02.227858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3a94-f81a-4d78-930d-dee516e45e05 req-0f4bc9ec-b1f8-4b50-97b6-f8c5878735b3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:02.232828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-399d3a94-f81a-4d78-930d-dee516e45e05 req-0f4bc9ec-b1f8-4b50-97b6-f8c5878735b3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 944 time: 0.0774412
Nov 10 04:30:02.257586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-19a8a3e2-7c30-4032-a4be-0d405abf5cc4 None None] Provisioning complete for port e19e9beb-5647-42ac-9ca2-217227aacfac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:02.258270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-19a8a3e2-7c30-4032-a4be-0d405abf5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.303388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-399d3a94-f81a-4d78-930d-dee516e45e05 req-f334624a-346c-4448-825c-06116032d817 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618234
Nov 10 04:30:02.336394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-19a8a3e2-7c30-4032-a4be-0d405abf5cc4 None None] Port e19e9beb-5647-42ac-9ca2-217227aacfac cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:30:02.400520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:30:02.410461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.434654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Transition to ACTIVE for port object e19e9beb-5647-42ac-9ca2-217227aacfac will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:30:02.445995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2ae8f-fadd-4010-aac1-5e7f31bd831f req-87c4bd12-d462-4ef1-9d20-081f68389f3d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:02.447635 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bda2ae8f-fadd-4010-aac1-5e7f31bd831f req-87c4bd12-d462-4ef1-9d20-081f68389f3d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 932 time: 0.0836875
Nov 10 04:30:02.448876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.522056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:02.523638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device feee3ec3-5bd4-4372-977c-9520d9d59e08 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:30:02.584916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bda2ae8f-fadd-4010-aac1-5e7f31bd831f req-73342824-b855-49b7-9d22-5b94def6157e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067083
Nov 10 04:30:02.588900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port feee3ec3-5bd4-4372-977c-9520d9d59e08 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:02.589444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.627973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:30:02.628316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:30:02.628790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:30:02.638172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:30:02.638670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:30:02.644092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:30:02.644887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:30:02.644887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Bound using segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:30:02.645469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Bound port: e19e9beb-5647-42ac-9ca2-217227aacfac, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:30:02.645907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.730374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:30:02.733687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:30:02.739902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.776578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:02.777232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:02.778615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] 10.222.0.26 "PUT /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1092 time: 0.8061688
Nov 10 04:30:02.779061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:30:02.781358 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb46123-cfc4-485d-afd3-a6b427d4a43c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:30:02.816870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765218-59d3-427b-bbba-cdb56a477ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:02.862114 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e14d0-d94d-4b8c-9153-c1aa61b743fc x-openstack-request-id: req-9f7e14d0-d94d-4b8c-9153-c1aa61b743fc {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:30:02.862339 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:30:02.862705 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f7e14d0-d94d-4b8c-9153-c1aa61b743fc {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:30:02.863106 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:30:02.881954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-82957619-6bcd-49bb-bbaa-c7ad0cd967e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:02.883631 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-82957619-6bcd-49bb-bbaa-c7ad0cd967e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0517821
Nov 10 04:30:02.932724 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-ff1d44bf-895f-4262-a190-2dacd5593095 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 217 time: 0.0403304
Nov 10 04:30:02.985041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-64fd7d94-32e5-4476-b6da-8659a5153409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:02.986681 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-64fd7d94-32e5-4476-b6da-8659a5153409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0472291
Nov 10 04:30:03.032360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62607-a1a5-47bb-9711-5659217f881a req-45882c49-61e7-4823-953b-ed0022a39739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.033820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-45882c49-61e7-4823-953b-ed0022a39739 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403781
Nov 10 04:30:03.125324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-4b9f601a-5d6c-4346-a9ac-3917c51cfa85 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846200
Nov 10 04:30:03.215038 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f9b62607-a1a5-47bb-9711-5659217f881a req-53c36250-7eed-4b5b-89f2-7f41b41cfb93 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823524
Nov 10 04:30:03.301826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-d152542e-7927-4f9c-a53b-34d4601e7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.303268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-d152542e-7927-4f9c-a53b-34d4601e7ad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0400157
Nov 10 04:30:03.426232 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-70633839-0c96-415a-9837-d9599212878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.427775 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-70633839-0c96-415a-9837-d9599212878b service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1179526
Nov 10 04:30:03.435133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e488-6c97-4686-9f27-bc0cc5ed9341 req-593b3100-50bc-4801-ac56-536ed38526a3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.436475 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2167e488-6c97-4686-9f27-bc0cc5ed9341 req-593b3100-50bc-4801-ac56-536ed38526a3 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 944 time: 0.0707541
Nov 10 04:30:03.486969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-76965f17-b12b-4a0a-84b9-3ea53358072f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 217 time: 0.0494611
Nov 10 04:30:03.544361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2167e488-6c97-4686-9f27-bc0cc5ed9341 req-8053a6aa-177f-4ab2-896d-495c20bdbab6 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012964
Nov 10 04:30:03.557087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-b19f9752-7de5-41f2-8a02-55cf1e220b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.558515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-b19f9752-7de5-41f2-8a02-55cf1e220b15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0639777
Nov 10 04:30:03.605854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-b656d8d9-2bb8-46be-82f9-969b3c44524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.607304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-b656d8d9-2bb8-46be-82f9-969b3c44524a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398986
Nov 10 04:30:03.629118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 170e781d-5bb5-48ed-a125-6fd0db8c09ae up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:30:03.683261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 170e781d-5bb5-48ed-a125-6fd0db8c09ae completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:30:03.691038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 170e781d-5bb5-48ed-a125-6fd0db8c09ae triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:03.691407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:03.706805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-8d782b2e-bec2-4cf2-8633-bfc845e8bb7b service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914469
Nov 10 04:30:03.726659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c132c-0352-43e5-a853-6b8ec46c02a5 req-9c054555-acba-4144-882f-bd906c21478a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:03.728258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb0c132c-0352-43e5-a853-6b8ec46c02a5 req-9c054555-acba-4144-882f-bd906c21478a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0537915
Nov 10 04:30:03.810845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eeb46123-cfc4-485d-afd3-a6b427d4a43c req-cb08e4b5-ec86-4fa2-9a91-99ffeae4bb47 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958190
Nov 10 04:30:03.811354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb0c132c-0352-43e5-a853-6b8ec46c02a5 req-1a32a8fe-5ebe-47c8-96ac-35da32e434c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759423
Nov 10 04:30:03.933854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:03.956539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:30:03.958837 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fba402-6d30-459c-a208-4c50168f74d9" -d '{"events": [{"server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "name": "network-vif-plugged", "status": "completed", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:30:03.971038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:03.975888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:04.002175 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34534e0b-2b3e-468a-a868-2707a6ce510a x-openstack-request-id: req-34534e0b-2b3e-468a-a868-2707a6ce510a {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:30:04.002532 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "name": "network-vif-plugged", "status": "completed", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:30:04.002854 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34534e0b-2b3e-468a-a868-2707a6ce510a {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:30:04.003306 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'code': 200}
Nov 10 04:30:04.028087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:04.090084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8325647-0af3-4efb-930f-cb349ac53a92 req-efdb3f46-b723-49d7-90ce-432ecb0f1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:04.091562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8325647-0af3-4efb-930f-cb349ac53a92 req-efdb3f46-b723-49d7-90ce-432ecb0f1f7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1096 time: 0.0407202
Nov 10 04:30:04.141714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8325647-0af3-4efb-930f-cb349ac53a92 req-86679d32-04d5-488f-82d3-27d321a56d1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422215
Nov 10 04:30:04.357197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-62d59316-216b-423b-8156-758d3c331931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:04.658489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ecc9a-bb0f-40e5-a4db-ec82770e9560 req-d6374dac-2477-40a9-9906-778bf3883573 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:04.660461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce5ecc9a-bb0f-40e5-a4db-ec82770e9560 req-d6374dac-2477-40a9-9906-778bf3883573 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.0495152
Nov 10 04:30:04.711619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce5ecc9a-bb0f-40e5-a4db-ec82770e9560 req-b712764a-59fe-428a-9895-87f7bab80faf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444071
Nov 10 04:30:04.940757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6deb8-29de-4328-87ae-7c3d76359cb0 req-5357120f-1ebe-4e2c-89e6-e90fa24ac296 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:04.942134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15e6deb8-29de-4328-87ae-7c3d76359cb0 req-5357120f-1ebe-4e2c-89e6-e90fa24ac296 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0523586
Nov 10 04:30:04.991420 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-15e6deb8-29de-4328-87ae-7c3d76359cb0 req-6cb4f88d-0e4e-4495-8104-baba5439e222 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428340
Nov 10 04:30:05.830432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bcacb-6609-4ecf-b0de-b9062de7a811 req-04b1a124-fd4f-40a8-a14c-dc5b7a2d188d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:05.831950 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e36bcacb-6609-4ecf-b0de-b9062de7a811 req-04b1a124-fd4f-40a8-a14c-dc5b7a2d188d tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.0536547
Nov 10 04:30:05.881754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e36bcacb-6609-4ecf-b0de-b9062de7a811 req-8c7b00d1-0ed6-4cd3-b1a4-7c771af5ea42 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433230
Nov 10 04:30:05.995021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a30c5-15a9-4706-a9f9-545c54ba94c2 req-88d57c52-3b74-42bd-9c93-25f42ecba276 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:05.996371 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a01a30c5-15a9-4706-a9f9-545c54ba94c2 req-88d57c52-3b74-42bd-9c93-25f42ecba276 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.0482635
Nov 10 04:30:06.045359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a01a30c5-15a9-4706-a9f9-545c54ba94c2 req-8fb19e9b-8c50-484e-b7a2-f67041ca2fbe tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430799
Nov 10 04:30:06.066813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:06.107139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c338451-cdf9-4593-8024-d518b05ea4a4 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:06.107381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8c79-7223-4df4-82e3-1fdb997ce2b3 req-37451fcc-81f7-4dc6-b3a3-24795aad0da4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:06.108735 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0c338451-cdf9-4593-8024-d518b05ea4a4 tempest-TestVolumeBootPattern-1029461774 tempest-TestVolumeBootPattern-1029461774-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1091 time: 0.0408757
Nov 10 04:30:06.109238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e38d8c79-7223-4df4-82e3-1fdb997ce2b3 req-37451fcc-81f7-4dc6-b3a3-24795aad0da4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0511944
Nov 10 04:30:06.111505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51146) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:06.115749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:30:06.137787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.159815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e38d8c79-7223-4df4-82e3-1fdb997ce2b3 req-5ea450d4-b8c2-4d43-8382-237a9764ee38 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443604
Nov 10 04:30:06.235620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.341661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Allocated IP 172.32.3.74 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4b77d99b-0649-4d2d-a887-d65984aec2e0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:30:06.439226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.472214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.514274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:30:06.517401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:30:06.520958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:30:06.526738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=4b77d99b-0649-4d2d-a887-d65984aec2e0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:06.850510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.918170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:06.921033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb51c-c911-4202-9baf-e6b1d27676ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.066887 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.071285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.138720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event updated for resources: {'Port': ['ID=4b77d99b-0649-4d2d-a887-d65984aec2e0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:07.148834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.277001 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP c173305b-964a-489b-9b5a-30b5213177a9 associated. External IP: 172.32.3.74, port: 170e781d-5bb5-48ed-a125-6fd0db8c09ae.
Nov 10 04:30:07.290418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d83e1-1cea-4fc2-bb00-3d36fbdc558d req-c4123225-33c0-407b-9191-ba04f7d1a70a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:07.291908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e6d83e1-1cea-4fc2-bb00-3d36fbdc558d req-c4123225-33c0-407b-9191-ba04f7d1a70a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0628188
Nov 10 04:30:07.407587 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5e6d83e1-1cea-4fc2-bb00-3d36fbdc558d req-cf410381-c608-4dc4-9ad3-9d19a2fdc7e1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864098
Nov 10 04:30:07.528244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:30:07.597895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:30:07.634520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:30:07.650226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:30:07.652141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.674656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:30:07.675182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074981f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:30:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:07.679751 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f2613cfc-2cf7-4612-a4c9-c7330105883c tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5672235
Nov 10 04:30:07.680337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:30:07.682632 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab1504f-f9a3-4a85-bc11-3a75bd860027" -d '{"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:30:07.720886 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7fe35-c92b-4885-b0ab-28f7908057a0 x-openstack-request-id: req-88c7fe35-c92b-4885-b0ab-28f7908057a0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:30:07.721149 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:30:07.721406 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88c7fe35-c92b-4885-b0ab-28f7908057a0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:30:07.721814 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'status': 'completed', 'code': 200}
Nov 10 04:30:07.772786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:07.789840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:30:07.790502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-974835a2-0245-499f-88fc-8a4c67329ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:07.792053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-974835a2-0245-499f-88fc-8a4c67329ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1096 time: 0.0441148
Nov 10 04:30:07.840447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:07.866579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.886655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:30:07.889208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-69786e99-41e5-44c4-80ba-2af67470f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:07.890697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-69786e99-41e5-44c4-80ba-2af67470f11d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0907681
Nov 10 04:30:07.950613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:07.962122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:07.962661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-86a163ba-a1b1-4baf-8e19-e223675bcb97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 998 time: 0.0643973
Nov 10 04:30:07.992554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:08.011749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-4bf00ad6-f45c-48a1-bd08-b1bada700aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:08.013254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-4bf00ad6-f45c-48a1-bd08-b1bada700aee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0444627
Nov 10 04:30:08.060071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:08.060667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-b7c6faad-dc35-4358-b1fa-e412b1f3efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:08.062158 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-b7c6faad-dc35-4358-b1fa-e412b1f3efef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422404
Nov 10 04:30:08.154288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074981f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}, {'id': 'c173305b-964a-489b-9b5a-30b5213177a9', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.74', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:ea:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900670ee-52cd-46bd-88e7-fbf17c409630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:06Z', 'updated_at': '2021-11-10T04:30:06Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:08.156179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-aed6ef2b-5cc3-493e-87a8-688645809ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868134
Nov 10 04:30:08.182069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e19e9beb-5647-42ac-9ca2-217227aacfac'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:30:08.185192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:30:08.226149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:30:08.226642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82074981f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:30:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:08.246360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fab1504f-f9a3-4a85-bc11-3a75bd860027 req-38a2f436-b696-436a-a314-5a664be13537 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830359
Nov 10 04:30:08.370318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:08.524192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ae14-43ea-4a1f-bcec-71722c8cafc4 req-7a56e55b-c5ba-425c-83ef-1f6aaad08e3c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:08.525637 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89d9ae14-43ea-4a1f-bcec-71722c8cafc4 req-7a56e55b-c5ba-425c-83ef-1f6aaad08e3c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.0498784
Nov 10 04:30:08.574692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89d9ae14-43ea-4a1f-bcec-71722c8cafc4 req-ba82457b-d35e-42c1-a007-0b9e742d5a0c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429723
Nov 10 04:30:08.687286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82074981f0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}, {'id': 'c173305b-964a-489b-9b5a-30b5213177a9', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.74', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:ea:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900670ee-52cd-46bd-88e7-fbf17c409630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:06Z', 'updated_at': '2021-11-10T04:30:06Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:08.714227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0099f7-c5bb-477f-a007-eb5c9835a4ba None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}, {'id': 'c173305b-964a-489b-9b5a-30b5213177a9', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.74', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:ea:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900670ee-52cd-46bd-88e7-fbf17c409630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:06Z', 'updated_at': '2021-11-10T04:30:06Z', 'revision_number': 0, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:30:08.921153 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744dd316-ed4e-45ae-b0a2-5afdfb224ee3 None None] New status for floating IP c173305b-964a-489b-9b5a-30b5213177a9: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:30:09.012489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-72352610-da4c-4517-a1d5-9dbaef5866a1 req-a42de548-51ea-4a99-a388-d4c71488eadf service neutron] (119696) timed out ('10.222.0.21', 49831) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:30:09.422878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:09.610400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:30:09.663140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port e19e9beb-5647-42ac-9ca2-217227aacfac completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:30:09.667393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port e19e9beb-5647-42ac-9ca2-217227aacfac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:30:09.667766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:09.700256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaebd1-a59a-4e1a-a2a4-917d031b61b4 req-8728440b-fe04-4462-9352-d107758b8611 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:09.701773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-deaaebd1-a59a-4e1a-a2a4-917d031b61b4 req-8728440b-fe04-4462-9352-d107758b8611 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.0546873
Nov 10 04:30:09.745045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:09.750496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-deaaebd1-a59a-4e1a-a2a4-917d031b61b4 req-478e3a04-75fb-444b-a745-ef9e52d923c1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422764
Nov 10 04:30:09.768731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:30:09.770964 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4909ac13-e529-4353-89fd-10da045dd8ae" -d '{"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-plugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:30:09.783535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:30:09.788000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:09.811463 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13efe064-4bf6-4558-86eb-cf5bc9f0eade x-openstack-request-id: req-13efe064-4bf6-4558-86eb-cf5bc9f0eade {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:30:09.811774 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-plugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:30:09.812016 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13efe064-4bf6-4558-86eb-cf5bc9f0eade {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:30:09.812401 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'code': 200}
Nov 10 04:30:09.838243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:09.910536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cccb26-6087-4e84-ab0b-d8cab2c6e1e0 req-d722ba1c-eb02-4c02-86ab-1ec561859f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:09.912550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93cccb26-6087-4e84-ab0b-d8cab2c6e1e0 req-d722ba1c-eb02-4c02-86ab-1ec561859f77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1097 time: 0.0425289
Nov 10 04:30:09.959036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93cccb26-6087-4e84-ab0b-d8cab2c6e1e0 req-9a733230-c984-44eb-bdf7-b1395bf57971 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386775
Nov 10 04:30:10.209578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:10.865165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37989b1d-92e9-48fe-98cc-a221ccbbe204 req-49e39a35-dfa0-4295-be44-7468c73fea8b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:10.866626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37989b1d-92e9-48fe-98cc-a221ccbbe204 req-49e39a35-dfa0-4295-be44-7468c73fea8b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0492361
Nov 10 04:30:10.917791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-37989b1d-92e9-48fe-98cc-a221ccbbe204 req-394debe7-98f9-4de9-9b2d-e232480d5118 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452771
Nov 10 04:30:12.036217 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a99d3-a59f-4cbe-9500-f83cb00d193a req-e97b4722-d4a0-45ba-a63b-31e2b92ccb93 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:12.037766 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-514a99d3-a59f-4cbe-9500-f83cb00d193a req-e97b4722-d4a0-45ba-a63b-31e2b92ccb93 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0490801
Nov 10 04:30:12.086125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-514a99d3-a59f-4cbe-9500-f83cb00d193a req-249eee6c-7b6e-4f7b-9dc5-0785e4f74b7d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423386
Nov 10 04:30:12.198910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de023b7d-95d0-4aaf-95f0-5e77887e4cba req-2bceb76b-c74e-44a1-b7ff-53a3f2a3889f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:12.200358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de023b7d-95d0-4aaf-95f0-5e77887e4cba req-2bceb76b-c74e-44a1-b7ff-53a3f2a3889f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0483384
Nov 10 04:30:12.252143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de023b7d-95d0-4aaf-95f0-5e77887e4cba req-a72f6ea6-3717-4a02-82f9-d3c771ea7227 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456712
Nov 10 04:30:12.274725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51166) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:12.313235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0543dde-d054-4aef-8c3e-c56240c0b346 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:12.314708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d0543dde-d054-4aef-8c3e-c56240c0b346 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1092 time: 0.0389898
Nov 10 04:30:12.317486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51168) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:12.322173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:30:12.344007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:12.444805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:12.545132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.141 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/691a2628-a569-4090-bfef-0ab76f18a650) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:30:12.646090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:12.678048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:12.714230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:30:12.719076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:30:12.722675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:30:12.746536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=691a2628-a569-4090-bfef-0ab76f18a650,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:12.758551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.758901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.759243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.759628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.759933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.760264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.760590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.760942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.761266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.761588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.761926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:12.762226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:30:13.366643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:13.431079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:13.578089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:13.582687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:13.653340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=691a2628-a569-4090-bfef-0ab76f18a650,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:30:13.664384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:13.765210 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP e8960ce8-e864-45d2-9408-4ddc438cd595 associated. External IP: 172.32.3.141, port: e19e9beb-5647-42ac-9ca2-217227aacfac.
Nov 10 04:30:13.970552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f7131036-58bd-4df8-88b6-1df10775a8b1 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:30:14.078582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:30:14.088113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Sync routers for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:30:14.095673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:14.099954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:30:14.100568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:30:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:14.122376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c171015e-1d81-446d-b636-dd2ad0ca2503 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8033910
Nov 10 04:30:14.122968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:30:14.125248 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ddccb3-964e-4cc8-b090-8d71c1733d63" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:30:14.162797 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4062e68-698e-445c-9710-d14e414ec105 x-openstack-request-id: req-e4062e68-698e-445c-9710-d14e414ec105 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:30:14.163084 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:30:14.163333 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4062e68-698e-445c-9710-d14e414ec105 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:30:14.163731 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:30:14.258617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9176-2494-4dc6-935f-c4ade9fb0fd8 req-de411dda-08df-44f0-ba15-786f7cc33215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:14.260109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de0c9176-2494-4dc6-935f-c4ade9fb0fd8 req-de411dda-08df-44f0-ba15-786f7cc33215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0888588
Nov 10 04:30:14.266568 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-f0b22d79-d9a0-4eba-9c6f-e71e314c4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:14.268031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-f0b22d79-d9a0-4eba-9c6f-e71e314c4655 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1097 time: 0.0687952
Nov 10 04:30:14.366381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:14.369841 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de0c9176-2494-4dc6-935f-c4ade9fb0fd8 req-61c489d1-db91-483b-aada-0c7708342bd6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008527
Nov 10 04:30:14.392887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:14.395014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-55db6c4a-9bcf-4a77-b0dc-3a14dca0d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:14.396554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-55db6c4a-9bcf-4a77-b0dc-3a14dca0d05c service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1212168
Nov 10 04:30:14.462998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c1eaaa25-030c-48c1-b284-e2b8932eb974 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/e8960ce8-e864-45d2-9408-4ddc438cd595 HTTP/1.1" status: 200  len: 992 time: 0.0680511
Nov 10 04:30:14.468905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-05f0fe28-26b7-4910-b847-b07bb7c780fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0658321
Nov 10 04:30:14.517637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-49dddbe6-b9a7-4578-832d-9f91e08c06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:14.519054 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-49dddbe6-b9a7-4578-832d-9f91e08c06a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0432959
Nov 10 04:30:14.565196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-84a58ff5-e0e6-4c74-b450-e091df541cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:14.566717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-84a58ff5-e0e6-4c74-b450-e091df541cde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411081
Nov 10 04:30:14.596141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57df0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e8960ce8-e864-45d2-9408-4ddc438cd595', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.141', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:13Z', 'updated_at': '2021-11-10T04:30:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:14.626252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Checking router: f7131036-58bd-4df8-88b6-1df10775a8b1 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:30:14.634421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:30:14.635019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:30:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:14.659023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-0896e327-d7ef-4178-95d0-df405299e68d service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854065
Nov 10 04:30:14.740715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:30:14.753301 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40ddccb3-964e-4cc8-b090-8d71c1733d63 req-a39d936d-d5a7-412e-906f-6090d9b4faf2 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877430
Nov 10 04:30:14.958355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57df0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e8960ce8-e864-45d2-9408-4ddc438cd595', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.141', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:13Z', 'updated_at': '2021-11-10T04:30:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:30:14.988163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212b44c-3f5e-49c8-99c5-c4731d9568fa None None] The sync data for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 is: [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e8960ce8-e864-45d2-9408-4ddc438cd595', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.141', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:30:13Z', 'updated_at': '2021-11-10T04:30:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:30:15.198947 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95b1d2-a708-45de-bda0-b263607c64e3 None None] New status for floating IP e8960ce8-e864-45d2-9408-4ddc438cd595: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:30:15.466703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51178) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:15.536410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc32c090-6b56-4990-8899-89ff8cfebbd1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/e8960ce8-e864-45d2-9408-4ddc438cd595 HTTP/1.1" status: 200  len: 994 time: 0.0682673
Nov 10 04:30:18.893253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:19.043867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:22.637625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-2bb3e993-0d55-4e6e-8062-6bccb0e4faba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0480583
Nov 10 04:30:22.725110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-018c213c-50dc-4507-b3dc-1addffe56006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:22.726588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-018c213c-50dc-4507-b3dc-1addffe56006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1096 time: 0.0434740
Nov 10 04:30:22.837722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-068770ff-4a3c-4570-9313-45e212cac0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:22.837722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-068770ff-4a3c-4570-9313-45e212cac0d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0866232
Nov 10 04:30:22.909729 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-df15173b-521c-425b-9da8-f8ebbde4e339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 1000 time: 0.0668466
Nov 10 04:30:22.964683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-c68d79c9-74af-47ef-997a-3435a3bb546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:22.967460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-c68d79c9-74af-47ef-997a-3435a3bb546b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0502622
Nov 10 04:30:23.016881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-74e1dd63-3b19-4d52-a258-59f6cd8b83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:23.018728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-74e1dd63-3b19-4d52-a258-59f6cd8b83b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437779
Nov 10 04:30:23.113094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-9780a198-2463-4b24-8052-7cd0aa7205f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860164
Nov 10 04:30:23.220186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2658b20a-a5f1-4b10-a4b0-bd4ea9d56231 req-26a2dc2a-ca79-4cf1-a4a0-0d5334820600 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994215
Nov 10 04:30:28.565367 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:30:34.360582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72e6e258-bb40-424d-ba60-047eaa74618a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:36.922381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-556c9ee6-2390-492f-8fb8-7b4d6f0ed270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:37.962935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:39.425197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:40.210688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:46.806791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd96c6-81c2-4a01-8fbb-f72f79575e72 req-3b9252bc-e3a6-417e-91ab-9693c45d24a7 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:46.808305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bdd96c6-81c2-4a01-8fbb-f72f79575e72 req-3b9252bc-e3a6-417e-91ab-9693c45d24a7 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1097 time: 0.0402098
Nov 10 04:30:46.854968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bdd96c6-81c2-4a01-8fbb-f72f79575e72 req-e92e2315-a817-40df-bbe3-15efaa0c3392 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406337
Nov 10 04:30:46.975926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdde10d-27d4-49fb-af93-f19f9f2c87b3 req-a14fab6b-dd77-4ae0-af59-2c3e34be6344 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:46.977423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afdde10d-27d4-49fb-af93-f19f9f2c87b3 req-a14fab6b-dd77-4ae0-af59-2c3e34be6344 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0539863
Nov 10 04:30:47.027303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afdde10d-27d4-49fb-af93-f19f9f2c87b3 req-a3e32ea6-5499-4b88-bafd-6726d629be27 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439751
Nov 10 04:30:47.048885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:30:47.107932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a839c6bb-fa5c-4aed-a6d9-12ac800f2055 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/e8960ce8-e864-45d2-9408-4ddc438cd595 HTTP/1.1" status: 200  len: 994 time: 0.0579627
Nov 10 04:30:47.855939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2219f8-2841-494d-bdc8-9a0a08e326bd req-e1ab476c-b9f2-4be9-b2d2-94ffde566533 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:47.857972 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af2219f8-2841-494d-bdc8-9a0a08e326bd req-e1ab476c-b9f2-4be9-b2d2-94ffde566533 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0518286
Nov 10 04:30:47.928363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-ac540e0b-239f-457c-a8a7-c93743f85709 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1309228
Nov 10 04:30:47.938080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-90562822-8f8e-4ff5-8cf5-23e25bbd81d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:30:47.939031 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-90562822-8f8e-4ff5-8cf5-23e25bbd81d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050576
Nov 10 04:30:47.942781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-af2219f8-2841-494d-bdc8-9a0a08e326bd req-26330482-7773-43c7-bf1d-c35f2f599b99 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761776
Nov 10 04:30:48.906848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:49.007122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-aff0f0bc-7018-4bc7-886b-fda50807d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:49.008668 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-aff0f0bc-7018-4bc7-886b-fda50807d657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1097 time: 0.0414872
Nov 10 04:30:49.068256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:30:49.068501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5890e6-a85a-4ce5-857e-bf3314567155 req-b391fc42-424e-4eb4-a781-fc405b67448a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:49.070052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-df5890e6-a85a-4ce5-857e-bf3314567155 req-b391fc42-424e-4eb4-a781-fc405b67448a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0567701
Nov 10 04:30:49.104808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-75323365-5a51-4e34-99ac-aba1005c89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:49.106707 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-75323365-5a51-4e34-99ac-aba1005c89e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.0914915
Nov 10 04:30:49.120265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-df5890e6-a85a-4ce5-857e-bf3314567155 req-6dd1d954-db6d-4715-aa0d-f71ab94da9c0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438342
Nov 10 04:30:49.471137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-495ecb1b-7637-49e3-a858-5060cc51beb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1002 time: 0.3562887
Nov 10 04:30:49.519620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-805025e7-3686-4320-9481-f735afae5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:49.521059 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-805025e7-3686-4320-9481-f735afae5154 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0430872
Nov 10 04:30:49.568314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-b79e4eb7-06ac-4600-bdf9-5bbfe9fbbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:49.569805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-b79e4eb7-06ac-4600-bdf9-5bbfe9fbbd7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411110
Nov 10 04:30:49.658917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-4071c868-e7ef-4711-bdc7-81b47ac9af87 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793729
Nov 10 04:30:49.748602 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-e5630297-cbd0-47c3-8acb-d5a145dc3e50 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829289
Nov 10 04:30:50.235735 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244370-d51b-4498-a74a-0fe07f1839dd req-54c6c3b2-75a4-4915-bf18-759ffb5b7d0f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:50.237230 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66244370-d51b-4498-a74a-0fe07f1839dd req-54c6c3b2-75a4-4915-bf18-759ffb5b7d0f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0490792
Nov 10 04:30:50.284767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66244370-d51b-4498-a74a-0fe07f1839dd req-b8567fe9-d568-499d-ba9c-ffdadb654b4c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415955
Nov 10 04:30:51.400588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea57bd-fe1a-4f5a-9a7a-fc33534eac6b req-37b43a6f-4c79-4ea3-ab3e-c8f9cbac6ba4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:51.402180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d9ea57bd-fe1a-4f5a-9a7a-fc33534eac6b req-37b43a6f-4c79-4ea3-ab3e-c8f9cbac6ba4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0490959
Nov 10 04:30:51.451086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d9ea57bd-fe1a-4f5a-9a7a-fc33534eac6b req-94dd42a6-aa57-4dea-8b4e-45062a08e4c0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425279
Nov 10 04:30:52.565511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aae8f-6c3d-4cc7-b3ae-b9b29af0af18 req-291651ee-3b51-4501-ba6c-8b407c9ad47c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:52.566967 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f3aae8f-6c3d-4cc7-b3ae-b9b29af0af18 req-291651ee-3b51-4501-ba6c-8b407c9ad47c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0479662
Nov 10 04:30:52.618501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3f3aae8f-6c3d-4cc7-b3ae-b9b29af0af18 req-48806775-be4c-42de-949c-594665fad6ff tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455947
Nov 10 04:30:53.742065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042e0c-26fd-44ec-b2c6-ef5b761a81a5 req-eec28d4d-bf06-4d0e-aeee-ca2f8b720794 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:53.743571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed042e0c-26fd-44ec-b2c6-ef5b761a81a5 req-eec28d4d-bf06-4d0e-aeee-ca2f8b720794 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0504496
Nov 10 04:30:53.801945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed042e0c-26fd-44ec-b2c6-ef5b761a81a5 req-cd6b1d00-c04e-424a-bb0d-b6a608354059 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512054
Nov 10 04:30:54.928687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643dc93-4706-4cef-bbed-7ddb4a490bcb req-5501a189-f428-41d2-95f5-ddc19541ac04 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:54.930156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0643dc93-4706-4cef-bbed-7ddb4a490bcb req-5501a189-f428-41d2-95f5-ddc19541ac04 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0516975
Nov 10 04:30:54.994796 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0643dc93-4706-4cef-bbed-7ddb4a490bcb req-d9d64075-b8c3-4e5d-b81b-ad21a6e4f950 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569782
Nov 10 04:30:56.128884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b7ea5-dcd6-4a9f-b46e-3c2f2e724e13 req-4f491e6e-33ab-4529-b969-d1b69407ee7e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:56.130556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc3b7ea5-dcd6-4a9f-b46e-3c2f2e724e13 req-4f491e6e-33ab-4529-b969-d1b69407ee7e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0551257
Nov 10 04:30:56.186176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc3b7ea5-dcd6-4a9f-b46e-3c2f2e724e13 req-5f022bd5-fe94-4b5d-a5e8-99f33351abee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489168
Nov 10 04:30:57.312876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6bcfc-fae6-44fa-a782-7e27e7545bcf req-5815e90a-134d-468c-ab86-5cbc62ec3044 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:57.314667 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90e6bcfc-fae6-44fa-a782-7e27e7545bcf req-5815e90a-134d-468c-ab86-5cbc62ec3044 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0526493
Nov 10 04:30:57.369560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90e6bcfc-fae6-44fa-a782-7e27e7545bcf req-96f3c40e-2ec5-4c8c-bc7a-4c4fbfaa64a9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478718
Nov 10 04:30:58.505880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab328-5b05-4be0-a8d5-f31300a25912 req-c9099277-d667-4005-9e69-bd740f8c913a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:58.507798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-634ab328-5b05-4be0-a8d5-f31300a25912 req-c9099277-d667-4005-9e69-bd740f8c913a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0560763
Nov 10 04:30:58.562411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-634ab328-5b05-4be0-a8d5-f31300a25912 req-c6246e10-3953-4161-a021-85cc457e8225 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482664
Nov 10 04:30:59.696329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157caa44-b6e2-4cab-9a82-2ba7ffa14f09 req-14416cdf-a649-49ca-bfb3-e124d1675697 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:30:59.698102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-157caa44-b6e2-4cab-9a82-2ba7ffa14f09 req-14416cdf-a649-49ca-bfb3-e124d1675697 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0549207
Nov 10 04:30:59.751450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-157caa44-b6e2-4cab-9a82-2ba7ffa14f09 req-476e1d95-e68d-4997-99f9-9cc9cd7923ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460739
Nov 10 04:31:00.886428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aec8b-f573-4a81-8850-c34c6079fbb7 req-caa1e4d2-8d1a-4942-94e8-9489b758b321 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:00.888314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d63aec8b-f573-4a81-8850-c34c6079fbb7 req-caa1e4d2-8d1a-4942-94e8-9489b758b321 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0625045
Nov 10 04:31:00.944453 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d63aec8b-f573-4a81-8850-c34c6079fbb7 req-63bfe047-4427-438d-a440-52470ba88d7a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499475
Nov 10 04:31:02.057853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203269d3-5e88-4fdd-bd77-3b6eb92eec1a req-89b5b150-3b66-4edf-b4e1-c794f8cc7deb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:02.059340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-203269d3-5e88-4fdd-bd77-3b6eb92eec1a req-89b5b150-3b66-4edf-b4e1-c794f8cc7deb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0474312
Nov 10 04:31:02.107825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-203269d3-5e88-4fdd-bd77-3b6eb92eec1a req-b7a7970e-a3d8-4a8c-a887-b4e53f5be0b6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420277
Nov 10 04:31:03.224805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef04d2-ef70-46a0-af05-521b3504ab6d req-eebbec3f-a3a2-4dfc-933c-57f27ab7dd3c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:03.226396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbef04d2-ef70-46a0-af05-521b3504ab6d req-eebbec3f-a3a2-4dfc-933c-57f27ab7dd3c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0498631
Nov 10 04:31:03.275776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbef04d2-ef70-46a0-af05-521b3504ab6d req-5308d4e9-c2fe-47cd-9388-486b409985c9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432153
Nov 10 04:31:04.361593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-74777ceb-076d-4ba7-8777-bc02c2c03a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:04.390853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9471d2-77bf-4314-a96d-da65ab296586 req-d85ac1b2-77f4-487d-83a4-0340785b7a63 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:04.392314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd9471d2-77bf-4314-a96d-da65ab296586 req-d85ac1b2-77f4-487d-83a4-0340785b7a63 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0483487
Nov 10 04:31:04.447470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd9471d2-77bf-4314-a96d-da65ab296586 req-069e5e62-bb48-4b6f-828f-19197d7b8a96 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492277
Nov 10 04:31:05.565931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:31:05.569634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de72b6a-71dd-4e92-a1db-d677a34f4cd7 req-432512e4-a2b4-447d-9b19-b663a9b033cb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:05.571142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6de72b6a-71dd-4e92-a1db-d677a34f4cd7 req-432512e4-a2b4-447d-9b19-b663a9b033cb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0553076
Nov 10 04:31:05.620961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6de72b6a-71dd-4e92-a1db-d677a34f4cd7 req-c0d2298c-d023-456a-8234-a8c3b73d4b07 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439849
Nov 10 04:31:06.673177 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-08ccb288-f785-4da2-bcc0-c737461ba4d8 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:31:06.674328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-08ccb288-f785-4da2-bcc0-c737461ba4d8 service neutron] 10.222.0.26 "GET /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0608189
Nov 10 04:31:06.747864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64838e3a-1b47-4c33-acb6-0f3578807c96 req-d2790e6e-105a-4287-982e-91596111d355 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:06.749396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64838e3a-1b47-4c33-acb6-0f3578807c96 req-d2790e6e-105a-4287-982e-91596111d355 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 946 time: 0.0525553
Nov 10 04:31:06.806777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64838e3a-1b47-4c33-acb6-0f3578807c96 req-df8d85a9-9dea-4a63-8318-70985fcead65 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488050
Nov 10 04:31:06.925976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-849991f9-a215-4c58-9bae-2908e3a69002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:06.932455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-65ae1be7-e03d-4f86-8ab8-7d71ac918482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:06.934002 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-65ae1be7-e03d-4f86-8ab8-7d71ac918482 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 1097 time: 0.0861349
Nov 10 04:31:06.946796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:07.005225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.208954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:07.244256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:07.285967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:07.288260 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe5f9e7-c96e-4581-8d22-c188bffaeaba" -d '{"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:07.294001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.306837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Transition to ACTIVE for port object e19e9beb-5647-42ac-9ca2-217227aacfac will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:31:07.310654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.342450 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd178d0b-51f9-4009-9bf0-c9bba754b0b3 x-openstack-request-id: req-bd178d0b-51f9-4009-9bf0-c9bba754b0b3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:07.342739 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:07.342989 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd178d0b-51f9-4009-9bf0-c9bba754b0b3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:07.343405 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'code': 200}
Nov 10 04:31:07.431771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:07.496525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] No DVR routers for this DVR port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:31:07.631360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:31:07.631699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:31:07.632032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:07.636475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:31:07.636828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:07.642405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:31:07.642779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:31:07.643166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Bound using segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:31:07.643599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Bound port: e19e9beb-5647-42ac-9ca2-217227aacfac, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:31:07.643955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.707556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:07.710844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:31:07.715882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.755183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:07.755939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:07.757265 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] 10.222.0.21 "PUT /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1092 time: 0.8145969
Nov 10 04:31:07.775490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6fa9-a216-4032-89e4-cb9ec25a55bf service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:07.825812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-aa6a22f8-25fd-4178-b9ac-704b108a4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:07.827318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-aa6a22f8-25fd-4178-b9ac-704b108a4fea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0472620
Nov 10 04:31:07.925429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-0060e10e-e740-48eb-97b8-5163e73addd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:07.926936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-0060e10e-e740-48eb-97b8-5163e73addd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.0922616
Nov 10 04:31:07.949876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19297-ee11-4842-b505-f836b8f2f235 req-b36a5cd4-de11-402c-9ac2-f2258029a25b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:07.951578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45e19297-ee11-4842-b505-f836b8f2f235 req-b36a5cd4-de11-402c-9ac2-f2258029a25b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0578225
Nov 10 04:31:07.971331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:08.006115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-45e19297-ee11-4842-b505-f836b8f2f235 req-9d1b9dab-f2fa-4bc5-b8b0-f67f562f77d4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473263
Nov 10 04:31:08.007628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-08e92b6e-02b2-49d0-a47b-1ee32880f04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0695114
Nov 10 04:31:08.057384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-b275fa01-af7e-4be1-8cb9-843f6a2bd3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:08.058823 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-b275fa01-af7e-4be1-8cb9-843f6a2bd3af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0449462
Nov 10 04:31:08.104590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-baf83fd1-c802-43ea-a57f-f26a725a3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:08.106097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-baf83fd1-c802-43ea-a57f-f26a725a3f65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395207
Nov 10 04:31:08.483233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-f1705f07-57e4-4aca-8dba-e09bddc513c7 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3683670
Nov 10 04:31:08.577684 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce9445e4-cafa-40f4-8683-a4009d6d05cb req-dd5cc4be-2ef1-496d-bbf7-fdaa7d61777c service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863402
Nov 10 04:31:09.132927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a862c-8a3f-47f3-b542-31b503ab70db req-46c22bdb-dc05-4adb-9cc1-b796d614d535 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.134395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d7a862c-8a3f-47f3-b542-31b503ab70db req-46c22bdb-dc05-4adb-9cc1-b796d614d535 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0572088
Nov 10 04:31:09.188086 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2d7a862c-8a3f-47f3-b542-31b503ab70db req-548c5571-7e7d-44f4-99a0-29c2387602b7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471358
Nov 10 04:31:09.345054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:09.347347 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62da7e9b-ae49-4504-881e-25072800ae42" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:09.398487 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61958743-765b-461e-a924-358255962fb3 x-openstack-request-id: req-61958743-765b-461e-a924-358255962fb3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:09.398779 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:09.399045 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61958743-765b-461e-a924-358255962fb3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:09.399443 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:31:09.434665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:09.467809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-a588977f-c182-4f96-8c02-30d31057ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.469639 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-ecb4e641-1b50-4b8e-aad6-c069d566ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.470134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-a588977f-c182-4f96-8c02-30d31057ae8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0483580
Nov 10 04:31:09.471367 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-ecb4e641-1b50-4b8e-aad6-c069d566ab13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0500777
Nov 10 04:31:09.576084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-13b781c7-7897-4430-8879-f14120416294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.577642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-13b781c7-7897-4430-8879-f14120416294 service neutron] 10.222.0.21 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.0984819
Nov 10 04:31:09.578616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-0ed56b20-19be-43d0-8bc2-e510a9780810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.580491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-0ed56b20-19be-43d0-8bc2-e510a9780810 service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1027570
Nov 10 04:31:09.646490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-e77c04e8-7f6b-4049-b1d4-609d6c4d30b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0613580
Nov 10 04:31:09.653432 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-86ac763a-6935-4eb8-ba1a-28474f9d8c8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0661309
Nov 10 04:31:09.701463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-46dd6d43-90ba-464c-8e5a-7e525fcd1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.703332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-46dd6d43-90ba-464c-8e5a-7e525fcd1d83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0490932
Nov 10 04:31:09.703926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-ae996a08-e593-4cbc-ad6e-119a1e1d6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.705655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-ae996a08-e593-4cbc-ad6e-119a1e1d6551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0452373
Nov 10 04:31:09.759303 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-b2bff22b-b73c-4c9e-8dc4-f66e3d1e0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.761042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-b2bff22b-b73c-4c9e-8dc4-f66e3d1e0449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0485981
Nov 10 04:31:09.767679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e9b-ae49-4504-881e-25072800ae42 req-b952e1e9-74f3-4f45-867a-567c9676c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:09.769312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-b952e1e9-74f3-4f45-867a-567c9676c6d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0543056
Nov 10 04:31:09.872084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-418ae9a5-0006-4115-91a4-f985eed70c86 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038210
Nov 10 04:31:09.874695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-2b11e949-09d6-483b-8a1c-2753f3af0b28 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958073
Nov 10 04:31:09.975593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-f315e3a3-ddda-495c-828d-efd174a66b87 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930169
Nov 10 04:31:09.980452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62da7e9b-ae49-4504-881e-25072800ae42 req-a441c16d-6f1c-43a4-aeb1-03d352638a36 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020718
Nov 10 04:31:10.213744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:10.313121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13016a-f213-4c92-aace-89a8e87fec72 req-358cd69c-27b7-44fc-8b00-5dc901fd234b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:10.314819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b13016a-f213-4c92-aace-89a8e87fec72 req-358cd69c-27b7-44fc-8b00-5dc901fd234b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0531092
Nov 10 04:31:10.366981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b13016a-f213-4c92-aace-89a8e87fec72 req-271a2f1c-6738-4d66-b455-cfd13a0f3692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460110
Nov 10 04:31:10.636140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-aeb3d389-d47f-4d9f-a6b9-30d3f382ec4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:10.637643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-aeb3d389-d47f-4d9f-a6b9-30d3f382ec4e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 944 time: 0.0865993
Nov 10 04:31:10.650933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8385a1-8073-4026-8a55-ac265400b3b2 req-ff3e8cb6-9da3-4535-bdc1-7af4a9eea63d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:10.652366 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d8385a1-8073-4026-8a55-ac265400b3b2 req-ff3e8cb6-9da3-4535-bdc1-7af4a9eea63d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0737376
Nov 10 04:31:10.743839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d8385a1-8073-4026-8a55-ac265400b3b2 req-74673db7-34a5-4354-9925-54298b943b78 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844052
Nov 10 04:31:10.745337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-b06051c1-6a5c-4cf4-8fc5-9631c12ad97b service neutron] 10.222.0.21 "GET /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.0921028
Nov 10 04:31:10.811983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-a18c0939-e8fc-493c-817f-e375ab6201c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:10.814103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-a18c0939-e8fc-493c-817f-e375ab6201c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1095 time: 0.0445125
Nov 10 04:31:10.915670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-b79e41f6-41d3-4f8c-9323-1e542d716e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:10.917188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-b79e41f6-41d3-4f8c-9323-1e542d716e72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.0967848
Nov 10 04:31:10.991854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-4b77d702-898a-4397-827e-a6439df22880 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0675886
Nov 10 04:31:11.049964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-e5a95404-ae50-4165-88eb-fa1da95e1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:11.051545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-e5a95404-ae50-4165-88eb-fa1da95e1253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0531301
Nov 10 04:31:11.099215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-558a6ce2-5263-4f80-9b90-231f65155207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:11.100659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-558a6ce2-5263-4f80-9b90-231f65155207 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421464
Nov 10 04:31:11.199554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-44e9d9e2-aeb2-49cd-8fcf-a9df7d0b8804 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921128
Nov 10 04:31:11.299401 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-355dfb34-bdfd-49e7-b65d-8fd06c565f76 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923462
Nov 10 04:31:11.867412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a69fd-cf98-4193-8d13-a0238967f307 req-93cc7a7e-aabe-4c80-8a72-bf0c41214a00 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:11.868974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-163a69fd-cf98-4193-8d13-a0238967f307 req-93cc7a7e-aabe-4c80-8a72-bf0c41214a00 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 944 time: 0.0498300
Nov 10 04:31:11.880836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:31:11.897260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:11.920531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-163a69fd-cf98-4193-8d13-a0238967f307 req-90f97ca9-348b-4fa4-9bee-20abcd8c0aa6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450459
Nov 10 04:31:11.988469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:12.012134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:12.023071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:31:12.059622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:12.072016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:31:12.090682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:12.094719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:12.143045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:12.150213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.150587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.150931 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.151272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.151609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.151945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.152275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.152628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.152950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.153276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.153601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.153926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:12.352425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['e19e9beb-5647-42ac-9ca2-217227aacfac'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:31:13.045309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a88106-fda2-40db-b47d-4b00ecdbe26c req-63443076-9a06-484f-bd8a-e993762e02eb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:13.047091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0a88106-fda2-40db-b47d-4b00ecdbe26c req-63443076-9a06-484f-bd8a-e993762e02eb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.0515373
Nov 10 04:31:13.103117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0a88106-fda2-40db-b47d-4b00ecdbe26c req-e540bf60-6faf-40c0-bd95-76e88797db93 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501525
Nov 10 04:31:13.185077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-e00858b4-96c8-403d-a172-a4a2de355cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:13.186579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-e00858b4-96c8-403d-a172-a4a2de355cc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 1096 time: 0.0397272
Nov 10 04:31:13.198734 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:13.253566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.445566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:13.477132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:13.507959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:31:13.516586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.526740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Ignored duplicate provisioning block setup for port e19e9beb-5647-42ac-9ca2-217227aacfac by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 10 04:31:13.530008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.608380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=9']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:13.622682 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.623023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.623362 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.623695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.624019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.624342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.625390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.625710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.626040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.626366 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.626684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.627007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:13.662034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] No DVR routers for this DVR port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:31:13.798491 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:31:13.798820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:31:13.799143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:13.803667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:31:13.803986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Attempting to bind port e19e9beb-5647-42ac-9ca2-217227aacfac on network 054da879-42b6-4cb4-9f88-71c3b4c3e563 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:13.808967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:31:13.809329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Checking segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:31:13.809713 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Bound using segment: {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:31:13.810135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Bound port: e19e9beb-5647-42ac-9ca2-217227aacfac, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a680ee-e5c7-4724-80fe-8d599c9681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:31:13.810486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.876502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:13.879630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:31:13.883534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.897198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:31:13.917536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:13.918108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:13.919592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1092 time: 0.7246325
Nov 10 04:31:13.919911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:13.922246 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a3bf7-e027-4ebf-a876-78cfa808132d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:13.956043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53d256-f6b9-497b-ab6b-ed6894d996f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=10']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:13.991622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-eaf5becf-9cd6-49c9-9f21-68149fdfd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:13.994078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-eaf5becf-9cd6-49c9-9f21-68149fdfd025 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1096 time: 0.0481999
Nov 10 04:31:14.026224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:14.037963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac has no active binding in host nch1-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:31:14.062149 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d24256-5b47-4d8f-bcd9-0f9af4e70a22 x-openstack-request-id: req-54d24256-5b47-4d8f-bcd9-0f9af4e70a22 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:14.062424 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:14.062682 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54d24256-5b47-4d8f-bcd9-0f9af4e70a22 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:14.063087 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:31:14.077642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-7f528ec6-5705-4127-b26c-9906965d654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.079255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-7f528ec6-5705-4127-b26c-9906965d654c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1096 time: 0.0503318
Nov 10 04:31:14.112077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-eb67d8f2-5543-41ad-9e9c-ed227d83e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.113613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-eb67d8f2-5543-41ad-9e9c-ed227d83e524 service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1111205
Nov 10 04:31:14.185074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-bcfec667-e93f-44b4-9724-7fe8e50a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.186841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-bcfec667-e93f-44b4-9724-7fe8e50a8c23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1001871
Nov 10 04:31:14.191263 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-d4f807c9-7972-4d3f-9df9-fced121e5391 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0708005
Nov 10 04:31:14.241689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-591302e6-bcad-4d8e-9383-cd78c4a9d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.243169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-591302e6-bcad-4d8e-9383-cd78c4a9d3d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0446424
Nov 10 04:31:14.283042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-22f70516-2b7f-4a0f-b281-a9c355cd6605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0861421
Nov 10 04:31:14.290729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026edf5-34c0-4263-99f8-4f7c533ef390 req-77781282-5e6e-46ea-bce8-e6eaadc91b3b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.292166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3026edf5-34c0-4263-99f8-4f7c533ef390 req-77781282-5e6e-46ea-bce8-e6eaadc91b3b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.1038742
Nov 10 04:31:14.294144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b711-0949-465b-bed6-f303d7087d0b req-e8297aaf-4430-4bd0-8b7f-38cdfd87d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.295710 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-e8297aaf-4430-4bd0-8b7f-38cdfd87d851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462725
Nov 10 04:31:14.365948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-981ef10b-2622-4fc6-8286-96e92c63cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.367419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-981ef10b-2622-4fc6-8286-96e92c63cc99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0743780
Nov 10 04:31:14.385406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-695fcd90-fdbf-4aa1-9611-69b0e737176c service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819683
Nov 10 04:31:14.391168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3026edf5-34c0-4263-99f8-4f7c533ef390 req-d2a5a89f-dd71-47a7-9672-be180e8fdf2e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902381
Nov 10 04:31:14.420085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-ce871546-6b10-4e25-a0b2-6f7f05c6e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.422162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-ce871546-6b10-4e25-a0b2-6f7f05c6e246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456376
Nov 10 04:31:14.483557 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9629b711-0949-465b-bed6-f303d7087d0b req-6a1a9871-53ec-4fe4-a388-284d76a2bec7 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904169
Nov 10 04:31:14.513182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-35e7dc09-2df0-4227-b90a-c322169f0979 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836949
Nov 10 04:31:14.565839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-5db288cc-860e-4705-9591-f8e0f5d557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.567366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-5db288cc-860e-4705-9591-f8e0f5d557bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1096 time: 0.0404296
Nov 10 04:31:14.614680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-0d528e8a-0c7a-4e88-a1bd-b5294a8544d4 service neutron] 10.222.0.21 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951815
Nov 10 04:31:14.659300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-3338c8e7-abe2-41f7-9371-a70750afe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.660803 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-3338c8e7-abe2-41f7-9371-a70750afe887 service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.0871799
Nov 10 04:31:14.724392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-c008d300-2439-4f07-bd52-311095e5bf2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 1000 time: 0.0568836
Nov 10 04:31:14.773511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-c03c6945-2107-4961-8284-81627db4d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.774829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-c03c6945-2107-4961-8284-81627db4d234 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0423222
Nov 10 04:31:14.822690 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-780a6882-1d14-4509-8d9f-c0076aec2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:14.824150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-780a6882-1d14-4509-8d9f-c0076aec2e4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420289
Nov 10 04:31:14.912087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-25f1331a-d836-40a3-8443-de2c44ab8d00 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798814
Nov 10 04:31:15.003244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f88a3bf7-e027-4ebf-a876-78cfa808132d req-5220e77b-30cf-4fdb-9e30-35239cbbdc1c service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842688
Nov 10 04:31:15.508907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143c32-d58e-43f5-af92-a6896f13277a req-3d2933c8-2944-499c-aadb-8bee94c2c5b6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:15.510370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81143c32-d58e-43f5-af92-a6896f13277a req-3d2933c8-2944-499c-aadb-8bee94c2c5b6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.0484059
Nov 10 04:31:15.558427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-81143c32-d58e-43f5-af92-a6896f13277a req-2fa674b1-3bdd-40d9-811f-7e3fe2b80e2d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414300
Nov 10 04:31:15.907474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:15.947128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:16.672762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ef0d5-95bd-48a5-bc97-7ae2d57e077f req-f7170671-630d-4130-8a17-49269e002687 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:16.674238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81ef0d5-95bd-48a5-bc97-7ae2d57e077f req-f7170671-630d-4130-8a17-49269e002687 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 945 time: 0.0485561
Nov 10 04:31:16.723355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81ef0d5-95bd-48a5-bc97-7ae2d57e077f req-aa83679d-5f7d-4949-9f6f-1a92c8a7816f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431852
Nov 10 04:31:16.745346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51324) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:16.808779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4070f628-56c6-4c94-9cbe-326adfea23e7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/e8960ce8-e864-45d2-9408-4ddc438cd595 HTTP/1.1" status: 200  len: 992 time: 0.0622931
Nov 10 04:31:17.927324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:31:18.022717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:18.034352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'port_id': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'mac_address': 'fa:16:3e:6c:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:31:18.069739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:18.083369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:31:18.102218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:18.105665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:18.150181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:18.339213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e19e9beb-5647-42ac-9ca2-217227aacfac'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:31:18.922792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:19.066377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:19.928456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:31:19.976803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port e19e9beb-5647-42ac-9ca2-217227aacfac completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:31:19.980780 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port e19e9beb-5647-42ac-9ca2-217227aacfac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:31:19.981147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:20.056452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:20.077929 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:20.080401 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814ba9d-b23e-4f62-a36a-57ead675f1f1" -d '{"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-plugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:20.096319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:20.100221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:20.124628 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f0d8a7-d0aa-4ab0-a9e0-098bb0050c35 x-openstack-request-id: req-b5f0d8a7-d0aa-4ab0-a9e0-098bb0050c35 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:20.124916 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-plugged", "status": "completed", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:20.125162 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5f0d8a7-d0aa-4ab0-a9e0-098bb0050c35 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:20.125539 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'code': 200}
Nov 10 04:31:20.150118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:23.826849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-e6ee5457-9add-40eb-be36-63086ee34e2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400629
Nov 10 04:31:23.908898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-8eb1eec8-7873-42f6-9fa2-fbaa2dbd617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:23.910388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-8eb1eec8-7873-42f6-9fa2-fbaa2dbd617d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1096 time: 0.0409918
Nov 10 04:31:24.015629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-a864d305-cb81-43ee-af92-2d01274459e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:24.017111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-a864d305-cb81-43ee-af92-2d01274459e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0875459
Nov 10 04:31:24.085852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-cfd3b123-2d6c-4144-885f-7fc5412954be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 1000 time: 0.0617905
Nov 10 04:31:24.133572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-79084811-2acb-46d8-a75e-abfdc7dc0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:24.134965 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-79084811-2acb-46d8-a75e-abfdc7dc0b9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0425074
Nov 10 04:31:24.179477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-465a6c2d-bad8-4eb7-b38e-234ef555e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:24.180985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-465a6c2d-bad8-4eb7-b38e-234ef555e60e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390680
Nov 10 04:31:24.273627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-b8b9dbee-eb45-4793-a15b-1d2550e37930 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859208
Nov 10 04:31:24.362848 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14f31ba0-e043-43fc-9bd9-3571be187bc4 req-80bc9174-26a3-4e01-9047-eb1f19bb87a4 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821280
Nov 10 04:31:31.144501 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-6a62d546-2087-43df-80c9-d75f09c06d7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385699
Nov 10 04:31:31.228037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-ab19e223-dffc-4543-b0ce-0b83e2c91830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:31.229512 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-ab19e223-dffc-4543-b0ce-0b83e2c91830 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.0444329
Nov 10 04:31:31.330426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-966af8b9-904e-4667-a28e-c3808ad5fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:31.331856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-966af8b9-904e-4667-a28e-c3808ad5fc86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.0815792
Nov 10 04:31:31.400191 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-13cbb196-bea9-4ebd-bcff-66379076f1c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 1001 time: 0.0608249
Nov 10 04:31:31.449344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-5fb73ee2-9daa-4ba7-9214-af74f5f52fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:31.450760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-5fb73ee2-9daa-4ba7-9214-af74f5f52fd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0430527
Nov 10 04:31:31.503012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-aa62245d-0905-4034-b8e8-726535ad768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:31.504476 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-aa62245d-0905-4034-b8e8-726535ad768a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398276
Nov 10 04:31:31.595238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-e624f5b9-8ca7-4222-909c-cd3dd5658588 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832381
Nov 10 04:31:31.681904 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e8c69bb-8ecc-4713-8bb7-a7250098e869 req-17dc8350-f107-476d-b547-c3b506f1d739 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794847
Nov 10 04:31:34.362701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea5abdb4-f808-44ef-b870-22eec6d5cbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:37.076337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e400b543-92c7-4aa2-a324-ce992e513d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:37.970343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:39.430758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:40.216723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:42.566713 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:31:47.518812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ae204-eb26-40cc-88b7-3e9be617990d req-d1775fcd-5988-4788-b2a5-e61ad4e795e4 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:47.520289 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce1ae204-eb26-40cc-88b7-3e9be617990d req-d1775fcd-5988-4788-b2a5-e61ad4e795e4 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1098 time: 0.0460174
Nov 10 04:31:47.565435 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ce1ae204-eb26-40cc-88b7-3e9be617990d req-3bb128dc-c008-4c0b-b6dc-f942881bae3f tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392759
Nov 10 04:31:47.589480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:47.736137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51356) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:47.743150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 691a2628-a569-4090-bfef-0ab76f18a650 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:47.743497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.827432 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.828909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.841844 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 691a2628-a569-4090-bfef-0ab76f18a650 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:47.897305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 4b77d99b-0649-4d2d-a887-d65984aec2e0 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:47.897644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.975567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.975897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.987512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:47.988973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 4b77d99b-0649-4d2d-a887-d65984aec2e0 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:48.017048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=691a2628-a569-4090-bfef-0ab76f18a650,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:48.075447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:48.075779 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP e8960ce8-e864-45d2-9408-4ddc438cd595 disassociated (deleted). External IP: 172.32.3.141, port: e19e9beb-5647-42ac-9ca2-217227aacfac.
Nov 10 04:31:48.145892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:48.177694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=4b77d99b-0649-4d2d-a887-d65984aec2e0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:48.200286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.200655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.201006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.201351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.201687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.202023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.202352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.202708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.203038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.203363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.203690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.204014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:48.246024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:48.246427 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP c173305b-964a-489b-9b5a-30b5213177a9 disassociated (deleted). External IP: 172.32.3.74, port: 170e781d-5bb5-48ed-a125-6fd0db8c09ae.
Nov 10 04:31:48.285237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f7131036-58bd-4df8-88b6-1df10775a8b1 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:31:48.461380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:31:48.576667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:31:48.582050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:48.586849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:31:48.598251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:48.598991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bfe1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:48.612456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-66a6bdf1-f335-41a7-b5f8-69066dbdcb1e tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "DELETE /v2.0/floatingips/c173305b-964a-489b-9b5a-30b5213177a9 HTTP/1.1" status: 204  len: 168 time: 0.8751292
Nov 10 04:31:48.613163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:48.615779 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:48.680207 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f6ec2-23f2-4d47-bc82-7e62b9584b3b x-openstack-request-id: req-7b4f6ec2-23f2-4d47-bc82-7e62b9584b3b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:48.680505 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:48.680796 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4f6ec2-23f2-4d47-bc82-7e62b9584b3b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:48.681216 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'status': 'completed', 'code': 200}
Nov 10 04:31:48.714567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:48.714809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:31:48.720103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:48.726669 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Sync routers for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:31:48.744926 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:48.745921 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143878e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:48.766353 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f05d6f07-60d5-4441-a269-866ea821c6ad tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8960ce8-e864-45d2-9408-4ddc438cd595 HTTP/1.1" status: 204  len: 168 time: 1.1729677
Nov 10 04:31:48.766353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:48.768130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-0558678c-0cad-478b-9a66-a7e2a9980160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:48.769709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-0558678c-0cad-478b-9a66-a7e2a9980160 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 1096 time: 0.0616891
Nov 10 04:31:48.770824 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e303cb36-bd28-4611-a841-c3b4f779e0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:48.879247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:48.889950 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c7aee9-740e-4957-9e34-d41c444d8b0c x-openstack-request-id: req-27c7aee9-740e-4957-9e34-d41c444d8b0c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:48.890789 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:48.891041 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c7aee9-740e-4957-9e34-d41c444d8b0c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:48.891434 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:31:48.952494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-13be3f48-96cf-4847-9648-43713212ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:48.954199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-13be3f48-96cf-4847-9648-43713212ea55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1776497
Nov 10 04:31:48.983098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-43c6b6f9-abb0-4499-b469-317ac4b660d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:48.984674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-43c6b6f9-abb0-4499-b469-317ac4b660d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 1098 time: 0.0713263
Nov 10 04:31:49.020111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-59e7606c-19de-4ad4-95ef-22879d31b02c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 200  len: 217 time: 0.0565197
Nov 10 04:31:49.085722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:49.095217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:49.107942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-394639b6-4a6e-480c-8e05-80ea8ebf467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.110189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-394639b6-4a6e-480c-8e05-80ea8ebf467f service neutron] 10.222.0.26 "GET /v2.0/networks?id=054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 200  len: 897 time: 0.1185386
Nov 10 04:31:49.116275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bfe1c0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.145176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-f1c01146-b0f3-44d7-8787-378b2d05a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.146667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-f1c01146-b0f3-44d7-8787-378b2d05a77f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0825508
Nov 10 04:31:49.149351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:31:49.158273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f946b2b-973d-4403-810a-baa6b3e747be req-7443696e-695d-459f-ac86-3ce8fcb82630 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.159036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:49.159846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207bfe1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.165821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f946b2b-973d-4403-810a-baa6b3e747be req-7443696e-695d-459f-ac86-3ce8fcb82630 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.1898675
Nov 10 04:31:49.202661 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-93a59b8d-f2a3-4a9b-8f1c-25c304c46742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 200  len: 217 time: 0.0836751
Nov 10 04:31:49.225239 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143878e0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.246301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-544b946c-cd9f-4ac2-a6ee-a23d22aa853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.247825 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-544b946c-cd9f-4ac2-a6ee-a23d22aa853f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0798330
Nov 10 04:31:49.263208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f946b2b-973d-4403-810a-baa6b3e747be req-599cc4a5-a7ee-4297-80d8-28f35ef514de tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912762
Nov 10 04:31:49.266908 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Checking router: f7131036-58bd-4df8-88b6-1df10775a8b1 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:31:49.282633 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:49.283247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143878e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.286425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838301-d22d-40b9-82a4-7cbee8f45366 req-b7821d68-7650-48f6-b973-dda8d16781a8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.287960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04838301-d22d-40b9-82a4-7cbee8f45366 req-b7821d68-7650-48f6-b973-dda8d16781a8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 947 time: 0.1149149
Nov 10 04:31:49.290040 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-b10f376a-6294-499a-a3dd-70ee07da3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.291547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-b10f376a-6294-499a-a3dd-70ee07da3ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 200  len: 834 time: 0.0775394
Nov 10 04:31:49.291987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:49.356197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-805be506-b612-4a3a-9736-e60c18052b46 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918813
Nov 10 04:31:49.384005 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-04838301-d22d-40b9-82a4-7cbee8f45366 req-8e831cfa-4638-40c6-8d71-6ea025ab3e34 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861490
Nov 10 04:31:49.393915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-42474bba-1489-497a-a3e4-075f7d3f24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:49.395457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-42474bba-1489-497a-a3e4-075f7d3f24e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=054da879-42b6-4cb4-9f88-71c3b4c3e563&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0707567
Nov 10 04:31:49.440481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:49.471206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c8e8c23f-d730-4a29-98d4-bf16bc84b3c0 req-769dea75-6023-4c4f-bbd3-57afe6893341 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071413
Nov 10 04:31:49.525203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-98f98bac-e292-4bf0-b9c3-8a5542049cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204474
Nov 10 04:31:49.556054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207bfe1c0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.588985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c8980-fef3-444d-b895-673a51d04006 None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '13f7196f-301a-4462-9ded-379f787b6a7a', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'floating_ip_address': '172.32.3.209', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'port_id': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'mac_address': 'fa:16:3e:46:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd074f3f8-a1df-43fe-b937-e95787698531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:28:08Z', 'updated_at': '2021-11-10T04:28:11Z', 'revision_number': 1, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:31:49.623466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e303cb36-bd28-4611-a841-c3b4f779e0e2 req-b993dfb6-b10e-4aee-908b-b4deb43587f5 service neutron] 10.222.0.26 "GET /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899670
Nov 10 04:31:49.661780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143878e0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:49.688638 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd62e-4be5-420b-acf7-90ced550ae50 None None] The sync data for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 is: [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'feee3ec3-5bd4-4372-977c-9520d9d59e08', 'name': '', 'network_id': '054da879-42b6-4cb4-9f88-71c3b4c3e563', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:b8:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:56Z', 'updated_at': '2021-11-10T04:30:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '46d8e4f2-514f-4e08-9eec-5c23c91d669f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:31:49.867057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8455d-d28b-4630-9069-a3ef156c9445 None None] New status for floating IP c173305b-964a-489b-9b5a-30b5213177a9: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:31:49.959517 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4eb877-4f6a-46cf-919d-5c0d0ea6b9b8 None None] New status for floating IP e8960ce8-e864-45d2-9408-4ddc438cd595: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:31:50.388897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40777d-7e02-491f-b499-41b152209ea7 req-968feb5d-b8f4-45f4-afda-6e6324541abd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:50.390894 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f40777d-7e02-491f-b499-41b152209ea7 req-968feb5d-b8f4-45f4-afda-6e6324541abd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 947 time: 0.0492671
Nov 10 04:31:50.394551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373e5f-a7f9-479e-a924-e162cd63091d req-bed1a616-65b1-4c07-9579-0ffaaee0cae1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:50.396030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb373e5f-a7f9-479e-a924-e162cd63091d req-bed1a616-65b1-4c07-9579-0ffaaee0cae1 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.0778890
Nov 10 04:31:50.422254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f573e7c-7bea-476c-969b-2151492ed778 req-5469e242-5912-4ad4-a59a-3341ac43e1d4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:50.423736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f573e7c-7bea-476c-969b-2151492ed778 req-5469e242-5912-4ad4-a59a-3341ac43e1d4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "GET /v2.0/ports?device_id=900670ee-52cd-46bd-88e7-fbf17c409630 HTTP/1.1" status: 200  len: 945 time: 0.0640085
Nov 10 04:31:50.516719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb373e5f-a7f9-479e-a924-e162cd63091d req-32c81dda-4029-4f7b-8a67-14568ec719ac tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129045
Nov 10 04:31:50.537478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a32b9-2454-4ea6-8d64-b338d7c05059 req-663e5a4c-66cb-428b-9fa3-6590453a69aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:50.537478 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d71a32b9-2454-4ea6-8d64-b338d7c05059 req-663e5a4c-66cb-428b-9fa3-6590453a69aa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bb718eb-9f1a-4e73-b00d-78f5fad263c5 HTTP/1.1" status: 200  len: 947 time: 0.0688462
Nov 10 04:31:50.545631 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:50.545972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.552154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 170e781d-5bb5-48ed-a125-6fd0db8c09ae {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:50.552499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.642093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port 170e781d-5bb5-48ed-a125-6fd0db8c09ae, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=170e781d-5bb5-48ed-a125-6fd0db8c09ae,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:50.642464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.643394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d71a32b9-2454-4ea6-8d64-b338d7c05059 req-15928105-383a-462f-b298-87e3a7ef0d59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33bc4c9-b005-48ef-8c1c-3014c32d15a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015306
Nov 10 04:31:50.656267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 170e781d-5bb5-48ed-a125-6fd0db8c09ae owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:50.668890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port e19e9beb-5647-42ac-9ca2-217227aacfac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e19e9beb-5647-42ac-9ca2-217227aacfac,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:50.669257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.682707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for e19e9beb-5647-42ac-9ca2-217227aacfac owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:50.784193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.810505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.813084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=170e781d-5bb5-48ed-a125-6fd0db8c09ae,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:50.845617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=e19e9beb-5647-42ac-9ca2-217227aacfac,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:50.863869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port 170e781d-5bb5-48ed-a125-6fd0db8c09ae on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:31:50.866688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.870182 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f573e7c-7bea-476c-969b-2151492ed778 req-05353611-d533-4c09-9aa5-3122840754b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.21 "DELETE /v2.0/ports/170e781d-5bb5-48ed-a125-6fd0db8c09ae HTTP/1.1" status: 204  len: 173 time: 0.4401550
Nov 10 04:31:50.870625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'name': 'network-vif-deleted', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:50.872950 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc069f13-2bef-4c19-a9af-00f3a4fdd7fb" -d '{"events": [{"server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "name": "network-vif-deleted", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:50.890969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] No DVR routers for this DVR port e19e9beb-5647-42ac-9ca2-217227aacfac on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:31:50.893383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:50.898157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2f40777d-7e02-491f-b499-41b152209ea7 req-8962b64a-d493-450c-a490-132be1378c8a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "DELETE /v2.0/ports/e19e9beb-5647-42ac-9ca2-217227aacfac HTTP/1.1" status: 204  len: 173 time: 0.4993463
Nov 10 04:31:50.898157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-deleted', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:31:50.900262 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd5c80-772c-4919-8985-7ee36f640f74" -d '{"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-deleted", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:31:50.924240 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eff9a3-b9dd-4c01-86f0-ef07e9211681 x-openstack-request-id: req-e9eff9a3-b9dd-4c01-86f0-ef07e9211681 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:50.924531 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900670ee-52cd-46bd-88e7-fbf17c409630", "name": "network-vif-deleted", "tag": "170e781d-5bb5-48ed-a125-6fd0db8c09ae", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:50.924831 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9eff9a3-b9dd-4c01-86f0-ef07e9211681 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:50.925234 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900670ee-52cd-46bd-88e7-fbf17c409630', 'name': 'network-vif-deleted', 'tag': '170e781d-5bb5-48ed-a125-6fd0db8c09ae', 'status': 'completed', 'code': 200}
Nov 10 04:31:50.942328 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81dfbdc-d239-4905-80d9-1e4b9afbbb7c x-openstack-request-id: req-e81dfbdc-d239-4905-80d9-1e4b9afbbb7c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:31:50.942603 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb718eb-9f1a-4e73-b00d-78f5fad263c5", "name": "network-vif-deleted", "tag": "e19e9beb-5647-42ac-9ca2-217227aacfac", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:31:50.942857 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e81dfbdc-d239-4905-80d9-1e4b9afbbb7c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:31:50.943312 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb718eb-9f1a-4e73-b00d-78f5fad263c5', 'name': 'network-vif-deleted', 'tag': 'e19e9beb-5647-42ac-9ca2-217227aacfac', 'status': 'completed', 'code': 200}
Nov 10 04:31:51.701638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51402) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:52.080678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:52.636746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port feee3ec3-5bd4-4372-977c-9520d9d59e08 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:52.637087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:52.725107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port feee3ec3-5bd4-4372-977c-9520d9d59e08, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=feee3ec3-5bd4-4372-977c-9520d9d59e08,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:52.725749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:52.738969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for feee3ec3-5bd4-4372-977c-9520d9d59e08 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:52.939460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:52.967361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=feee3ec3-5bd4-4372-977c-9520d9d59e08,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:53.135930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.350352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f7131036-58bd-4df8-88b6-1df10775a8b1 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:31:53.456467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:31:53.461923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0117c890-49fa-4d78-a14e-429205dcd41c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/f7131036-58bd-4df8-88b6-1df10775a8b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7591944
Nov 10 04:31:53.464732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51436) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:53.466030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Sync routers for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:31:53.476058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:53.476811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ce4cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:53.523469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting subnet 46d8e4f2-514f-4e08-9eec-5c23c91d669f {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:31:53.526635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.570466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.581145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:53.651029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.706296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.737881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Subnet': ['ID=46d8e4f2-514f-4e08-9eec-5c23c91d669f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:53.739834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.747096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-55c089d2-04e6-4f5c-8409-219ba75e90f4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/subnets/46d8e4f2-514f-4e08-9eec-5c23c91d669f HTTP/1.1" status: 204  len: 168 time: 0.2782650
Nov 10 04:31:53.747096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51438) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:53.747255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f6c19-415a-47f2-b567-36dd440cf761 None None] Network 054da879-42b6-4cb4-9f88-71c3b4c3e563 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:31:53.820063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ce4cd0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:31:52Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:53.855427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Checking router: f7131036-58bd-4df8-88b6-1df10775a8b1 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:31:53.862637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:53.896313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Routers {'f7131036-58bd-4df8-88b6-1df10775a8b1'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:53.896965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ce4cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f7131036-58bd-4df8-88b6-1df10775a8b1'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:53.965220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.008559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] Set router f7131036-58bd-4df8-88b6-1df10775a8b1 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:54.027089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port bd8736c6-5f9d-409e-8d04-ec8b180346d6 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:54.027431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.064058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] DHCP port deletion for 054da879-42b6-4cb4-9f88-71c3b4c3e563 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:31:54.105852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:54.106157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port bd8736c6-5f9d-409e-8d04-ec8b180346d6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bd8736c6-5f9d-409e-8d04-ec8b180346d6,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:54.106521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.118675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for bd8736c6-5f9d-409e-8d04-ec8b180346d6 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:54.151120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: e19e9beb-5647-42ac-9ca2-217227aacfac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:31:54.151458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e19e9beb-5647-42ac-9ca2-217227aacfac not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:54.158357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 170e781d-5bb5-48ed-a125-6fd0db8c09ae no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:54.286916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.314586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=bd8736c6-5f9d-409e-8d04-ec8b180346d6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:54.337637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f178b-d560-4995-9fcb-5f3adf284bc9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:31:54.347770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 170e781d-5bb5-48ed-a125-6fd0db8c09ae {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:31:54.348107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 170e781d-5bb5-48ed-a125-6fd0db8c09ae not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:54.378890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.399755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Deleting port 3e100155-9acb-4987-9072-f71d9088d798 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:31:54.400127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.472170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.474382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.474631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] For port 3e100155-9acb-4987-9072-f71d9088d798, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e100155-9acb-4987-9072-f71d9088d798,segment=NetworkSegment(c6a680ee-e5c7-4724-80fe-8d599c9681c2),segment_id=c6a680ee-e5c7-4724-80fe-8d599c9681c2)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:54.475029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.489657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Calling delete_port for 3e100155-9acb-4987-9072-f71d9088d798 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:31:54.500492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ce4cd0>, [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:31:52Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:54.525134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.525698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Fanout notify agent at l3_agent the message router_deleted on router f7131036-58bd-4df8-88b6-1df10775a8b1 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:31:54.529608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6ba21-f285-40a2-953d-6138df6c28b0 None None] The sync data for ids ['f7131036-58bd-4df8-88b6-1df10775a8b1'] in ncdv-817176-1 is: [{'id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43802371', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:29:53Z', 'updated_at': '2021-11-10T04:31:52Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bd8736c6-5f9d-409e-8d04-ec8b180346d6', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7131036-58bd-4df8-88b6-1df10775a8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:29:54Z', 'updated_at': '2021-11-10T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:31:54.544321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.548505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b3b720b7-a1c8-4650-aff4-293201d134ce tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/routers/f7131036-58bd-4df8-88b6-1df10775a8b1 HTTP/1.1" status: 204  len: 168 time: 0.7979586
Nov 10 04:31:54.548857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51442) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:54.610736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.637109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] Pushing event deleted for resources: {'Port': ['ID=3e100155-9acb-4987-9072-f71d9088d798,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:54.637587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.638932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7951b8-a5ed-4092-934e-3c200930ec32 None None] No DVR routers for this DVR port 3e100155-9acb-4987-9072-f71d9088d798 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:31:54.728733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.747598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d81a700>,) {'filters': {'network_id': ['054da879-42b6-4cb4-9f88-71c3b4c3e563']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:54.756553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d81a700>, 'c6a680ee-e5c7-4724-80fe-8d599c9681c2') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:54.756878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d81a700>, 'c6a680ee-e5c7-4724-80fe-8d599c9681c2') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:54.770906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.784445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.790140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:31:54.790520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:31:54.793565 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:31:54.851269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.859400 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.864428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51446) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:54.864943 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/networks/054da879-42b6-4cb4-9f88-71c3b4c3e563 HTTP/1.1" status: 204  len: 168 time: 0.3145559
Nov 10 04:31:54.877173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1ba3d-acaf-4e25-b440-47249f302467 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Network': ['ID=054da879-42b6-4cb4-9f88-71c3b4c3e563,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:54.900802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e100155-9acb-4987-9072-f71d9088d798 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:54.923373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3e100155-9acb-4987-9072-f71d9088d798 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:31:54.923693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e100155-9acb-4987-9072-f71d9088d798 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:54.948080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:54.976177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.038806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.041365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.042525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/security-groups/e33bc4c9-b005-48ef-8c1c-3014c32d15a5 HTTP/1.1" status: 204  len: 168 time: 0.1768832
Nov 10 04:31:55.052152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbef269-f164-4485-b9d2-d77a080d64b8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33bc4c9-b005-48ef-8c1c-3014c32d15a5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:55.400970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51452) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:55.405671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411175447', 'description': 'tempest-secgroup-smoke-411175447 description', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:55.429244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.491912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.495477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.524002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.525189 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1231954
Nov 10 04:31:55.527116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b9252-f0ff-4236-9876-2d907091a6e9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a58508-3fcc-40b8-bcff-6b80df002e12,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:55.528130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:55.532817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:55.560296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.621294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.625698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.645265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a009d620-d72a-48d3-9c79-729580cff55b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:55.650736 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.653044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-76734117-6c4a-44b2-bbac-abec031e1a89 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1237962
Nov 10 04:31:55.654537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:55.659000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:55.685673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.745209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.748765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.768102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f035d9d-bec4-44d3-b621-fa7007ccf397,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:55.773391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.774546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f90ee66b-46d1-4227-8652-c4df778e8dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1190908
Nov 10 04:31:55.777373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51458) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:55.784648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:55.810053 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.871412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.875156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.889318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cb6fc8-8fc1-473b-9acc-085bf948a176,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:55.903348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.904956 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6ae627c6-3841-4d8c-9e31-c394a2820650 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1263988
Nov 10 04:31:55.908175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51462) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:55.912726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:55.942815 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:55.999593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.003368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.023231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21958e20-7616-4747-a6c8-8e9348642f71,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:56.028657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.033044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0d481776-eff5-4876-92df-de87d4e96470 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1238568
Nov 10 04:31:56.033191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51464) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:56.037777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:56.059888 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:31:56.064804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.121660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.125138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.143459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1f9158-c22f-4f98-8d3d-a76b74e61556,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:56.150761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.151998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e9a6766-ef15-4bd2-a8dd-095bfbed4cc8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1177971
Nov 10 04:31:56.154904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51466) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:56.160063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': 'e3a58508-3fcc-40b8-bcff-6b80df002e12', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:56.181015 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:31:56.185958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.247537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.251153 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.268761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2319c1f0-5be0-45e8-9752-8e3158435a5b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:56.276036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.277265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-68745d60-1892-4c56-9b46-2f7fd73d3250 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1207995
Nov 10 04:31:56.280080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51468) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:56.285522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'network': {'name': 'tempest-network-smoke--1123398927', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:56.305159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:31:56.308627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.332165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:31:56.342622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.343584 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Added segment 122c6078-c2b9-4448-aadd-afe2308d40db of type vlan for network 8a0f2a51-275d-4311-be2d-15f3e8838552
Nov 10 04:31:56.384282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.409046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.414933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:56.415550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.470798 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1891298
Nov 10 04:31:56.473699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51470) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:56.479255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd8736c6-5f9d-409e-8d04-ec8b180346d6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:56.479744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'admin_state_up': True, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:56.486566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038ec24-a7cc-461a-82f3-0047060f2949 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Network': ['ID=8a0f2a51-275d-4311-be2d-15f3e8838552,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:56.502912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:31:56.506346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bd8736c6-5f9d-409e-8d04-ec8b180346d6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:31:56.506481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.506697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bd8736c6-5f9d-409e-8d04-ec8b180346d6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:56.507178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device feee3ec3-5bd4-4372-977c-9520d9d59e08 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:31:56.507426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.561001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.571637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: feee3ec3-5bd4-4372-977c-9520d9d59e08 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:31:56.571988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device feee3ec3-5bd4-4372-977c-9520d9d59e08 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:31:56.696250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.889875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:56.908667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.015013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.73 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/4216e29b-c9ae-4e9b-b04e-f37019db4612) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:31:57.114815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.147778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.192053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:31:57.195126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:31:57.198735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:31:57.204094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=4216e29b-c9ae-4e9b-b04e-f37019db4612,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:57.208227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdddfb4-3f5b-437a-8d7e-ba0ac6ed5bbe None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:31:57.249215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-894eb99a-9084-4527-8c2a-81dce0d3f715 None None] Provisioning complete for port 4216e29b-c9ae-4e9b-b04e-f37019db4612 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:31:57.249742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-894eb99a-9084-4527-8c2a-81dce0d3f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.283204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-894eb99a-9084-4527-8c2a-81dce0d3f715 None None] Port 4216e29b-c9ae-4e9b-b04e-f37019db4612 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:31:57.446033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.645425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.773244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:31:57.880993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:31:57.891851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Sync routers for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:31:57.901401 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:57.902008 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470ed30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:57.902653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:57.903866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-08ed38a2-8516-4462-b836-9f9f2d0dd22c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4288704
Nov 10 04:31:57.907860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51474) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:57.941051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1931d25d-434d-470d-b9bd-e918c3673039 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8eaca4756c864f17bdf2e0b388c2ffca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0290275
Nov 10 04:31:57.941322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51478) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:58.005403 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:58.032537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be918823-dd09-4fb7-a4be-d5483b644578 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:58.034181 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be918823-dd09-4fb7-a4be-d5483b644578 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0918980
Nov 10 04:31:58.037104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51480) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:58.064539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-990a2f0c-31a4-402a-8d34-52899bb169aa tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264015
Nov 10 04:31:58.067074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51482) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:58.071814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-326366944', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:31:58.160712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:31:58.164277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.182444 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470ed30>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:57Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:58.209047 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Checking router: 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:31:58.209394 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Updating router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 port 4216e29b-c9ae-4e9b-b04e-f37019db4612 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:31:58.233533 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.343842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.400500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Subnet': ['ID=49787deb-8a44-4c02-a426-80a5751e3c5c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:58.410640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:31:58.411047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network hostable DHCP agents. Network: 8a0f2a51-275d-4311-be2d-15f3e8838552, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:31:58.427643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:31:58.436602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8a0f2a51-275d-4311-be2d-15f3e8838552) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:31:58.442468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:31:58.442468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.447537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c7081-8515-430a-a747-d12c13eacbee None None] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:31:58.461150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2927827c-538f-4329-979a-3d61862ab215 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3930378
Nov 10 04:31:58.463970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51484) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:31:58.484943 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.491060 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.536735 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Pushing event updated for resources: {'Port': ['ID=4216e29b-c9ae-4e9b-b04e-f37019db4612,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:58.544780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.545123 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.545454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.545782 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.546646 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.547021 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.547411 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.547736 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.548054 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.548371 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.548714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.549029 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:31:58.550786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31522e-9bc9-41b8-b98c-c418d675a468 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:31:58.560866 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Attempting to bind port 4216e29b-c9ae-4e9b-b04e-f37019db4612 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:31:58.561238 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Attempting to bind port 4216e29b-c9ae-4e9b-b04e-f37019db4612 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:31:58.561642 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Attempting to bind port 4216e29b-c9ae-4e9b-b04e-f37019db4612 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:58.568125 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:31:58.569209 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:31:58.570337 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.571656 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:31:58.572484 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Bound port: 4216e29b-c9ae-4e9b-b04e-f37019db4612, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:31:58.573175 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.625890 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] For port 4216e29b-c9ae-4e9b-b04e-f37019db4612, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:58.629424 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] For port 4216e29b-c9ae-4e9b-b04e-f37019db4612, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4216e29b-c9ae-4e9b-b04e-f37019db4612,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:31:58.636598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] Provisioning complete for port 4216e29b-c9ae-4e9b-b04e-f37019db4612 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:31:58.637004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.642231 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.659842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8a0f2a51-275d-4311-be2d-15f3e8838552', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:31:58.660978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.682526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824c901-e2ec-43cc-b5ab-6497b46e0050 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:31:58.685208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:31:58.685996 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470ed30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:58.799356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:31:58.810691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.864741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] For port 4216e29b-c9ae-4e9b-b04e-f37019db4612, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4216e29b-c9ae-4e9b-b04e-f37019db4612,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:31:58.873487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.904948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Allocated IP 172.20.0.2 (8a0f2a51-275d-4311-be2d-15f3e8838552/49787deb-8a44-4c02-a426-80a5751e3c5c/a144dd88-4a42-42d3-9560-b94de62e458c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:31:58.920873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262b104-95fb-442f-b8e5-e7b64c9aa8a0 None None] Pushing event updated for resources: {'Port': ['ID=4216e29b-c9ae-4e9b-b04e-f37019db4612,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:58.956033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:58.976993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28577624-3735-4ac7-ba2d-c58ad0104b83 None None] Pushing event updated for resources: {'Port': ['ID=4216e29b-c9ae-4e9b-b04e-f37019db4612,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:59.008724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9db232d5-949d-496d-9671-c7ebb48f2a93 None None] Provisioning complete for port 4216e29b-c9ae-4e9b-b04e-f37019db4612 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:31:59.009096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9db232d5-949d-496d-9671-c7ebb48f2a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.039147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470ed30>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:57Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:31:59.068950 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857abf45-f71f-47ba-9bcb-1eb71ab07865 None None] The sync data for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 is: [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:57Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:31:59.140955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.152656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.193900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:31:59.196845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:31:59.203134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:31:59.219193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Pushing event updated for resources: {'Port': ['ID=a144dd88-4a42-42d3-9560-b94de62e458c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:59.262096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Attempting to bind port a144dd88-4a42-42d3-9560-b94de62e458c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:31:59.262465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Attempting to bind port a144dd88-4a42-42d3-9560-b94de62e458c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:31:59.262825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Attempting to bind port a144dd88-4a42-42d3-9560-b94de62e458c on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:31:59.269043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:31:59.269416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:31:59.269810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.270198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Bound using segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:31:59.270668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Bound port: a144dd88-4a42-42d3-9560-b94de62e458c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:31:59.271142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.276919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.1 (8a0f2a51-275d-4311-be2d-15f3e8838552/49787deb-8a44-4c02-a426-80a5751e3c5c/8b9fc6be-249a-4cb2-b865-e2d66395f7ed) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:31:59.364672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] For port a144dd88-4a42-42d3-9560-b94de62e458c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:31:59.367856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] For port a144dd88-4a42-42d3-9560-b94de62e458c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a144dd88-4a42-42d3-9560-b94de62e458c,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:31:59.371764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.416008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.445298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b392f-19ef-454f-8072-19e7fd6fa2bc None None] Pushing event updated for resources: {'Port': ['ID=a144dd88-4a42-42d3-9560-b94de62e458c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:59.469858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.518452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:31:59.521904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:31:59.525970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:31:59.550221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:31:59.574558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:31:59.733123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.030378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.035014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.111869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:00.114311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.212552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:32:00.214013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:32:00.384179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611622b-ccfe-4b07-ab8a-52b24418950a None None] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:32:00.460439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] Provisioning complete for port a144dd88-4a42-42d3-9560-b94de62e458c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:00.460834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.628047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a144dd88-4a42-42d3-9560-b94de62e458c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:32:00.657006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:00.679196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.723417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] For port a144dd88-4a42-42d3-9560-b94de62e458c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a144dd88-4a42-42d3-9560-b94de62e458c,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:00.730859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a144dd88-4a42-42d3-9560-b94de62e458c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:00.731228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.735199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.781764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:00.794836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1084b1e0-4022-4cc6-b8b7-d5ecf0d601f7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/2f8b0e11-985a-4adb-a7bb-87e68cbbaa81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3221164
Nov 10 04:32:00.813264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382dcb7-275e-4462-baba-d1100351ee31 None None] Pushing event updated for resources: {'Port': ['ID=a144dd88-4a42-42d3-9560-b94de62e458c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:00.863878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4216e29b-c9ae-4e9b-b04e-f37019db4612 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:32:00.915336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 4216e29b-c9ae-4e9b-b04e-f37019db4612 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:00.915862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.961886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Sync routers for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:00.982080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-e1e2a3c5-03dd-467d-bf5e-9dc851a6d2a2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411175447&fields=id&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 267 time: 0.0574822
Nov 10 04:32:00.987407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c38b901-782a-4274-a854-500e859f18ec None None] Provisioning complete for port a144dd88-4a42-42d3-9560-b94de62e458c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:00.987775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c38b901-782a-4274-a854-500e859f18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:00.990345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:00.990983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d287c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:01.103880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ad80381b-0c63-45d9-a4bb-2f6c36d06312 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:01.105736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ad80381b-0c63-45d9-a4bb-2f6c36d06312 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 797 time: 0.1177561
Nov 10 04:32:01.122049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-3c2c9d60-9bdb-4c6a-8e59-5215540bb35f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/quotas/8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 375 time: 0.0099993
Nov 10 04:32:01.180645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-266ffd83-b499-4610-8101-e1e6c6b2a6ab tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504999
Nov 10 04:32:01.193329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:01.197831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-9cc25f57-4dc1-4ba9-9ed9-da8bc042fd49 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:32:01.198849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-9cc25f57-4dc1-4ba9-9ed9-da8bc042fd49 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055430
Nov 10 04:32:01.301687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-7514db85-2ef2-4664-b2f0-914cf4c1f5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952742
Nov 10 04:32:01.317458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6c38b901-782a-4274-a854-500e859f18ec None None] Provisioning complete for port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:01.317831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6c38b901-782a-4274-a854-500e859f18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:01.365339 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6c38b901-782a-4274-a854-500e859f18ec None None] Port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:32:01.398459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-6eba53a8-6990-49ae-ab13-28edc45b1c6a service neutron] 10.222.0.13 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902333
Nov 10 04:32:01.440002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d287c0>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 2, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:01.582552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f2268ab4-85af-4e8d-98ac-bebd3f73bca0 req-212aca4e-12af-4e8a-9116-3df99e1e85cc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 210 time: 0.0286329
Nov 10 04:32:01.624911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Checking router: 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:01.625353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Updating router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:32:01.656662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-46032b4e-18b5-4d62-a470-596e99788eac None None] Provisioning complete for port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:01.657036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46032b4e-18b5-4d62-a470-596e99788eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:01.659321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:01.720863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-46032b4e-18b5-4d62-a470-596e99788eac None None] Port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:32:01.955568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:01.960859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.008270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87994f-68ab-46b5-be51-4f8dd98d1956 None None] Pushing event updated for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:02.068374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Attempting to bind port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:32:02.068634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Attempting to bind port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:32:02.068819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Attempting to bind port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:02.078365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:32:02.079231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:32:02.079231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.079765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Bound using segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:32:02.080239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Bound port: 8b9fc6be-249a-4cb2-b865-e2d66395f7ed, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:32:02.080639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.146763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] For port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:02.150399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] For port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:32:02.154281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.215521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:02.216149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d287c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:31:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:02.219131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87994f-68ab-46b5-be51-4f8dd98d1956 None None] Pushing event updated for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:02.310721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] Provisioning complete for port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:02.311092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.365490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:02.450462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.561611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] For port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:02.567577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.604268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a144dd88-4a42-42d3-9560-b94de62e458c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:32:02.709853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ed3e8-146d-4869-8fc6-7f09138701a5 None None] Pushing event updated for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:02.734953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-789aa293-38da-4b03-93ae-857eba4dcdf7 None None] Provisioning complete for port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:02.735325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-789aa293-38da-4b03-93ae-857eba4dcdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.767065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a144dd88-4a42-42d3-9560-b94de62e458c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:02.767428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:02.809691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f3465daf-05ce-475d-9510-84bd3f70e247 req-7db01b20-fb13-4da6-b78d-148b22d34cdd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 210 time: 0.0335689
Nov 10 04:32:02.836898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d287c0>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:02.869559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e453dd-7d90-4c94-8eb4-158c7eb55a61 None None] The sync data for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 is: [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:02.875201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-a7ab8ea3-5c65-4a0e-8b68-898f1e205f9d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:02.876807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-a7ab8ea3-5c65-4a0e-8b68-898f1e205f9d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 797 time: 0.4807522
Nov 10 04:32:02.965312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-cd91734b-2e97-430e-b0b0-639fbd837292 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 379 time: 0.0792885
Nov 10 04:32:02.975726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'port': {'device_id': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'admin_state_up': True, 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'security_groups': ['e3a58508-3fcc-40b8-bcff-6b80df002e12']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:32:03.105028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:32:03.109216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.252760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.7 (8a0f2a51-275d-4311-be2d-15f3e8838552/49787deb-8a44-4c02-a426-80a5751e3c5c/a1829f11-cd9c-4b7c-a1c9-33688779dfbe) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:32:03.403811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.438138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.489838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:32:03.493494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:32:03.497567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:32:03.504298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:03.554775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:03.555444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.573398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ab0e7980-3da8-4b8e-80f0-7fa656ead448 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6022532
Nov 10 04:32:03.585726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Request body: {'port': {'device_id': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:32:03.646279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.791927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-02b2b5f5-4ddc-4d7f-bc5a-b02650ae8e6e None None] Provisioning complete for port a1829f11-cd9c-4b7c-a1c9-33688779dfbe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:03.793047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-02b2b5f5-4ddc-4d7f-bc5a-b02650ae8e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.829922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-02b2b5f5-4ddc-4d7f-bc5a-b02650ae8e6e None None] Port a1829f11-cd9c-4b7c-a1c9-33688779dfbe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:32:03.940055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05ea4e-96b0-4130-b8d0-4649f40fd790 req-984eca11-a0be-424a-bd70-ce164cac5c6c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:03.941545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1829f11-cd9c-4b7c-a1c9-33688779dfbe {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:32:03.941951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b05ea4e-96b0-4130-b8d0-4649f40fd790 req-984eca11-a0be-424a-bd70-ce164cac5c6c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 931 time: 0.0518119
Nov 10 04:32:03.949734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:03.963052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Transition to ACTIVE for port object a1829f11-cd9c-4b7c-a1c9-33688779dfbe will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:32:03.967465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.010053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b05ea4e-96b0-4130-b8d0-4649f40fd790 req-dd9b0116-bbb8-4a60-ad81-9aad699db265 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603693
Nov 10 04:32:04.023085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:04.098633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:32:04.099027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:32:04.099380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:04.104272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:32:04.104515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:04.110193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:32:04.110537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:32:04.110919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Bound using segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:32:04.111374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Bound port: a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:32:04.111793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.179532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:04.182869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:32:04.188279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.223232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.223861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.225262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1091 time: 0.6440516
Nov 10 04:32:04.225697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:04.227946 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f1242e-e870-48d5-80af-53fe9cf7633c" -d '{"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:04.254223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b14fc-1c03-4c9b-bd0e-a2af127722d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:04.278960 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0f2db-e3f3-460c-aa7c-d141aa2306c1 x-openstack-request-id: req-96d0f2db-e3f3-460c-aa7c-d141aa2306c1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:04.279258 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:04.279510 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96d0f2db-e3f3-460c-aa7c-d141aa2306c1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:04.279922 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'status': 'completed', 'code': 200}
Nov 10 04:32:04.328772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-4ba2c783-7b08-4fed-b79e-b6175dc4a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.330724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-4ba2c783-7b08-4fed-b79e-b6175dc4a59c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1094 time: 0.0465856
Nov 10 04:32:04.369338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-76f7ea2c-bccf-47d6-a2bd-3025855782eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.383701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-cf65cf9c-67a8-4359-ada5-20629277275c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 217 time: 0.0451577
Nov 10 04:32:04.437557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-047708ee-84f3-48cc-8261-f745d198637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.439023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-047708ee-84f3-48cc-8261-f745d198637b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0465755
Nov 10 04:32:04.485197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-e67a160c-8853-454a-8d01-a9240a7c19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.486799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-e67a160c-8853-454a-8d01-a9240a7c19b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409460
Nov 10 04:32:04.546839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b9fc6be-249a-4cb2-b865-e2d66395f7ed up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:32:04.592318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-012106f5-3ba9-45a7-9e22-7c6d99068da0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984538
Nov 10 04:32:04.598610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:04.598973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:04.688763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed50c0d7-847c-4cf0-a553-dabc2f987c86 req-d42a38fd-81a2-4908-b4c3-add6c1a11256 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896244
Nov 10 04:32:04.771253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-98a3f461-7f74-4925-8636-fab75bc5daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.772771 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-98a3f461-7f74-4925-8636-fab75bc5daa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1094 time: 0.0413485
Nov 10 04:32:04.863111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-2c75a366-2488-455d-885c-3aed96be956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.864601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-2c75a366-2488-455d-885c-3aed96be956a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0844929
Nov 10 04:32:04.910616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-f46af1b1-6bdd-459c-bd18-f2c7f4e804c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 217 time: 0.0388043
Nov 10 04:32:04.961014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-bb7d4088-cec6-4fcc-970e-5fe4920c2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:04.962359 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-bb7d4088-cec6-4fcc-970e-5fe4920c2014 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0442872
Nov 10 04:32:05.009324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-d4eaf6b7-7571-4824-b373-96480d6bedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:05.010797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-d4eaf6b7-7571-4824-b373-96480d6bedc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398276
Nov 10 04:32:05.106243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-c91c82f2-9423-4221-a77e-fe752ec9613c service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873871
Nov 10 04:32:05.123214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bd20-ddba-4377-8d0c-d000fd82ac88 req-1ec970b3-1fbf-4864-ab73-2800e5595e10 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:05.127913 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea89bd20-ddba-4377-8d0c-d000fd82ac88 req-1ec970b3-1fbf-4864-ab73-2800e5595e10 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 943 time: 0.0559747
Nov 10 04:32:05.175720 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea89bd20-ddba-4377-8d0c-d000fd82ac88 req-55252172-c7f4-42bb-89d0-f0b5d8ade842 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447786
Nov 10 04:32:05.199768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f1242e-e870-48d5-80af-53fe9cf7633c req-b16b1c61-bcc8-415a-8da1-4f9bda06d430 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857840
Nov 10 04:32:06.300553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5982-2955-4977-a113-6b01d41d0f8d req-1d5326fe-4d2a-4cf4-bfed-b3b6f20bb03e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:06.302056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-336f5982-2955-4977-a113-6b01d41d0f8d req-1d5326fe-4d2a-4cf4-bfed-b3b6f20bb03e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 943 time: 0.0534909
Nov 10 04:32:06.350542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-336f5982-2955-4977-a113-6b01d41d0f8d req-2d2d1fba-0cb8-49a8-afa1-71bb9611d6ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425549
Nov 10 04:32:06.928819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1f152660-2a5d-47e1-ac17-7853e5dff860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:07.465467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913e35-fc39-4070-985c-7db47ad4948d req-2abd33c4-6e8e-4b67-b8ce-1bfb6da6f7e7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:07.466845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1913e35-fc39-4070-985c-7db47ad4948d req-2abd33c4-6e8e-4b67-b8ce-1bfb6da6f7e7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 943 time: 0.0487549
Nov 10 04:32:07.514947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1913e35-fc39-4070-985c-7db47ad4948d req-1fd470d1-cb6e-47be-9dd1-8902354a1366 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421479
Nov 10 04:32:07.971783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:08.232389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:32:08.326499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:08.338031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'port_id': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'mac_address': 'fa:16:3e:da:73:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:32:08.373939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:08.386632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1829f11-cd9c-4b7c-a1c9-33688779dfbe {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:32:08.406311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:08.410054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:08.458884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:08.597808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a1829f11-cd9c-4b7c-a1c9-33688779dfbe'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:32:08.629430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea0d4-9bd7-414c-b3d3-3106737c0108 req-417c34ac-38f0-4447-96a9-e556d89de85e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:08.630930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c62ea0d4-9bd7-414c-b3d3-3106737c0108 req-417c34ac-38f0-4447-96a9-e556d89de85e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0492706
Nov 10 04:32:08.680438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c62ea0d4-9bd7-414c-b3d3-3106737c0108 req-308a34d4-210f-4157-9a67-e143e749fa63 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434632
Nov 10 04:32:09.433025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:09.794866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9d911-49ad-4a76-b8b2-be4017674961 req-4372b59f-a6ef-4141-983e-98ca25c9ed91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:09.796327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-14c9d911-49ad-4a76-b8b2-be4017674961 req-4372b59f-a6ef-4141-983e-98ca25c9ed91 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0480266
Nov 10 04:32:09.849495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-14c9d911-49ad-4a76-b8b2-be4017674961 req-e0e9a336-4922-4aaf-9b8b-309de7d05738 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471668
Nov 10 04:32:10.218092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:32:10.221644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:10.268188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port a1829f11-cd9c-4b7c-a1c9-33688779dfbe completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:32:10.272245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port a1829f11-cd9c-4b7c-a1c9-33688779dfbe triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:10.272630 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:10.350761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:10.372560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:10.375401 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9983e87-115f-4c80-8202-e508a066c18f" -d '{"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-plugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:10.387441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:10.391481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:10.415774 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388e251e-6726-4858-8b7f-d1cda5aa31cf x-openstack-request-id: req-388e251e-6726-4858-8b7f-d1cda5aa31cf {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:10.416060 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-plugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:10.416310 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-388e251e-6726-4858-8b7f-d1cda5aa31cf {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:10.416724 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'code': 200}
Nov 10 04:32:10.440751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:10.510680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104668-3ed0-4820-a836-89425c15698f req-429c3665-d030-4f63-a235-68dc04ee65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:10.512059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8104668-3ed0-4820-a836-89425c15698f req-429c3665-d030-4f63-a235-68dc04ee65bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1096 time: 0.0402052
Nov 10 04:32:10.561283 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8104668-3ed0-4820-a836-89425c15698f req-5859e3a5-fea3-4783-b02c-3ce4d1f772ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419853
Nov 10 04:32:10.961028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d7e10-3a32-43cc-a517-2da507cdc3ef req-ba06e187-c919-44f7-8112-9b1d1ec86f6c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:10.962474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c1d7e10-3a32-43cc-a517-2da507cdc3ef req-ba06e187-c919-44f7-8112-9b1d1ec86f6c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0478585
Nov 10 04:32:11.010658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2c1d7e10-3a32-43cc-a517-2da507cdc3ef req-9e18884e-1ff1-41c1-86eb-6f334080c15e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422852
Nov 10 04:32:12.128031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92093-b383-4a3c-80d9-fc272e608c7a req-27ff429c-43a7-46d6-90ea-c411b09cdfc6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:12.129438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bad92093-b383-4a3c-80d9-fc272e608c7a req-27ff429c-43a7-46d6-90ea-c411b09cdfc6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0493541
Nov 10 04:32:12.177683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bad92093-b383-4a3c-80d9-fc272e608c7a req-d92cebc8-4b39-44eb-952b-ed7a41e3f603 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423498
Nov 10 04:32:12.290291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26015207-1dcb-466f-b0e0-d92eadbfd384 req-97ff6fca-0a00-44c3-b626-635b0ec8bb95 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:12.291772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26015207-1dcb-466f-b0e0-d92eadbfd384 req-97ff6fca-0a00-44c3-b626-635b0ec8bb95 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0471311
Nov 10 04:32:12.340844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26015207-1dcb-466f-b0e0-d92eadbfd384 req-bbf88488-f80d-4f90-a322-a8fe28f68fa3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431266
Nov 10 04:32:12.363308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51564) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:12.406500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb365c0-3b97-4e6a-877a-f94ea1efc844 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:12.408491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4fb365c0-3b97-4e6a-877a-f94ea1efc844 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1091 time: 0.0441732
Nov 10 04:32:12.411955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51566) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:12.416327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:32:12.438036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:12.533353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:12.640776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.155 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/1a977264-2d88-4736-92d2-0547e8ed9331) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:32:12.737950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:12.773698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:12.807787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:32:12.810666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:32:12.816097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:32:12.846828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=1a977264-2d88-4736-92d2-0547e8ed9331,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:13.158268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.221048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.368747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.373314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.438096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=1a977264-2d88-4736-92d2-0547e8ed9331,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:13.448542 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.548796 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP cf003485-4fa3-4286-845b-fbdeee613ab8 associated. External IP: 172.32.3.155, port: a1829f11-cd9c-4b7c-a1c9-33688779dfbe.
Nov 10 04:32:13.750115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:13.854812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:13.865695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Sync routers for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:13.872654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:13.874743 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:13.875352 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821472ce20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:13.902834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fefb2dd3-62d2-404a-ab82-9f38720ea599 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4898224
Nov 10 04:32:13.903498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:13.905932 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d1e48-5395-48f3-9cde-aa1ed384b346" -d '{"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:13.948359 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d42d38-a475-4ef1-9b4c-28812118f28e x-openstack-request-id: req-47d42d38-a475-4ef1-9b4c-28812118f28e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:13.948680 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:13.948933 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47d42d38-a475-4ef1-9b4c-28812118f28e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:13.949758 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'status': 'completed', 'code': 200}
Nov 10 04:32:13.982142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:14.047541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cf82d-38e7-4472-8d10-a58c73296b88 req-3058fe9a-21c2-4ae7-9ed3-e87a27f9f28d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:14.049566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4e4cf82d-38e7-4472-8d10-a58c73296b88 req-3058fe9a-21c2-4ae7-9ed3-e87a27f9f28d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0828996
Nov 10 04:32:14.051345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-65b39c0f-150f-499f-9381-4ba0dc076961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:14.052717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-65b39c0f-150f-499f-9381-4ba0dc076961 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1096 time: 0.0749481
Nov 10 04:32:14.150344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4e4cf82d-38e7-4472-8d10-a58c73296b88 req-aefd0673-9dc7-4614-aff9-ab680dbbabe9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941246
Nov 10 04:32:14.173684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51574) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:14.177249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-71d157f8-1c9a-4095-9e8b-5505e4a9253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:14.178747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-71d157f8-1c9a-4095-9e8b-5505e4a9253f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.1163876
Nov 10 04:32:14.208451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821472ce20>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cf003485-4fa3-4286-845b-fbdeee613ab8', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.155', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'port_id': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'mac_address': 'fa:16:3e:da:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:32:13Z', 'updated_at': '2021-11-10T04:32:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:14.235961 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Checking router: 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:14.236197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9bc2ed6e-a44e-43a0-a97d-08810130b2a6 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/cf003485-4fa3-4286-845b-fbdeee613ab8 HTTP/1.1" status: 200  len: 991 time: 0.0599477
Nov 10 04:32:14.242821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:14.243419 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821472ce20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:14.252804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-1b8aa028-cef0-4b76-8272-e4824fbbcd56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 999 time: 0.0665722
Nov 10 04:32:14.302667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-a1d7b0d0-6b63-4f00-b774-1f2431d0aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:14.304021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-a1d7b0d0-6b63-4f00-b774-1f2431d0aa61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0447104
Nov 10 04:32:14.350229 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:14.352763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-90d58a65-974f-4543-b45d-7e092e0af7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:14.354248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-90d58a65-974f-4543-b45d-7e092e0af7b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434923
Nov 10 04:32:14.450160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-4b2977f2-f39a-4e5c-83d2-1d5291bded31 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885789
Nov 10 04:32:14.539773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b39d1e48-5395-48f3-9cde-aa1ed384b346 req-a0d42eed-97ff-4da4-bc47-eb75f82225e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822144
Nov 10 04:32:14.571855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821472ce20>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cf003485-4fa3-4286-845b-fbdeee613ab8', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.155', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'port_id': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'mac_address': 'fa:16:3e:da:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:32:13Z', 'updated_at': '2021-11-10T04:32:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:14.597849 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca018aa-993b-44ba-b499-35848a29849f None None] The sync data for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 is: [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cf003485-4fa3-4286-845b-fbdeee613ab8', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.155', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'port_id': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'mac_address': 'fa:16:3e:da:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:32:13Z', 'updated_at': '2021-11-10T04:32:13Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:14.789451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398a297-0e11-4779-89c5-bbb9b7e68902 None None] New status for floating IP cf003485-4fa3-4286-845b-fbdeee613ab8: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:32:15.238740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51578) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:15.301949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-75920422-f291-4569-ab8f-d4fd79e3caec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/cf003485-4fa3-4286-845b-fbdeee613ab8 HTTP/1.1" status: 200  len: 993 time: 0.0620773
Nov 10 04:32:18.918115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:19.109891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:19.566393 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:32:23.585405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51598) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:23.737103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 37ec174f-73bd-4859-896d-767747f7622c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:23.737441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:23.819695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:23.820022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:23.832865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 37ec174f-73bd-4859-896d-767747f7622c owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:23.973980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:24.003346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=37ec174f-73bd-4859-896d-767747f7622c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:24.065519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:24.065939 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Floating IP 13f7196f-301a-4462-9ded-379f787b6a7a disassociated (deleted). External IP: 172.32.3.209, port: 88190519-9caa-4d72-a77d-fbebf8d2ab0c.
Nov 10 04:32:24.272632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:24.382443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:24.386820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:24.393574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:24.402824 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:24.403424 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821578abe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:24.415741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5eb7ff48-ab08-422c-9771-96f283a1de18 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "DELETE /v2.0/floatingips/13f7196f-301a-4462-9ded-379f787b6a7a HTTP/1.1" status: 204  len: 168 time: 0.8270028
Nov 10 04:32:24.415741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:24.416321 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1c2670-d798-4022-bef3-14122079f7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:24.457622 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ec7bcf-1a68-4960-a0ea-e0e9bedb0c23 x-openstack-request-id: req-a8ec7bcf-1a68-4960-a0ea-e0e9bedb0c23 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:24.458085 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:24.458345 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8ec7bcf-1a68-4960-a0ea-e0e9bedb0c23 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:24.458748 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'status': 'completed', 'code': 200}
Nov 10 04:32:24.534118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-a3c2b6e8-6bc3-41b7-a38d-88e876c58133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:24.535156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-a3c2b6e8-6bc3-41b7-a38d-88e876c58133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be6c4098d8d4e41954d19a88075cd96&device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 1096 time: 0.0554488
Nov 10 04:32:24.612930 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:24.646954 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-cb7c7c3f-dd02-4b78-9c5b-d17a81891a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:24.648430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-cb7c7c3f-dd02-4b78-9c5b-d17a81891a0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 200  len: 911 time: 0.1030705
Nov 10 04:32:24.658483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0bd1-acb4-483a-b20c-58a40d88703a req-5d528cfd-25aa-42b9-ae86-957cebefe114 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:24.660009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b5b0bd1-acb4-483a-b20c-58a40d88703a req-5d528cfd-25aa-42b9-ae86-957cebefe114 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.0505183
Nov 10 04:32:24.695814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-03e122d8-37f8-40ae-b68f-57ec39c09605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 200  len: 217 time: 0.0397120
Nov 10 04:32:24.713599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b5b0bd1-acb4-483a-b20c-58a40d88703a req-38d01968-5824-4780-9e72-aec7ebbd3836 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473797
Nov 10 04:32:24.745622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-3ba9b8ad-3d02-4951-9590-95b3f7500389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:24.747113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-3ba9b8ad-3d02-4951-9590-95b3f7500389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 200  len: 849 time: 0.0448735
Nov 10 04:32:24.794033 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-5f80c029-5238-4aea-8883-0c77d4141a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:24.795413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-5f80c029-5238-4aea-8883-0c77d4141a5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c23080d-8583-419f-9c45-9eff32169fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399163
Nov 10 04:32:24.822433 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821578abe0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:24.852832 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:24.861186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:24.861794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821578abe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:24.895003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-9f8de66d-e578-4fed-b95c-46325e7ae28b service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894246
Nov 10 04:32:24.966214 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:24.983288 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f1c2670-d798-4022-bef3-14122079f7a2 req-a84131fa-9593-489e-a356-5851de03ca95 service neutron] 10.222.0.26 "GET /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812187
Nov 10 04:32:25.157531 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821578abe0>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:25.185827 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29992a-28c5-4792-84dc-b5abee6845b4 None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '250bc3b8-5e52-4af3-bf0f-d64526eb356c', 'name': '', 'network_id': '1c23080d-8583-419f-9c45-9eff32169fc8', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'mac_address': 'fa:16:3e:bb:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:56Z', 'updated_at': '2021-11-10T04:23:01Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'subnets': [{'id': 'cff60d75-3ad5-4124-892d-19e4aae6cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:25.402085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b17e8c8-5b0c-4eed-850b-e2dcc4f52037 None None] New status for floating IP 13f7196f-301a-4462-9ded-379f787b6a7a: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:32:25.835890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e50657-3b50-468b-af4c-4e97532ded4f req-4fddb225-db99-42e8-ba1d-067665dbe712 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:25.837551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e50657-3b50-468b-af4c-4e97532ded4f req-4fddb225-db99-42e8-ba1d-067665dbe712 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.0530267
Nov 10 04:32:25.837680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-df709660-916a-4034-8ced-43c24ad39654 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0449100
Nov 10 04:32:25.893122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6e50657-3b50-468b-af4c-4e97532ded4f req-6f75b435-8814-4e03-a4ec-ebeec341979f tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0115a-3097-41a1-a181-2aa208271e34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477858
Nov 10 04:32:25.919255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-67eded71-f6aa-4d04-9610-7e2e9faabbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:25.920766 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-67eded71-f6aa-4d04-9610-7e2e9faabbe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1096 time: 0.0411096
Nov 10 04:32:26.022481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-22c17977-5481-49d5-87f6-511fabf93f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:26.023861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-22c17977-5481-49d5-87f6-511fabf93f6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0841856
Nov 10 04:32:26.096414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-848f2700-34b0-48f1-b71d-bdab3319cd25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1001 time: 0.0655885
Nov 10 04:32:26.129294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-61122247-397c-4cda-9e04-8ed8209fb3bf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:26.130738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-61122247-397c-4cda-9e04-8ed8209fb3bf tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 945 time: 0.0474243
Nov 10 04:32:26.144161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-267711f6-3725-4499-aa21-ceae41db6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:26.145649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-267711f6-3725-4499-aa21-ceae41db6223 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0433183
Nov 10 04:32:26.190213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-e1e25d3c-5eac-4ad0-b089-6aa7dd6f7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:26.191699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-e1e25d3c-5eac-4ad0-b089-6aa7dd6f7076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397041
Nov 10 04:32:26.219470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 88190519-9caa-4d72-a77d-fbebf8d2ab0c {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:26.219811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:26.287800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-bb7dc350-e019-4c64-9de8-d0127b716721 service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891230
Nov 10 04:32:26.311974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] For port 88190519-9caa-4d72-a77d-fbebf8d2ab0c, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=88190519-9caa-4d72-a77d-fbebf8d2ab0c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:26.312435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:26.324580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 88190519-9caa-4d72-a77d-fbebf8d2ab0c owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:26.381986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1f2028e6-a3b2-447e-a7d4-e5ee17898f88 req-1051afd1-4d19-4641-98a6-f6ac947578cb service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863085
Nov 10 04:32:26.456425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:26.489164 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=88190519-9caa-4d72-a77d-fbebf8d2ab0c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:26.511051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.511401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.511749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.512091 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.512430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.512794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.513129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.513461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.513788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.514114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.514439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.514790 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:26.536502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] No DVR routers for this DVR port 88190519-9caa-4d72-a77d-fbebf8d2ab0c on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:26.539042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:26.542350 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f9d2891-1f7d-4d23-b163-84b69d2b7504 req-d38aa274-b7b6-47d4-a891-3f9a196e12b8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.26 "DELETE /v2.0/ports/88190519-9caa-4d72-a77d-fbebf8d2ab0c HTTP/1.1" status: 204  len: 173 time: 0.4055016
Nov 10 04:32:26.542809 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'name': 'network-vif-deleted', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:26.545087 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb75301-50da-42cb-83cd-92e0e91b8c2c" -d '{"events": [{"server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "name": "network-vif-deleted", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:26.585999 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963696e2-42a0-4377-b50b-385ab583845c x-openstack-request-id: req-963696e2-42a0-4377-b50b-385ab583845c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:26.586293 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074f3f8-a1df-43fe-b937-e95787698531", "name": "network-vif-deleted", "tag": "88190519-9caa-4d72-a77d-fbebf8d2ab0c", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:26.586550 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-963696e2-42a0-4377-b50b-385ab583845c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:26.587198 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074f3f8-a1df-43fe-b937-e95787698531', 'name': 'network-vif-deleted', 'tag': '88190519-9caa-4d72-a77d-fbebf8d2ab0c', 'status': 'completed', 'code': 200}
Nov 10 04:32:27.009930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c3697ea-b0a2-4601-9913-b32caf08e0ce req-78cc785e-bfbc-40d1-95c3-cbc52832f0e8 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "GET /v2.0/ports?device_id=d074f3f8-a1df-43fe-b937-e95787698531 HTTP/1.1" status: 200  len: 210 time: 0.0337067
Nov 10 04:32:28.066881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51614) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:28.188104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Deleting port 699e7559-af85-4032-ba70-3eb600f77999 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:28.188439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.261759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.262082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.273981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Calling delete_port for 699e7559-af85-4032-ba70-3eb600f77999 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:28.401947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.426792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'Port': ['ID=699e7559-af85-4032-ba70-3eb600f77999,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:28.491293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.493938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:28.495078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6e981d5d-2623-47bc-abb5-a27c013846e4 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "DELETE /v2.0/floatingips/c2e3ed4d-ca11-46da-a373-7fc39cbc39ca HTTP/1.1" status: 204  len: 168 time: 0.4271882
Nov 10 04:32:30.253680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 88190519-9caa-4d72-a77d-fbebf8d2ab0c no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:30.273941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 88190519-9caa-4d72-a77d-fbebf8d2ab0c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:30.274284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 88190519-9caa-4d72-a77d-fbebf8d2ab0c not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:30.732212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51670) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:30.787398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:30.812681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:30.871075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:30.873827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:30.875032 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ed0115a-3097-41a1-a181-2aa208271e34 HTTP/1.1" status: 204  len: 168 time: 0.1417511
Nov 10 04:32:30.885304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e37b4-01e8-42dd-bebf-aafcdc6540f2 tempest-TestVolumeBootPattern-1790488751 tempest-TestVolumeBootPattern-1790488751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0115a-3097-41a1-a181-2aa208271e34,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:30.938808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51674) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:31.681001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:31.926205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Deleting port 250bc3b8-5e52-4af3-bf0f-d64526eb356c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:31.926931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.005228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] For port 250bc3b8-5e52-4af3-bf0f-d64526eb356c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=250bc3b8-5e52-4af3-bf0f-d64526eb356c,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:32.005507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.018093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Calling delete_port for 250bc3b8-5e52-4af3-bf0f-d64526eb356c owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:32.191530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.221691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=250bc3b8-5e52-4af3-bf0f-d64526eb356c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:32.383557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.600867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Router 15c47016-ac87-4e04-b59d-6be3abb2564a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:32.706223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:32.711536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-37eb9059-710f-42d3-8468-a66bba9c8f43 admin admin] 10.222.0.13 "PUT /v2.0/routers/15c47016-ac87-4e04-b59d-6be3abb2564a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7717257
Nov 10 04:32:32.714138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51678) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:32.714586 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Sync routers for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:32.725067 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:32.725663 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821476a070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:32.819483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.832356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:32.926689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:32.985002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Deleting port 76a6170a-ca19-479a-b65b-03f075b16fac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:32.985341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.011070 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821476a070>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132'}], 'enable_snat': True}, 'gw_port_id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:32:32Z', 'revision_number': 5, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port': {'id': '76a6170a-ca19-479a-b65b-03f075b16fac', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:22:52Z', 'updated_at': '2021-11-10T04:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:33.040425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Checking router: 15c47016-ac87-4e04-b59d-6be3abb2564a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:33.048878 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Routers {'15c47016-ac87-4e04-b59d-6be3abb2564a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:33.049483 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821476a070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['15c47016-ac87-4e04-b59d-6be3abb2564a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:33.064177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] For port 76a6170a-ca19-479a-b65b-03f075b16fac, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=76a6170a-ca19-479a-b65b-03f075b16fac,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:33.064547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.076967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Calling delete_port for 76a6170a-ca19-479a-b65b-03f075b16fac owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:33.132038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] Set router 15c47016-ac87-4e04-b59d-6be3abb2564a gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:33.182095 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821476a070>, [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:32:32Z', 'revision_number': 6, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:33.211763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051d5c6-c840-4470-9712-9da8f15bb3e1 None None] The sync data for ids ['15c47016-ac87-4e04-b59d-6be3abb2564a'] in ncdv-817176-1 is: [{'id': '15c47016-ac87-4e04-b59d-6be3abb2564a', 'name': 'tempest-TestVolumeBootPattern-38477160-router', 'tenant_id': '4be6c4098d8d4e41954d19a88075cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:22:51Z', 'updated_at': '2021-11-10T04:32:32Z', 'revision_number': 6, 'project_id': '4be6c4098d8d4e41954d19a88075cd96', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:33.242464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.267353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Pushing event deleted for resources: {'Port': ['ID=76a6170a-ca19-479a-b65b-03f075b16fac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:33.282982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3775c3-a478-4734-b77b-8788c3df9400 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:32:33.333489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.436213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.438373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.480879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.481448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c47016-ac87-4e04-b59d-6be3abb2564a {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:32:33.485969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.487132 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-591d056f-6715-47f2-b681-5445daac71be admin admin] 10.222.0.13 "DELETE /v2.0/routers/15c47016-ac87-4e04-b59d-6be3abb2564a HTTP/1.1" status: 204  len: 168 time: 0.7720718
Nov 10 04:32:33.489862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:33.534330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Deleting subnet cff60d75-3ad5-4124-892d-19e4aae6cf57 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:32:33.537313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.577945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.657246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.708486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.739381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff60d75-3ad5-4124-892d-19e4aae6cf57,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:33.741374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.744601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fca5a111-d252-4fb8-8fc7-a57b2d9d8962 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cff60d75-3ad5-4124-892d-19e4aae6cf57 HTTP/1.1" status: 204  len: 168 time: 0.2538664
Nov 10 04:32:33.745211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562c1e4-97aa-4fd6-be48-b205220b24a4 None None] Network 1c23080d-8583-419f-9c45-9eff32169fc8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:32:33.747080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51682) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:33.816863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.871317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Deleting port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:33.871660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.943391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] For port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,segment=NetworkSegment(f4d22472-3063-4817-8097-d34d9c682ee7),segment_id=f4d22472-3063-4817-8097-d34d9c682ee7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:33.944030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:33.956429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Calling delete_port for c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:34.004162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] DHCP port deletion for 1c23080d-8583-419f-9c45-9eff32169fc8 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:32:34.038727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.057048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Deleting port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:34.057423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.065445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:34.069999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] No DVR routers for this DVR port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:34.121945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] For port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010, host ncdv-817176-1, got binding levels [] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:34.122338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.135755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Calling delete_port for c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:34.138486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 was not found and therefore no delete operation was performed {{(pid=119698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 10 04:32:34.139737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.147131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.163474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Pushing event deleted for resources: {'Port': ['ID=c8e71fc5-de34-47e2-ab5a-4dc9e10ad010,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:34.168018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e385790>,) {'filters': {'network_id': ['1c23080d-8583-419f-9c45-9eff32169fc8']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:34.172696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] No DVR routers for this DVR port c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:34.175867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.176213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.176561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.176925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.177262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.177594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.177925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.178251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.178578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.178913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.179241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.179584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3684cf-55fa-4526-ad83-eb56f272d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:34.181300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e385790>, 'f4d22472-3063-4817-8097-d34d9c682ee7') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:34.182225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e385790>, 'f4d22472-3063-4817-8097-d34d9c682ee7') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:34.200484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.215134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.222570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:32:34.222974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:32:34.224751 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:32:34.290370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.296636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.300018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c23080d-8583-419f-9c45-9eff32169fc8 HTTP/1.1" status: 204  len: 168 time: 0.5520060
Nov 10 04:32:34.303069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51684) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:34.311908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e1bd9-68de-419b-bf90-9014ca8c0b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c23080d-8583-419f-9c45-9eff32169fc8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:34.361280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8eca939f-c6bf-4c86-b354-2c8d81d1c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.545308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 250bc3b8-5e52-4af3-bf0f-d64526eb356c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:34.565121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 250bc3b8-5e52-4af3-bf0f-d64526eb356c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:34.565460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 250bc3b8-5e52-4af3-bf0f-d64526eb356c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:34.565863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:34.584837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:34.585174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device c8e71fc5-de34-47e2-ab5a-4dc9e10ad010 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:34.585572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 76a6170a-ca19-479a-b65b-03f075b16fac no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:34.604844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 76a6170a-ca19-479a-b65b-03f075b16fac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:34.605188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 76a6170a-ca19-479a-b65b-03f075b16fac not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:34.638451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.874522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Deleting port 97301475-1b7a-42d6-bcff-15f8da6b44ae {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:34.874869 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.952472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] For port 97301475-1b7a-42d6-bcff-15f8da6b44ae, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=97301475-1b7a-42d6-bcff-15f8da6b44ae,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:34.952864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:34.968741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Calling delete_port for 97301475-1b7a-42d6-bcff-15f8da6b44ae owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:35.137804 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:35.162458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97301475-1b7a-42d6-bcff-15f8da6b44ae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:35.323081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:35.839367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Router e21f1d8b-7d49-4582-a26a-b8afc338e932 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:35.944556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:35.949450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-be38fcac-414a-48a9-a547-0e68ce2c78e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e21f1d8b-7d49-4582-a26a-b8afc338e932/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6451001
Nov 10 04:32:35.951963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51690) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:35.955164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Sync routers for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:35.965722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:35.966362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207322130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:36.057522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.070722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:36.156223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.211106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Deleting port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:36.211451 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.247085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207322130>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86'}], 'enable_snat': True}, 'gw_port_id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:32:35Z', 'revision_number': 5, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port': {'id': '10b06d03-7f8f-46ad-b5ce-9b08f448cd99', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:36.273371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Checking router: e21f1d8b-7d49-4582-a26a-b8afc338e932 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:36.281487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Routers {'e21f1d8b-7d49-4582-a26a-b8afc338e932'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:36.282086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207322130>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['e21f1d8b-7d49-4582-a26a-b8afc338e932'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:36.288000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] For port 10b06d03-7f8f-46ad-b5ce-9b08f448cd99, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:36.288363 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.300905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Calling delete_port for 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:36.367532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] Set router e21f1d8b-7d49-4582-a26a-b8afc338e932 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:36.417584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207322130>, [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:32:36Z', 'revision_number': 6, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:36.446567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc13bb-2571-4f61-8e18-df9f057fd9c0 None None] The sync data for ids ['e21f1d8b-7d49-4582-a26a-b8afc338e932'] in ncdv-817176-1 is: [{'id': 'e21f1d8b-7d49-4582-a26a-b8afc338e932', 'name': 'tempest-TestVolumeBootPattern-1470658222-router', 'tenant_id': '3680a125dba7419089bebecd3a577d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:23:00Z', 'updated_at': '2021-11-10T04:32:36Z', 'revision_number': 6, 'project_id': '3680a125dba7419089bebecd3a577d6d', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:36.462415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.494894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b06d03-7f8f-46ad-b5ce-9b08f448cd99,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:36.509098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3db75-3779-477a-bf44-ab2d39d9bab9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:32:36.556871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.645655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.647769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.689726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.690162 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e21f1d8b-7d49-4582-a26a-b8afc338e932 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:32:36.694353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.695571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b23b631a-c429-45c4-8967-2fb511f74820 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e21f1d8b-7d49-4582-a26a-b8afc338e932 HTTP/1.1" status: 204  len: 168 time: 0.7425234
Nov 10 04:32:36.698303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51692) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:36.742831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Deleting subnet 0e098f92-1ff4-49ce-ba33-d766f9464337 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:32:36.745910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.781096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.886265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.896721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 97301475-1b7a-42d6-bcff-15f8da6b44ae no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:36.925865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 97301475-1b7a-42d6-bcff-15f8da6b44ae {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:36.926532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 97301475-1b7a-42d6-bcff-15f8da6b44ae not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:36.940324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-add55b8e-7128-4510-b5bb-1b6c16ecf9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.945524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.972602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e098f92-1ff4-49ce-ba33-d766f9464337,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:36.974597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:36.977828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-27115709-ab21-4ba6-849a-5d9a8bab72cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e098f92-1ff4-49ce-ba33-d766f9464337 HTTP/1.1" status: 204  len: 168 time: 0.2784443
Nov 10 04:32:36.979796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0c6f8-eb16-4480-ae54-21099656894c None None] Network c0a53aeb-deab-4892-8c68-72a67543c110 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:32:36.980303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51694) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:37.051701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.105563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Deleting port 02295f8f-cab2-45d6-92f9-33ce8148f766 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:37.105911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.168500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] For port 02295f8f-cab2-45d6-92f9-33ce8148f766, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=02295f8f-cab2-45d6-92f9-33ce8148f766,segment=NetworkSegment(5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c),segment_id=5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:37.168837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.184726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Calling delete_port for 02295f8f-cab2-45d6-92f9-33ce8148f766 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:37.263787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073507b5-6422-4dd6-9f4f-1545e439d8c5 None None] DHCP port deletion for c0a53aeb-deab-4892-8c68-72a67543c110 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:32:37.270048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.289625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-073507b5-6422-4dd6-9f4f-1545e439d8c5 None None] The port '02295f8f-cab2-45d6-92f9-33ce8148f766' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:32:37.297756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Pushing event deleted for resources: {'Port': ['ID=02295f8f-cab2-45d6-92f9-33ce8148f766,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:37.300136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] No DVR routers for this DVR port 02295f8f-cab2-45d6-92f9-33ce8148f766 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:37.375579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.396898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0b9c40>,) {'filters': {'network_id': ['c0a53aeb-deab-4892-8c68-72a67543c110']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:37.405915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b9c40>, '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:37.406211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0b9c40>, '5d77bed4-3ec8-4358-bcf3-2f0d470b6e7c') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:37.415379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.428487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.434395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:32:37.434779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:32:37.436513 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:32:37.493036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.500806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.504560 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0a53aeb-deab-4892-8c68-72a67543c110 HTTP/1.1" status: 204  len: 168 time: 0.5233696
Nov 10 04:32:37.517590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112d811-a5de-4d1a-b023-16e9c9235044 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a53aeb-deab-4892-8c68-72a67543c110,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:37.618837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51698) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:37.663956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a888a0d0-5f3c-429d-8654-8c1fb7a71a59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4be6c4098d8d4e41954d19a88075cd96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0439191
Nov 10 04:32:37.666432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51700) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:37.713278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.736190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.780627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.783647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:37.784805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a71c8b8-8acb-4736-9018-9991e6621a52 HTTP/1.1" status: 204  len: 168 time: 0.1174264
Nov 10 04:32:37.792455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bfb7a-370a-4ad4-a2c2-941db7fe679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71c8b8-8acb-4736-9018-9991e6621a52,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:37.975281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:38.107614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51708) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:38.147683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98099e09-881c-4710-9daa-bf69f8e71fe9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3680a125dba7419089bebecd3a577d6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388849
Nov 10 04:32:38.150021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51710) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:38.196323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:38.217174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:38.265222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:38.268331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:38.269540 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37591aca-9059-43d8-a320-6c1a7b5431c5 HTTP/1.1" status: 204  len: 168 time: 0.1186159
Nov 10 04:32:38.276932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c3549-0997-406d-b870-dd071a46216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37591aca-9059-43d8-a320-6c1a7b5431c5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:38.541914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 02295f8f-cab2-45d6-92f9-33ce8148f766 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:38.563920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 02295f8f-cab2-45d6-92f9-33ce8148f766 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:38.564357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 02295f8f-cab2-45d6-92f9-33ce8148f766 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:38.564804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:38.586030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:32:38.586380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 10b06d03-7f8f-46ad-b5ce-9b08f448cd99 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:39.436057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:40.223470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:46.519347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e008a8-9ce9-409e-bf9a-75a8ac2426cf req-f187db4b-a31e-42d8-83ff-587865e4ba70 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:46.520856 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26e008a8-9ce9-409e-bf9a-75a8ac2426cf req-f187db4b-a31e-42d8-83ff-587865e4ba70 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0535684
Nov 10 04:32:46.569363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-26e008a8-9ce9-409e-bf9a-75a8ac2426cf req-80d3202f-d421-40d2-813a-a499fefa1bb7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424733
Nov 10 04:32:46.591849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51720) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:46.651401 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d89adc1c-99dd-4bc7-ab33-8ed645c9b399 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/cf003485-4fa3-4286-845b-fbdeee613ab8 HTTP/1.1" status: 200  len: 993 time: 0.0584748
Nov 10 04:32:46.975414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e424be3-ccc4-48a7-b6c4-dca90c8c05a3 req-9b998156-8d5e-4a52-a4aa-22f31c86e409 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:46.976869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e424be3-ccc4-48a7-b6c4-dca90c8c05a3 req-9b998156-8d5e-4a52-a4aa-22f31c86e409 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1096 time: 0.0442147
Nov 10 04:32:47.022003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e424be3-ccc4-48a7-b6c4-dca90c8c05a3 req-9e37800b-d86d-473e-8778-d3735e3448ed tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391781
Nov 10 04:32:47.539510 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-758a622c-87bc-44aa-b607-8011eac5eadc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0390208
Nov 10 04:32:47.548079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-9b14bd15-bbbf-4113-9880-96df9031fa3c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:32:47.549045 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-9b14bd15-bbbf-4113-9880-96df9031fa3c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049355
Nov 10 04:32:48.037335 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-b157a95d-b069-46d2-ac61-afc50acc60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.037335 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-b157a95d-b069-46d2-ac61-afc50acc60ff service neutron] 10.222.0.13 "GET /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1093 time: 0.0364962
Nov 10 04:32:48.041781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Request body: {'binding': {'host': 'nch2-817176-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:32:48.042315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Unknown quota resources ['binding']. {{(pid=119696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 10 04:32:48.172956 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on host nch2-817176-1 for vnic_type normal with profile None {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:32:48.173282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:32:48.173600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:48.177806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:32:48.178118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:48.182770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:32:48.183094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:32:48.183467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Bound using segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:32:48.183874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Bound port: a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:32:48.269430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:32:48.275251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:48.276550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-fe22d485-0ebf-4bed-a381-c9247ba4c6a9 service neutron] 10.222.0.13 "POST /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe/bindings HTTP/1.1" status: 201  len: 389 time: 0.2384639
Nov 10 04:32:48.419169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b56951-6ca4-43e9-a24f-0a2bb4a86cef req-f3b617f5-2874-4b42-8439-395fcb63b25a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.420682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0b56951-6ca4-43e9-a24f-0a2bb4a86cef req-f3b617f5-2874-4b42-8439-395fcb63b25a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0534399
Nov 10 04:32:48.495504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b0b56951-6ca4-43e9-a24f-0a2bb4a86cef req-43011f95-de7f-4703-9b56-11f10316858c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680516
Nov 10 04:32:48.505856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-927bcb1a-1da4-42c6-9ff7-c345753e096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.507308 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-927bcb1a-1da4-42c6-9ff7-c345753e096e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1096 time: 0.0606537
Nov 10 04:32:48.597831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-614559de-5d02-4154-92be-4c9f2d703abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.599178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-614559de-5d02-4154-92be-4c9f2d703abe service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0855739
Nov 10 04:32:48.662145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-1a6f3446-98e5-46e4-8fda-b477b1cb9a5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1001 time: 0.0561945
Nov 10 04:32:48.713801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-015abcaf-206b-43be-9540-84e0b5c27cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.715247 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-015abcaf-206b-43be-9540-84e0b5c27cd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0469604
Nov 10 04:32:48.760977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-2aa8c66a-4b41-4cfb-8369-423aa5c7a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:48.762445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-2aa8c66a-4b41-4cfb-8369-423aa5c7a90d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396791
Nov 10 04:32:48.855520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-057da7ab-faa3-4e35-9113-eb246794da97 service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851080
Nov 10 04:32:48.923395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:48.945300 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-bf19fde6-5e74-4674-a682-5514074eeb13 service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826931
Nov 10 04:32:49.080380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-f053c8c4-3780-4e4e-8645-79c3dd8d0315 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:49.081912 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-f053c8c4-3780-4e4e-8645-79c3dd8d0315 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1096 time: 0.0787349
Nov 10 04:32:49.093055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-817176-1'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:32:49.112892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.144778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.267474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:49.302784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:49.340614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:49.342927 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac7834-5815-43e4-a9f7-c0ba360234cf" -d '{"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-unplugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:49.347264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.353465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.385669 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26349971-71c8-4f94-b503-ecf0e33dad81 x-openstack-request-id: req-26349971-71c8-4f94-b503-ecf0e33dad81 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:49.385966 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-unplugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:49.386215 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26349971-71c8-4f94-b503-ecf0e33dad81 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:49.386602 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'code': 200}
Nov 10 04:32:49.448077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:49.501847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on host nch1-817176-1 for vnic_type normal with profile {"migrating_to": "nch2-817176-1"} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:32:49.502179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:32:49.502536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:49.507541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:32:49.507858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Attempting to bind port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on network 8a0f2a51-275d-4311-be2d-15f3e8838552 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:32:49.513123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:32:49.513464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Checking segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:32:49.514004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Bound using segment: {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:32:49.514435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Bound port: a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122c6078-c2b9-4448-aadd-afe2308d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:32:49.514787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.611477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:49.618292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-543e7c97-79dc-41ed-b56d-b2f415aecb6c None None] Provisioning complete for port a1829f11-cd9c-4b7c-a1c9-33688779dfbe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:49.618597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-543e7c97-79dc-41ed-b56d-b2f415aecb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.625762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:32:49.631765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.650592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71695f9a-d697-4c02-b14a-e1fe724d57b9 req-8298f1f6-1cc2-4426-ad04-34533cab9ad1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:49.652087 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71695f9a-d697-4c02-b14a-e1fe724d57b9 req-8298f1f6-1cc2-4426-ad04-34533cab9ad1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 943 time: 0.0796404
Nov 10 04:32:49.652576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-543e7c97-79dc-41ed-b56d-b2f415aecb6c None None] Port a1829f11-cd9c-4b7c-a1c9-33688779dfbe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:32:49.768401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=8']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:49.786531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-71695f9a-d697-4c02-b14a-e1fe724d57b9 req-3a9d6496-d854-4e55-ab34-86cbe55bd74f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168134
Nov 10 04:32:49.820998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:49.821617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:49.822995 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-41ded8a5-df81-42f1-9b02-4b03f1b55840 service neutron] 10.222.0.26 "PUT /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1121 time: 0.7338436
Nov 10 04:32:49.887998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['a1829f11-cd9c-4b7c-a1c9-33688779dfbe'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:32:50.000494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] Provisioning complete for port a1829f11-cd9c-4b7c-a1c9-33688779dfbe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:32:50.001155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:50.139786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:50.181755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:50.183972 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63567b10-fc2a-470c-a691-0c5cfb2f9584" -d '{"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-plugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:50.207088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:50.212841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:50.238290 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180a29d-a3d0-4657-ae5b-44c66acb5104 x-openstack-request-id: req-7180a29d-a3d0-4657-ae5b-44c66acb5104 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:50.238581 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-plugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:50.238830 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7180a29d-a3d0-4657-ae5b-44c66acb5104 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:50.239209 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'code': 200}
Nov 10 04:32:50.352463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842ff99-8a6b-4ddf-904c-90891c545417 None None] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:50.903090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6623470-4a60-4c5a-aaed-621393070763 req-1793ed05-42cb-404a-8429-e59f3a6de76b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:50.904577 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6623470-4a60-4c5a-aaed-621393070763 req-1793ed05-42cb-404a-8429-e59f3a6de76b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0494065
Nov 10 04:32:50.956769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c6623470-4a60-4c5a-aaed-621393070763 req-14cf613d-8657-4334-929d-6a6e65b19ea3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461395
Nov 10 04:32:51.388191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:51.390666 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654d090-fc98-4733-afd3-cd861334d369" -d '{"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:51.426996 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa3f963-82ff-4b07-9dd6-9bda66bc6ab3 x-openstack-request-id: req-8aa3f963-82ff-4b07-9dd6-9bda66bc6ab3 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:51.427287 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:51.427535 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aa3f963-82ff-4b07-9dd6-9bda66bc6ab3 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:51.427948 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'status': 'completed', 'code': 200}
Nov 10 04:32:51.491190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d090-fc98-4733-afd3-cd861334d369 req-6eef81d0-1b12-45b2-8b27-c46ad085df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:51.492710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-6eef81d0-1b12-45b2-8b27-c46ad085df70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1126 time: 0.0432031
Nov 10 04:32:51.581658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d090-fc98-4733-afd3-cd861334d369 req-bb86ac3d-5134-4354-ba0d-17be93bfe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:51.583099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-bb86ac3d-5134-4354-ba0d-17be93bfe530 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0831916
Nov 10 04:32:51.652337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-03eb2953-90f0-422d-bd55-593733d04098 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 1001 time: 0.0611928
Nov 10 04:32:51.700488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d090-fc98-4733-afd3-cd861334d369 req-4658949b-bec9-4ab7-81bc-c56238338a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:51.701887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-4658949b-bec9-4ab7-81bc-c56238338a4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0416889
Nov 10 04:32:51.747107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d090-fc98-4733-afd3-cd861334d369 req-6ce6912f-1633-463b-9f70-070080b65d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:51.748599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-6ce6912f-1633-463b-9f70-070080b65d15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388606
Nov 10 04:32:51.840599 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-16800757-de84-4c2d-9e5d-6298098bcbcc service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846493
Nov 10 04:32:51.931231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9654d090-fc98-4733-afd3-cd861334d369 req-01071ac4-db6b-4ad7-8e97-47875af6918f service neutron] 10.222.0.21 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832644
Nov 10 04:32:52.071840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce05d3-ba0d-40da-b079-d1828c156fef req-b1e020b0-7879-4d25-a3b8-998dd60e3e78 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:52.073493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bce05d3-ba0d-40da-b079-d1828c156fef req-b1e020b0-7879-4d25-a3b8-998dd60e3e78 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0482123
Nov 10 04:32:52.121465 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0bce05d3-ba0d-40da-b079-d1828c156fef req-bb351bcf-556f-4c2a-9a22-a4f2cf4dc676 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420287
Nov 10 04:32:52.347701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:32:52.442052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:52.452568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe has no active binding in host nch2-817176-1 {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 10 04:32:53.532535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d20789-61a6-4fed-b5f6-e3994aa6614f req-da8c6e9e-a063-443e-8a54-80b19ae7d55c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:53.534005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82d20789-61a6-4fed-b5f6-e3994aa6614f req-da8c6e9e-a063-443e-8a54-80b19ae7d55c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.3425930
Nov 10 04:32:53.582663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82d20789-61a6-4fed-b5f6-e3994aa6614f req-f8e33f1a-cb3c-4cf8-9411-58579e6b052d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429327
Nov 10 04:32:54.698041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da6ff-7d9a-4ee4-8092-ec9497d3a957 req-ee7b5643-1b98-4181-b4c4-7b0c3b68f740 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:54.699700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-915da6ff-7d9a-4ee4-8092-ec9497d3a957 req-ee7b5643-1b98-4181-b4c4-7b0c3b68f740 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 945 time: 0.0500772
Nov 10 04:32:54.703320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-a977b2a0-ddd2-4da6-a57f-0ac96643ad0b service neutron] 10.222.0.21 "GET /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe/bindings/nch2-817176-1 HTTP/1.1" status: 200  len: 384 time: 0.0557435
Nov 10 04:32:54.756213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-915da6ff-7d9a-4ee4-8092-ec9497d3a957 req-f3864a91-6952-4219-91f4-dc6b9fc21dd0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493345
Nov 10 04:32:54.882316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:54.902274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:54.944239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:54.946585 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499f25f-4ea0-4418-aeee-70b70f66d19d" -d '{"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-unplugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:54.953614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:54.968496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:55.001597 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b968c17e-c6eb-49e5-ac5f-f8e8368d8273 x-openstack-request-id: req-b968c17e-c6eb-49e5-ac5f-f8e8368d8273 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:55.001902 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-unplugged", "status": "completed", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:55.002152 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b968c17e-c6eb-49e5-ac5f-f8e8368d8273 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:55.003129 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'code': 200}
Nov 10 04:32:55.044170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Transition to ACTIVE for port object a1829f11-cd9c-4b7c-a1c9-33688779dfbe will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:32:55.048237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:55.143752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Pushing event updated for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=11']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:55.158293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.158854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.159003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.159341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.159668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.160004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.160334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.160685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.161015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.161351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.161679 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.162002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:32:55.193250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] No DVR routers for this DVR port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:55.324228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-89274196-2b54-44e8-a8fb-3eb4bd81231d service neutron] 10.222.0.21 "PUT /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe/bindings/nch2-817176-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6143849
Nov 10 04:32:55.420863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-bbf496f4-5b21-42b0-9a21-581098343153 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.422324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-bbf496f4-5b21-42b0-9a21-581098343153 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0461590
Nov 10 04:32:55.468458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-72d40721-478f-4e31-8684-ae3cb501eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.469929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-72d40721-478f-4e31-8684-ae3cb501eeca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 1095 time: 0.0389402
Nov 10 04:32:55.530202 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-de7bfcce-37c5-40b0-ac05-bf1bc0ab6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.531647 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-de7bfcce-37c5-40b0-ac05-bf1bc0ab6a4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1095 time: 0.0392716
Nov 10 04:32:55.622593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-a64ed4c3-33b0-4fe4-954b-78ab54e5a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.623952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-a64ed4c3-33b0-4fe4-954b-78ab54e5a122 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0853648
Nov 10 04:32:55.686970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-18d23f11-3888-426f-a233-7629d2733748 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 999 time: 0.0556624
Nov 10 04:32:55.733990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-5408d8cf-8131-4405-a767-dcfed4d26a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.735359 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-5408d8cf-8131-4405-a767-dcfed4d26a42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0414042
Nov 10 04:32:55.782108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-4ed92ff7-c7d6-4a96-953e-b5b1726543a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.784205 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-4ed92ff7-c7d6-4a96-953e-b5b1726543a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410917
Nov 10 04:32:55.910360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4f203-d9be-47b5-80ce-81d046667e58 req-6a5a4793-5826-48df-8a1d-878846c4d037 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:55.911845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cb4f203-d9be-47b5-80ce-81d046667e58 req-6a5a4793-5826-48df-8a1d-878846c4d037 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0774705
Nov 10 04:32:55.917134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-c12e48a3-dd36-42cf-8f34-27d2af43df2c service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263745
Nov 10 04:32:56.006120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cb4f203-d9be-47b5-80ce-81d046667e58 req-a9868091-816c-4b60-912d-8f0c84824402 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880516
Nov 10 04:32:56.037175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-7b287666-cb04-430e-b7c4-8017c404237a service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060262
Nov 10 04:32:56.259603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-b6a4eb36-1447-41f5-81c2-1152c85a7bf1 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:56.260997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-b6a4eb36-1447-41f5-81c2-1152c85a7bf1 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 1095 time: 0.0462005
Nov 10 04:32:56.367699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-3013a22a-3199-495a-b5df-b803cd144d96 service neutron] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:32:56.370848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-3013a22a-3199-495a-b5df-b803cd144d96 service neutron] Publish callbacks [] for binding, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:56.371980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-921c55a1-478c-4a93-ba4a-dbdf3827c582 req-3013a22a-3199-495a-b5df-b803cd144d96 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe/bindings/nch1-817176-1 HTTP/1.1" status: 204  len: 173 time: 0.1027441
Nov 10 04:32:56.566125 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:32:57.130546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2780-68bf-40da-b54a-90bbae9880fe req-1abf3047-e2a8-45ff-87d9-bd495fb42c0c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:57.132040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b24e2780-68bf-40da-b54a-90bbae9880fe req-1abf3047-e2a8-45ff-87d9-bd495fb42c0c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0494196
Nov 10 04:32:57.184053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b24e2780-68bf-40da-b54a-90bbae9880fe req-0d4c7a9f-2af7-4fb0-bdfe-7a931fe25032 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460968
Nov 10 04:32:57.290282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62677500-d741-4bd9-889a-965da4d0e16f req-b7cfed3c-fdaf-464f-9c32-2e5576151ee7 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:57.291800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62677500-d741-4bd9-889a-965da4d0e16f req-b7cfed3c-fdaf-464f-9c32-2e5576151ee7 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1095 time: 0.0393472
Nov 10 04:32:57.339231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-62677500-d741-4bd9-889a-965da4d0e16f req-5ec2f5bc-1a0c-4bbd-bda1-1bb85d868abe tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415692
Nov 10 04:32:57.450788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6412b-98f0-41f7-b170-35b5c4f53a98 req-42e31cde-112a-43ad-8a9e-5f065516b1cc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:57.452153 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99e6412b-98f0-41f7-b170-35b5c4f53a98 req-42e31cde-112a-43ad-8a9e-5f065516b1cc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0483842
Nov 10 04:32:57.501026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99e6412b-98f0-41f7-b170-35b5c4f53a98 req-2289adf5-e11c-4cf1-8c2f-0e3c5374f74c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426040
Nov 10 04:32:57.523080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51780) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:57.586559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c098b269-e603-49df-bae3-9801b0f86f40 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/cf003485-4fa3-4286-845b-fbdeee613ab8 HTTP/1.1" status: 200  len: 991 time: 0.0623550
Nov 10 04:32:57.811408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:32:57.974171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 1a977264-2d88-4736-92d2-0547e8ed9331 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:57.974519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.051054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.051383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.063907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 1a977264-2d88-4736-92d2-0547e8ed9331 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:58.211401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.233903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=1a977264-2d88-4736-92d2-0547e8ed9331,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:58.298632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.298951 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP cf003485-4fa3-4286-845b-fbdeee613ab8 disassociated (deleted). External IP: 172.32.3.155, port: a1829f11-cd9c-4b7c-a1c9-33688779dfbe.
Nov 10 04:32:58.394253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:32:58.434539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:32:58.506124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:32:58.611744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:32:58.617194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:58.621681 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Sync routers for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:32:58.631639 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:58.632244 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:58.643298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-04da333a-ef47-4fa5-b16e-29fffb2e5f15 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf003485-4fa3-4286-845b-fbdeee613ab8 HTTP/1.1" status: 204  len: 168 time: 0.8308794
Nov 10 04:32:58.644011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:58.646451 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaecab99-0624-42f8-8a54-f7b81762b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:58.685809 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7852aeff-a33b-4c04-a68a-f2e90d58c606 x-openstack-request-id: req-7852aeff-a33b-4c04-a68a-f2e90d58c606 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:58.685809 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:58.686170 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7852aeff-a33b-4c04-a68a-f2e90d58c606 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:58.686455 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'status': 'completed', 'code': 200}
Nov 10 04:32:58.750135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-5e419760-1090-4484-8781-c70a6e239b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:58.752101 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-5e419760-1090-4484-8781-c70a6e239b69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 1095 time: 0.0445683
Nov 10 04:32:58.833417 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:58.846752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-374013e4-50d7-4d5b-8d66-3109ba9d70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:58.848220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-374013e4-50d7-4d5b-8d66-3109ba9d70a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 200  len: 898 time: 0.0879493
Nov 10 04:32:58.894410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-6311d52f-75a5-4ded-bd2f-aeaeb4780bc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 200  len: 217 time: 0.0390854
Nov 10 04:32:58.950099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-4cf8a6bd-4ab4-4204-85e0-a10cb1c3f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:58.951456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-4cf8a6bd-4ab4-4204-85e0-a10cb1c3f890 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 200  len: 834 time: 0.0508745
Nov 10 04:32:59.007313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-03d02aca-2e07-4b0c-9f5c-a40d84549017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:59.008870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-03d02aca-2e07-4b0c-9f5c-a40d84549017 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a0f2a51-275d-4311-be2d-15f3e8838552&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0505989
Nov 10 04:32:59.041510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da280>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:59.071525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Checking router: 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:32:59.080658 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:32:59.081278 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146da280>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:59.115104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-f9e9017e-a46d-45ba-9eaf-94eec093bff3 service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956609
Nov 10 04:32:59.187421 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:32:59.240542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eaecab99-0624-42f8-8a54-f7b81762b9ba req-fc0a5f73-c372-473d-9f6a-456fb17a524a service neutron] 10.222.0.26 "GET /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164634
Nov 10 04:32:59.252243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08982c8-e3a4-4dd6-947b-7660921d4c05 req-c008f98e-867c-42d7-aba8-4b25c136f0ea tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:59.254324 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a08982c8-e3a4-4dd6-947b-7660921d4c05 req-c008f98e-867c-42d7-aba8-4b25c136f0ea tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.1904740
Nov 10 04:32:59.308870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a08982c8-e3a4-4dd6-947b-7660921d4c05 req-629b9812-e6bf-4132-bce4-de13338dff67 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3a58508-3fcc-40b8-bcff-6b80df002e12&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455711
Nov 10 04:32:59.385885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146da280>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:32:59.414762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7adeec-49f0-42b0-938b-a4c24543480a None None] The sync data for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 is: [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:59Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8b9fc6be-249a-4cb2-b865-e2d66395f7ed', 'name': '', 'network_id': '8a0f2a51-275d-4311-be2d-15f3e8838552', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:50:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:59Z', 'updated_at': '2021-11-10T04:32:02Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '49787deb-8a44-4c02-a426-80a5751e3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:32:59.499279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-f61e3e7b-325f-4926-bd76-8e116563edb1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:32:59.500718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-f61e3e7b-325f-4926-bd76-8e116563edb1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda81fdc-373f-4eba-8e3f-4c073137ef29 HTTP/1.1" status: 200  len: 944 time: 0.0495472
Nov 10 04:32:59.594285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port a1829f11-cd9c-4b7c-a1c9-33688779dfbe {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:32:59.594622 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:59.661302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10470499-a4e6-4ef6-aa4e-01f9b8ba3c90 None None] New status for floating IP cf003485-4fa3-4286-845b-fbdeee613ab8: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:32:59.683621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port a1829f11-cd9c-4b7c-a1c9-33688779dfbe, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:32:59.683982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:59.696089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for a1829f11-cd9c-4b7c-a1c9-33688779dfbe owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:32:59.822675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:59.851896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=a1829f11-cd9c-4b7c-a1c9-33688779dfbe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:32:59.894918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] No DVR routers for this DVR port a1829f11-cd9c-4b7c-a1c9-33688779dfbe on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:32:59.897473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:32:59.900807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a56cae45-d0c5-4956-afa3-a4e4b287ad1f req-42b7b04f-f639-4ff5-afff-baf37d4d520f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "DELETE /v2.0/ports/a1829f11-cd9c-4b7c-a1c9-33688779dfbe HTTP/1.1" status: 204  len: 173 time: 0.3941400
Nov 10 04:32:59.901240 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-deleted', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:32:59.903466 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25f440-c1d4-4bc7-9572-d3962891dd6c" -d '{"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-deleted", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:32:59.943816 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd023aea-e543-4bdd-ab46-d080e2899916 x-openstack-request-id: req-bd023aea-e543-4bdd-ab46-d080e2899916 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:32:59.944129 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda81fdc-373f-4eba-8e3f-4c073137ef29", "name": "network-vif-deleted", "tag": "a1829f11-cd9c-4b7c-a1c9-33688779dfbe", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:32:59.944366 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd023aea-e543-4bdd-ab46-d080e2899916 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:32:59.944797 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda81fdc-373f-4eba-8e3f-4c073137ef29', 'name': 'network-vif-deleted', 'tag': 'a1829f11-cd9c-4b7c-a1c9-33688779dfbe', 'status': 'completed', 'code': 200}
Nov 10 04:33:00.367216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51802) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:00.716517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:00.966749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:33:00.967010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:01.060337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 8b9fc6be-249a-4cb2-b865-e2d66395f7ed, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:01.060731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:01.072991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 8b9fc6be-249a-4cb2-b865-e2d66395f7ed owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:33:01.253042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:01.279934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=8b9fc6be-249a-4cb2-b865-e2d66395f7ed,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:01.448896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:01.659631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:33:02.058055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:33:02.062929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-107654b8-e91b-4228-8a3a-8d4b7622afec tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/2f8b0e11-985a-4adb-a7bb-87e68cbbaa81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6946051
Nov 10 04:33:02.066365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51804) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:02.068873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45627be7-a895-439d-9739-30347748c7cb None None] Sync routers for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:33:02.079851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:02.080484 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:02.117866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting subnet 49787deb-8a44-4c02-a426-80a5751e3c5c {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:33:02.121112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.163848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.183534 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:02.245691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.304226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.332723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Subnet': ['ID=49787deb-8a44-4c02-a426-80a5751e3c5c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:02.334648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.341514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c62ac475-47ca-414a-ab64-24a3a78d885c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/subnets/49787deb-8a44-4c02-a426-80a5751e3c5c HTTP/1.1" status: 204  len: 168 time: 0.2705824
Nov 10 04:33:02.341514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51806) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:02.344669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62301bc-4240-4df3-8311-3276b980a027 None None] Network 8a0f2a51-275d-4311-be2d-15f3e8838552 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:33:02.359696 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662820>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:33:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:02.386318 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45627be7-a895-439d-9739-30347748c7cb None None] Checking router: 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:33:02.394543 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] Routers {'2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:02.395144 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:02.457203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.497922 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] Set router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:02.555422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] DHCP port deletion for 8a0f2a51-275d-4311-be2d-15f3e8838552 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:33:02.571339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.615514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Deleting port a144dd88-4a42-42d3-9560-b94de62e458c {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:33:02.616099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.638381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 4216e29b-c9ae-4e9b-b04e-f37019db4612 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:33:02.638757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.678616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] For port a144dd88-4a42-42d3-9560-b94de62e458c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a144dd88-4a42-42d3-9560-b94de62e458c,segment=NetworkSegment(122c6078-c2b9-4448-aadd-afe2308d40db),segment_id=122c6078-c2b9-4448-aadd-afe2308d40db)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:02.679536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.692763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Calling delete_port for a144dd88-4a42-42d3-9560-b94de62e458c owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:33:02.709704 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-45627be7-a895-439d-9739-30347748c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662820>, [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:33:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:02.725352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 4216e29b-c9ae-4e9b-b04e-f37019db4612, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=4216e29b-c9ae-4e9b-b04e-f37019db4612,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:02.725723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.738859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 4216e29b-c9ae-4e9b-b04e-f37019db4612 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:33:02.739826 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45627be7-a895-439d-9739-30347748c7cb None None] The sync data for ids ['2f8b0e11-985a-4adb-a7bb-87e68cbbaa81'] in ncdv-817176-1 is: [{'id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674818503', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73'}], 'enable_snat': True}, 'gw_port_id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:33:01Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': '4216e29b-c9ae-4e9b-b04e-f37019db4612', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0e11-985a-4adb-a7bb-87e68cbbaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:31:56Z', 'updated_at': '2021-11-10T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:33:02.933360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.937411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:02.959275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] Pushing event deleted for resources: {'Port': ['ID=a144dd88-4a42-42d3-9560-b94de62e458c,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:02.962832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae0947-796e-4ff6-b45d-620845bd7677 None None] No DVR routers for this DVR port a144dd88-4a42-42d3-9560-b94de62e458c on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:33:02.963322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=4216e29b-c9ae-4e9b-b04e-f37019db4612,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:02.985009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a0a2b-308f-439b-ab76-6a424d57dc09 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:33:03.031861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.130375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.132805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.177135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.177967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Fanout notify agent at l3_agent the message router_deleted on router 2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:33:03.186439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.187778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d62da95d-53a7-4ac6-8b45-b23150866923 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/routers/2f8b0e11-985a-4adb-a7bb-87e68cbbaa81 HTTP/1.1" status: 204  len: 168 time: 0.8462431
Nov 10 04:33:03.191003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51808) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:03.272146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.375349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.396929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ef6c7f0>,) {'filters': {'network_id': ['8a0f2a51-275d-4311-be2d-15f3e8838552']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:03.406580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ef6c7f0>, '122c6078-c2b9-4448-aadd-afe2308d40db') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:03.406875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ef6c7f0>, '122c6078-c2b9-4448-aadd-afe2308d40db') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:03.416427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.429439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.435198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:33:03.435522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:33:03.438414 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:33:03.497072 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.504439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.507592 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/networks/8a0f2a51-275d-4311-be2d-15f3e8838552 HTTP/1.1" status: 204  len: 168 time: 0.3150289
Nov 10 04:33:03.510385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51810) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:03.519133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db2b17-ae36-4389-8429-8fe62268200f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Network': ['ID=8a0f2a51-275d-4311-be2d-15f3e8838552,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:03.568825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.593806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.653250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.655915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.657155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3a58508-3fcc-40b8-bcff-6b80df002e12 HTTP/1.1" status: 204  len: 168 time: 0.1457491
Nov 10 04:33:03.666136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bba606-ca92-43ad-bdf3-0bba7267ceb3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a58508-3fcc-40b8-bcff-6b80df002e12,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:03.873467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51816) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:03.878009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195390177', 'description': 'tempest-secgroup-smoke-1195390177 description', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:03.899132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.966529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:03.970132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.307642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.308933 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4344513
Nov 10 04:33:04.312044 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51818) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.313580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbae05e-0f73-45f3-9ad9-bdeb676d07a3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b9cd5c-7002-4450-ba75-5827fb8bd5e1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.319101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.348062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.354751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:33:04.383420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: a1829f11-cd9c-4b7c-a1c9-33688779dfbe {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:33:04.383871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device a1829f11-cd9c-4b7c-a1c9-33688779dfbe not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:33:04.385832 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-19911c11-e13c-4b4f-abba-702396c67c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.399812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.403227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.420413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752713cc-5c83-4230-91f6-0ed8d983793a,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.428178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.429372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f3e4672-be80-474f-8839-67377df73560 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1161628
Nov 10 04:33:04.432032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51820) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.436254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.462755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.520457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.525123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.543138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e08e64-afc9-425c-afa3-ebaa7269ed8f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.551869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.555884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51822) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.556028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd12ff6d-c01d-4b32-be9d-ca55678d4ab1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1229482
Nov 10 04:33:04.556772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b9fc6be-249a-4cb2-b865-e2d66395f7ed no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:33:04.560674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.577324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8b9fc6be-249a-4cb2-b865-e2d66395f7ed {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:33:04.577544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b9fc6be-249a-4cb2-b865-e2d66395f7ed not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:33:04.578014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a144dd88-4a42-42d3-9560-b94de62e458c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:33:04.588980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.598483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a144dd88-4a42-42d3-9560-b94de62e458c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:33:04.598822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a144dd88-4a42-42d3-9560-b94de62e458c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:33:04.599222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4216e29b-c9ae-4e9b-b04e-f37019db4612 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:33:04.617546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 4216e29b-c9ae-4e9b-b04e-f37019db4612 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:33:04.617886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 4216e29b-c9ae-4e9b-b04e-f37019db4612 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:33:04.648353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.652127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.666675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72a5af6-4bb7-430f-85f6-68c78c32ac1c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.676489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.677694 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f887e45f-fd51-4539-aaf3-1e3c80c6f543 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1207695
Nov 10 04:33:04.680499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51824) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.685616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.713312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.769100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.772626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.790082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a80f73-c488-4b78-b47f-134e1c196784,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.800096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.801298 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e15fb5ce-0b99-4492-9f51-923a6e440e81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1198182
Nov 10 04:33:04.803976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51826) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.808228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.830718 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:33:04.836345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.894367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.898157 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.915768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448e68d1-c111-4f7f-986c-bce161697ef7,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:04.920146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:04.921562 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-160bcb2a-4053-4fa4-b243-95cd9770a0b0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1164246
Nov 10 04:33:04.924047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51828) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:04.928208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'security_group_rule': {'security_group_id': '81b9cd5c-7002-4450-ba75-5827fb8bd5e1', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:04.949472 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Project 8eaca4756c864f17bdf2e0b388c2ffca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:33:04.954075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.012805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.016333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.035475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ead9255-9d5a-4325-845b-52c8dcc0fbd6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:05.041769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.042905 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2641c06e-e554-425d-a1b1-6e2a4b4c6808 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1179092
Nov 10 04:33:05.045753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51830) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:05.051270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'network': {'name': 'tempest-network-smoke--948758709', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:05.070979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:33:05.074413 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.096411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:33:05.104955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.105290 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Added segment c18abe0c-e46d-4643-9fed-e0daf76fb4b1 of type vlan for network 0458089d-8f85-4fcd-bc77-00b13969d16d
Nov 10 04:33:05.142796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.165464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.170834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:05.171399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.226057 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1792953
Nov 10 04:33:05.228676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:05.239674 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'admin_state_up': True, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:05.251021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6fbc1-5ce4-47de-be11-242af37e4c59 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Network': ['ID=0458089d-8f85-4fcd-bc77-00b13969d16d,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:05.261371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0458089d-8f85-4fcd-bc77-00b13969d16d details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:33:05.268696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.269716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.320183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.456014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.642632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.664840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.763365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.115 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/bf11a079-61f1-41e0-9b00-3ed79eaa6d28) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:33:05.868513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.900904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:05.935560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:05.940872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:05.944417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:33:05.953103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085bc64-17d2-454e-937e-ab305f640e8f None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:33:05.970330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:06.017006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-00d72b24-79aa-4a42-afbc-abea5756afc0 None None] Provisioning complete for port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:06.017372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-00d72b24-79aa-4a42-afbc-abea5756afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.050277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-00d72b24-79aa-4a42-afbc-abea5756afc0 None None] Port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:06.194266 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.384067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.507417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:33:06.613333 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:33:06.622335 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Sync routers for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:33:06.631911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:06.632387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.632500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075747f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:32:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:06.636589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1039c98f-6875-4c83-bd1f-6cc625d646d5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4040611
Nov 10 04:33:06.636826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51834) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:06.736751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:06.763091 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-88e9bb04-6580-47c0-b175-fbe557ad60f5 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8eaca4756c864f17bdf2e0b388c2ffca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1251359
Nov 10 04:33:06.765558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:06.853580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057464f-cb59-478b-8d7c-2754bed38e43 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:06.855210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e057464f-cb59-478b-8d7c-2754bed38e43 tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0887694
Nov 10 04:33:06.858046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:06.889489 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c858d5a7-efb4-43e7-be8f-c39ca609a7ae tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0303712
Nov 10 04:33:06.891997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:06.897244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847560036', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:06.922099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075747f0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:06Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:06.953900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Checking router: f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:33:06.954792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Updating router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:33:06.977627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd388bc0-2e6d-4366-bf47-eb2a9ed80a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.983107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:06.984895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:33:06.988951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.166260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.225782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Subnet': ['ID=81385188-5852-46e7-aa6a-cb61676f2ee7,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:07.233189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.238826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.240096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Checking segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:33:07.240574 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network hostable DHCP agents. Network: 0458089d-8f85-4fcd-bc77-00b13969d16d, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:33:07.257762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 0458089d-8f85-4fcd-bc77-00b13969d16d is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:33:07.266521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0458089d-8f85-4fcd-bc77-00b13969d16d) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:07.274197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:07.274197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.286990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a270c-2cc9-4fce-99a3-f9dd542ac0d2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:33:07.288750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b51a57-392e-420d-9fa5-fc40da37784f None None] Network 0458089d-8f85-4fcd-bc77-00b13969d16d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:33:07.292709 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ed3bb89-f90b-4553-8e4a-6d9be5f226fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3997104
Nov 10 04:33:07.295387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 51844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:07.335729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Attempting to bind port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:33:07.336104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Attempting to bind port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:33:07.336467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Attempting to bind port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:33:07.339600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6aaec-9368-4b99-a94d-4d1711fa882f None None] Pushing event updated for resources: {'Port': ['ID=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:07.354383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:33:07.354760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:33:07.355156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.355542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:33:07.356015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Bound port: bf11a079-61f1-41e0-9b00-3ed79eaa6d28, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:33:07.356396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.435275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b346eaa1-1268-4e39-86a5-28b86a6a8c36 None None] Provisioning complete for port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:07.435552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b346eaa1-1268-4e39-86a5-28b86a6a8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.462969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] For port bf11a079-61f1-41e0-9b00-3ed79eaa6d28, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:33:07.502965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] For port bf11a079-61f1-41e0-9b00-3ed79eaa6d28, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:33:07.510763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.512515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b346eaa1-1268-4e39-86a5-28b86a6a8c36 None None] Port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:07.567171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa6942-30c6-49ff-bcc7-e372cdd54056 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:33:07.605186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0458089d-8f85-4fcd-bc77-00b13969d16d', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:33:07.606033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.610113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:07.610607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075747f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:33:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:07.612363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6aaec-9368-4b99-a94d-4d1711fa882f None None] Pushing event updated for resources: {'Port': ['ID=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:07.742693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.760170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] Provisioning complete for port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:07.760539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:07.856145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:07.962899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Allocated IP 172.20.0.2 (0458089d-8f85-4fcd-bc77-00b13969d16d/81385188-5852-46e7-aa6a-cb61676f2ee7/52ba0d1e-1850-45f5-97c1-7bdb5b742e2f) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:33:08.211904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.227256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.274170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] For port bf11a079-61f1-41e0-9b00-3ed79eaa6d28, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:08.295218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.402073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4140b4-d7e6-4c4e-8c99-1507ffb0e35c None None] Pushing event updated for resources: {'Port': ['ID=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:08.424877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.438994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.446126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075747f0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:06Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:08.515768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.1 (0458089d-8f85-4fcd-bc77-00b13969d16d/81385188-5852-46e7-aa6a-cb61676f2ee7/812da73a-0d16-494e-af8f-f8501fa446b7) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:33:08.529324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49b62-eba4-4acc-be8e-30f6f6eb1ff3 None None] The sync data for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 is: [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:06Z', 'revision_number': 3, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:33:08.534008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Network 0458089d-8f85-4fcd-bc77-00b13969d16d is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:08.539231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:08.542887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:33:08.555503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Pushing event updated for resources: {'Port': ['ID=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:08.601738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Attempting to bind port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:33:08.602105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Attempting to bind port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:33:08.602470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Attempting to bind port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f on network 0458089d-8f85-4fcd-bc77-00b13969d16d {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:33:08.608439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:33:08.608845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Checking segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:33:08.609302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.609701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Bound using segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:33:08.610168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Bound port: 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:33:08.610543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.642141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.678797 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.682227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] For port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:33:08.685649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] For port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:33:08.691098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.718661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 0458089d-8f85-4fcd-bc77-00b13969d16d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:08.729322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:08.733461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:33:08.763845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:08.790960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689688d9-7cd0-4bff-93c5-dfc033a4e055 None None] Pushing event updated for resources: {'Port': ['ID=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:08.800474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:08.948385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.261419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.266070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.343098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:09.345687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.454268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.457421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 0458089d-8f85-4fcd-bc77-00b13969d16d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:09.458934 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:09.575824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:33:09.687904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:33:09.693515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-14e6759a-84d5-439f-82b2-9e0826b1bea4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/f0f0d804-a3a0-4867-afa0-8c9ecd7614a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3971753
Nov 10 04:33:09.788767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9e8c1-f6fa-4953-a5e8-2d99227105ea None None] Network 0458089d-8f85-4fcd-bc77-00b13969d16d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:33:09.860915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] Provisioning complete for port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:09.861404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:09.986378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-c4c21940-d168-4035-b4b5-e2fc57053077 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195390177&fields=id&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 267 time: 0.0447042
Nov 10 04:33:10.007719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.046822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] For port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:10.052426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.112176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc3ce0-6547-430a-b989-4b397bbd94a5 None None] Pushing event updated for resources: {'Port': ['ID=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:10.118309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-b3fb8830-9bed-45f8-9ec8-a675c2154bbe tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:10.119865 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-b3fb8830-9bed-45f8-9ec8-a675c2154bbe tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 796 time: 0.1264703
Nov 10 04:33:10.136703 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-c094feaf-5527-4b16-8ad5-3d0eb8615e46 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/quotas/8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 375 time: 0.0105400
Nov 10 04:33:10.193122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-35da9e66-9f28-47c0-993f-aeffff2341c5 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501671
Nov 10 04:33:10.231168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.248263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Sync routers for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:33:10.267226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:10.268206 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:33:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:10.276729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-618ebdd3-0896-4dc3-91f4-2b675837b8c3 None None] Provisioning complete for port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.277195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-618ebdd3-0896-4dc3-91f4-2b675837b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.316852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-26cd4811-beea-4201-8cec-1d1039d87494 service neutron] 10.222.0.13 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103079
Nov 10 04:33:10.384868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-618ebdd3-0896-4dc3-91f4-2b675837b8c3 None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.385276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-618ebdd3-0896-4dc3-91f4-2b675837b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.425573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-11f354b0-520a-475f-af03-c2062a215971 service neutron] 10.222.0.13 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025188
Nov 10 04:33:10.428974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-618ebdd3-0896-4dc3-91f4-2b675837b8c3 None None] Port 812da73a-0d16-494e-af8f-f8501fa446b7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:10.504356 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:10.570267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ba3addcd-8260-4281-ad81-ed9c73d37a25 None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.571480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba3addcd-8260-4281-ad81-ed9c73d37a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.652458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8672d330-6f62-488e-8ec1-cd57e4a43ec5 req-49297488-8511-4cd3-b0a7-8f2e54f44c84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 210 time: 0.0342228
Nov 10 04:33:10.665287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ba3addcd-8260-4281-ad81-ed9c73d37a25 None None] Port 812da73a-0d16-494e-af8f-f8501fa446b7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:10.741760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bf11a079-61f1-41e0-9b00-3ed79eaa6d28 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:33:10.745635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662bb0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:09Z', 'revision_number': 2, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:10.776924 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Checking router: f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:33:10.777275 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Updating router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 port 812da73a-0d16-494e-af8f-f8501fa446b7 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:33:10.802492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.802872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.815886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.907909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:33:10.932098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2e910645-80fe-4eb9-b67f-ff16076b4535 None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.932478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e910645-80fe-4eb9-b67f-ff16076b4535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:10.981887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e910645-80fe-4eb9-b67f-ff16076b4535 None None] Port 812da73a-0d16-494e-af8f-f8501fa446b7 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:10.993778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:10.994150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.103469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.108475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.153550 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Pushing event updated for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:11.162671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.162671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.162998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.163104 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.163412 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.163732 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.164122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.164341 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.164674 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.165057 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.165287 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.165596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:33:11.223481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Attempting to bind port 812da73a-0d16-494e-af8f-f8501fa446b7 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:33:11.223851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Attempting to bind port 812da73a-0d16-494e-af8f-f8501fa446b7 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:33:11.224378 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Attempting to bind port 812da73a-0d16-494e-af8f-f8501fa446b7 on network 0458089d-8f85-4fcd-bc77-00b13969d16d {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:33:11.229542 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:33:11.230005 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Checking segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:33:11.230427 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.231015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Bound using segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:33:11.231507 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Bound port: 812da73a-0d16-494e-af8f-f8501fa446b7, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:33:11.231884 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.296493 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] For port 812da73a-0d16-494e-af8f-f8501fa446b7, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:33:11.299991 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] For port 812da73a-0d16-494e-af8f-f8501fa446b7, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=812da73a-0d16-494e-af8f-f8501fa446b7,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:33:11.304160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.365328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d38bab-990b-49f4-af1c-808b67e03773 None None] Pushing event updated for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:11.372353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:11.372981 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:33:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:11.404150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:11.404856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.484704 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:11.491346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.529693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] For port 812da73a-0d16-494e-af8f-f8501fa446b7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=812da73a-0d16-494e-af8f-f8501fa446b7,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:11.533871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.587204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfff9e-5dd1-4a8b-88e9-75e74ab5f8fd None None] Pushing event updated for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:11.655458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-08e98b21-4be2-45ad-97b0-cd5f5ed03e00 None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:11.655838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08e98b21-4be2-45ad-97b0-cd5f5ed03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:11.712208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662bb0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:11.766646 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb889a04-8039-48e8-ba08-51ee318bb5fc None None] The sync data for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 is: [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:33:11.802190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6db42824-8fb0-4786-83e9-dc80b3ca45d8 req-50625ce8-c548-4c76-a37f-ce8367fd6cd1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 210 time: 0.0350349
Nov 10 04:33:11.802708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-c6a6f970-80d4-45eb-8f64-8bd90c517be2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:11.804157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-c6a6f970-80d4-45eb-8f64-8bd90c517be2 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 796 time: 0.1503124
Nov 10 04:33:11.899355 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9331b8df-d0e7-4a72-9524-3546b782de24 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaca4756c864f17bdf2e0b388c2ffca HTTP/1.1" status: 200  len: 380 time: 0.0848122
Nov 10 04:33:11.910120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'port': {'device_id': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'admin_state_up': True, 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'security_groups': ['81b9cd5c-7002-4450-ba75-5827fb8bd5e1']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:12.352989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Made reservation on behalf of 8eaca4756c864f17bdf2e0b388c2ffca for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:33:12.357306 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:12.485878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.20.0.9 (0458089d-8f85-4fcd-bc77-00b13969d16d/81385188-5852-46e7-aa6a-cb61676f2ee7/01571588-4c95-449d-9c6c-e49f3b82493e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:33:12.606672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 812da73a-0d16-494e-af8f-f8501fa446b7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:33:12.640642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:12.660103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 812da73a-0d16-494e-af8f-f8501fa446b7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:12.660532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:12.678603 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:12.730787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network 0458089d-8f85-4fcd-bc77-00b13969d16d is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:12.736052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:12.738571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:33:12.772686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:12.801636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:12.802276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:12.826076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-9b0b04ce-12c7-4b01-9979-b58cf3d24692 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9198461
Nov 10 04:33:12.917851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Request body: {'port': {'device_id': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:12.981556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faea48-44ee-42b7-abe8-52a001e9e286 req-2b6d06bd-9633-47bd-856c-cca3ca19328b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:12.983090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79faea48-44ee-42b7-abe8-52a001e9e286 req-2b6d06bd-9633-47bd-856c-cca3ca19328b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 931 time: 0.1035631
Nov 10 04:33:12.992582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.071701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79faea48-44ee-42b7-abe8-52a001e9e286 req-85aeabc0-caba-4108-8d79-665c15f4d64e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806751
Nov 10 04:33:13.087020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5f42e38a-3045-4c81-907e-5ef6f75c9d43 None None] Provisioning complete for port 01571588-4c95-449d-9c6c-e49f3b82493e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:13.087386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f42e38a-3045-4c81-907e-5ef6f75c9d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.123927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5f42e38a-3045-4c81-907e-5ef6f75c9d43 None None] Port 01571588-4c95-449d-9c6c-e49f3b82493e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:33:13.288242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01571588-4c95-449d-9c6c-e49f3b82493e {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:33:13.295472 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.307455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Transition to ACTIVE for port object 01571588-4c95-449d-9c6c-e49f3b82493e will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:33:13.311201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.376171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:13.432025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Attempting to bind port 01571588-4c95-449d-9c6c-e49f3b82493e on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:33:13.432390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Attempting to bind port 01571588-4c95-449d-9c6c-e49f3b82493e by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:33:13.432813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Attempting to bind port 01571588-4c95-449d-9c6c-e49f3b82493e on network 0458089d-8f85-4fcd-bc77-00b13969d16d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:33:13.437261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Port 01571588-4c95-449d-9c6c-e49f3b82493e on network 0458089d-8f85-4fcd-bc77-00b13969d16d not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:33:13.437583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Attempting to bind port 01571588-4c95-449d-9c6c-e49f3b82493e on network 0458089d-8f85-4fcd-bc77-00b13969d16d {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:33:13.443136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:33:13.443473 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Checking segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:33:13.443852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Bound using segment: {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:33:13.444280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Bound port: 01571588-4c95-449d-9c6c-e49f3b82493e, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:33:13.444658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.511327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:33:13.514377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:33:13.518661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.559195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:13.559812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:13.561320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] 10.222.0.26 "PUT /v2.0/ports/01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 1091 time: 0.7260253
Nov 10 04:33:13.561754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:33:13.563996 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbd2979-0124-4088-b6b4-f3d8b72520eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:33:13.590420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bcf32-6d16-4000-8d02-3e7e6e2f16ff service neutron] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:13.690674 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acd0fc6-0068-46b9-a6c4-2d34825f03f9 x-openstack-request-id: req-0acd0fc6-0068-46b9-a6c4-2d34825f03f9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:33:13.690961 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:33:13.691206 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0acd0fc6-0068-46b9-a6c4-2d34825f03f9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:33:13.691596 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'status': 'completed', 'code': 200}
Nov 10 04:33:13.707978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-a59fc695-d53a-40ad-9b98-6c37e211434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:13.709542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-a59fc695-d53a-40ad-9b98-6c37e211434f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1094 time: 0.0457065
Nov 10 04:33:13.756579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-2053f881-f602-4423-afe0-cb2ef67eb037 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 217 time: 0.0397341
Nov 10 04:33:13.808142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-d1ebbb52-4065-4cda-92dd-d0749cde86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:13.809838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-d1ebbb52-4065-4cda-92dd-d0749cde86e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0470645
Nov 10 04:33:13.854371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879af3-d5e5-4056-931e-47590d68a77d req-3ea4f33f-a572-4f24-bfe7-2058f84bf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:13.856041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-3ea4f33f-a572-4f24-bfe7-2058f84bf3d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398383
Nov 10 04:33:13.948624 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-58485619-495b-4763-b4d5-bbb43efe2053 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846660
Nov 10 04:33:14.037718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fc879af3-d5e5-4056-931e-47590d68a77d req-667f81f2-bdcb-47f0-a749-6f45448a2696 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818193
Nov 10 04:33:14.123901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-849af321-0406-486e-a98c-3d7498cc31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:14.125589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-849af321-0406-486e-a98c-3d7498cc31f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1094 time: 0.0454741
Nov 10 04:33:14.246755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bcef4-dcb5-484f-9d9a-e98a55b729e9 req-546c45f1-f67b-4c36-ba1b-93a51c43caa7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:14.248222 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8bcef4-dcb5-484f-9d9a-e98a55b729e9 req-546c45f1-f67b-4c36-ba1b-93a51c43caa7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 943 time: 0.0984161
Nov 10 04:33:14.263572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-00df1b1f-8315-494f-81ed-672ffab903f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:14.264980 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-00df1b1f-8315-494f-81ed-672ffab903f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 897 time: 0.1327958
Nov 10 04:33:14.317504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-8a8a0bf7-7c95-46b2-8798-911f2defda05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 217 time: 0.0432444
Nov 10 04:33:14.344123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5c8bcef4-dcb5-484f-9d9a-e98a55b729e9 req-60927ee0-e055-4b9c-9416-776614d415be tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888510
Nov 10 04:33:14.378144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-1a7b08cb-3723-4b25-926a-999bf24ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:14.379701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-1a7b08cb-3723-4b25-926a-999bf24ed62a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0525498
Nov 10 04:33:14.428901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-3ab9d8af-1eab-4ff5-9dcd-4a655418945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:14.430360 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-3ab9d8af-1eab-4ff5-9dcd-4a655418945a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436814
Nov 10 04:33:14.518630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-cd77fc2d-261c-4a1a-a80a-77cf9e647ccd service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805535
Nov 10 04:33:14.612340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fbd2979-0124-4088-b6b4-f3d8b72520eb req-0c4244fd-e03f-481b-95d6-034c6b81a852 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839467
Nov 10 04:33:15.466351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0a95-fd7d-41a7-92d4-91127daf7ece req-cf423e2d-5f19-4237-9d3e-eb142d0e5917 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:15.467800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c8d0a95-fd7d-41a7-92d4-91127daf7ece req-cf423e2d-5f19-4237-9d3e-eb142d0e5917 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 943 time: 0.0526135
Nov 10 04:33:15.516552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c8d0a95-fd7d-41a7-92d4-91127daf7ece req-46bc1b82-ef60-432e-86e5-ee655ac3985f tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422316
Nov 10 04:33:16.362179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:33:16.454275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:16.468344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '01571588-4c95-449d-9c6c-e49f3b82493e', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'mac_address': 'fa:16:3e:6c:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:33:16.504521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:16.517329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01571588-4c95-449d-9c6c-e49f3b82493e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:33:16.535464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:16.539407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:16.587124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:16.636596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e128-617b-49d7-9697-ff046a4307e4 req-0a09f6c1-ec7f-4c82-a691-bfb06199787d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:16.638093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c74e128-617b-49d7-9697-ff046a4307e4 req-0a09f6c1-ec7f-4c82-a691-bfb06199787d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 944 time: 0.0496688
Nov 10 04:33:16.686700 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c74e128-617b-49d7-9697-ff046a4307e4 req-a6bfde82-a3ae-48fa-af01-8ca2cfea5f0e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425918
Nov 10 04:33:16.742368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['01571588-4c95-449d-9c6c-e49f3b82493e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:33:17.802709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f57c05-e6c8-4cec-a71c-153f85c27289 req-2f1498ca-9924-485b-94de-97673cee3ca3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:17.804210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58f57c05-e6c8-4cec-a71c-153f85c27289 req-2f1498ca-9924-485b-94de-97673cee3ca3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 944 time: 0.0487764
Nov 10 04:33:17.854349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58f57c05-e6c8-4cec-a71c-153f85c27289 req-34309715-c812-4fd0-8b3e-b24735119dfb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441267
Nov 10 04:33:18.366367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:33:18.413520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 01571588-4c95-449d-9c6c-e49f3b82493e completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:33:18.417737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 01571588-4c95-449d-9c6c-e49f3b82493e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:33:18.418107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:18.495101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:18.517204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:33:18.519411 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967d1df0-7a54-491d-9495-6502fd3fba27" -d '{"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-plugged", "status": "completed", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:33:18.532100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:33:18.536850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:18.583554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:18.624978 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855d522-d739-4f0e-94eb-bc29f3dfc9eb x-openstack-request-id: req-0855d522-d739-4f0e-94eb-bc29f3dfc9eb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:33:18.625291 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-plugged", "status": "completed", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:33:18.625545 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0855d522-d739-4f0e-94eb-bc29f3dfc9eb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:33:18.625952 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'code': 200}
Nov 10 04:33:18.722123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4321-f970-473f-873d-e14f930e4f7a req-9cbaed31-6b60-4802-96f2-5d3403ac3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:18.723578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25bf4321-f970-473f-873d-e14f930e4f7a req-9cbaed31-6b60-4802-96f2-5d3403ac3fbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0397875
Nov 10 04:33:18.773145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-25bf4321-f970-473f-873d-e14f930e4f7a req-356bfe6d-0dc1-4101-8243-e4b86f6a5ad1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427215
Nov 10 04:33:18.917465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:18.971720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95350123-66da-48fa-9a9a-e1c07cc4a141 req-681fa2db-5626-4103-8f64-847048f0f76b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:18.973202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95350123-66da-48fa-9a9a-e1c07cc4a141 req-681fa2db-5626-4103-8f64-847048f0f76b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0497184
Nov 10 04:33:19.025981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95350123-66da-48fa-9a9a-e1c07cc4a141 req-6d9f684d-7162-4944-b57b-9bce196caaa4 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468953
Nov 10 04:33:19.112553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:20.142205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21e064-5baf-49e4-a8c6-fce46317a0ea req-44de5993-d90d-418c-953e-fe86f086f370 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:20.143674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b21e064-5baf-49e4-a8c6-fce46317a0ea req-44de5993-d90d-418c-953e-fe86f086f370 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0487201
Nov 10 04:33:20.192584 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6b21e064-5baf-49e4-a8c6-fce46317a0ea req-8c965ffe-979a-47cf-8b32-f7aa6df10657 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428071
Nov 10 04:33:20.307471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1df518-a03f-4fe5-9a77-f31e8dcc509a req-60f58109-724d-4420-9a8c-47c6f0a2982d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:20.308873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e1df518-a03f-4fe5-9a77-f31e8dcc509a req-60f58109-724d-4420-9a8c-47c6f0a2982d tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0484686
Nov 10 04:33:20.358594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e1df518-a03f-4fe5-9a77-f31e8dcc509a req-52e3522a-7414-4339-93b5-c6b53ddcc3a0 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432169
Nov 10 04:33:20.380755 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:20.419987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219374e7-2467-41d0-9b05-1b9126b7024c tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:20.421516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-219374e7-2467-41d0-9b05-1b9126b7024c tempest-TestNetworkAdvancedServerOps-2102999016 tempest-TestNetworkAdvancedServerOps-2102999016-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1091 time: 0.0397828
Nov 10 04:33:20.424902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51906) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:20.429229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:33:20.450735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:20.550660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:20.647879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Allocated IP 172.32.3.124 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/d239ac4a-b687-462e-8f4f-9533bf3f856d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:33:20.750987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:20.783568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:20.822856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:33:20.825826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:33:20.830397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:33:20.835826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=d239ac4a-b687-462e-8f4f-9533bf3f856d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:21.169535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.232966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.379378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.383762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.451918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event updated for resources: {'Port': ['ID=d239ac4a-b687-462e-8f4f-9533bf3f856d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:33:21.465738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.563266 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP ada8dae6-fe37-4443-9dc6-89e0b34ec374 associated. External IP: 172.32.3.124, port: 01571588-4c95-449d-9c6c-e49f3b82493e.
Nov 10 04:33:21.761847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:33:21.869056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:33:21.879106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Sync routers for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:33:21.886321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:21.891647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:21.892263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077c88e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:33:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:21.914645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-79c7c53b-2f92-40db-a738-de680381146c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4887133
Nov 10 04:33:21.915345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:33:21.917658 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483f582d-93a5-4d84-90fe-9c7aa22cde68" -d '{"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:33:21.980049 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a79c9-8b4c-4615-877b-b155813b2f05 x-openstack-request-id: req-c67a79c9-8b4c-4615-877b-b155813b2f05 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:33:21.980338 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:33:21.980595 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c67a79c9-8b4c-4615-877b-b155813b2f05 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:33:21.981037 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'status': 'completed', 'code': 200}
Nov 10 04:33:22.014190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:22.062755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619528c-ae3f-47ff-8a08-b693d5ba683d req-b0675545-e558-409f-b360-356530869f26 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:22.064277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a619528c-ae3f-47ff-8a08-b693d5ba683d req-b0675545-e558-409f-b360-356530869f26 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0793917
Nov 10 04:33:22.070655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-86c09481-4e75-4377-bee7-d31207f67207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:22.072036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-86c09481-4e75-4377-bee7-d31207f67207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0614028
Nov 10 04:33:22.164969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a619528c-ae3f-47ff-8a08-b693d5ba683d req-6a6e5f25-4082-4431-a3e6-febcf862b036 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919654
Nov 10 04:33:22.190190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51912) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:22.192504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-d46798a1-929a-4b96-95fb-25c2444eec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:22.194097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-d46798a1-929a-4b96-95fb-25c2444eec09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 897 time: 0.1154373
Nov 10 04:33:22.238997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077c88e0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ada8dae6-fe37-4443-9dc6-89e0b34ec374', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'mac_address': 'fa:16:3e:6c:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:33:21Z', 'updated_at': '2021-11-10T04:33:21Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:22.261038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7362394d-198d-430e-bc10-9618b24e1054 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ada8dae6-fe37-4443-9dc6-89e0b34ec374 HTTP/1.1" status: 200  len: 991 time: 0.0694366
Nov 10 04:33:22.268244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-686c34dc-228a-4c97-9919-99c1a6b6bc57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 999 time: 0.0673201
Nov 10 04:33:22.270140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Checking router: f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:33:22.278513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:33:22.279108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077c88e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:33:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:22.316898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-6895c31b-2bcd-4c15-9a94-f0e0bbf9577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:22.318354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-6895c31b-2bcd-4c15-9a94-f0e0bbf9577e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0435534
Nov 10 04:33:22.363256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-6ec874a8-0f5f-495e-9593-faa5d72b9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:22.364772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-6ec874a8-0f5f-495e-9593-faa5d72b9317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397029
Nov 10 04:33:22.383228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:33:22.461630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-3d5bc7e5-d50c-4a26-abae-3e35ba941b93 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898178
Nov 10 04:33:22.553855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-483f582d-93a5-4d84-90fe-9c7aa22cde68 req-9539089f-984b-425e-9449-88b5be0ffa4c service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857983
Nov 10 04:33:22.766679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077c88e0>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ada8dae6-fe37-4443-9dc6-89e0b34ec374', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'mac_address': 'fa:16:3e:6c:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:33:21Z', 'updated_at': '2021-11-10T04:33:21Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:33:22.796232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4ccde-a09d-41ef-bc40-8416c3e8f3d3 None None] The sync data for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 is: [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'ada8dae6-fe37-4443-9dc6-89e0b34ec374', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'mac_address': 'fa:16:3e:6c:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:33:21Z', 'updated_at': '2021-11-10T04:33:21Z', 'revision_number': 0, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:33:22.998754 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47168fe7-92c1-491f-afc2-7e633ff381ef None None] New status for floating IP ada8dae6-fe37-4443-9dc6-89e0b34ec374: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:33:23.262328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51916) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:33:23.321154 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-23e95a4a-c733-4135-9f9a-c3c344df97fa tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ada8dae6-fe37-4443-9dc6-89e0b34ec374 HTTP/1.1" status: 200  len: 993 time: 0.0577013
Nov 10 04:33:33.566052 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:33:33.695692 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-3ad5c619-5cb7-41bb-b866-ae2d5020f86f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430956
Nov 10 04:33:33.774586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-a27b6ce0-a150-439b-be23-629a4650604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:33.776048 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-a27b6ce0-a150-439b-be23-629a4650604a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0407417
Nov 10 04:33:33.875212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-270f3ca5-9f81-46c9-8a51-dd37c7226850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:33.876688 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-270f3ca5-9f81-46c9-8a51-dd37c7226850 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 897 time: 0.0830207
Nov 10 04:33:33.943519 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-5fac679c-fcb2-453c-9ba0-63fdbf9e3f72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 1001 time: 0.0598984
Nov 10 04:33:33.991011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-3197955b-09f5-487e-89de-009241b2c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:33.992417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-3197955b-09f5-487e-89de-009241b2c5ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0426941
Nov 10 04:33:34.035594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-8b468808-6d5f-49e8-9b33-1a6f330e8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:34.037027 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-8b468808-6d5f-49e8-9b33-1a6f330e8966 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383527
Nov 10 04:33:34.128219 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-3afbecdd-994b-4729-b285-5ee0487196b9 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839694
Nov 10 04:33:34.218032 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf04bf29-aa85-4355-b12c-f775ed9a4ed6 req-1320a134-b7cf-4a92-b48d-ad7ba7509b2d service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835948
Nov 10 04:33:34.366125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5fe3-84de-4cd6-958d-cb4f75370800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:36.930543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-22d930a8-0cf9-480e-9402-9f72f855db93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:37.983146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:39.441484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:40.229764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:48.914899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:49.125658 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:33:52.257832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347c632-6f44-45e8-bc98-f3626eda7c29 req-fd7e5dff-f38c-4908-b788-c987c9400380 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:52.259337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a347c632-6f44-45e8-bc98-f3626eda7c29 req-fd7e5dff-f38c-4908-b788-c987c9400380 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0566454
Nov 10 04:33:52.310198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a347c632-6f44-45e8-bc98-f3626eda7c29 req-c01d4c10-be46-4883-8b7a-d19b63a7c6c3 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437188
Nov 10 04:33:53.427590 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845855e-8f43-4254-88b5-a92ece5d8350 req-2bc5f22d-c17a-4846-960a-2a1786ac795b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:53.429082 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5845855e-8f43-4254-88b5-a92ece5d8350 req-2bc5f22d-c17a-4846-960a-2a1786ac795b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0479307
Nov 10 04:33:53.477406 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5845855e-8f43-4254-88b5-a92ece5d8350 req-b34c5823-0c1c-4be6-8585-86d27b3bcba8 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424912
Nov 10 04:33:54.596815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab20a5f-49ba-4844-800e-ef7fed232463 req-66569c47-3569-430c-a1ed-771743958960 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:54.598284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ab20a5f-49ba-4844-800e-ef7fed232463 req-66569c47-3569-430c-a1ed-771743958960 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0486076
Nov 10 04:33:54.647213 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ab20a5f-49ba-4844-800e-ef7fed232463 req-83080055-8ca2-4d29-85fc-62703a774bbb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424430
Nov 10 04:33:55.761346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78218e-ccba-4636-91ce-5c7ec44b1ffa req-b1b1bf9f-15c0-4143-9bb0-d003ee6f0ceb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:55.762843 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb78218e-ccba-4636-91ce-5c7ec44b1ffa req-b1b1bf9f-15c0-4143-9bb0-d003ee6f0ceb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0482304
Nov 10 04:33:55.811011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bb78218e-ccba-4636-91ce-5c7ec44b1ffa req-984c6747-8389-40b1-a5a2-caf59ff5d276 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422945
Nov 10 04:33:56.930070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b5d78-8398-4cff-b7e7-7a3597cc1a2c req-9c6c3f5f-4c43-4a70-af6e-4df77e0a3d9b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:56.931538 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d7b5d78-8398-4cff-b7e7-7a3597cc1a2c req-9c6c3f5f-4c43-4a70-af6e-4df77e0a3d9b tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0533292
Nov 10 04:33:56.984898 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d7b5d78-8398-4cff-b7e7-7a3597cc1a2c req-35330ee1-f9cf-4a88-917b-1935317acc81 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474122
Nov 10 04:33:58.117720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc36b9-23c5-427d-ace5-8a30920da012 req-6adccb64-e758-4bc9-8f08-932009ef74b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:58.120429 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78dc36b9-23c5-427d-ace5-8a30920da012 req-6adccb64-e758-4bc9-8f08-932009ef74b1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0544631
Nov 10 04:33:58.168875 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-78dc36b9-23c5-427d-ace5-8a30920da012 req-5e131e44-3375-49e9-9f36-0cc586c5ad84 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433838
Nov 10 04:33:59.286393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5683c8b-7ab3-4618-b858-055f3f85b479 req-b3afce66-dbfb-48ea-a262-050b9ecba3ab tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:33:59.287891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5683c8b-7ab3-4618-b858-055f3f85b479 req-b3afce66-dbfb-48ea-a262-050b9ecba3ab tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0496528
Nov 10 04:33:59.323835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-3923389e-59f9-4153-8031-4db42d69aa44 req-b38fe4b0-0fc6-40d8-a22e-6dc96dfa594f service neutron] (119697) timed out ('10.222.0.26', 51381) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:33:59.338298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5683c8b-7ab3-4618-b858-055f3f85b479 req-8c905060-1c65-413f-bf41-d6c4728ca042 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444000
Nov 10 04:34:00.451917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52662acf-eb0d-4b34-9c05-1d587214b4b2 req-808960ab-3242-4bd4-8e42-b5e804f91ecf tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:00.453417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52662acf-eb0d-4b34-9c05-1d587214b4b2 req-808960ab-3242-4bd4-8e42-b5e804f91ecf tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0482864
Nov 10 04:34:00.505321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52662acf-eb0d-4b34-9c05-1d587214b4b2 req-eca8e68f-abbf-4551-bc79-5743a9b7ef60 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450618
Nov 10 04:34:01.620043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c1ea6-f27a-4928-88d0-b62868ccf0d3 req-e7314987-7673-4968-9f86-37028fc9b111 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:01.621519 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c91c1ea6-f27a-4928-88d0-b62868ccf0d3 req-e7314987-7673-4968-9f86-37028fc9b111 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0486205
Nov 10 04:34:01.672903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c91c1ea6-f27a-4928-88d0-b62868ccf0d3 req-ed5312b3-4913-463a-af9b-fb82099c365e tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454381
Nov 10 04:34:02.792077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422329-1fa1-4e85-864f-2678601d5334 req-c54273f3-0880-42f8-ae2e-d2174b55a9fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:02.793493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2422329-1fa1-4e85-864f-2678601d5334 req-c54273f3-0880-42f8-ae2e-d2174b55a9fd tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0520017
Nov 10 04:34:02.845260 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2422329-1fa1-4e85-864f-2678601d5334 req-304346ab-7e44-48d2-b2df-545cf4a4a196 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458286
Nov 10 04:34:03.962017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c61bf3-6af2-459a-b496-249e2361cc83 req-dd993926-ac3a-4a54-828d-483c3ef0a026 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:03.963475 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51c61bf3-6af2-459a-b496-249e2361cc83 req-dd993926-ac3a-4a54-828d-483c3ef0a026 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0489340
Nov 10 04:34:04.011340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51c61bf3-6af2-459a-b496-249e2361cc83 req-26b2d381-45ec-4a54-80b2-9f02317b0098 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419948
Nov 10 04:34:04.367529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fd86db56-e047-4fe8-b2df-7f365acfa540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:04.799512 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f704-1ccc-436f-929c-c8ed27173359 req-76fe1879-7bba-436e-884d-9c4a677fbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:04.800970 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93f6f704-1ccc-436f-929c-c8ed27173359 req-76fe1879-7bba-436e-884d-9c4a677fbf22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0395720
Nov 10 04:34:04.845782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-93f6f704-1ccc-436f-929c-c8ed27173359 req-6f2661ff-ac0d-4913-90d4-ce9436a12118 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383880
Nov 10 04:34:05.125398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029353-d2f4-4f86-ad49-c3d95840d556 req-b89a2939-b2fc-4418-99aa-57b7ecd89cfc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:05.126749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47029353-d2f4-4f86-ad49-c3d95840d556 req-b89a2939-b2fc-4418-99aa-57b7ecd89cfc tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0480735
Nov 10 04:34:05.178810 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47029353-d2f4-4f86-ad49-c3d95840d556 req-43ab6f06-a3f4-42a2-958b-22fe7ef26ea9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462017
Nov 10 04:34:06.292324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedc760-857e-4248-a36c-672b70904e8d req-a62c7672-abdf-4eb8-bd2d-3c9e57e05fe9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:06.293806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8cedc760-857e-4248-a36c-672b70904e8d req-a62c7672-abdf-4eb8-bd2d-3c9e57e05fe9 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0480146
Nov 10 04:34:06.342214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8cedc760-857e-4248-a36c-672b70904e8d req-c28847cb-a3e2-4b97-bd7c-0afd38b44c16 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425510
Nov 10 04:34:06.365182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 51986) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:06.428194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9ce05117-c4c5-421e-9216-e516b2b4761c tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/floatingips/ada8dae6-fe37-4443-9dc6-89e0b34ec374 HTTP/1.1" status: 200  len: 993 time: 0.0619173
Nov 10 04:34:06.616855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:34:06.713115 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:06.724373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '01571588-4c95-449d-9c6c-e49f3b82493e', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'port_id': '01571588-4c95-449d-9c6c-e49f3b82493e', 'mac_address': 'fa:16:3e:6c:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:34:06.759697 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:06.772669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01571588-4c95-449d-9c6c-e49f3b82493e {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:34:06.791007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:06.794828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:06.840176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:06.847348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.847691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.848028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.848399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.848760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.849088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.849410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.849736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.850056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.850373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.850690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.851005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:06.937726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-245a0da5-eed9-485a-9020-6d89699085e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:06.998352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['01571588-4c95-449d-9c6c-e49f3b82493e'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:34:07.983791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:08.625733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:08.672244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 01571588-4c95-449d-9c6c-e49f3b82493e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:08.672623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:08.746511 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:08.771071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:34:08.773328 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca743c2-860c-4f86-834e-83d5e63f8b82" -d '{"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-plugged", "status": "completed", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:34:08.786052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:08.791166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:08.814996 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710a2ec-ad3b-42e1-9841-6d984ecfcc12 x-openstack-request-id: req-e710a2ec-ad3b-42e1-9841-6d984ecfcc12 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:34:08.815282 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-plugged", "status": "completed", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:34:08.815528 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e710a2ec-ad3b-42e1-9841-6d984ecfcc12 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:34:08.815910 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'code': 200}
Nov 10 04:34:08.840924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:09.445474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:10.231529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:10.565255 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:34:18.912542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:19.130968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:34.124134 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-8bf1664b-8dc8-4ee9-96fa-abf9496f334e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386238
Nov 10 04:34:34.204991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad049c-3cba-4c8b-8074-d172228d145c req-af39ca1b-f07c-41b2-94a7-3dcc37d60e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:34.206473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-af39ca1b-f07c-41b2-94a7-3dcc37d60e18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0414059
Nov 10 04:34:34.308658 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad049c-3cba-4c8b-8074-d172228d145c req-af073649-2fd2-4c27-b4c6-f0b1b0435fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:34.310104 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-af073649-2fd2-4c27-b4c6-f0b1b0435fd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 897 time: 0.0839062
Nov 10 04:34:34.368660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe0a6-ac28-4f6f-b06c-4d5a227ab620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:34.375648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-b104ca60-cb17-4522-93a1-6102664a73b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 1001 time: 0.0578275
Nov 10 04:34:34.423051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad049c-3cba-4c8b-8074-d172228d145c req-24760a19-8c40-4658-9472-13a384a268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:34.424456 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-24760a19-8c40-4658-9472-13a384a268ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0426779
Nov 10 04:34:34.474729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad049c-3cba-4c8b-8074-d172228d145c req-b4693f83-494d-48a6-8f1e-cb64bfd71e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:34.476171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-b4693f83-494d-48a6-8f1e-cb64bfd71e01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429621
Nov 10 04:34:34.562853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-a50b20dd-fa5f-4c7c-9bba-7016f77a1866 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793357
Nov 10 04:34:34.652366 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3cad049c-3cba-4c8b-8074-d172228d145c req-9c13a539-2c82-4476-87d0-763a7251c387 service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826495
Nov 10 04:34:36.929464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caf5159e-1dd7-4690-83a7-8c3287eb41c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:37.984902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:39.446975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:40.233595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:41.604239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52024) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:41.763510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port d239ac4a-b687-462e-8f4f-9533bf3f856d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:34:41.763849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:41.842375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:41.842717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:41.855048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for d239ac4a-b687-462e-8f4f-9533bf3f856d owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:34:41.997073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:42.025856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=d239ac4a-b687-462e-8f4f-9533bf3f856d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:42.036240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.036591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.036986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.037325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.037658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.037990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.038321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.038650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.038976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.039300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.039627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.039950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:42.097071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:42.097396 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Floating IP ada8dae6-fe37-4443-9dc6-89e0b34ec374 disassociated (deleted). External IP: 172.32.3.124, port: 01571588-4c95-449d-9c6c-e49f3b82493e.
Nov 10 04:34:42.595418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:34:42.701695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:42.706700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:42.712285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Sync routers for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:34:42.721308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:42.721921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207119b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:42.733031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f4be41b-f7e7-4965-90db-83ddcac15b71 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/floatingips/ada8dae6-fe37-4443-9dc6-89e0b34ec374 HTTP/1.1" status: 204  len: 168 time: 1.1276770
Nov 10 04:34:42.733719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:34:42.736068 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d" -d '{"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:34:42.830186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:42.843242 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c637c89a-f433-440e-9075-fe515666cf72 x-openstack-request-id: req-c637c89a-f433-440e-9075-fe515666cf72 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:34:42.843565 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:34:42.843826 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c637c89a-f433-440e-9075-fe515666cf72 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:34:42.844314 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'status': 'completed', 'code': 200}
Nov 10 04:34:42.916048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-65764513-bda4-43d7-8a86-c19528b5aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:42.918701 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-65764513-bda4-43d7-8a86-c19528b5aa76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 1096 time: 0.0524321
Nov 10 04:34:42.979963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541641a2-4c86-4261-a691-d8ac5b323463 req-1cf1f479-88a2-4900-b4f0-f70f7abf7c27 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:42.981512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-541641a2-4c86-4261-a691-d8ac5b323463 req-1cf1f479-88a2-4900-b4f0-f70f7abf7c27 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0524862
Nov 10 04:34:43.020894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-42c37c9c-48cd-481b-93bd-3734925be90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:43.022849 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-42c37c9c-48cd-481b-93bd-3734925be90b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 200  len: 897 time: 0.0960779
Nov 10 04:34:43.038811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-541641a2-4c86-4261-a691-d8ac5b323463 req-de2521df-7c48-4bd0-9c67-9264f29ace26 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507088
Nov 10 04:34:43.062143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207119b20>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:43.067385 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-db302994-5d15-4c03-91bb-abb67917c4e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 200  len: 217 time: 0.0363438
Nov 10 04:34:43.092551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Checking router: f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:34:43.101755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:43.102695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207119b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:43.117262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-0145c766-7742-46fb-9fdb-b25cf0a51174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:43.118802 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-0145c766-7742-46fb-9fdb-b25cf0a51174 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 200  len: 834 time: 0.0448394
Nov 10 04:34:43.168888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-b7fe662b-1ee0-4ee0-a915-cd97da498a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:43.170494 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-b7fe662b-1ee0-4ee0-a915-cd97da498a7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0458089d-8f85-4fcd-bc77-00b13969d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436037
Nov 10 04:34:43.211666 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:43.259731 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-a5639aa2-cf8e-43f7-af14-283ecfdd144d service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807292
Nov 10 04:34:43.352407 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cbbbf237-b6b0-44bd-b5ea-ae523012c26d req-15bf13b5-4a8e-4359-a4ef-1ecc643083dc service neutron] 10.222.0.26 "GET /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848088
Nov 10 04:34:43.407081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207119b20>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:43.436891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbeccf-90ce-4631-8181-6c519409622f None None] The sync data for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 is: [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '812da73a-0d16-494e-af8f-f8501fa446b7', 'name': '', 'network_id': '0458089d-8f85-4fcd-bc77-00b13969d16d', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'mac_address': 'fa:16:3e:bc:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:07Z', 'updated_at': '2021-11-10T04:33:11Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'subnets': [{'id': '81385188-5852-46e7-aa6a-cb61676f2ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:34:43.661716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda32a1d-6622-4391-9aaa-ebd956d070cc None None] New status for floating IP ada8dae6-fe37-4443-9dc6-89e0b34ec374: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:34:44.153700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336d01e-44a3-43c8-ace1-89736cd9c8b1 req-4becd015-90d7-4c9c-8366-454fbc14f528 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:44.155147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2336d01e-44a3-43c8-ace1-89736cd9c8b1 req-4becd015-90d7-4c9c-8366-454fbc14f528 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0472472
Nov 10 04:34:44.231804 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2336d01e-44a3-43c8-ace1-89736cd9c8b1 req-663f7c5f-f327-4eb4-970e-e19a3e4eb342 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "GET /v2.0/security-groups?id=81b9cd5c-7002-4450-ba75-5827fb8bd5e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706871
Nov 10 04:34:44.239686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-bc5de251-23e1-4f27-9c78-94e925aa67a1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:44.241081 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-bc5de251-23e1-4f27-9c78-94e925aa67a1 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "GET /v2.0/ports?device_id=3706a35c-b9e1-4dc1-8f34-a5775c669167 HTTP/1.1" status: 200  len: 945 time: 0.0737960
Nov 10 04:34:44.336589 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 01571588-4c95-449d-9c6c-e49f3b82493e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:34:44.336877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:44.422552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 01571588-4c95-449d-9c6c-e49f3b82493e, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=01571588-4c95-449d-9c6c-e49f3b82493e,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:44.422910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:44.439028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 01571588-4c95-449d-9c6c-e49f3b82493e owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:34:44.561783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:44.591697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=01571588-4c95-449d-9c6c-e49f3b82493e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:44.621903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.622245 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.622580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.622911 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.623239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.623564 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.623888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.624212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.624534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.624880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.625195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.625510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:44.643791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] No DVR routers for this DVR port 01571588-4c95-449d-9c6c-e49f3b82493e on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:34:44.646208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:44.649512 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7fb420d0-e18e-4195-bc81-194ce691adb2 req-af37a70d-abad-4f4a-a681-42f47183d7ee tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.26 "DELETE /v2.0/ports/01571588-4c95-449d-9c6c-e49f3b82493e HTTP/1.1" status: 204  len: 173 time: 0.4022367
Nov 10 04:34:44.649933 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-deleted', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:34:44.652133 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f5700-e1c5-48c4-80ee-1c047b33b53a" -d '{"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-deleted", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:34:44.688694 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a68244-72bd-40d6-a057-c197e0423f3e x-openstack-request-id: req-32a68244-72bd-40d6-a057-c197e0423f3e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:34:44.688985 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3706a35c-b9e1-4dc1-8f34-a5775c669167", "name": "network-vif-deleted", "tag": "01571588-4c95-449d-9c6c-e49f3b82493e", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:34:44.689236 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32a68244-72bd-40d6-a057-c197e0423f3e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:34:44.689632 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3706a35c-b9e1-4dc1-8f34-a5775c669167', 'name': 'network-vif-deleted', 'tag': '01571588-4c95-449d-9c6c-e49f3b82493e', 'status': 'completed', 'code': 200}
Nov 10 04:34:45.287665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52040) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:45.645369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:45.901911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port 812da73a-0d16-494e-af8f-f8501fa446b7 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:34:45.902171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:45.988880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port 812da73a-0d16-494e-af8f-f8501fa446b7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=812da73a-0d16-494e-af8f-f8501fa446b7,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:45.989244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.002282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for 812da73a-0d16-494e-af8f-f8501fa446b7 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:34:46.187753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.218195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=812da73a-0d16-494e-af8f-f8501fa446b7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:46.390238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.607064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:34:46.712732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:46.717728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98dc895b-7a7a-4c48-9b70-e9136e2013c7 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "PUT /v2.0/routers/f0f0d804-a3a0-4867-afa0-8c9ecd7614a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4283938
Nov 10 04:34:46.720451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52042) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:46.725055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Sync routers for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:34:46.735152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:46.735755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d58b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:46.772136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting subnet 81385188-5852-46e7-aa6a-cb61676f2ee7 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:34:46.776026 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.821992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.839506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:46.910187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.969873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:46.997963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Subnet': ['ID=81385188-5852-46e7-aa6a-cb61676f2ee7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:46.999950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.005688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9c5d72eb-49d5-40ff-9ad3-14e910789a54 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/subnets/81385188-5852-46e7-aa6a-cb61676f2ee7 HTTP/1.1" status: 204  len: 168 time: 0.2835729
Nov 10 04:34:47.005939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52044) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:47.008187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4860c09-e450-4b66-b360-e10217ac4262 None None] Network 0458089d-8f85-4fcd-bc77-00b13969d16d requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:34:47.114023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.255443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d58b20>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:34:46Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:47.301382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Checking router: f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:34:47.328935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Routers {'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:47.329579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206d58b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:47.450453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] Set router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:47.480385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] DHCP port deletion for 0458089d-8f85-4fcd-bc77-00b13969d16d request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:47.538424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.563780 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:34:47.592219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Deleting port bf11a079-61f1-41e0-9b00-3ed79eaa6d28 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:34:47.592561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.628270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Deleting port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:34:47.628668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.668633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] For port bf11a079-61f1-41e0-9b00-3ed79eaa6d28, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:47.668970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.681875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Calling delete_port for bf11a079-61f1-41e0-9b00-3ed79eaa6d28 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:34:47.715071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] For port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,segment=NetworkSegment(c18abe0c-e46d-4643-9fed-e0daf76fb4b1),segment_id=c18abe0c-e46d-4643-9fed-e0daf76fb4b1)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:47.715394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.734581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Calling delete_port for 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:34:47.752161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206d58b20>, [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:34:46Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:47.805699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc8038-8998-4995-b820-0a49ce2d33d0 None None] The sync data for ids ['f0f0d804-a3a0-4867-afa0-8c9ecd7614a4'] in ncdv-817176-1 is: [{'id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919308774', 'tenant_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115'}], 'enable_snat': True}, 'gw_port_id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:34:46Z', 'revision_number': 5, 'project_id': '8eaca4756c864f17bdf2e0b388c2ffca', 'gw_port': {'id': 'bf11a079-61f1-41e0-9b00-3ed79eaa6d28', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f0d804-a3a0-4867-afa0-8c9ecd7614a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:33:05Z', 'updated_at': '2021-11-10T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:34:47.854601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.858110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:47.885340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] Pushing event deleted for resources: {'Port': ['ID=52ba0d1e-1850-45f5-97c1-7bdb5b742e2f,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:47.890648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2918627-e6e5-4f02-9c56-083647b25e63 None None] No DVR routers for this DVR port 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:34:47.896016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Port': ['ID=bf11a079-61f1-41e0-9b00-3ed79eaa6d28,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:47.904593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164498a8-becd-476d-9ee4-e8bb7fbb5b60 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:47.955551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.042979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.045061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.086105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.086675 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Fanout notify agent at l3_agent the message router_deleted on router f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:34:48.093419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.094504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e4e63b00-5a39-4779-8f3b-704c40c12c03 tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/routers/f0f0d804-a3a0-4867-afa0-8c9ecd7614a4 HTTP/1.1" status: 204  len: 168 time: 1.0869434
Nov 10 04:34:48.097301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52046) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:48.174380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.272009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.293371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f05e700>,) {'filters': {'network_id': ['0458089d-8f85-4fcd-bc77-00b13969d16d']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:48.302711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f05e700>, 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:48.303010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f05e700>, 'c18abe0c-e46d-4643-9fed-e0daf76fb4b1') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:48.312373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.325378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.331461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:34:48.331880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:34:48.335355 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:34:48.392643 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.400423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.403792 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/networks/0458089d-8f85-4fcd-bc77-00b13969d16d HTTP/1.1" status: 204  len: 168 time: 0.3056483
Nov 10 04:34:48.406817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52048) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:48.416069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc017c9c-2d3a-4a5b-95e0-fccd1d4c787a tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'Network': ['ID=0458089d-8f85-4fcd-bc77-00b13969d16d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:48.468397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.495909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.554700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.557364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:48.558523 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] 10.222.0.13 "DELETE /v2.0/security-groups/81b9cd5c-7002-4450-ba75-5827fb8bd5e1 HTTP/1.1" status: 204  len: 168 time: 0.1501474
Nov 10 04:34:48.568034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a0da4-11e0-49bf-807d-b77a8d8cbfeb tempest-TestNetworkAdvancedServerOps-144066940 tempest-TestNetworkAdvancedServerOps-144066940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b9cd5c-7002-4450-ba75-5827fb8bd5e1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:48.844980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:34:48.861722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:48.872811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 812da73a-0d16-494e-af8f-f8501fa446b7 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:34:48.876108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 01571588-4c95-449d-9c6c-e49f3b82493e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:34:48.876722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 01571588-4c95-449d-9c6c-e49f3b82493e not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:34:48.894654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 812da73a-0d16-494e-af8f-f8501fa446b7 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:34:48.895023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 812da73a-0d16-494e-af8f-f8501fa446b7 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:34:48.895514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:34:48.922756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:34:48.923094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 52ba0d1e-1850-45f5-97c1-7bdb5b742e2f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:34:48.923504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bf11a079-61f1-41e0-9b00-3ed79eaa6d28 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:34:48.947600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bf11a079-61f1-41e0-9b00-3ed79eaa6d28 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:34:48.947949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bf11a079-61f1-41e0-9b00-3ed79eaa6d28 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:34:48.949323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.011476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5a29bc3b-dc75-4df7-a101-f95deb538b8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eaca4756c864f17bdf2e0b388c2ffca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1484563
Nov 10 04:34:49.013828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52060) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:49.060839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.083119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.123883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.129125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.131887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.133075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c14bfa66-0247-424a-97ad-7cd7f5eed780 HTTP/1.1" status: 204  len: 168 time: 0.1183336
Nov 10 04:34:49.141239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670d834-854e-4776-975e-32ba2d4ddf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14bfa66-0247-424a-97ad-7cd7f5eed780,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:49.384544 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52066) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:49.423467 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-85dcddf6-9ed7-4b2d-88ff-fc847dd86778 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e6bcb66707f4785a90a07cbeeda425b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377109
Nov 10 04:34:49.425863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52068) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:49.476441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.496717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.542963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.545727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:49.546893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70e281f5-d79c-4bab-88e3-94f10b037987 HTTP/1.1" status: 204  len: 168 time: 0.1201618
Nov 10 04:34:49.555010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6ab13-2e33-466c-b87b-0ea5d8c52f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e281f5-d79c-4bab-88e3-94f10b037987,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:50.224328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52090) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:50.317999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-865888178-network', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:50.340225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Made reservation on behalf of 73b343a78d0c4ae09069280e6c0c1698 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:34:50.342579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.350588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.428873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.432598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.453617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:34:50.467328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61d94d-7b32-40e6-a66b-4f3870fd7311,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:50.473582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.473930 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Added segment cf256f7a-daf8-4cba-9a51-96d4c1bfabf7 of type vlan for network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec
Nov 10 04:34:50.514143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.541689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.542599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:50.543169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.592221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3667064
Nov 10 04:34:50.595325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52094) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:50.601081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Request body: {'subnet': {'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-865888178-subnet', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:50.603260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8d62-35c5-480f-8b0a-7980c31c4654 admin admin] Pushing event updated for resources: {'Network': ['ID=426e4a7b-e781-4e76-a6d4-1c9a71a037ec,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:50.612647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:34:50.625724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Made reservation on behalf of 73b343a78d0c4ae09069280e6c0c1698 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:34:50.628081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.798671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.853571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d2d3a8-eb14-4eac-86ff-8686bc9c1553,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:50.861842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Checking segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:50.862271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Network hostable DHCP agents. Network: 426e4a7b-e781-4e76-a6d4-1c9a71a037ec, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:34:50.878074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:34:50.886534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 426e4a7b-e781-4e76-a6d4-1c9a71a037ec) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:50.890433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:50.891023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.897016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ac9ab5-759b-49ce-ad5c-7aca93fa5a51 None None] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:34:50.906538 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f17413b1-5787-4ebc-b584-3b30f0c57a4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3099918
Nov 10 04:34:50.909246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52096) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:50.914143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:50.935498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.937092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:50.995999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.042266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:34:51.043215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.136072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.179287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Allocated IP 172.20.0.2 (426e4a7b-e781-4e76-a6d4-1c9a71a037ec/12d2d3a8-eb14-4eac-86ff-8686bc9c1553/9ae6490e-1d44-4589-b953-3820ec493e0d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:51.321385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.327674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.337244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.355674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.361768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:51.364830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:51.370856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:51.384549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Pushing event updated for resources: {'Port': ['ID=9ae6490e-1d44-4589-b953-3820ec493e0d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:51.429121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Attempting to bind port 9ae6490e-1d44-4589-b953-3820ec493e0d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:34:51.429490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Attempting to bind port 9ae6490e-1d44-4589-b953-3820ec493e0d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:34:51.429851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Attempting to bind port 9ae6490e-1d44-4589-b953-3820ec493e0d on network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:34:51.434727 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:34:51.435099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Checking segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:51.435514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.435889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Bound using segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:34:51.436356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Bound port: 9ae6490e-1d44-4589-b953-3820ec493e0d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:34:51.436760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.463245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Allocated IP 172.32.3.111 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/94eedfd5-ae19-416e-bfda-9b57738e46fd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:51.502709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] For port 9ae6490e-1d44-4589-b953-3820ec493e0d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:34:51.505796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] For port 9ae6490e-1d44-4589-b953-3820ec493e0d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ae6490e-1d44-4589-b953-3820ec493e0d,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:34:51.509945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.567537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.569037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3be8-fb4b-4c9f-b069-73c35ac0ce0b None None] Pushing event updated for resources: {'Port': ['ID=9ae6490e-1d44-4589-b953-3820ec493e0d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:51.608093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.644125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:51.647019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:51.652814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:51.659758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ea112-0114-4a2f-8c45-a03ac3a792ba None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:51.682844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Pushing event updated for resources: {'Port': ['ID=94eedfd5-ae19-416e-bfda-9b57738e46fd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:51.755756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e03aabe8-ef54-484d-a8e3-c15a6c4ecab0 None None] Provisioning complete for port 94eedfd5-ae19-416e-bfda-9b57738e46fd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:51.756150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e03aabe8-ef54-484d-a8e3-c15a6c4ecab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:51.804548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e03aabe8-ef54-484d-a8e3-c15a6c4ecab0 None None] Port 94eedfd5-ae19-416e-bfda-9b57738e46fd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:34:52.219084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.419659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.457894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28d918-2102-481c-b858-fbb03c23fc78 None None] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:34:52.552359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:34:52.570804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] Provisioning complete for port 9ae6490e-1d44-4589-b953-3820ec493e0d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:52.570804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.652502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ae6490e-1d44-4589-b953-3820ec493e0d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:52.670733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:52.681546 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Sync routers for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:34:52.690959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.692058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8190ea34-63ff-4876-b365-9c28522de064 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.7818522
Nov 10 04:34:52.694835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52098) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:52.695958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:52.696576 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c57a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:52.747128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.773579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9ae6490e-1d44-4589-b953-3820ec493e0d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:52.773974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.814108 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:52.822590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] For port 9ae6490e-1d44-4589-b953-3820ec493e0d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ae6490e-1d44-4589-b953-3820ec493e0d,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:52.837088 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:52.921948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e06708-71b5-4d68-9b24-5898514fa53f None None] Pushing event updated for resources: {'Port': ['ID=9ae6490e-1d44-4589-b953-3820ec493e0d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:53.010397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c57a90>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:52Z', 'revision_number': 3, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:53.036628 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Checking router: 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:34:53.036979 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Updating router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 port 94eedfd5-ae19-416e-bfda-9b57738e46fd binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:34:53.057689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-91592c91-cff2-47db-841b-cf3732f073d6 None None] Provisioning complete for port 9ae6490e-1d44-4589-b953-3820ec493e0d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:53.058059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91592c91-cff2-47db-841b-cf3732f073d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.063663 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.193451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.318454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.327572 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.351285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Allocated IP 172.20.0.1 (426e4a7b-e781-4e76-a6d4-1c9a71a037ec/12d2d3a8-eb14-4eac-86ff-8686bc9c1553/bc25cde5-0aa3-4fbc-881a-42cfbed785b6) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:53.373360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa825d-25f2-4773-84f1-d85c49cb3937 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:53.379829 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Pushing event updated for resources: {'Port': ['ID=94eedfd5-ae19-416e-bfda-9b57738e46fd,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:53.384770 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Attempting to bind port 94eedfd5-ae19-416e-bfda-9b57738e46fd on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:34:53.385135 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Attempting to bind port 94eedfd5-ae19-416e-bfda-9b57738e46fd by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:34:53.385481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Attempting to bind port 94eedfd5-ae19-416e-bfda-9b57738e46fd on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:34:53.393834 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.394181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.394488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.394814 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.395138 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.395469 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.395766 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.396075 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.396392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.396738 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.397680 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.398039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:34:53.401241 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:34:53.401546 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:53.401935 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.402299 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:34:53.402756 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Bound port: 94eedfd5-ae19-416e-bfda-9b57738e46fd, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:34:53.403300 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.452501 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] For port 94eedfd5-ae19-416e-bfda-9b57738e46fd, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:34:53.453776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.464865 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] For port 94eedfd5-ae19-416e-bfda-9b57738e46fd, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=94eedfd5-ae19-416e-bfda-9b57738e46fd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:34:53.469410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.471196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] Provisioning complete for port 94eedfd5-ae19-416e-bfda-9b57738e46fd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:53.471731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.489805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.523808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1393ec20-64d6-4ea3-a5f0-031ce67036f0 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:53.528208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73299e9-44f9-45b5-9a89-f594e4f618a0 None None] Pushing event updated for resources: {'Port': ['ID=94eedfd5-ae19-416e-bfda-9b57738e46fd,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:53.539706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:53.542676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:53.542855 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:53.543413 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c57a90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:53.546520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:53.586817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:53.598111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.600076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.625677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] For port 94eedfd5-ae19-416e-bfda-9b57738e46fd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=94eedfd5-ae19-416e-bfda-9b57738e46fd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:53.634534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.679127 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:53.698460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168c97b-00a4-42ec-9755-4a46c447ab99 None None] Pushing event updated for resources: {'Port': ['ID=94eedfd5-ae19-416e-bfda-9b57738e46fd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:53.759797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.761617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b433300e-205f-466e-9c69-65b59db9b6e1 None None] Provisioning complete for port 94eedfd5-ae19-416e-bfda-9b57738e46fd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:53.762506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b433300e-205f-466e-9c69-65b59db9b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.879103 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c57a90>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:52Z', 'revision_number': 3, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:53.905998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582c2ed-fe1d-41c2-8d8c-cc55f9af25cf None None] The sync data for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 is: [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:52Z', 'revision_number': 3, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:34:53.954362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.960961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:53.975756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7d328fdd-61ec-4532-80f0-c6c9d45b45fd None None] Provisioning complete for port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:53.976123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7d328fdd-61ec-4532-80f0-c6c9d45b45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.011150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7d328fdd-61ec-4532-80f0-c6c9d45b45fd None None] Port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:34:54.036730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.038564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:54.158993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:54.160344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:54.287002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:34:54.408125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:54.421293 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1f603dc1-53ce-47b3-a592-1f646eebb8d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d436e19-a149-46c9-b7fd-e32a0d72b7b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7172172
Nov 10 04:34:54.438922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0a36dd47-915c-4211-96c3-445d457e7943 None None] Provisioning complete for port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:54.439292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0a36dd47-915c-4211-96c3-445d457e7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.476454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0a36dd47-915c-4211-96c3-445d457e7943 None None] Port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:34:54.702933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 94eedfd5-ae19-416e-bfda-9b57738e46fd up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:54.761394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 94eedfd5-ae19-416e-bfda-9b57738e46fd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:54.761771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.845365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ae6490e-1d44-4589-b953-3820ec493e0d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:54.893010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9ae6490e-1d44-4589-b953-3820ec493e0d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:54.893574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.916389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52114) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:54.921796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-5800466-network', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:54.945443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Made reservation on behalf of 4bca763c225b4fea8666ea9b62bc5f47 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:34:54.948115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:54.961012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.036589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.040411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.067563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:34:55.080553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599feb2a-bcb1-4fce-965c-bf2b0cb82e20,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:55.084832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.085179 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Added segment 34b008df-87f2-4a42-90b0-1e59ce92796f of type vlan for network bbe3d6ac-cc55-4cf1-91d1-c89389f40517
Nov 10 04:34:55.128013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.155999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.157693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:55.158742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.232850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.3149798
Nov 10 04:34:55.235730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52116) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:55.240906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Request body: {'subnet': {'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-5800466-subnet', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:55.252653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffbc9a-2f43-41ed-99bc-04615d37041b admin admin] Pushing event updated for resources: {'Network': ['ID=bbe3d6ac-cc55-4cf1-91d1-c89389f40517,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:55.264502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:34:55.275387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Made reservation on behalf of 4bca763c225b4fea8666ea9b62bc5f47 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:34:55.282325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.426278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Sync routers for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:34:55.435685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:55.436287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070575b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:55.453875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.508716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0dea777-99cd-4932-8d18-4318b0253d76,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:55.520042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Checking segment: {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:55.520429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Network hostable DHCP agents. Network: bbe3d6ac-cc55-4cf1-91d1-c89389f40517, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:34:55.539718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:34:55.549721 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, bbe3d6ac-cc55-4cf1-91d1-c89389f40517) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:55.554486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:34:55.555078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.572118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b306dd27-3735-40d0-b3f7-8c5408bda7fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.3351951
Nov 10 04:34:55.574686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52118) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:55.579108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:34:55.603703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.604978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.661656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.666329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026a606-2692-4a0d-b4a2-d5ccaef4363f None None] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:34:55.768560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:55.797677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:55.950393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'fixed_ips': [{'subnet_id': 'a0dea777-99cd-4932-8d18-4318b0253d76'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:34:55.951236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.003047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.022393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.128567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Allocated IP 172.32.3.172 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/bfa1e8a6-7f49-42f9-8539-5c66ae5b8581) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:56.140983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Allocated IP 172.20.0.2 (bbe3d6ac-cc55-4cf1-91d1-c89389f40517/a0dea777-99cd-4932-8d18-4318b0253d76/fb62477c-212e-428c-bcc5-f879d7e2762a) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:56.149164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070575b0>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 2, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:56.186112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Checking router: 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:34:56.186461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Updating router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:34:56.231103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.248797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.265439 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.309885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:56.312785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:56.316428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:56.332079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8922c0f-a6b2-4b71-b0c5-dce5bfec452d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:56.340094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:56.445538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.485906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.547606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:56.557369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Pushing event updated for resources: {'Port': ['ID=fb62477c-212e-428c-bcc5-f879d7e2762a,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:56.563165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:56.567547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.574074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:56.575894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-20e122af-61b5-4989-b4e5-a4647fb179b1 None None] Provisioning complete for port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:56.576261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-20e122af-61b5-4989-b4e5-a4647fb179b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.678545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-20e122af-61b5-4989-b4e5-a4647fb179b1 None None] Port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:34:56.690490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Attempting to bind port fb62477c-212e-428c-bcc5-f879d7e2762a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:34:56.690861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Attempting to bind port fb62477c-212e-428c-bcc5-f879d7e2762a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:34:56.691225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Attempting to bind port fb62477c-212e-428c-bcc5-f879d7e2762a on network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:34:56.718611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:34:56.718983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Checking segment: {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:56.719383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.719776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Bound using segment: {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:34:56.720255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Bound port: fb62477c-212e-428c-bcc5-f879d7e2762a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:34:56.720659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.763062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.768621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.780041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.841347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] For port fb62477c-212e-428c-bcc5-f879d7e2762a, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:34:56.847874 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] For port fb62477c-212e-428c-bcc5-f879d7e2762a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fb62477c-212e-428c-bcc5-f879d7e2762a,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:34:56.855004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c7be2-4455-492a-bc4b-91f9384ab245 None None] Pushing event updated for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:56.858883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.908487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Router 2e85df27-e490-4448-8e68-db6fabd9ae70 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:34:56.955573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Attempting to bind port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:34:56.955951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Attempting to bind port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:34:56.956322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Attempting to bind port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 on network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:34:56.971207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:34:56.972084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Checking segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:56.972512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.973010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Bound using segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:34:56.973490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Bound port: bc25cde5-0aa3-4fbc-881a-42cfbed785b6, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:34:56.973879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:56.986290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4f88-0c99-4e78-be04-957f98a11907 None None] Pushing event updated for resources: {'Port': ['ID=fb62477c-212e-428c-bcc5-f879d7e2762a,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:57.053745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] For port bc25cde5-0aa3-4fbc-881a-42cfbed785b6, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:34:57.054678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:57.057815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] For port bc25cde5-0aa3-4fbc-881a-42cfbed785b6, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:34:57.062506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.068133 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Sync routers for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:34:57.080033 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:57.080683 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:57.083373 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.087676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ab8c8c1b-ced5-4f44-9308-628ee4e2cd03 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 1.5118921
Nov 10 04:34:57.090336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52120) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:34:57.123674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:57.124323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070575b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:57.206054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c7be2-4455-492a-bc4b-91f9384ab245 None None] Pushing event updated for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:57.228785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-88b0c0d6-3337-4da1-bc0c-3675ef2ab152 req-10351488-fb7e-4fae-9ff9-e76277e8dbc1 service neutron] (119697) timed out ('10.222.0.21', 49794) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:34:57.279793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] Provisioning complete for port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:57.280252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.287109 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:57.341322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:57.520540 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:56Z', 'revision_number': 3, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:57.544261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.553512 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Checking router: 2e85df27-e490-4448-8e68-db6fabd9ae70 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:34:57.553944 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Updating router 2e85df27-e490-4448-8e68-db6fabd9ae70 port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:34:57.585804 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.603262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] For port bc25cde5-0aa3-4fbc-881a-42cfbed785b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:57.609600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.666073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.685525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c210d1b-8ff0-4bd1-8e28-183932d272db None None] Pushing event updated for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:57.702685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070575b0>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:57.733938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160a3ed-8cf4-4386-9a39-4d332558b0e6 None None] The sync data for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 is: [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:34:57.744718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-624df1f0-7f01-4fff-bfdd-ac8a9ab8b34d None None] Provisioning complete for port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:57.745312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-624df1f0-7f01-4fff-bfdd-ac8a9ab8b34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.886899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Allocated IP 172.20.0.1 (bbe3d6ac-cc55-4cf1-91d1-c89389f40517/a0dea777-99cd-4932-8d18-4318b0253d76/9c0672db-1eaa-4dff-a1f5-eaa0af31e980) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:34:57.893639 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.901483 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.944270 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eedc6-c469-49c4-b792-afa92b766610 None None] Pushing event updated for resources: {'Port': ['ID=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:57.969491 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Attempting to bind port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:34:57.969934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Attempting to bind port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:34:57.970360 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Attempting to bind port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:34:57.976402 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:34:57.976916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:34:57.977385 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.977839 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:34:57.978380 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Bound port: bfa1e8a6-7f49-42f9-8539-5c66ae5b8581, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:34:57.978832 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:57.988965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a5814-ddd8-4635-8537-297d225ad0e7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:58.048452 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] For port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:34:58.052326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] For port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:34:58.056092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] Provisioning complete for port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:58.056634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.060783 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.123452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.156767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf49b01-0c27-4929-b9f2-56810c6a1f37 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:34:58.186577 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eedc6-c469-49c4-b792-afa92b766610 None None] Pushing event updated for resources: {'Port': ['ID=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:58.208116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.210080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.219874 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:34:58.220559 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:58.270230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] For port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:58.289176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.364415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:58.374693 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:58.385633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:34:58.387411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767157d1-29f0-44b2-9c6a-3834f378f467 None None] Pushing event updated for resources: {'Port': ['ID=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:58.410363 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:34:58.435985 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:58.443551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3285414b-448a-4661-8d70-7bc8fbe1acf4 None None] Provisioning complete for port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:58.446256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3285414b-448a-4661-8d70-7bc8fbe1acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.467966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.573323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550b374-38ea-43c9-99da-5cd2bbac82b6 None None] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:34:58.778146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.800684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc25cde5-0aa3-4fbc-881a-42cfbed785b6 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:58.894320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8219c574c0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:56Z', 'revision_number': 3, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:34:58.899934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] Provisioning complete for port fb62477c-212e-428c-bcc5-f879d7e2762a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:58.901116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.930028 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3abe6-26ae-4695-bd83-213252b3e626 None None] The sync data for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 is: [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:56Z', 'revision_number': 3, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:34:58.992549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:58.997791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.045800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.146930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:59.148600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:59.149236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.216388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:34:59.218063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:34:59.246236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.365546 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] For port fb62477c-212e-428c-bcc5-f879d7e2762a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fb62477c-212e-428c-bcc5-f879d7e2762a,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:34:59.387772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.391518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-5082467d-b2f6-40fc-83de-0bf73936ba95 req-7ef7bf14-54c3-4795-9599-c6e91b4bf0f1 tempest-TestNetworkBasicOps-1297236108 tempest-TestNetworkBasicOps-1297236108-project] (119697) timed out ('10.222.0.21', 50470) {{(pid=119697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:34:59.398078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fb62477c-212e-428c-bcc5-f879d7e2762a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:34:59.508072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce977e-6eca-4d80-9aa0-fc66f3c0b75e None None] Pushing event updated for resources: {'Port': ['ID=fb62477c-212e-428c-bcc5-f879d7e2762a,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:34:59.531848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-466219e1-474d-4cb1-8f1d-5293a159a77b None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:59.532311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-466219e1-474d-4cb1-8f1d-5293a159a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.563952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fb62477c-212e-428c-bcc5-f879d7e2762a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:59.564333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.625553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-466219e1-474d-4cb1-8f1d-5293a159a77b None None] Port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:34:59.643010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-466219e1-474d-4cb1-8f1d-5293a159a77b None None] Provisioning complete for port fb62477c-212e-428c-bcc5-f879d7e2762a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:59.643386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-466219e1-474d-4cb1-8f1d-5293a159a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.816024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Router 2e85df27-e490-4448-8e68-db6fabd9ae70 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:34:59.902093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4bebfe07-daa0-4d75-b9f9-e931717348ff None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:34:59.903057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4bebfe07-daa0-4d75-b9f9-e931717348ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:34:59.940515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:34:59.946609 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-54193f70-76eb-4a15-916b-054144844928 admin admin] 10.222.0.13 "PUT /v2.0/routers/2e85df27-e490-4448-8e68-db6fabd9ae70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8551021
Nov 10 04:34:59.961442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4bebfe07-daa0-4d75-b9f9-e931717348ff None None] Port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:35:00.083178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b6ba998b-ea09-4594-8d34-912d16082d2a None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:00.083670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b6ba998b-ea09-4594-8d34-912d16082d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:00.121932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba998b-ea09-4594-8d34-912d16082d2a None None] Port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:35:00.673821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:35:00.723321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:00.723775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:00.804571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fb62477c-212e-428c-bcc5-f879d7e2762a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:35:00.847891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fb62477c-212e-428c-bcc5-f879d7e2762a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:00.848260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:00.924243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52128) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:00.929814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44268992', 'description': 'tempest-secgroup-smoke-44268992 description', 'project_id': '73b343a78d0c4ae09069280e6c0c1698'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:00.950110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.018225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.022526 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.049673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.051023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1256034
Nov 10 04:35:01.054088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52130) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.058848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.058997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a8e4-5cf0-4472-8a93-a3f42e2c89ef tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af0c149-41f9-45b4-ac77-716139b592df,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.089163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.146214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.150457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.168352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdb3dc7-0893-43ba-b89e-aac5889d7db1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.175605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.176819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4a920769-51a6-49b1-90e4-fcf5833cf791 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1216545
Nov 10 04:35:01.179659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52134) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.184149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.212706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.270598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.273861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.291236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a950893-91fd-4158-86cc-0134f481bc86,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.302619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.304472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2152951f-bbd8-4c0b-b0c6-5f647372eff1 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1238573
Nov 10 04:35:01.307220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52136) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.311626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.339287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.401106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.404949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Sync routers for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:35:01.405428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.415589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:35:01.416196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146d9df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:01.423298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58fe14c-07cc-48f8-b750-0a56ff5a48d4,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.431883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.433084 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea3f8801-6868-457f-8d9d-3c7db1ee70ed tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1249392
Nov 10 04:35:01.435799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.440167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.466536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.522710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:35:01.524263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.527922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.545862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038e145f-91e6-4cbb-bdb9-5a77f93d0218,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.551200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.556480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2730f2df-24ba-45c6-9f8d-91caf27b07d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1155696
Nov 10 04:35:01.557756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52140) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.561536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.584041 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Project 73b343a78d0c4ae09069280e6c0c1698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:35:01.589368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.646023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.650245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.667027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b602d-35af-490f-9e4f-02a6f77cdcbd,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.675240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.676435 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-322ab57b-c0f4-45da-9941-4b5ce46ab5f9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1188667
Nov 10 04:35:01.679156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:01.683550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'security_group_rule': {'security_group_id': '1af0c149-41f9-45b4-ac77-716139b592df', 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:01.706221 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Project 73b343a78d0c4ae09069280e6c0c1698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:35:01.711748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.732643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146d9df0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9c0672db-1eaa-4dff-a1f5-eaa0af31e980', 'name': '', 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'mac_address': 'fa:16:3e:0f:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:57Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 2, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'subnets': [{'id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:01.759231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Checking router: 2e85df27-e490-4448-8e68-db6fabd9ae70 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:35:01.759595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Updating router 2e85df27-e490-4448-8e68-db6fabd9ae70 port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:35:01.772769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.776402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.784263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.794032 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9a740-bbdc-44e3-8290-4ab5fbd8d462,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:01.801923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:01.803833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d6cd9a92-b4e8-4802-bb6b-43726ecd19f6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1236920
Nov 10 04:35:01.955960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-6b59a447-8c23-4c91-b285-6bfb4c1bb51d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44268992&fields=id&tenant_id=73b343a78d0c4ae09069280e6c0c1698 HTTP/1.1" status: 200  len: 267 time: 0.0441246
Nov 10 04:35:02.056902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.061821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.066618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-fd21a3ec-842a-4764-b770-bed020c27bc0 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:02.067366 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-fd21a3ec-842a-4764-b770-bed020c27bc0 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 808 time: 0.1045353
Nov 10 04:35:02.083397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-0bc623dc-607f-4a64-b0ee-7ecaeb38b4c8 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/quotas/73b343a78d0c4ae09069280e6c0c1698 HTTP/1.1" status: 200  len: 375 time: 0.0093021
Nov 10 04:35:02.111635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414efd-f5d9-4657-b757-227a961e1ecb None None] Pushing event updated for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:02.141788 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-9d3ae42a-5ff6-46f0-938a-fbe1fe5f22d3 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0522180
Nov 10 04:35:02.164322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Attempting to bind port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:35:02.164536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Attempting to bind port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:35:02.164951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Attempting to bind port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 on network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:35:02.170249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:35:02.170625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Checking segment: {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:35:02.171027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.171420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Bound using segment: {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:35:02.171895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Bound port: 9c0672db-1eaa-4dff-a1f5-eaa0af31e980, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b008df-87f2-4a42-90b0-1e59ce92796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:35:02.172275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.245263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] For port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:35:02.248494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] For port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:35:02.255431 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.317922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:35:02.319117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146d9df0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:34:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:02.368708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-ebcaafe3-116e-466d-8ddb-acbab9195b38 service neutron] 10.222.0.13 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109437
Nov 10 04:35:02.386244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414efd-f5d9-4657-b757-227a961e1ecb None None] Pushing event updated for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:02.417236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:02.417609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.470483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:35:02.475691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-259d1088-c5b4-4936-b780-74c1368532f5 service neutron] 10.222.0.13 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1004889
Nov 10 04:35:02.624198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.671561 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6164111b-ab64-4c33-b977-9bb63e783ee8 req-7d64a0d6-3959-454c-a87c-78bac1d5e56f tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 210 time: 0.0271029
Nov 10 04:35:02.683318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] For port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:35:02.708327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:02.771073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e40cf-07c3-49c0-afa1-e8cfa4115bbf None None] Pushing event updated for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:02.782844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146d9df0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9c0672db-1eaa-4dff-a1f5-eaa0af31e980', 'name': '', 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'mac_address': 'fa:16:3e:0f:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:57Z', 'updated_at': '2021-11-10T04:35:02Z', 'revision_number': 4, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'subnets': [{'id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:02.810454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c03c94-3298-4f84-a06f-cbcb01f8221b None None] The sync data for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 is: [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '9c0672db-1eaa-4dff-a1f5-eaa0af31e980', 'name': '', 'network_id': 'bbe3d6ac-cc55-4cf1-91d1-c89389f40517', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'mac_address': 'fa:16:3e:0f:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:57Z', 'updated_at': '2021-11-10T04:35:02Z', 'revision_number': 4, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'subnets': [{'id': 'a0dea777-99cd-4932-8d18-4318b0253d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:35:02.829118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d9b45968-91fd-47ef-a01b-5d78c223b19f None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:02.829494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d9b45968-91fd-47ef-a01b-5d78c223b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:03.675369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-7c56067a-fb5a-4549-a2b0-ea42fd93d64d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:03.676798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-7c56067a-fb5a-4549-a2b0-ea42fd93d64d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 808 time: 0.1059477
Nov 10 04:35:03.741291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-24187380-5543-4d3f-90c3-cea3be2214c6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73b343a78d0c4ae09069280e6c0c1698 HTTP/1.1" status: 200  len: 378 time: 0.0553999
Nov 10 04:35:03.759038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'port': {'device_id': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'admin_state_up': True, 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'security_groups': ['1af0c149-41f9-45b4-ac77-716139b592df']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:03.789349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27a26853-281e-4833-a6ea-894b389b3b4e req-c12b33a0-307d-4f40-ab40-14cd7a7af261 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 210 time: 0.0441625
Nov 10 04:35:03.884127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Made reservation on behalf of 73b343a78d0c4ae09069280e6c0c1698 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:35:03.887802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.011243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Allocated IP 172.20.0.7 (426e4a7b-e781-4e76-a6d4-1c9a71a037ec/12d2d3a8-eb14-4eac-86ff-8686bc9c1553/ed4bef74-53d6-4617-b558-51e02f03c0cd) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:35:04.154437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.186869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.227325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:35:04.232195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:35:04.235919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:35:04.266749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:04.296077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:04.296794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.315334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-d361f662-9730-4e52-a9fb-9b13cb39f786 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5612433
Nov 10 04:35:04.380125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7310cf87-2147-4c69-9834-f2676b739f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.393159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Request body: {'port': {'device_id': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:04.466786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2a891339-3224-4ea9-844d-e709e6836df8 None None] Provisioning complete for port ed4bef74-53d6-4617-b558-51e02f03c0cd triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:04.467258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2a891339-3224-4ea9-844d-e709e6836df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.502457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2a891339-3224-4ea9-844d-e709e6836df8 None None] Port ed4bef74-53d6-4617-b558-51e02f03c0cd cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:35:04.638940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:35:04.689650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:04.690030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.757924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:04.911705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af02ce-ab6b-40ea-ba53-4ea3e004b6e3 req-ff99e2d2-7dfc-4698-93ef-325907dfc8a9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:04.913338 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1af02ce-ab6b-40ea-ba53-4ea3e004b6e3 req-ff99e2d2-7dfc-4698-93ef-325907dfc8a9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 931 time: 0.0506749
Nov 10 04:35:04.964649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c1af02ce-ab6b-40ea-ba53-4ea3e004b6e3 req-60c3dc4d-2612-4595-bb47-3a5eb9006439 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451620
Nov 10 04:35:05.030881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4bef74-53d6-4617-b558-51e02f03c0cd {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:35:05.039243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:05.053000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Transition to ACTIVE for port object ed4bef74-53d6-4617-b558-51e02f03c0cd will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:35:05.056824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:05.132824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:05.188029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Attempting to bind port ed4bef74-53d6-4617-b558-51e02f03c0cd on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:35:05.188546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Attempting to bind port ed4bef74-53d6-4617-b558-51e02f03c0cd by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:35:05.188730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Attempting to bind port ed4bef74-53d6-4617-b558-51e02f03c0cd on network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:35:05.193221 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Port ed4bef74-53d6-4617-b558-51e02f03c0cd on network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:35:05.194250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Attempting to bind port ed4bef74-53d6-4617-b558-51e02f03c0cd on network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:35:05.199725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:35:05.200227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Checking segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:35:05.202436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Bound using segment: {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:35:05.202973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Bound port: ed4bef74-53d6-4617-b558-51e02f03c0cd, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:35:05.203417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:05.279265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:35:05.282980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:35:05.287093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:05.323572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.325004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:05.327046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1091 time: 1.0037909
Nov 10 04:35:05.329951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:35:05.333090 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34347cce-bc36-4aeb-ac62-8b9020049ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:35:05.363890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e30f5b-0673-40d9-b446-0cc0bea1eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:05.416504 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3068b2-fa3b-4437-873a-202b2f588e48 x-openstack-request-id: req-7c3068b2-fa3b-4437-873a-202b2f588e48 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:35:05.416827 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:35:05.417079 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c3068b2-fa3b-4437-873a-202b2f588e48 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:35:05.417477 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'status': 'completed', 'code': 200}
Nov 10 04:35:05.428926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-06d5d35d-a64c-4c37-9c14-72a202d93649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.430527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-06d5d35d-a64c-4c37-9c14-72a202d93649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1094 time: 0.0577054
Nov 10 04:35:05.478830 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-0f35a58f-012a-4306-adbd-973ef4c883a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 217 time: 0.0402660
Nov 10 04:35:05.533368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-bb1049ba-9960-40a6-ad59-f437a6459239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.534786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-bb1049ba-9960-40a6-ad59-f437a6459239 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0495560
Nov 10 04:35:05.583200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716048a-d826-4f04-8303-cfe441601a45 req-d3722bd4-cc04-49d7-ae2b-1e2340db5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.584785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-d3722bd4-cc04-49d7-ae2b-1e2340db5780 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428181
Nov 10 04:35:05.681806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-f25887a4-dfce-482a-9d0e-4530da050dfa service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902896
Nov 10 04:35:05.772049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b716048a-d826-4f04-8303-cfe441601a45 req-a171a609-d08e-405e-bf9a-3956da80a141 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826716
Nov 10 04:35:05.864151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-f698adbf-da3b-4c1b-a824-6ae4861d78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.865669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-f698adbf-da3b-4c1b-a824-6ae4861d78f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1094 time: 0.0463560
Nov 10 04:35:05.954465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-fd3cfbe1-1742-4210-aae8-604a64b9d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:05.956174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-fd3cfbe1-1742-4210-aae8-604a64b9d5a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0841804
Nov 10 04:35:06.001506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-4d3ee54f-35d5-4e69-b27b-74dfcb6783a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 217 time: 0.0376620
Nov 10 04:35:06.049794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-489ee9e5-23a6-4974-b4bc-5188f5bf25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:06.051254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-489ee9e5-23a6-4974-b4bc-5188f5bf25c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0433896
Nov 10 04:35:06.086986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cd25f-544b-4511-b678-308a38575e6c req-d46881ce-25c1-4df3-a14d-b1e35d4f2b7a tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:06.088410 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-425cd25f-544b-4511-b678-308a38575e6c req-d46881ce-25c1-4df3-a14d-b1e35d4f2b7a tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 943 time: 0.0539327
Nov 10 04:35:06.099946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-5e2f9c70-cd38-4173-92d6-57f1b3660d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:06.101509 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-5e2f9c70-cd38-4173-92d6-57f1b3660d97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415971
Nov 10 04:35:06.136864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-425cd25f-544b-4511-b678-308a38575e6c req-9ff7fb2f-3754-4f7b-9884-54c34007c3fb tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421782
Nov 10 04:35:06.199157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-67588e5e-c600-4637-a478-9bb9c45132ca service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888393
Nov 10 04:35:06.286820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-34347cce-bc36-4aeb-ac62-8b9020049ad9 req-589fe28b-fdeb-44c2-82b3-819b935a43ca service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807974
Nov 10 04:35:06.929729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b99c2eff-995c-4073-b435-04d491f34748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:07.255025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7a81-bc6d-4e36-ba0f-c375ec87b076 req-d64a4760-730c-433d-a226-a754516ce00b tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:07.256503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fcd7a81-bc6d-4e36-ba0f-c375ec87b076 req-d64a4760-730c-433d-a226-a754516ce00b tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 943 time: 0.0499632
Nov 10 04:35:07.309110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fcd7a81-bc6d-4e36-ba0f-c375ec87b076 req-6f3f63be-cca9-4f4e-af52-21e1f9c4bfd5 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466948
Nov 10 04:35:07.988510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:08.423065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80914296-31d2-4711-a8ac-f70a0d899067 req-2fde9900-a59f-496b-9643-e7decc2bc84c tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:08.424551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80914296-31d2-4711-a8ac-f70a0d899067 req-2fde9900-a59f-496b-9643-e7decc2bc84c tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 943 time: 0.0484953
Nov 10 04:35:08.472629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80914296-31d2-4711-a8ac-f70a0d899067 req-8ba0fe71-11e0-4e42-b7a0-398e1cf21a43 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413694
Nov 10 04:35:08.992172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed4bef74-53d6-4617-b558-51e02f03c0cd details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:35:09.088963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:35:09.100211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'port_id': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'mac_address': 'fa:16:3e:88:99:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:35:09.136119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:09.149185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4bef74-53d6-4617-b558-51e02f03c0cd {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:35:09.167950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:35:09.171641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:09.221114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:09.228877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.229224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.229562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.229900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.230232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.230556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.230879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.231203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.231523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.231863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.232165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.232483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:35:09.397428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['ed4bef74-53d6-4617-b558-51e02f03c0cd'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:35:09.457347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:09.597714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5bb9f-6c41-4e65-8e12-57018d2fe4a5 req-06faf91b-4bf0-4c41-9af5-21170fc9389c tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:09.598768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82a5bb9f-6c41-4e65-8e12-57018d2fe4a5 req-06faf91b-4bf0-4c41-9af5-21170fc9389c tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 944 time: 0.0496166
Nov 10 04:35:09.648395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-82a5bb9f-6c41-4e65-8e12-57018d2fe4a5 req-5a1e6600-ea4c-4c6e-9f7e-1f88e89c8756 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436339
Nov 10 04:35:10.236261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:10.764506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650154ce-6fdd-488a-be76-36927b79dab6 req-f5d1ba45-cdc6-4854-8ca0-37921b9fad7a tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:10.765986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-650154ce-6fdd-488a-be76-36927b79dab6 req-f5d1ba45-cdc6-4854-8ca0-37921b9fad7a tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 944 time: 0.0485008
Nov 10 04:35:10.819898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-650154ce-6fdd-488a-be76-36927b79dab6 req-6c3a4ea9-57df-41fd-97c9-3d739f3f91fc tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473650
Nov 10 04:35:10.993295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed4bef74-53d6-4617-b558-51e02f03c0cd up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:35:11.041041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port ed4bef74-53d6-4617-b558-51e02f03c0cd completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:35:11.044825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port ed4bef74-53d6-4617-b558-51e02f03c0cd triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:35:11.045188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:11.125836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:11.147502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:35:11.149739 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f091504-73b1-45be-a728-68aecdb9dc20" -d '{"events": [{"server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:35:11.161809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:35:11.166612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:11.189444 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba85958-4c17-47b3-9eb4-de43f32f30fb x-openstack-request-id: req-9ba85958-4c17-47b3-9eb4-de43f32f30fb {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:35:11.189731 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:35:11.189994 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ba85958-4c17-47b3-9eb4-de43f32f30fb {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:35:11.190379 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'code': 200}
Nov 10 04:35:11.218723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:11.281916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2df23-6bbb-4d35-aae9-0a1b6a72573d req-a1a6e63e-d459-4ae4-b158-4dbe35ae27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:11.283381 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f6e2df23-6bbb-4d35-aae9-0a1b6a72573d req-a1a6e63e-d459-4ae4-b158-4dbe35ae27d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0389965
Nov 10 04:35:11.340083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f6e2df23-6bbb-4d35-aae9-0a1b6a72573d req-ef4f5a3c-8e38-4099-8a78-d75f1e804790 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472181
Nov 10 04:35:11.934974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5439b-fd58-430b-8f5e-516f5df036b8 req-4f984ea6-ba3f-494f-9b2a-15ac4b52d825 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:11.936444 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-deb5439b-fd58-430b-8f5e-516f5df036b8 req-4f984ea6-ba3f-494f-9b2a-15ac4b52d825 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.0485661
Nov 10 04:35:11.986221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-deb5439b-fd58-430b-8f5e-516f5df036b8 req-df59ea68-bf76-4983-bbbe-4d33bbf57ad5 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438321
Nov 10 04:35:13.107753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94fa2b-76cc-4f07-91f1-277675475ee5 req-927f9946-166b-42e4-88aa-ae0050c7a867 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:13.109168 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e94fa2b-76cc-4f07-91f1-277675475ee5 req-927f9946-166b-42e4-88aa-ae0050c7a867 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.0543432
Nov 10 04:35:13.159115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e94fa2b-76cc-4f07-91f1-277675475ee5 req-48f74d22-bae1-4dc3-a354-12cdb2dbf191 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439527
Nov 10 04:35:13.277830 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34570-5c00-418d-9df0-ffe77935cd7e req-4860ce4a-6aad-4605-8018-459b1e643af9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:13.279307 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4b34570-5c00-418d-9df0-ffe77935cd7e req-4860ce4a-6aad-4605-8018-459b1e643af9 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.0489309
Nov 10 04:35:13.327414 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4b34570-5c00-418d-9df0-ffe77935cd7e req-a44ce533-70b2-49d8-9bc2-223f18e80038 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420580
Nov 10 04:35:13.440525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f042-504d-4129-90e1-7313493d48c7 req-15dc9af8-c9b6-4815-b80f-b965068c01c2 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:13.442013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a29f042-504d-4129-90e1-7313493d48c7 req-15dc9af8-c9b6-4815-b80f-b965068c01c2 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.0486519
Nov 10 04:35:13.491645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4a29f042-504d-4129-90e1-7313493d48c7 req-598e8455-d3bb-4ca1-b1d4-075d77e49117 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431890
Nov 10 04:35:13.515478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52200) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:13.610133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bc02a-bbd0-4684-859e-93ebd5f1af7f tempest-TestServerBasicOps-1626380851 tempest-TestServerBasicOps-1626380851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:13.611789 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-250bc02a-bbd0-4684-859e-93ebd5f1af7f tempest-TestServerBasicOps-1626380851 tempest-TestServerBasicOps-1626380851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1091 time: 0.0951984
Nov 10 04:35:13.614941 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:13.620186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:35:13.642857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:13.740548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:13.840183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Allocated IP 172.32.3.170 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/0e4e4e00-9e9b-4f69-b172-eb082b277ff0) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:35:13.943493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:13.976549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.011647 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:35:14.016444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:35:14.019988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:35:14.049092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'Port': ['ID=0e4e4e00-9e9b-4f69-b172-eb082b277ff0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:14.360331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.428565 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.572498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.576937 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.644282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event updated for resources: {'Port': ['ID=0e4e4e00-9e9b-4f69-b172-eb082b277ff0,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:35:14.657800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:14.755332 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Floating IP df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b associated. External IP: 172.32.3.170, port: ed4bef74-53d6-4617-b558-51e02f03c0cd.
Nov 10 04:35:14.959993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:35:15.062368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:35:15.072757 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Sync routers for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:35:15.079322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:15.083258 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:35:15.083785 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821435f1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:35:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:15.109539 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-bc6f247c-933b-41b0-8df4-2c601917eeb4 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4935398
Nov 10 04:35:15.110225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:35:15.112496 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d191b3-9f39-4b1e-983f-55fbe4707b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:35:15.151309 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a220a7-5e4e-4b76-b58c-6383acc0f758 x-openstack-request-id: req-15a220a7-5e4e-4b76-b58c-6383acc0f758 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:35:15.151599 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:35:15.151851 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a220a7-5e4e-4b76-b58c-6383acc0f758 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:35:15.152251 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'status': 'completed', 'code': 200}
Nov 10 04:35:15.194924 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:35:15.213750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-ce013465-ad69-4444-abd8-234e9cc0a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:15.215244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-ce013465-ad69-4444-abd8-234e9cc0a2b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0410163
Nov 10 04:35:15.306348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-4650839e-032f-40d4-8b29-383607c0dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:15.307947 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-4650839e-032f-40d4-8b29-383607c0dead service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0859818
Nov 10 04:35:15.377963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-a39fc477-a11f-46c1-a2ec-a52e368e81b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 999 time: 0.0632927
Nov 10 04:35:15.417914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821435f1c0>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'floating_ip_address': '172.32.3.170', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'port_id': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'mac_address': 'fa:16:3e:88:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:35:14Z', 'updated_at': '2021-11-10T04:35:14Z', 'revision_number': 0, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:15.427707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-1849dba6-948f-48d7-8a05-424a0bb9ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:15.429251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-1849dba6-948f-48d7-8a05-424a0bb9ea51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0442684
Nov 10 04:35:15.446183 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Checking router: 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:35:15.454287 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:35:15.455142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821435f1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:35:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:15.475934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-178329f6-6831-4064-a281-48ab831f6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:15.477533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-178329f6-6831-4064-a281-48ab831f6740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412493
Nov 10 04:35:15.554320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:35:15.578993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-d7d6d7ed-14b9-43a6-b15a-f36e97068791 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942059
Nov 10 04:35:15.673497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96d191b3-9f39-4b1e-983f-55fbe4707b6d req-648d2587-f92d-4f0c-8f44-1fab4b9e9184 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870421
Nov 10 04:35:15.778404 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821435f1c0>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'floating_ip_address': '172.32.3.170', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'port_id': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'mac_address': 'fa:16:3e:88:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:35:14Z', 'updated_at': '2021-11-10T04:35:14Z', 'revision_number': 0, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:35:15.804333 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae4428-2381-4623-8b84-2b95ab587861 None None] The sync data for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 is: [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'floating_ip_address': '172.32.3.170', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'port_id': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'mac_address': 'fa:16:3e:88:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:35:14Z', 'updated_at': '2021-11-10T04:35:14Z', 'revision_number': 0, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:35:15.990287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1886b2-2d03-4ff7-a2e0-5751e97c5bbf None None] New status for floating IP df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:35:18.911507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:19.125008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:24.563004 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:35:29.569330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-946a1e5f-a9ce-4205-a11b-40095d6f5872 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395598
Nov 10 04:35:29.656560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fca76-4701-4044-90df-1e542f578a9c req-727418c3-07f4-473d-b1ed-333c518a7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:29.658060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-727418c3-07f4-473d-b1ed-333c518a7f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0420730
Nov 10 04:35:29.762966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fca76-4701-4044-90df-1e542f578a9c req-4ff491ab-c743-48c3-a96f-fa597e875616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:29.764422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-4ff491ab-c743-48c3-a96f-fa597e875616 service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0863531
Nov 10 04:35:29.829490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-29b5235f-6f01-4742-b609-5d6457cb906e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1001 time: 0.0575464
Nov 10 04:35:29.879036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fca76-4701-4044-90df-1e542f578a9c req-9b508f03-af06-40a6-9957-a12c4e1ea1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:29.880425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-9b508f03-af06-40a6-9957-a12c4e1ea1bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0420933
Nov 10 04:35:29.931107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fca76-4701-4044-90df-1e542f578a9c req-2f46c784-0dd2-460c-9b3e-733e4e921e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:29.932632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-2f46c784-0dd2-460c-9b3e-733e4e921e7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437670
Nov 10 04:35:30.019708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-2dd64f5f-d54e-4e2c-8cc3-017e4851afce service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800185
Nov 10 04:35:30.111796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-785fca76-4701-4044-90df-1e542f578a9c req-e3695322-f2e0-4e48-8706-bf7e0884ea89 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851524
Nov 10 04:35:34.372831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d01d6128-7f24-4d36-9bd6-214f6d5a78c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:36.931326 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c3e98274-ff67-44c8-9e48-8e819889a0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:37.991163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:39.451041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:40.236731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:48.934158 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:49.153021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:35:49.978299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52252) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:35:50.069147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09dc02-7fe0-471c-a99d-8776e39e8fd2 req-9347b25d-0f45-45f9-8812-7a4dc6f02b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:35:50.070672 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c09dc02-7fe0-471c-a99d-8776e39e8fd2 req-9347b25d-0f45-45f9-8812-7a4dc6f02b5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0913875
Nov 10 04:35:50.115326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c09dc02-7fe0-471c-a99d-8776e39e8fd2 req-780bbe3a-d732-4809-94bb-1bef03d700ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387092
Nov 10 04:36:01.563654 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:36:04.376556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d93adf2a-f7b7-4f6c-a70c-ad04077a7967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:06.932492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a3540380-139e-43b9-a315-3d352372e88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:07.994015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:09.453377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:10.237937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:18.939299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:19.173950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:28.807060 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-cc705c49-c313-40db-9f39-118d6645fa28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393398
Nov 10 04:36:28.890071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-5b50676b-6151-4433-b468-8bdfbbcad3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:36:28.891554 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-5b50676b-6151-4433-b468-8bdfbbcad3f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0405962
Nov 10 04:36:28.998438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-cea82557-8966-4e52-bddb-0d12b6343d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:36:28.999893 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-cea82557-8966-4e52-bddb-0d12b6343d7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0875254
Nov 10 04:36:29.063828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-574f420e-e79d-4c40-9f39-070308e7b83b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1001 time: 0.0572450
Nov 10 04:36:29.122967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-95f5e60c-6d5d-4cb8-a4b8-2a3d57e8202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:36:29.124433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-95f5e60c-6d5d-4cb8-a4b8-2a3d57e8202a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0499911
Nov 10 04:36:29.169117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-834c91a7-cf10-45a0-9bd7-ba76fa1bf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:36:29.170665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-834c91a7-cf10-45a0-9bd7-ba76fa1bf25d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398071
Nov 10 04:36:29.262334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-77f4260e-601c-4c76-96bc-f10d741171c4 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844667
Nov 10 04:36:29.349877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-867b5dac-9db7-4209-bc3b-1553a9ce932b req-ac1403a1-a983-4ef2-9d11-435cb4c073a4 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803027
Nov 10 04:36:34.377723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-32841af3-edc3-4808-90a8-af294e2d286d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:36.933387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4e9950e9-89e3-4d00-9139-151984090d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:37.999685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:38.562511 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:36:39.456009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:40.239035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:48.941584 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:36:49.172738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:04.378473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1e0e3102-32cc-458a-925b-bf2266b98bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:06.934519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b718574d-ffdd-465b-ac6f-8de88c1a1bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:07.998770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:09.458370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:10.243361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:15.562531 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:37:18.937058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:19.197620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:30.830430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-f8b27c50-2727-4e28-9a7b-0fd0f8ce4f2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0414932
Nov 10 04:37:30.916488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-34d48a45-0279-46c8-8b85-5203570ba83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:37:30.917917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-34d48a45-0279-46c8-8b85-5203570ba83a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0444660
Nov 10 04:37:31.019817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-f75c7bfc-263b-4f69-9f9c-2c61a23fd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:37:31.021294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-f75c7bfc-263b-4f69-9f9c-2c61a23fd8be service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0837474
Nov 10 04:37:31.090538 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-ff8e7dc3-45de-4086-ad89-9827fbfe560d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1001 time: 0.0616715
Nov 10 04:37:31.139741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-f57e6bc2-4eea-43bb-8733-8ecb37cb5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:37:31.141215 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-f57e6bc2-4eea-43bb-8733-8ecb37cb5965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0437539
Nov 10 04:37:31.186309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-8a378880-7f35-483a-aa97-98ebe7c310a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:37:31.187681 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-8a378880-7f35-483a-aa97-98ebe7c310a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397196
Nov 10 04:37:31.281121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-b14dac03-8ae8-4556-9b08-2a7bdfcd94bf service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863025
Nov 10 04:37:31.370620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2c479fec-7df3-487d-a2ca-7c4e95ae6884 req-9c120c3c-180e-455c-b070-144287aa3d8b service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824566
Nov 10 04:37:34.378632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f71842fa-a263-4dc4-a450-8a106d2ec67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:36.935901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d895699f-aa9d-4e50-a219-4824916e5bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:38.001782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:39.460259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:40.244300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:48.951347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:49.219226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:37:52.560962 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:38:04.379430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb072e41-f0ed-4745-b30a-7445b231a197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:06.938497 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-170dc705-2da9-428b-a9a6-22f7aa00e37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:08.004398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:09.461821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:10.246227 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:18.966758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:19.231710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:29.558982 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:38:32.798686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-ceaac399-b11b-45ab-ab49-7b6573c180a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440412
Nov 10 04:38:32.882196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-c906fc78-01b0-4843-b7d0-11d28e84f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:38:32.883694 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-c906fc78-01b0-4843-b7d0-11d28e84f7e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0409951
Nov 10 04:38:32.988108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-81a3eba8-4b4b-4b85-b1b6-b32713a3efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:38:32.989533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-81a3eba8-4b4b-4b85-b1b6-b32713a3efed service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0856533
Nov 10 04:38:33.058646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-477b0be4-5114-40ce-b21a-f58b5c6f230d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1001 time: 0.0611572
Nov 10 04:38:33.108116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-1c2afd1d-fe61-4c34-879b-64d7977ad24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:38:33.109579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-1c2afd1d-fe61-4c34-879b-64d7977ad24e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0446537
Nov 10 04:38:33.154297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-858eef9a-026d-4599-9726-6c3e606feab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:38:33.155723 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-858eef9a-026d-4599-9726-6c3e606feab9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389078
Nov 10 04:38:33.166236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-ae4c2c96-a2c9-4472-b276-43339239aa50 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:38:33.167149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-ae4c2c96-a2c9-4472-b276-43339239aa50 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047348
Nov 10 04:38:33.259476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-ad3f1bae-65cb-4cad-8551-96be4bb14688 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837758
Nov 10 04:38:33.351975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bedc46b8-4743-4e7d-9685-efda83a1f90b req-d60b3849-207d-4ca3-acfe-4693dea4eb01 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850542
Nov 10 04:38:34.379120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f8aa574f-7164-4795-83dd-abc783225344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:36.938907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6b81-2bde-4c20-b460-6265ad83dc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:38.008189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:39.466048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:40.247214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:48.965370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:38:49.233629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:04.380034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f08fd4ee-acb4-43f5-ad85-7ede2259a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:06.559640 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:39:06.938876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae7e6-3994-4ae0-a060-fc4456e5917c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:08.011436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:09.467451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:10.252957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:18.964114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:19.227116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:34.381057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58972032-bf22-4dda-a7c7-a7b9603fdb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:35.372788 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-14db9b4e-49d2-403d-b5cb-18491a0d2c30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404286
Nov 10 04:39:35.453819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-6d120916-603a-4ee2-9229-01a1f9f1550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:35.455254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-6d120916-603a-4ee2-9229-01a1f9f1550d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b343a78d0c4ae09069280e6c0c1698&device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 1096 time: 0.0404129
Nov 10 04:39:35.559390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-a9f476af-632a-488d-8ad2-e2e6ceda1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:35.560946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-a9f476af-632a-488d-8ad2-e2e6ceda1e9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 200  len: 909 time: 0.0866747
Nov 10 04:39:35.625116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-5ba58505-7623-4e3a-90b1-e69c4a64e055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 200  len: 1001 time: 0.0569661
Nov 10 04:39:35.673223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-c1af5679-b64b-4489-a3ed-ccf203564675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:35.674641 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-c1af5679-b64b-4489-a3ed-ccf203564675 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 200  len: 847 time: 0.0433564
Nov 10 04:39:35.722964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-b127b12e-b538-4d2a-8dc2-039ebe066097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:35.724415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-b127b12e-b538-4d2a-8dc2-039ebe066097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=426e4a7b-e781-4e76-a6d4-1c9a71a037ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432513
Nov 10 04:39:35.813737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-e001c560-9d6e-4c20-a19e-628f32233b5f service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812516
Nov 10 04:39:35.906882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9bd7457-9cea-497d-94d4-18d60e8e2b39 req-9d2ec148-d126-4baa-b39e-9d0fd04b0d80 service neutron] 10.222.0.21 "GET /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859022
Nov 10 04:39:36.939674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2ec42dc5-ab22-4f28-8f7d-57dc3ea788f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:38.013388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:39.467407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:40.254652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:43.559141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:39:48.978683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:49.226983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:54.790223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb446c-ef0d-4c8e-a384-743656001fef req-88e85f58-a0ae-4957-989e-453d4f08c164 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:54.791715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aceb446c-ef0d-4c8e-a384-743656001fef req-88e85f58-a0ae-4957-989e-453d4f08c164 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.1578348
Nov 10 04:39:54.842194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aceb446c-ef0d-4c8e-a384-743656001fef req-f647332c-83bf-4711-992e-ec1141c2625d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438898
Nov 10 04:39:55.921013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-1b17053a-4dca-4c4f-943c-d848bdbd1041 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:55.922482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-1b17053a-4dca-4c4f-943c-d848bdbd1041 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.0529175
Nov 10 04:39:56.018358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Deleting port ed4bef74-53d6-4617-b558-51e02f03c0cd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:39:56.018700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:56.054588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394717-b177-481d-947c-d183dd0920d2 req-5fc3de54-1529-4c75-afea-d7e2ae9080bf tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:39:56.056108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c394717-b177-481d-947c-d183dd0920d2 req-5fc3de54-1529-4c75-afea-d7e2ae9080bf tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 945 time: 0.1164577
Nov 10 04:39:56.107475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] For port ed4bef74-53d6-4617-b558-51e02f03c0cd, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ed4bef74-53d6-4617-b558-51e02f03c0cd,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:39:56.107788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:56.110142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9c394717-b177-481d-947c-d183dd0920d2 req-d7bebc31-f694-4a26-ba0b-e529f7c98e3b tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/security-groups?id=1af0c149-41f9-45b4-ac77-716139b592df&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481083
Nov 10 04:39:56.621483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:56.621854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:56.622171 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Floating IP df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b disassociated. External IP: 172.32.3.170, port: ed4bef74-53d6-4617-b558-51e02f03c0cd.
Nov 10 04:39:56.622512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Calling delete_port for ed4bef74-53d6-4617-b558-51e02f03c0cd owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:39:56.747858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:56.779708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event deleted for resources: {'Port': ['ID=ed4bef74-53d6-4617-b558-51e02f03c0cd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:39:56.790270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.790617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.790955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.791294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.791627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.791960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.792283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.792621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.793499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.793816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.794136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.794454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:56.905292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:39:57.014162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:39:57.023611 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Sync routers for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:39:57.033236 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:39:57.033838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214632310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:39:57.053305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] No DVR routers for this DVR port ed4bef74-53d6-4617-b558-51e02f03c0cd on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:39:57.055952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:57.059549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2a862436-da8f-4cff-8676-6df45090c9e8 req-76717e88-0680-4b0d-9ac9-9670c0b10cb6 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.21 "DELETE /v2.0/ports/ed4bef74-53d6-4617-b558-51e02f03c0cd HTTP/1.1" status: 204  len: 173 time: 1.1306901
Nov 10 04:39:57.060010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'name': 'network-vif-deleted', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:39:57.062323 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d96814-5104-4e49-ab49-ed8b2e1eb7c5" -d '{"events": [{"server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "name": "network-vif-deleted", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:39:57.143059 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:39:57.219239 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df1614-42ba-406c-bf56-822accb19c05 x-openstack-request-id: req-d2df1614-42ba-406c-bf56-822accb19c05 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:39:57.220384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbabab6e-526c-4c8f-ae07-330ded286227", "name": "network-vif-deleted", "tag": "ed4bef74-53d6-4617-b558-51e02f03c0cd", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:39:57.220673 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2df1614-42ba-406c-bf56-822accb19c05 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:39:57.221131 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbabab6e-526c-4c8f-ae07-330ded286227', 'name': 'network-vif-deleted', 'tag': 'ed4bef74-53d6-4617-b558-51e02f03c0cd', 'status': 'completed', 'code': 200}
Nov 10 04:39:57.264327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c6ad7cc-0913-4e48-9432-6502296f73c7 req-12d8062c-6381-4dd1-8bac-c5dda9280b2f tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbabab6e-526c-4c8f-ae07-330ded286227 HTTP/1.1" status: 200  len: 210 time: 0.0271349
Nov 10 04:39:57.365535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214632310>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:39:57.394186 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Checking router: 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:39:57.402748 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:39:57.403338 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214632310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:39:57.509671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:39:57.702299 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214632310>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:39:57.726953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a9d3c-bfb9-4e08-835b-d71f85430e35 None None] The sync data for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 is: [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'bc25cde5-0aa3-4fbc-881a-42cfbed785b6', 'name': '', 'network_id': '426e4a7b-e781-4e76-a6d4-1c9a71a037ec', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'mac_address': 'fa:16:3e:d1:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:53Z', 'updated_at': '2021-11-10T04:34:57Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'subnets': [{'id': '12d2d3a8-eb14-4eac-86ff-8686bc9c1553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:39:57.953971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d03ff4-ecf1-4778-b4b2-05ec68ac1df4 None None] New status for floating IP df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:39:58.263212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed4bef74-53d6-4617-b558-51e02f03c0cd no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:39:58.285990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: ed4bef74-53d6-4617-b558-51e02f03c0cd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:39:58.286324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ed4bef74-53d6-4617-b558-51e02f03c0cd not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:39:58.324313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52422) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:39:58.444289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Deleting port 0e4e4e00-9e9b-4f69-b172-eb082b277ff0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:39:58.444649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.517842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.518084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.529846 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Calling delete_port for 0e4e4e00-9e9b-4f69-b172-eb082b277ff0 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:39:58.659224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.683880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event deleted for resources: {'Port': ['ID=0e4e4e00-9e9b-4f69-b172-eb082b277ff0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:39:58.712256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.712601 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.712962 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.713301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.713916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.714224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.715055 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.715381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.715699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.716018 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.716337 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.716683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:39:58.754201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.756856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.757989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a6685f40-32c9-4808-8af5-072064c36407 tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "DELETE /v2.0/floatingips/df1f7ee0-9c09-44f3-b8ae-a1c5be7fbd6b HTTP/1.1" status: 204  len: 168 time: 0.4326782
Nov 10 04:39:58.826031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52428) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:39:58.882083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.908000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.968841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.971403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:58.972548 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] 10.222.0.13 "DELETE /v2.0/security-groups/1af0c149-41f9-45b4-ac77-716139b592df HTTP/1.1" status: 204  len: 168 time: 0.1454430
Nov 10 04:39:58.981584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff19fd-cb9e-4b9a-93d7-a01d60b9072d tempest-TestServerBasicOps-884067855 tempest-TestServerBasicOps-884067855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af0c149-41f9-45b4-ac77-716139b592df,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:39:59.010217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52432) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:39:59.454310 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:59.698874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Deleting port bc25cde5-0aa3-4fbc-881a-42cfbed785b6 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:39:59.699218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:59.778100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] For port bc25cde5-0aa3-4fbc-881a-42cfbed785b6, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:39:59.778383 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:39:59.791196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Calling delete_port for bc25cde5-0aa3-4fbc-881a-42cfbed785b6 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:39:59.978339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.012157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc25cde5-0aa3-4fbc-881a-42cfbed785b6,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:00.175312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.387140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:40:00.490877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:40:00.496290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-733b5147-c5a7-490a-bb06-e6ce82b0122a admin admin] 10.222.0.13 "PUT /v2.0/routers/7d436e19-a149-46c9-b7fd-e32a0d72b7b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4839256
Nov 10 04:40:00.498892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52436) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:00.499296 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Sync routers for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:40:00.509673 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:40:00.510264 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821447bd90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:00.597790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.611285 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:40:00.697840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.765958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Deleting port 94eedfd5-ae19-416e-bfda-9b57738e46fd {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:00.766400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.790087 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821447bd90>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111'}], 'enable_snat': True}, 'gw_port_id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:39:59Z', 'revision_number': 5, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port': {'id': '94eedfd5-ae19-416e-bfda-9b57738e46fd', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:51Z', 'updated_at': '2021-11-10T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:00.816191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Checking router: 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:40:00.824578 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Routers {'7d436e19-a149-46c9-b7fd-e32a0d72b7b4'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:40:00.825207 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821447bd90>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:00.848306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] For port 94eedfd5-ae19-416e-bfda-9b57738e46fd, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=94eedfd5-ae19-416e-bfda-9b57738e46fd,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:00.848696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:00.860787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Calling delete_port for 94eedfd5-ae19-416e-bfda-9b57738e46fd owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:01.000591 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] Set router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:40:01.038561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.053179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821447bd90>, [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:40:00Z', 'revision_number': 6, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:01.064998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Pushing event deleted for resources: {'Port': ['ID=94eedfd5-ae19-416e-bfda-9b57738e46fd,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:01.079715 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5c2f-d2c0-423a-807a-4fb9ac9a5ac3 None None] The sync data for ids ['7d436e19-a149-46c9-b7fd-e32a0d72b7b4'] in ncdv-817176-1 is: [{'id': '7d436e19-a149-46c9-b7fd-e32a0d72b7b4', 'name': 'tempest-TestServerBasicOps-865888178-router', 'tenant_id': '73b343a78d0c4ae09069280e6c0c1698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:50Z', 'updated_at': '2021-11-10T04:40:00Z', 'revision_number': 6, 'project_id': '73b343a78d0c4ae09069280e6c0c1698', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:40:01.081407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8daa07-7980-4d0c-92f2-3173c3415cc2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:40:01.135450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.223745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.225876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.268134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.268678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d436e19-a149-46c9-b7fd-e32a0d72b7b4 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:40:01.273921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.275360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2f7531fa-5c67-4185-bc3d-db1fb64d19fc admin admin] 10.222.0.13 "DELETE /v2.0/routers/7d436e19-a149-46c9-b7fd-e32a0d72b7b4 HTTP/1.1" status: 204  len: 168 time: 0.7755520
Nov 10 04:40:01.277923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52438) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:01.325583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Deleting subnet 12d2d3a8-eb14-4eac-86ff-8686bc9c1553 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:40:01.328591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.362561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.439386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.493656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.527118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.531939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f03dd-f8c1-4c37-9245-27cd1723c3e4 None None] Network 426e4a7b-e781-4e76-a6d4-1c9a71a037ec requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:40:01.532207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12d2d3a8-eb14-4eac-86ff-8686bc9c1553 HTTP/1.1" status: 204  len: 168 time: 0.2530572
Nov 10 04:40:01.532807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198a3d-fe6f-4723-98e8-30cd54144fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d2d3a8-eb14-4eac-86ff-8686bc9c1553,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:01.534580 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52440) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:01.607838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.659412 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Deleting port 9ae6490e-1d44-4589-b953-3820ec493e0d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:01.659750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.721431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] For port 9ae6490e-1d44-4589-b953-3820ec493e0d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9ae6490e-1d44-4589-b953-3820ec493e0d,segment=NetworkSegment(cf256f7a-daf8-4cba-9a51-96d4c1bfabf7),segment_id=cf256f7a-daf8-4cba-9a51-96d4c1bfabf7)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:01.721796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.738478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Calling delete_port for 9ae6490e-1d44-4589-b953-3820ec493e0d owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:01.813573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.839336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae6490e-1d44-4589-b953-3820ec493e0d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:01.843920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] No DVR routers for this DVR port 9ae6490e-1d44-4589-b953-3820ec493e0d on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:40:01.864815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a860473-f17e-4127-8a16-2b55bb9ffa91 None None] DHCP port deletion for 426e4a7b-e781-4e76-a6d4-1c9a71a037ec request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:40:01.929396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.949744 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820da1d070>,) {'filters': {'network_id': ['426e4a7b-e781-4e76-a6d4-1c9a71a037ec']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:01.959725 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820da1d070>, 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:01.960022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820da1d070>, 'cf256f7a-daf8-4cba-9a51-96d4c1bfabf7') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:01.969748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.983826 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.990364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:40:01.990749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:40:01.992517 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:40:02.049118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.069764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.072883 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/426e4a7b-e781-4e76-a6d4-1c9a71a037ec HTTP/1.1" status: 204  len: 168 time: 0.5362649
Nov 10 04:40:02.073874 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bdd8-e78b-45ba-869e-5ded9d42fa37 admin admin] Pushing event deleted for resources: {'Network': ['ID=426e4a7b-e781-4e76-a6d4-1c9a71a037ec,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:02.075793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52442) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:02.417710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.657630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Deleting port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:02.658346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.733802 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] For port 9c0672db-1eaa-4dff-a1f5-eaa0af31e980, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:02.734172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.750154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Calling delete_port for 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:02.767966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 94eedfd5-ae19-416e-bfda-9b57738e46fd no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:02.788408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 94eedfd5-ae19-416e-bfda-9b57738e46fd {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:02.788777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 94eedfd5-ae19-416e-bfda-9b57738e46fd not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:02.789193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc25cde5-0aa3-4fbc-881a-42cfbed785b6 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:02.807673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bc25cde5-0aa3-4fbc-881a-42cfbed785b6 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:02.808019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bc25cde5-0aa3-4fbc-881a-42cfbed785b6 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:02.808427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ae6490e-1d44-4589-b953-3820ec493e0d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:02.830573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9ae6490e-1d44-4589-b953-3820ec493e0d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:02.830912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9ae6490e-1d44-4589-b953-3820ec493e0d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:02.929697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:02.955434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0672db-1eaa-4dff-a1f5-eaa0af31e980,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:03.118080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:03.326958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Router 2e85df27-e490-4448-8e68-db6fabd9ae70 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:40:03.427374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:40:03.434527 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5b189d1d-a5d5-4331-85db-1366c5272dd6 admin admin] 10.222.0.13 "PUT /v2.0/routers/2e85df27-e490-4448-8e68-db6fabd9ae70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3555405
Nov 10 04:40:03.435868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52446) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:03.437117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Sync routers for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:40:03.447811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:40:03.448436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071996d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:03.719563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:40:03.858588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:03.896542 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071996d0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:40:02Z', 'revision_number': 5, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:03.925134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Checking router: 2e85df27-e490-4448-8e68-db6fabd9ae70 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:40:03.934556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Routers {'2e85df27-e490-4448-8e68-db6fabd9ae70'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:40:03.935310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82071996d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:39:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['2e85df27-e490-4448-8e68-db6fabd9ae70'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:03.958957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.009904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Deleting port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:04.010150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.038905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] Set router 2e85df27-e490-4448-8e68-db6fabd9ae70 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:40:04.087370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] For port bfa1e8a6-7f49-42f9-8539-5c66ae5b8581, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:04.087731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.100524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Calling delete_port for bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:04.215787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-ea6894de-f685-4191-895d-4031023a39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82071996d0>, [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:40:02Z', 'revision_number': 5, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:04.242917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6894de-f685-4191-895d-4031023a39aa None None] The sync data for ids ['2e85df27-e490-4448-8e68-db6fabd9ae70'] in ncdv-817176-1 is: [{'id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'name': 'tempest-TestServerBasicOps-5800466-router', 'tenant_id': '4bca763c225b4fea8666ea9b62bc5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172'}], 'enable_snat': True}, 'gw_port_id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:34:55Z', 'updated_at': '2021-11-10T04:40:02Z', 'revision_number': 5, 'project_id': '4bca763c225b4fea8666ea9b62bc5f47', 'gw_port': {'id': 'bfa1e8a6-7f49-42f9-8539-5c66ae5b8581', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e85df27-e490-4448-8e68-db6fabd9ae70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:34:56Z', 'updated_at': '2021-11-10T04:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:40:04.268477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.299116 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa1e8a6-7f49-42f9-8539-5c66ae5b8581,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:04.312375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778e581-f821-4639-ad22-1f40e0d0b64c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:40:04.359895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.382419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-767a183b-b4f1-456f-80b0-f06031b02f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.449782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.452549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.494357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.494871 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e85df27-e490-4448-8e68-db6fabd9ae70 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:40:04.500102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.501305 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7e4c5813-0101-4e28-8e86-02aa966ae7b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2e85df27-e490-4448-8e68-db6fabd9ae70 HTTP/1.1" status: 204  len: 168 time: 1.0645289
Nov 10 04:40:04.504362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52448) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:04.549003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Deleting subnet a0dea777-99cd-4932-8d18-4318b0253d76 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:40:04.552178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.587899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.674571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.731715 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.757488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0dea777-99cd-4932-8d18-4318b0253d76,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:04.763733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.767334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-86d8deed-e5d6-46dc-9150-3258ed93acd2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0dea777-99cd-4932-8d18-4318b0253d76 HTTP/1.1" status: 204  len: 168 time: 0.2619085
Nov 10 04:40:04.769781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52450) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:04.771555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e9d97-df84-41fc-a4eb-dfeaa6f60958 None None] Network bbe3d6ac-cc55-4cf1-91d1-c89389f40517 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:40:04.853653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.884955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:04.908532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:04.909136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9c0672db-1eaa-4dff-a1f5-eaa0af31e980 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:04.924436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Deleting port fb62477c-212e-428c-bcc5-f879d7e2762a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:04.925389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:04.995019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] DHCP port deletion for bbe3d6ac-cc55-4cf1-91d1-c89389f40517 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:40:04.996379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] For port fb62477c-212e-428c-bcc5-f879d7e2762a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fb62477c-212e-428c-bcc5-f879d7e2762a,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:04.996751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.010162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Calling delete_port for fb62477c-212e-428c-bcc5-f879d7e2762a owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:05.046552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Deleting port fb62477c-212e-428c-bcc5-f879d7e2762a {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:05.046925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.092278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.110346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] For port fb62477c-212e-428c-bcc5-f879d7e2762a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fb62477c-212e-428c-bcc5-f879d7e2762a,segment=NetworkSegment(34b008df-87f2-4a42-90b0-1e59ce92796f),segment_id=34b008df-87f2-4a42-90b0-1e59ce92796f)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:05.110750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.120006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Pushing event deleted for resources: {'Port': ['ID=fb62477c-212e-428c-bcc5-f879d7e2762a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:05.121866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] No DVR routers for this DVR port fb62477c-212e-428c-bcc5-f879d7e2762a on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:40:05.124747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Calling delete_port for fb62477c-212e-428c-bcc5-f879d7e2762a owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:05.192263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.202255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.216932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f6d6b20>,) {'filters': {'network_id': ['bbe3d6ac-cc55-4cf1-91d1-c89389f40517']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:05.226526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6d6b20>, '34b008df-87f2-4a42-90b0-1e59ce92796f') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:05.226817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6d6b20>, '34b008df-87f2-4a42-90b0-1e59ce92796f') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:40:05.229026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Pushing event deleted for resources: {'Port': ['ID=fb62477c-212e-428c-bcc5-f879d7e2762a,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:05.231260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] No DVR routers for this DVR port fb62477c-212e-428c-bcc5-f879d7e2762a on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:40:05.239548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.242517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.242944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.243844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.244191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.244531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.245400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.245649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.245987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.246323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.246674 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.246984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.247870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edfbe3-90af-4453-9e47-4c9772d41857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:40:05.251259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.257268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:40:05.257653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:40:05.259281 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:40:05.314325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.320169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.325976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbe3d6ac-cc55-4cf1-91d1-c89389f40517 HTTP/1.1" status: 204  len: 168 time: 0.5528738
Nov 10 04:40:05.337896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2c940-0a17-49ec-a342-cc6ee48e04ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe3d6ac-cc55-4cf1-91d1-c89389f40517,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:05.435177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52454) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:05.476496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c1e371d5-90d2-45aa-b47a-0d9d3cd9366a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73b343a78d0c4ae09069280e6c0c1698&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401130
Nov 10 04:40:05.479053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52456) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:05.524273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.548976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.594321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.596885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:05.598030 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef61d94d-7b32-40e6-a66b-4f3870fd7311 HTTP/1.1" status: 204  len: 168 time: 0.1180911
Nov 10 04:40:05.606029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094b01-7b04-42b5-87d1-643306bd217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61d94d-7b32-40e6-a66b-4f3870fd7311,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:05.911821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52462) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:05.956075 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6276680d-1003-4d4a-8ec1-77cae56262ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bca763c225b4fea8666ea9b62bc5f47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430992
Nov 10 04:40:05.958841 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52464) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:06.004995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:06.025778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:06.069705 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:06.072458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:06.073617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/599feb2a-bcb1-4fce-965c-bf2b0cb82e20 HTTP/1.1" status: 204  len: 168 time: 0.1138873
Nov 10 04:40:06.081855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bc07d-e3b7-4bc6-976d-f9fccc8aac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599feb2a-bcb1-4fce-965c-bf2b0cb82e20,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:06.765867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:06.785704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:06.786118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device bfa1e8a6-7f49-42f9-8539-5c66ae5b8581 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:06.786586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fb62477c-212e-428c-bcc5-f879d7e2762a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:06.807866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: fb62477c-212e-428c-bcc5-f879d7e2762a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:06.808215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fb62477c-212e-428c-bcc5-f879d7e2762a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:06.941314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d8928d2e-8acc-48e6-97eb-826e704cadf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:08.017224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:09.475094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:10.256979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:15.378267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-be7d029c-b56e-4116-8a58-ab04c97616f5 req-6e9e37a3-a6e3-4cdc-925c-df49dc774ee2 tempest-TestServerMultinode-626566465 tempest-TestServerMultinode-626566465-project-admin] (119696) timed out ('10.222.0.26', 51440) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:40:16.598504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-69c9b353-4385-41e1-afd5-161b7c80061a tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293224
Nov 10 04:40:17.083326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-f2fc3c40-80d5-4ee4-bac1-2145a7c3b815 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:17.084718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-f2fc3c40-80d5-4ee4-bac1-2145a7c3b815 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4819052
Nov 10 04:40:17.100023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-822958d2-b33d-46af-8b27-f87e8e0b452b tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/quotas/2f578c1b89e941d5a7fdb1d858e95252 HTTP/1.1" status: 200  len: 375 time: 0.0095503
Nov 10 04:40:17.134576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-ca8a8024-4824-4aa0-bf2c-cd64b16d8e57 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292628
Nov 10 04:40:18.316421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-02601722-dc4f-4df1-94e9-7d367293e5ef req-1e9fa629-f852-4c8e-8760-350b9a7e35a9 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 210 time: 0.0260766
Nov 10 04:40:18.977663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.248010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.260408 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-e1660c80-f3a5-4133-b8a4-d9032a12d713 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324583
Nov 10 04:40:19.413783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d7161e6a-6856-48b5-b67d-cc2c29d21c82 req-6dd7c977-3e08-4126-91c4-6a25ff2769e2 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 210 time: 0.0265174
Nov 10 04:40:19.452370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-7ad0be28-4b3e-4035-95fb-b1bba874d8d1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:19.453840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-7ad0be28-4b3e-4035-95fb-b1bba874d8d1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1877213
Nov 10 04:40:19.467750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Request body: {'port': {'device_id': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'admin_state_up': True, 'tenant_id': '2f578c1b89e941d5a7fdb1d858e95252'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:19.571971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Made reservation on behalf of 2f578c1b89e941d5a7fdb1d858e95252 for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:40:19.575453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.587354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.660417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.664034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.723336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb91eea-bd39-4f00-9c50-c58f2148cf8c,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:19.792301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Allocated IP 192.168.233.160 (64d931cb-64ce-45ab-a3dc-b10063fc05d6/59d11e19-1aea-456a-ba58-a6398abb11cf/f6310269-9493-48a3-8160-b28c4b7e77c1) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:40:19.934525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:19.968099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.013636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:40:20.017318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:40:20.021077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:40:20.044332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Pushing event updated for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:20.072421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:20.073051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.090053 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-8057493f-9363-4223-8ef5-8ed259db2d31 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6265872
Nov 10 04:40:20.100463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-0eb7d3e0-619a-4e8e-b0d9-3bee728b52f1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:40:20.101445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-0eb7d3e0-619a-4e8e-b0d9-3bee728b52f1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052505
Nov 10 04:40:20.226666 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Request body: {'port': {'device_id': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:20.271159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8290ce2e-f363-4db3-94d4-e9ed9342b1a2 None None] Provisioning complete for port f6310269-9493-48a3-8160-b28c4b7e77c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:40:20.271794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8290ce2e-f363-4db3-94d4-e9ed9342b1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.281094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.305245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-8290ce2e-f363-4db3-94d4-e9ed9342b1a2 None None] Port f6310269-9493-48a3-8160-b28c4b7e77c1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:40:20.558353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:40:20.564479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68353d9-7c16-4492-afd0-2cdc3d1c546c req-2af5f7c3-c60e-424f-a4e5-d2bb44dd6231 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:20.565989 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e68353d9-7c16-4492-afd0-2cdc3d1c546c req-2af5f7c3-c60e-424f-a4e5-d2bb44dd6231 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 936 time: 0.0816462
Nov 10 04:40:20.581127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6310269-9493-48a3-8160-b28c4b7e77c1 {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:40:20.595656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.624840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Transition to ACTIVE for port object f6310269-9493-48a3-8160-b28c4b7e77c1 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:40:20.633481 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e68353d9-7c16-4492-afd0-2cdc3d1c546c req-6583c37f-d93a-488f-8f05-40745b52f39b tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613701
Nov 10 04:40:20.634067 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.687919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:20.755566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Attempting to bind port f6310269-9493-48a3-8160-b28c4b7e77c1 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:40:20.755893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Attempting to bind port f6310269-9493-48a3-8160-b28c4b7e77c1 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:40:20.756213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Attempting to bind port f6310269-9493-48a3-8160-b28c4b7e77c1 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:40:20.760894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Port f6310269-9493-48a3-8160-b28c4b7e77c1 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:40:20.761407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Attempting to bind port f6310269-9493-48a3-8160-b28c4b7e77c1 on network 64d931cb-64ce-45ab-a3dc-b10063fc05d6 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:40:20.766530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:40:20.766867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Checking segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:40:20.767304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Bound using segment: {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:40:20.767723 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Bound port: f6310269-9493-48a3-8160-b28c4b7e77c1, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65dd0c-b0a9-424a-9367-b278808a5b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:40:20.768075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.832942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:40:20.836185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f6310269-9493-48a3-8160-b28c4b7e77c1,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:40:20.840538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.872967 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:20.873667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:20.875023 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6310269-9493-48a3-8160-b28c4b7e77c1 HTTP/1.1" status: 200  len: 1096 time: 0.7648735
Nov 10 04:40:20.875455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:40:20.877720 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9324926a-3b4c-4c13-8f27-2ca137458c58" -d '{"events": [{"name": "network-changed", "server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:40:20.912331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f348-0010-442d-883e-95736fda7d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:20.969862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-cf6c31b8-760c-47f1-8a7f-4164b72a590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:20.971473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-cf6c31b8-760c-47f1-8a7f-4164b72a590f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 1099 time: 0.0548584
Nov 10 04:40:21.007450 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf62ff54-883b-4050-8ead-84674e66a1e9 x-openstack-request-id: req-cf62ff54-883b-4050-8ead-84674e66a1e9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:40:21.007743 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:40:21.008028 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf62ff54-883b-4050-8ead-84674e66a1e9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:40:21.008429 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1', 'status': 'completed', 'code': 200}
Nov 10 04:40:21.146563 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-e8ddf7e4-c99e-403f-97dc-994e96498e9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f6310269-9493-48a3-8160-b28c4b7e77c1 HTTP/1.1" status: 200  len: 217 time: 0.0333915
Nov 10 04:40:21.195124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-3a97bcd1-d2ed-4206-b264-e4b5d1ec73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.196626 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-3a97bcd1-d2ed-4206-b264-e4b5d1ec73cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0438228
Nov 10 04:40:21.244820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-680e07bc-042a-4e9a-af66-286fe803b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.246179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-680e07bc-042a-4e9a-af66-286fe803b096 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0421970
Nov 10 04:40:21.332279 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-a5efed65-114b-43e7-b681-1ac4c7988e21 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785220
Nov 10 04:40:21.422838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cc2e730c-fc00-41aa-93c3-e78672a60f0b req-b8dff852-0f16-4987-a4b2-50cb624d81b4 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831254
Nov 10 04:40:21.505242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-d1a8ba22-a6df-4c9e-87db-1e95fb8fb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.506630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-d1a8ba22-a6df-4c9e-87db-1e95fb8fb037 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 1099 time: 0.0396700
Nov 10 04:40:21.597679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-4f70fe07-1243-41f7-bb00-fdea2bfb492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.599118 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-4f70fe07-1243-41f7-bb00-fdea2bfb492f service neutron] 10.222.0.26 "GET /v2.0/networks?id=64d931cb-64ce-45ab-a3dc-b10063fc05d6 HTTP/1.1" status: 200  len: 870 time: 0.0859928
Nov 10 04:40:21.639825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-22e74c11-8c4e-4ee1-8ec8-e8a196ddb6f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f6310269-9493-48a3-8160-b28c4b7e77c1 HTTP/1.1" status: 200  len: 217 time: 0.0330944
Nov 10 04:40:21.685494 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-1b4cd4c4-d68c-46f8-833c-2e5e15450d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.687490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-1b4cd4c4-d68c-46f8-833c-2e5e15450d27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59d11e19-1aea-456a-ba58-a6398abb11cf HTTP/1.1" status: 200  len: 843 time: 0.0417647
Nov 10 04:40:21.765987 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-6bbd7e5d-9daf-4735-9633-1a33e7a14db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.767393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-6bbd7e5d-9daf-4735-9633-1a33e7a14db8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64d931cb-64ce-45ab-a3dc-b10063fc05d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0719814
Nov 10 04:40:21.775405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c96d-738b-4250-b12e-9c3962349fa3 req-a457e425-82c1-483f-b97f-e10eae25da85 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:21.776927 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3df1c96d-738b-4250-b12e-9c3962349fa3 req-a457e425-82c1-483f-b97f-e10eae25da85 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 948 time: 0.0733256
Nov 10 04:40:21.872120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3df1c96d-738b-4250-b12e-9c3962349fa3 req-83deec8a-b499-4f91-8411-e9d095fa4ca9 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873871
Nov 10 04:40:21.893757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-76458997-b407-4a4b-b7aa-1e0e8d215939 service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158736
Nov 10 04:40:21.981673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9324926a-3b4c-4c13-8f27-2ca137458c58 req-e414150c-ad06-4d92-a72b-c98852faab4d service neutron] 10.222.0.26 "GET /v2.0/networks/64d931cb-64ce-45ab-a3dc-b10063fc05d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803244
Nov 10 04:40:22.990498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49338fef-fc88-4055-90b0-8ac94a88210b req-3b1650cc-7cb4-41a6-acaa-d633cca8456b tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:22.991878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49338fef-fc88-4055-90b0-8ac94a88210b req-3b1650cc-7cb4-41a6-acaa-d633cca8456b tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 948 time: 0.0490260
Nov 10 04:40:23.038461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-49338fef-fc88-4055-90b0-8ac94a88210b req-d42185e4-dcac-47ef-92a7-2b744818c3d3 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406156
Nov 10 04:40:24.155129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99204e0-6b6e-4afe-8891-7745958b1b6f req-fcb00daa-2ebe-4337-afc1-d47881fbff59 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:24.156593 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d99204e0-6b6e-4afe-8891-7745958b1b6f req-fcb00daa-2ebe-4337-afc1-d47881fbff59 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 948 time: 0.0516615
Nov 10 04:40:24.201737 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d99204e0-6b6e-4afe-8891-7745958b1b6f req-41ba5b08-7264-4ff2-81e2-97bdf067085b tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392842
Nov 10 04:40:24.502492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f6310269-9493-48a3-8160-b28c4b7e77c1 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:40:24.598986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f6310269-9493-48a3-8160-b28c4b7e77c1,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:24.610444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'f6310269-9493-48a3-8160-b28c4b7e77c1', 'network_id': '64d931cb-64ce-45ab-a3dc-b10063fc05d6', 'port_id': 'f6310269-9493-48a3-8160-b28c4b7e77c1', 'mac_address': 'fa:16:3e:97:2b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d11e19-1aea-456a-ba58-a6398abb11cf', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:40:24.645389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:24.658522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6310269-9493-48a3-8160-b28c4b7e77c1 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:40:24.678349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f6310269-9493-48a3-8160-b28c4b7e77c1,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:24.681336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:24.730907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:25.007664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f6310269-9493-48a3-8160-b28c4b7e77c1'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:40:25.315725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8816f-2afd-4396-8031-ee364f6d36a3 req-50b1474c-bbec-4e2a-9f5d-93dfce6861ea tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:25.317228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbb8816f-2afd-4396-8031-ee364f6d36a3 req-50b1474c-bbec-4e2a-9f5d-93dfce6861ea tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 949 time: 0.0486436
Nov 10 04:40:25.370049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbb8816f-2afd-4396-8031-ee364f6d36a3 req-39dc7e5f-8958-4ba9-ac4a-573edc308676 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469093
Nov 10 04:40:26.481936 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d878a5-24eb-43b8-8ed7-1f28f0f1a291 req-9faf1298-c516-4083-a7e3-e9014949ce10 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:26.483380 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5d878a5-24eb-43b8-8ed7-1f28f0f1a291 req-9faf1298-c516-4083-a7e3-e9014949ce10 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 949 time: 0.0477827
Nov 10 04:40:26.511368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f6310269-9493-48a3-8160-b28c4b7e77c1 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:40:26.529167 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b5d878a5-24eb-43b8-8ed7-1f28f0f1a291 req-ef9eb0d0-4beb-44ce-af44-79765c5c3f40 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396073
Nov 10 04:40:26.562977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port f6310269-9493-48a3-8160-b28c4b7e77c1 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:40:26.566642 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port f6310269-9493-48a3-8160-b28c4b7e77c1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:40:26.567013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:26.642475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:26.664337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:40:26.666657 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dea0f7-d39a-4f2b-b2a2-ac08f22c0094" -d '{"events": [{"server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "name": "network-vif-plugged", "status": "completed", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:40:26.678804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f6310269-9493-48a3-8160-b28c4b7e77c1,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:26.682892 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:26.730493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:26.767003 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756aeb9-a0b5-4b60-b86b-2c6bbc5fd86d x-openstack-request-id: req-b756aeb9-a0b5-4b60-b86b-2c6bbc5fd86d {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:40:26.767294 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "name": "network-vif-plugged", "status": "completed", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:40:26.767546 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b756aeb9-a0b5-4b60-b86b-2c6bbc5fd86d {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:40:26.767943 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1', 'code': 200}
Nov 10 04:40:26.860681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52655511-1d02-45e7-932b-f31aade90532 req-2bd97d57-9e37-413d-b456-8cd423fd426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:26.862158 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52655511-1d02-45e7-932b-f31aade90532 req-2bd97d57-9e37-413d-b456-8cd423fd426e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 1101 time: 0.0394478
Nov 10 04:40:26.910757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52655511-1d02-45e7-932b-f31aade90532 req-ac6e3843-1cd9-4bc0-9fd7-36c212dd7448 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414276
Nov 10 04:40:27.642042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb3db-84cf-4be3-ac85-1655e4837b21 req-ed2f0e04-3941-45f2-a2f9-4bc028122867 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:27.643505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-330eb3db-84cf-4be3-ac85-1655e4837b21 req-ed2f0e04-3941-45f2-a2f9-4bc028122867 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 950 time: 0.0474770
Nov 10 04:40:27.689137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-330eb3db-84cf-4be3-ac85-1655e4837b21 req-6b8faa97-3385-4915-9f3e-43268047dd5e tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397601
Nov 10 04:40:28.806347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea5109-3816-49d5-a3ef-e676dc5439c2 req-377bbc96-eb02-4ec0-b100-40c4f25a78e1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:28.807828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bea5109-3816-49d5-a3ef-e676dc5439c2 req-377bbc96-eb02-4ec0-b100-40c4f25a78e1 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 950 time: 0.0487380
Nov 10 04:40:28.855791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bea5109-3816-49d5-a3ef-e676dc5439c2 req-c2a66fe5-ca5c-4e50-b9eb-633da4561a1e tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420084
Nov 10 04:40:29.183521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-bcc2dae9-8528-411e-9ad3-dd4abcd75db7 req-03d057f1-6dae-4c75-ba67-79e4e5f26e2e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:40:29.184513 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bcc2dae9-8528-411e-9ad3-dd4abcd75db7 req-03d057f1-6dae-4c75-ba67-79e4e5f26e2e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0571523
Nov 10 04:40:29.567732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-70485b6b-25d7-4523-989c-5381af7784fe req-0d244d55-b178-4753-bc95-85ebb5a08668 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:40:29.568778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70485b6b-25d7-4523-989c-5381af7784fe req-0d244d55-b178-4753-bc95-85ebb5a08668 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0607378
Nov 10 04:40:29.893261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a9a4-0eb9-40c1-a1b9-31aba0f4ff94 req-5718e501-8464-4f3a-ae7e-a84e45e53899 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:29.894727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93a0a9a4-0eb9-40c1-a1b9-31aba0f4ff94 req-5718e501-8464-4f3a-ae7e-a84e45e53899 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 950 time: 0.0488443
Nov 10 04:40:29.942216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-93a0a9a4-0eb9-40c1-a1b9-31aba0f4ff94 req-d8237e73-4b17-4b30-ab43-a302436dcce9 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414712
Nov 10 04:40:31.057087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4745-205c-45ad-9c44-afabe560ba1c req-a776a8c7-97bb-478b-9577-388579626591 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:31.058575 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-361c4745-205c-45ad-9c44-afabe560ba1c req-a776a8c7-97bb-478b-9577-388579626591 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 950 time: 0.0472057
Nov 10 04:40:31.136258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-361c4745-205c-45ad-9c44-afabe560ba1c req-288e798e-44bc-4387-ba8a-8b1e79213f8e tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fb91eea-bd39-4f00-9c50-c58f2148cf8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709026
Nov 10 04:40:31.150753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-1a329c31-726a-45f8-bded-7e6a8c763259 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:31.150753 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-1a329c31-726a-45f8-bded-7e6a8c763259 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "GET /v2.0/ports?device_id=7128f3a4-bdbc-4761-9fc9-a64990285c6c HTTP/1.1" status: 200  len: 950 time: 0.0784228
Nov 10 04:40:31.238314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Deleting port f6310269-9493-48a3-8160-b28c4b7e77c1 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:40:31.238572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:31.327676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] For port f6310269-9493-48a3-8160-b28c4b7e77c1, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f6310269-9493-48a3-8160-b28c4b7e77c1,segment=NetworkSegment(8d65dd0c-b0a9-424a-9367-b278808a5b47),segment_id=8d65dd0c-b0a9-424a-9367-b278808a5b47)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:31.328038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:31.339749 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Calling delete_port for f6310269-9493-48a3-8160-b28c4b7e77c1 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:40:31.462513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:31.474066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f6310269-9493-48a3-8160-b28c4b7e77c1'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:40:31.495917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Pushing event deleted for resources: {'Port': ['ID=f6310269-9493-48a3-8160-b28c4b7e77c1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:31.535774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] No DVR routers for this DVR port f6310269-9493-48a3-8160-b28c4b7e77c1 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:40:31.538347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:31.541686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-79e3ff6c-dd73-4301-bdc6-009c531dcd4c req-2cb9d222-63a1-4acb-9863-5a0c40e9a359 tempest-ServersAdminNegativeTestJSON-812473341 tempest-ServersAdminNegativeTestJSON-812473341-project] 10.222.0.26 "DELETE /v2.0/ports/f6310269-9493-48a3-8160-b28c4b7e77c1 HTTP/1.1" status: 204  len: 173 time: 0.3833845
Nov 10 04:40:31.542138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'name': 'network-vif-deleted', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:40:31.544394 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1167db90-1e61-41a5-8f12-26945c215489" -d '{"events": [{"server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "name": "network-vif-deleted", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:40:31.588505 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24f7dd-f660-4b8b-a884-1924993a6b34 x-openstack-request-id: req-bd24f7dd-f660-4b8b-a884-1924993a6b34 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:40:31.588846 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f3a4-bdbc-4761-9fc9-a64990285c6c", "name": "network-vif-deleted", "tag": "f6310269-9493-48a3-8160-b28c4b7e77c1", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:40:31.589168 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd24f7dd-f660-4b8b-a884-1924993a6b34 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:40:31.589500 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7128f3a4-bdbc-4761-9fc9-a64990285c6c', 'name': 'network-vif-deleted', 'tag': 'f6310269-9493-48a3-8160-b28c4b7e77c1', 'status': 'completed', 'code': 200}
Nov 10 04:40:32.431314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52636) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:32.560327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-65580b6e-260f-4a1b-9275-1f0ce3f7c884 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f578c1b89e941d5a7fdb1d858e95252&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1278620
Nov 10 04:40:32.562787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52640) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:32.608147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:32.627998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:32.675605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:32.678249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:32.679363 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fb91eea-bd39-4f00-9c50-c58f2148cf8c HTTP/1.1" status: 204  len: 168 time: 0.1157024
Nov 10 04:40:32.687626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588efc4-24c8-4d29-81f0-8309717eb103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb91eea-bd39-4f00-9c50-c58f2148cf8c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:32.946251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52648) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:32.961681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f247b4e-e7d7-4b7e-8b29-38f06306880d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.033471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f247b4e-e7d7-4b7e-8b29-38f06306880d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.037246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f247b4e-e7d7-4b7e-8b29-38f06306880d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.074558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7f247b4e-e7d7-4b7e-8b29-38f06306880d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c13c758f7dc470eaa9784a2fe8fcebe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1272779
Nov 10 04:40:33.075775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f247b4e-e7d7-4b7e-8b29-38f06306880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d96db8-9da4-4b2d-93d5-5acf68989fb8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:33.077989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52650) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:33.130276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.151110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.197398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.199693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:33.200842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13d96db8-9da4-4b2d-93d5-5acf68989fb8 HTTP/1.1" status: 204  len: 168 time: 0.1218071
Nov 10 04:40:33.209792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82cd6c-c54e-47ba-8679-8581fdc4d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d96db8-9da4-4b2d-93d5-5acf68989fb8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:33.879903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52672) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:33.979421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-908098848-network', 'tenant_id': '3149a28129e04c6086c46367d53ed5af'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:34.000278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Made reservation on behalf of 3149a28129e04c6086c46367d53ed5af for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:40:34.002735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.010861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.086487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.089899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.110211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:40:34.124536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2602706-7da7-45ae-a971-79f07aad5a18,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:34.127377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.127721 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Added segment 4ac00614-a410-46ff-bb65-9e47d905c6e0 of type vlan for network 4610757a-2db8-43f5-8eec-dc12bf53fc76
Nov 10 04:40:34.166796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.190470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.191413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:34.191984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.246207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3651235
Nov 10 04:40:34.249226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52676) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:40:34.254139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Request body: {'subnet': {'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-908098848-subnet', 'tenant_id': '3149a28129e04c6086c46367d53ed5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:34.257155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c774-2c08-4731-bbd1-21018b791676 admin admin] Pushing event updated for resources: {'Network': ['ID=4610757a-2db8-43f5-8eec-dc12bf53fc76,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:34.267147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4610757a-2db8-43f5-8eec-dc12bf53fc76 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:40:34.274935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Made reservation on behalf of 3149a28129e04c6086c46367d53ed5af for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:40:34.277553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.383332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-80b0d5c8-271c-4de4-9672-6c4c42bc2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.441944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.497220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18521842-605c-4067-bbb4-9fdad90f4f84,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:34.504499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Checking segment: {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:40:34.504881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Network hostable DHCP agents. Network: 4610757a-2db8-43f5-8eec-dc12bf53fc76, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:40:34.522557 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Network 4610757a-2db8-43f5-8eec-dc12bf53fc76 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:40:34.531701 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4610757a-2db8-43f5-8eec-dc12bf53fc76) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:40:34.536502 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:34.537143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:34.540707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43aa1f5-365c-474a-aa40-b9ecdbf4f73c None None] Network 4610757a-2db8-43f5-8eec-dc12bf53fc76 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:40:34.542865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f6310269-9493-48a3-8160-b28c4b7e77c1 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:40:34.563364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-355aef30-05f9-4d20-92d1-f708e99c85a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3129764
Nov 10 04:40:34.599436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: f6310269-9493-48a3-8160-b28c4b7e77c1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:40:34.599782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f6310269-9493-48a3-8160-b28c4b7e77c1 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:40:34.683775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb14587-0be1-4218-8761-e9a823f62fce None None] Network 4610757a-2db8-43f5-8eec-dc12bf53fc76 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:40:34.984866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-ebf1b273-a5a3-4e11-a9de-a33202496b03 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:34.986369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-ebf1b273-a5a3-4e11-a9de-a33202496b03 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 811 time: 0.1064496
Nov 10 04:40:35.002078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-e387f491-c465-4958-bfcf-a5af984a399a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/quotas/3149a28129e04c6086c46367d53ed5af HTTP/1.1" status: 200  len: 375 time: 0.0100317
Nov 10 04:40:35.032408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-c9d2303f-ae3d-4a59-9fe1-4743ed730576 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0251906
Nov 10 04:40:35.122622 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-79281231-24d1-4753-b23a-ae1943ca13f5 service neutron] 10.222.0.13 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832045
Nov 10 04:40:35.213100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-93fbff19-6915-404e-bd65-c28f212333af service neutron] 10.222.0.13 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845630
Nov 10 04:40:35.380150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b35e0a00-cbda-45f8-b86e-765547bac1cb req-30d1e79a-3e4d-4cb4-b542-7f97f88c6215 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 210 time: 0.0304790
Nov 10 04:40:36.479986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d0fbc21e-d692-4a16-b705-9b6e2df98a05 req-ad2ae1ab-6fd5-441a-9678-5d360bc28c81 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 210 time: 0.0294971
Nov 10 04:40:36.546414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-bf57c0db-8847-4d07-a2d2-861bf776cc17 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:36.548580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-bf57c0db-8847-4d07-a2d2-861bf776cc17 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.26 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 811 time: 0.1260316
Nov 10 04:40:36.562615 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Request body: {'port': {'device_id': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76', 'admin_state_up': True, 'tenant_id': '3149a28129e04c6086c46367d53ed5af'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:36.673397 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Made reservation on behalf of 3149a28129e04c6086c46367d53ed5af for: {'port': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:40:36.677168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:36.797520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Allocated IP 172.20.0.12 (4610757a-2db8-43f5-8eec-dc12bf53fc76/18521842-605c-4067-bbb4-9fdad90f4f84/5a414f43-4871-4799-a8ea-efe6f41d063b) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:40:36.944028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3604a137-8c8d-45c1-9f25-c0e970d62ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:36.947445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:36.981282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:37.028268 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Network 4610757a-2db8-43f5-8eec-dc12bf53fc76 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:40:37.032124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:40:37.035963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:40:37.058259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:37.085420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:37.086041 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:37.102433 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-3583cbfc-ed80-4109-b0b5-0ae0cb2a0704 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5442185
Nov 10 04:40:37.114325 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Request body: {'port': {'device_id': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:40:37.165338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:37.667646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2a11-7adc-4fa3-b510-122f2c2fa2e4 req-10db4c17-ca22-4ed3-b879-598d9d91c9d5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:37.669136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bab2a11-7adc-4fa3-b510-122f2c2fa2e4 req-10db4c17-ca22-4ed3-b879-598d9d91c9d5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 932 time: 0.1021032
Nov 10 04:40:37.746387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6bab2a11-7adc-4fa3-b510-122f2c2fa2e4 req-7cb4f91b-337f-48c4-8e9d-304766778fbc tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697732
Nov 10 04:40:37.797283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a414f43-4871-4799-a8ea-efe6f41d063b {{(pid=119696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:40:37.804632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:37.817331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Transition to ACTIVE for port object 5a414f43-4871-4799-a8ea-efe6f41d063b will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:40:37.820981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:37.875350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:37.940274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:40:37.940594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:40:37.940946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:40:37.945147 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:40:37.945469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:40:37.950329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:40:37.950668 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Checking segment: {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:40:37.951051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Bound using segment: {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:40:37.951529 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Bound port: 5a414f43-4871-4799-a8ea-efe6f41d063b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:40:37.951948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:38.012670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:40:38.015771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:40:38.019245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:38.020928 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:38.056991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.057630 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:38.059077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] 10.222.0.26 "PUT /v2.0/ports/5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 1092 time: 0.9487491
Nov 10 04:40:38.059516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:40:38.062398 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2edc38-0fbe-4cee-9370-ded65842fb15" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:40:38.089242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb8c46-35ed-4529-a5ab-7022fe522c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=3']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:38.102520 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af7d6c-7e98-4c35-9f01-356972055a82 x-openstack-request-id: req-e9af7d6c-7e98-4c35-9f01-356972055a82 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:40:38.102809 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:40:38.103062 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9af7d6c-7e98-4c35-9f01-356972055a82 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:40:38.103460 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'status': 'completed', 'code': 200}
Nov 10 04:40:38.148021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-dfc28105-0f5c-4111-bf92-04565043e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.149544 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-dfc28105-0f5c-4111-bf92-04565043e005 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1095 time: 0.0401382
Nov 10 04:40:38.190786 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-eeed56d3-ce3e-414a-ba9e-a8989b72be30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0333557
Nov 10 04:40:38.241712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-d204877b-3c19-4c47-b135-924de294de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.243113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-d204877b-3c19-4c47-b135-924de294de55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0463674
Nov 10 04:40:38.273588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-a6858cdd-e6e5-4926-ab5b-4c9d7e35b1ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0228841
Nov 10 04:40:38.363286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-de8c0fed-3bef-4550-9861-d9ad05a6966a service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821862
Nov 10 04:40:38.452961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23cb01ee-84c4-4281-adfd-fd13ff350043 req-b606ba6c-6580-4bbf-bc81-0df5c07e5876 service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829608
Nov 10 04:40:38.537455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-b7274a6d-d0a3-4a20-8e4e-e2df4516a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.538908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-b7274a6d-d0a3-4a20-8e4e-e2df4516a13e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1095 time: 0.0399284
Nov 10 04:40:38.628791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-249a43dd-dc89-4be6-a264-48c4cfdcf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.630246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-249a43dd-dc89-4be6-a264-48c4cfdcf71a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0841496
Nov 10 04:40:38.670144 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-1b54512d-8da9-4faa-9702-b4af8c7f0692 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0333531
Nov 10 04:40:38.718156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-6f502fcf-740f-473e-915a-08efe404a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.719525 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-6f502fcf-740f-473e-915a-08efe404a34f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0417995
Nov 10 04:40:38.755950 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-cd34dde9-9072-40ee-90de-c174c8a082c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277517
Nov 10 04:40:38.872571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-f51edfdb-96e3-4dab-8a33-1d771405beac service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090543
Nov 10 04:40:38.885291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853398e-4d86-4a9c-85b1-2f099f7e1af6 req-c3c8f159-841c-4416-aa50-358ae8a32584 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:38.886616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2853398e-4d86-4a9c-85b1-2f099f7e1af6 req-c3c8f159-841c-4416-aa50-358ae8a32584 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 944 time: 0.0713677
Nov 10 04:40:38.984168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2853398e-4d86-4a9c-85b1-2f099f7e1af6 req-bb425050-969f-4e29-a187-2a6e20021399 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891418
Nov 10 04:40:39.006824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2b2edc38-0fbe-4cee-9370-ded65842fb15 req-84028941-6239-4ebf-84b1-ddd9cde52de2 service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192908
Nov 10 04:40:39.475515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:40.104505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680133e-9282-43d7-8c56-3949c69ec160 req-18d2ad36-a84c-4d16-a78c-9b7a7f33a735 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:40.105921 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2680133e-9282-43d7-8c56-3949c69ec160 req-18d2ad36-a84c-4d16-a78c-9b7a7f33a735 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 944 time: 0.0498805
Nov 10 04:40:40.157594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2680133e-9282-43d7-8c56-3949c69ec160 req-b06a99d2-8201-48bb-8a26-1b86913cc1a0 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451915
Nov 10 04:40:40.258601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:40.592773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:40:40.684187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:40.694998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76', 'port_id': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'mac_address': 'fa:16:3e:c1:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18521842-605c-4067-bbb4-9fdad90f4f84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:40:40.734734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:40.747555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a414f43-4871-4799-a8ea-efe6f41d063b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:40:40.766848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:40.770768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:40.816487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:40.959844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['5a414f43-4871-4799-a8ea-efe6f41d063b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:40:41.272005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697268a8-eab4-4bf9-846a-f211fe37bb80 req-18500477-0ed1-4a82-aa29-0f947352cc98 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:41.273415 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-697268a8-eab4-4bf9-846a-f211fe37bb80 req-18500477-0ed1-4a82-aa29-0f947352cc98 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 945 time: 0.0490677
Nov 10 04:40:41.318880 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-697268a8-eab4-4bf9-846a-f211fe37bb80 req-2a3606b5-364f-4335-865e-f1a5c15aa367 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395734
Nov 10 04:40:42.440298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561fb4-f722-4fd1-8391-cc4c61f58342 req-6ea6d4f0-e6b9-43f8-a0ee-5c602109baa5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:42.441806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd561fb4-f722-4fd1-8391-cc4c61f58342 req-6ea6d4f0-e6b9-43f8-a0ee-5c602109baa5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 945 time: 0.0541713
Nov 10 04:40:42.489479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dd561fb4-f722-4fd1-8391-cc4c61f58342 req-0f15f25a-b84e-4b12-aef9-1e4bface46d8 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417898
Nov 10 04:40:42.604161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:40:42.652140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 5a414f43-4871-4799-a8ea-efe6f41d063b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:40:42.656465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 5a414f43-4871-4799-a8ea-efe6f41d063b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:40:42.656866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:42.731971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:42.757288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:40:42.759499 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e65b1-606a-4da5-9218-13e6e7edfed8" -d '{"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-plugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:40:42.904289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15349-a322-49fc-be51-8606408d28a5 req-29e491d4-d0b5-44fd-b928-49494465e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:42.905897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bc15349-a322-49fc-be51-8606408d28a5 req-29e491d4-d0b5-44fd-b928-49494465e8cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1096 time: 0.0471601
Nov 10 04:40:42.930557 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79081e-0dc5-4a3f-879e-ca6543a39a06 x-openstack-request-id: req-1a79081e-0dc5-4a3f-879e-ca6543a39a06 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:40:42.931148 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-plugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:40:42.931424 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a79081e-0dc5-4a3f-879e-ca6543a39a06 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:40:42.931592 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'code': 200}
Nov 10 04:40:42.935218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:40:42.941809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:42.954711 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bc15349-a322-49fc-be51-8606408d28a5 req-49c578b5-07d3-4276-8613-ea39cc16da95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412016
Nov 10 04:40:42.988400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:40:43.604286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2634c-185b-4148-b467-2ae0a6230173 req-8d1a6f29-0f52-4d3e-b307-3748b002140c tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:43.605831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6c2634c-185b-4148-b467-2ae0a6230173 req-8d1a6f29-0f52-4d3e-b307-3748b002140c tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0502312
Nov 10 04:40:43.652236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d6c2634c-185b-4148-b467-2ae0a6230173 req-1ca5007b-60a2-4e32-845e-40e1a7bea963 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398762
Nov 10 04:40:44.769626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce5b92-4f20-4c2c-9852-b68bbd5f16f1 req-5b35f463-9077-4dfd-95e5-4c4ed71ee927 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:44.771111 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9ce5b92-4f20-4c2c-9852-b68bbd5f16f1 req-5b35f463-9077-4dfd-95e5-4c4ed71ee927 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0486746
Nov 10 04:40:44.819636 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e9ce5b92-4f20-4c2c-9852-b68bbd5f16f1 req-c5449447-3999-4056-9f71-232cf4622fc9 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414679
Nov 10 04:40:45.059149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53019-1cd7-462f-8868-b81dff0e4e7b req-a1a464c9-c6da-4d1d-a790-819b7a2db39c tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:45.060638 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99e53019-1cd7-462f-8868-b81dff0e4e7b req-a1a464c9-c6da-4d1d-a790-819b7a2db39c tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0519180
Nov 10 04:40:45.130986 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99e53019-1cd7-462f-8868-b81dff0e4e7b req-2fb21a56-0c52-494d-abf4-622c227c704d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613191
Nov 10 04:40:45.133873 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-b87bdd6b-591c-4c0b-a9e7-7cada7265004 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1340387
Nov 10 04:40:46.194383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-b0a14541-406c-4ca9-92c6-48df3a8f0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:46.195885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-b0a14541-406c-4ca9-92c6-48df3a8f0cef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1097 time: 0.0401599
Nov 10 04:40:46.252501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4545c-87b8-49eb-bbe0-86dd36351408 req-1d6467d7-6ca8-499b-a957-0315068d4715 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:46.254020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22d4545c-87b8-49eb-bbe0-86dd36351408 req-1d6467d7-6ca8-499b-a957-0315068d4715 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0537658
Nov 10 04:40:46.288477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-30503123-c2f1-4f4d-a01a-87b4d52f4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:46.289975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-30503123-c2f1-4f4d-a01a-87b4d52f4840 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0871432
Nov 10 04:40:46.302553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22d4545c-87b8-49eb-bbe0-86dd36351408 req-39898bf0-8990-4e47-ba6f-249b357dbd22 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422273
Nov 10 04:40:46.330757 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-e50fbf52-881b-4d82-bfcc-b94ff9596d6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0342803
Nov 10 04:40:46.377835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-abd4de72-c076-4a5b-8ba2-152fd102d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:46.379220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-abd4de72-c076-4a5b-8ba2-152fd102d918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0416484
Nov 10 04:40:46.415195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-df5ea884-7d43-4aa8-8b3a-b4af262e1a78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285876
Nov 10 04:40:46.501660 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-8fcb5274-ef53-4725-ad61-8652a9302f53 service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795226
Nov 10 04:40:46.592869 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-6bfe7ef3-a97b-42a6-9b28-1f7549604fef service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842187
Nov 10 04:40:47.420391 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcb5f-2a08-4d36-8788-b3c65b49e030 req-b7790269-b692-472c-bb5b-99b3ffa656c4 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:47.421881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e1bcb5f-2a08-4d36-8788-b3c65b49e030 req-b7790269-b692-472c-bb5b-99b3ffa656c4 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0486882
Nov 10 04:40:47.468493 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e1bcb5f-2a08-4d36-8788-b3c65b49e030 req-2b9befbb-a657-4d8a-a832-fcae878e7876 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407603
Nov 10 04:40:48.587904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0987fd-d167-4f90-92ee-ab010c3094cb req-1e5bcaf2-9f7d-4a7b-9760-b50cc9a8d94d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:48.589411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee0987fd-d167-4f90-92ee-ab010c3094cb req-1e5bcaf2-9f7d-4a7b-9760-b50cc9a8d94d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0497777
Nov 10 04:40:48.635388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ee0987fd-d167-4f90-92ee-ab010c3094cb req-4eab731a-9f9c-4e13-a258-196d75c92aab tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401175
Nov 10 04:40:48.993429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:49.249004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:40:49.749216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8d525-a827-46ac-a012-bc0dfe26c67c req-e72e1440-42a5-4d2a-b749-9f3985b02f6a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:49.750682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20c8d525-a827-46ac-a012-bc0dfe26c67c req-e72e1440-42a5-4d2a-b749-9f3985b02f6a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0477233
Nov 10 04:40:49.801434 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-20c8d525-a827-46ac-a012-bc0dfe26c67c req-cac7a462-fb6e-471f-8e47-12b0fe9d6a90 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449326
Nov 10 04:40:50.915599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26a30-5f8e-4bf0-bd34-d96b6b0b8165 req-0abae488-f0b5-490b-92d6-f2702ec99ea7 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:50.917093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-66c26a30-5f8e-4bf0-bd34-d96b6b0b8165 req-0abae488-f0b5-490b-92d6-f2702ec99ea7 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0480440
Nov 10 04:40:50.969398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-66c26a30-5f8e-4bf0-bd34-d96b6b0b8165 req-37dc243d-4030-4ff3-89b8-5cfd2a5c43a3 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458515
Nov 10 04:40:52.085126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cadd3-d8d4-4ba0-8f28-16a247f9db89 req-e34745a4-a062-4fa1-892e-f4074c32fef6 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:52.086480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-676cadd3-d8d4-4ba0-8f28-16a247f9db89 req-e34745a4-a062-4fa1-892e-f4074c32fef6 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0485773
Nov 10 04:40:52.133534 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-676cadd3-d8d4-4ba0-8f28-16a247f9db89 req-feec5a62-161e-468a-a1b1-93f37e5ffa0a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411794
Nov 10 04:40:53.249082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea0536-a0ce-4321-be91-0395bc607cb8 req-ba379d3f-a216-49da-bdfa-ac287d262aa1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:53.250525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbea0536-a0ce-4321-be91-0395bc607cb8 req-ba379d3f-a216-49da-bdfa-ac287d262aa1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0480418
Nov 10 04:40:53.296664 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fbea0536-a0ce-4321-be91-0395bc607cb8 req-d01c86e1-0ac6-4cf6-b6a2-91eff82e9d6d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402288
Nov 10 04:40:54.411567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55feeda-d664-4d34-8826-022dcce618e9 req-25f0ee41-7a5f-466a-91c2-65372e61ef07 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:54.413050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e55feeda-d664-4d34-8826-022dcce618e9 req-25f0ee41-7a5f-466a-91c2-65372e61ef07 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0485244
Nov 10 04:40:54.459767 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e55feeda-d664-4d34-8826-022dcce618e9 req-caa7d9a6-e5d2-41a4-b472-261d97957f09 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405195
Nov 10 04:40:55.573860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc13a-3147-414c-a948-8ac2fde4c5f5 req-9d1f3d2e-1465-4c2e-a134-142ae1a2ee95 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:55.575340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07adc13a-3147-414c-a948-8ac2fde4c5f5 req-9d1f3d2e-1465-4c2e-a134-142ae1a2ee95 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0484765
Nov 10 04:40:55.623063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07adc13a-3147-414c-a948-8ac2fde4c5f5 req-9119e145-962a-4802-9301-de795a0a704a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415757
Nov 10 04:40:56.740520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e2e1-503d-4f02-a64d-8e45bc2278aa req-9db09094-a291-47dc-b581-d8e1f9f70350 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:56.742006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a905e2e1-503d-4f02-a64d-8e45bc2278aa req-9db09094-a291-47dc-b581-d8e1f9f70350 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0528722
Nov 10 04:40:56.788218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a905e2e1-503d-4f02-a64d-8e45bc2278aa req-a5a72613-1d4f-4152-b833-9f1b85ca4d50 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401092
Nov 10 04:40:57.557165 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:40:57.907021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573851a5-6ecd-4229-939d-a5858784fe2c req-98d37d9a-7a76-4ef2-a9e4-143956287938 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:57.908484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573851a5-6ecd-4229-939d-a5858784fe2c req-98d37d9a-7a76-4ef2-a9e4-143956287938 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0529270
Nov 10 04:40:57.956109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573851a5-6ecd-4229-939d-a5858784fe2c req-01ded876-9638-476f-82bd-73d6d3e63ddc tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409148
Nov 10 04:40:59.073741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e162ae-9980-4074-9fee-aac4e79f49e9 req-2cf22855-d5ff-4391-8f5a-9436e2b621cf tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:40:59.075186 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68e162ae-9980-4074-9fee-aac4e79f49e9 req-2cf22855-d5ff-4391-8f5a-9436e2b621cf tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0478425
Nov 10 04:40:59.121727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-68e162ae-9980-4074-9fee-aac4e79f49e9 req-601bfeaf-c76a-4d9d-9ecb-8106c472db24 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405171
Nov 10 04:41:00.241501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba955-5e84-4d27-8d4a-845bdbce433d req-6d32ccf3-f70d-456f-bd46-6d553bcff5b2 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:00.242990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8acba955-5e84-4d27-8d4a-845bdbce433d req-6d32ccf3-f70d-456f-bd46-6d553bcff5b2 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0534115
Nov 10 04:41:00.290275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8acba955-5e84-4d27-8d4a-845bdbce433d req-b41de79c-f881-48b7-9f73-e30276ff13b1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413229
Nov 10 04:41:01.407733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557a33d-debd-44f2-aea0-b7043b57163e req-d6635161-84cd-4608-bbec-da13cf1e9614 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:01.409240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b557a33d-debd-44f2-aea0-b7043b57163e req-d6635161-84cd-4608-bbec-da13cf1e9614 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0523942
Nov 10 04:41:01.456063 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b557a33d-debd-44f2-aea0-b7043b57163e req-3f42f1ac-d9fb-4b31-ac3d-2a6964374540 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408876
Nov 10 04:41:02.573771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b45c97-9c24-4d22-b93f-fed5e7a8e921 req-d875ec7d-a28d-4e12-80aa-f4dcbe72d7da tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:02.575229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2b45c97-9c24-4d22-b93f-fed5e7a8e921 req-d875ec7d-a28d-4e12-80aa-f4dcbe72d7da tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0520470
Nov 10 04:41:02.621870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2b45c97-9c24-4d22-b93f-fed5e7a8e921 req-2e1335e4-d780-4c7c-bc6c-d4836b09be33 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401936
Nov 10 04:41:03.737741 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be81a-9ee4-4130-b2c2-f65abe3c8c0c req-ebb7febf-2d2d-4e43-b166-d4e32ce5f2fc tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:03.739200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f11be81a-9ee4-4130-b2c2-f65abe3c8c0c req-ebb7febf-2d2d-4e43-b166-d4e32ce5f2fc tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0481932
Nov 10 04:41:03.785531 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f11be81a-9ee4-4130-b2c2-f65abe3c8c0c req-931f227d-3dd0-4002-9692-102b7587bca6 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402870
Nov 10 04:41:04.384722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-38c1e555-6423-4464-bfdb-25ca60b49397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:04.902903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f60d4-bdc7-4db0-bd37-d21dd81cdc79 req-67c039bd-1745-47c9-8b73-7f42d1437491 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:04.904357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e51f60d4-bdc7-4db0-bd37-d21dd81cdc79 req-67c039bd-1745-47c9-8b73-7f42d1437491 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0483515
Nov 10 04:41:04.953357 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e51f60d4-bdc7-4db0-bd37-d21dd81cdc79 req-81b71b77-fbc9-47bb-acac-c2f859e38a81 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430579
Nov 10 04:41:06.067646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002820-7a31-4b81-bf01-36f4773daa6e req-82d86d70-d540-479f-aee2-05d5d115ddf4 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:06.069126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4002820-7a31-4b81-bf01-36f4773daa6e req-82d86d70-d540-479f-aee2-05d5d115ddf4 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0478985
Nov 10 04:41:06.118930 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4002820-7a31-4b81-bf01-36f4773daa6e req-652660df-0189-41b3-a72a-c4b2c2d9d948 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438104
Nov 10 04:41:06.945341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7092f53-3bbd-46f4-b2cc-16dc2d56d5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:07.232254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95807a-08f5-4fb8-8b12-18a92d32a15b req-b862a8d7-b476-4462-acd4-accc4af9b165 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:07.234358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae95807a-08f5-4fb8-8b12-18a92d32a15b req-b862a8d7-b476-4462-acd4-accc4af9b165 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0488446
Nov 10 04:41:07.284653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae95807a-08f5-4fb8-8b12-18a92d32a15b req-1022c225-5ce4-4c47-abad-6d1ca1216f50 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444548
Nov 10 04:41:08.022196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:08.402136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a08bb-3911-4de2-9639-0872109cf2dd req-50c63c82-b0d1-45f7-a006-c6c1327ed2d0 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:08.403858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-468a08bb-3911-4de2-9639-0872109cf2dd req-50c63c82-b0d1-45f7-a006-c6c1327ed2d0 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0502765
Nov 10 04:41:08.460918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-468a08bb-3911-4de2-9639-0872109cf2dd req-9ffca7db-dd61-4252-98df-a0e4ad83851e tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499032
Nov 10 04:41:09.476809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:09.580830 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438c191-8169-4233-9d5a-047a02234f6c req-f2a84e0f-e03c-44d8-b87d-908959b007d8 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:09.582340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0438c191-8169-4233-9d5a-047a02234f6c req-f2a84e0f-e03c-44d8-b87d-908959b007d8 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0501776
Nov 10 04:41:09.630506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0438c191-8169-4233-9d5a-047a02234f6c req-28f777ef-d60d-4d30-a960-d426bfb263b3 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419273
Nov 10 04:41:10.260494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:10.744660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b289d-56d8-4b83-a1d3-a98d77f24452 req-57977161-7d61-4c39-af78-6f0c98b4e45d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:10.745425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c28b289d-56d8-4b83-a1d3-a98d77f24452 req-57977161-7d61-4c39-af78-6f0c98b4e45d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0479920
Nov 10 04:41:10.791871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c28b289d-56d8-4b83-a1d3-a98d77f24452 req-3907fc41-1ff8-4314-8063-c0d17aa943c3 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394568
Nov 10 04:41:11.908306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e106ad-d615-4ed7-91f1-566121566943 req-9ea3a1c6-20ba-402f-a01e-33ba042aad90 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:11.909853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e106ad-d615-4ed7-91f1-566121566943 req-9ea3a1c6-20ba-402f-a01e-33ba042aad90 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0496402
Nov 10 04:41:11.959922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-87e106ad-d615-4ed7-91f1-566121566943 req-5c1a60b7-b4c1-49e0-8616-c7a828c828d3 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436108
Nov 10 04:41:13.078728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2c239-e3cf-4e3c-8006-1aab60eb41a5 req-0b183913-55aa-4c3c-a2c5-370756b6b4ec tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:13.080176 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4f2c239-e3cf-4e3c-8006-1aab60eb41a5 req-0b183913-55aa-4c3c-a2c5-370756b6b4ec tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0522568
Nov 10 04:41:13.126502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4f2c239-e3cf-4e3c-8006-1aab60eb41a5 req-44ad85cc-64c2-4a94-a548-9ddca0d9f9ea tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401304
Nov 10 04:41:13.452646 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-ccda6624-6bee-4216-8228-cf0299706401 req-325bf843-b3a8-4b8b-9ce3-669f488d30dc service neutron] show failed (client error): The resource could not be found.
Nov 10 04:41:13.453779 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-325bf843-b3a8-4b8b-9ce3-669f488d30dc service neutron] 10.222.0.26 "GET /v2.0/ports/5a414f43-4871-4799-a8ea-efe6f41d063b/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0535564
Nov 10 04:41:13.703517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-26c6b0b1-c499-48af-a1f5-b7aaf42764f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:13.704959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-26c6b0b1-c499-48af-a1f5-b7aaf42764f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf&tenant_id=3149a28129e04c6086c46367d53ed5af HTTP/1.1" status: 200  len: 1097 time: 0.0938838
Nov 10 04:41:13.717195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:41:13.768278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:13.965169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:13.998477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:41:14.041589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:14.043827 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806746ba-3fe9-4356-9fdd-07946b6b310e" -d '{"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-unplugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:14.048131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:14.060281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Transition to ACTIVE for port object 5a414f43-4871-4799-a8ea-efe6f41d063b will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:41:14.064628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:14.101069 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07284388-c65f-4dbb-8796-0485d6419809 x-openstack-request-id: req-07284388-c65f-4dbb-8796-0485d6419809 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:14.101374 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-unplugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:14.101627 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07284388-c65f-4dbb-8796-0485d6419809 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:14.102020 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'code': 200}
Nov 10 04:41:14.130121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] No DVR routers for this DVR port 5a414f43-4871-4799-a8ea-efe6f41d063b on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:41:14.131943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:14.143959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.144306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.144659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.144992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.145320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.145644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.145966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.146286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.146972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.147305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.147623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.147940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:14.177837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:41:14.178172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:41:14.178503 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:41:14.183116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:41:14.183434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Attempting to bind port 5a414f43-4871-4799-a8ea-efe6f41d063b on network 4610757a-2db8-43f5-8eec-dc12bf53fc76 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:41:14.188248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:41:14.188579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Checking segment: {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:41:14.188989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Bound using segment: {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:41:14.189409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Bound port: 5a414f43-4871-4799-a8ea-efe6f41d063b, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac00614-a410-46ff-bb65-9e47d905c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:41:14.189761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:14.246097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e024d-cbde-4644-826d-8ee8caf302af req-5b4e9856-0261-40cb-9aa7-ed3a28024a13 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:14.248468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-013e024d-cbde-4644-826d-8ee8caf302af req-5b4e9856-0261-40cb-9aa7-ed3a28024a13 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 944 time: 0.0511758
Nov 10 04:41:14.260395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:41:14.263473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:41:14.267978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:14.296480 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-013e024d-cbde-4644-826d-8ee8caf302af req-b45af1cd-c444-466b-9c8f-0e6904e407aa tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416241
Nov 10 04:41:14.303457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:14.304216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:14.305635 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] 10.222.0.21 "PUT /v2.0/ports/5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 1092 time: 0.5923386
Nov 10 04:41:14.327028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c9798-845a-46e8-8b0d-56b31ba8ded3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:14.378422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-e40e4aa3-9e1f-41ac-8c11-32e2ddbf43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:14.379900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-e40e4aa3-9e1f-41ac-8c11-32e2ddbf43f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1095 time: 0.0415626
Nov 10 04:41:14.473824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-7306ae18-9144-4980-999d-432de5db244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:14.475285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-7306ae18-9144-4980-999d-432de5db244e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0886290
Nov 10 04:41:14.517096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-c07b51c8-9516-4c6b-9fe0-8efb738ec3b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0342247
Nov 10 04:41:14.565409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6624-6bee-4216-8228-cf0299706401 req-b6b92050-d1d9-4bb4-97ad-beb8404523df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:14.566827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-b6b92050-d1d9-4bb4-97ad-beb8404523df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0429592
Nov 10 04:41:14.602708 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-63a04d8c-853d-4a95-81a4-1e9c0eae8876 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290167
Nov 10 04:41:14.690121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-a3fbc890-77aa-49c5-a4cb-4260c41f1a16 service neutron] 10.222.0.21 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807812
Nov 10 04:41:14.784404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ccda6624-6bee-4216-8228-cf0299706401 req-31647346-893c-40ca-91b0-2284b5d2b4cb service neutron] 10.222.0.21 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868528
Nov 10 04:41:15.418262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc30061-38c0-4df2-a3e0-a9522037c2d6 req-68706a1c-002f-4a52-85ba-a23c776663b5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:15.419725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fc30061-38c0-4df2-a3e0-a9522037c2d6 req-68706a1c-002f-4a52-85ba-a23c776663b5 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 944 time: 0.0488653
Nov 10 04:41:15.467874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5fc30061-38c0-4df2-a3e0-a9522037c2d6 req-7abbe6d0-4223-4046-841c-900bad008922 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412369
Nov 10 04:41:16.103304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:16.105608 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:16.168056 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1483de22-6cfa-4037-ac0b-422bfa66302e x-openstack-request-id: req-1483de22-6cfa-4037-ac0b-422bfa66302e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:16.168376 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:16.168655 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1483de22-6cfa-4037-ac0b-422bfa66302e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:16.169052 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'status': 'completed', 'code': 200}
Nov 10 04:41:16.229525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-0857655c-2fda-4e14-89f1-944d421763d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.231385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-0857655c-2fda-4e14-89f1-944d421763d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1095 time: 0.0432141
Nov 10 04:41:16.236507 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-553d1fd5-2456-4de5-befe-c33db6898671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.238212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-553d1fd5-2456-4de5-befe-c33db6898671 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1095 time: 0.0499678
Nov 10 04:41:16.331982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-77cafa3f-a04e-4a10-a781-7d68c1580a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.332837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-e158e183-4803-4e65-a420-4e4baf222e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.333774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-77cafa3f-a04e-4a10-a781-7d68c1580a6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0888300
Nov 10 04:41:16.334578 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-e158e183-4803-4e65-a420-4e4baf222e4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0957820
Nov 10 04:41:16.376494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-8a1ad668-b7b1-4a79-b4ea-7aa017144995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0343168
Nov 10 04:41:16.378060 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-92e07fd8-ef82-4a98-8881-aeb5ce2f89ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0377977
Nov 10 04:41:16.427375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-656fc832-03f7-4d68-a379-b3f8e66b3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.428864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-656fc832-03f7-4d68-a379-b3f8e66b3a6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0436306
Nov 10 04:41:16.430023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-da32f113-e4e0-4782-9e64-3dfc95c5c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.431458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-da32f113-e4e0-4782-9e64-3dfc95c5c068 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0475981
Nov 10 04:41:16.461397 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-bc47d7d9-c196-4831-abca-15cf7f26f984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258889
Nov 10 04:41:16.464238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-1641d785-a274-455f-bf11-b1388a20bb9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256681
Nov 10 04:41:16.557595 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-f2fe406d-032e-43a2-bd81-51cc23a1118a service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894506
Nov 10 04:41:16.591996 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-3a07092e-5789-4454-9ef8-3022816ce63b service neutron] 10.222.0.21 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206582
Nov 10 04:41:16.611865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:41:16.650212 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-61c69934-0ec6-468f-9cf2-0d377d615a3c service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855479
Nov 10 04:41:16.653549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ea3db-6600-4998-aa61-e9b57526eb4e req-16a8d981-d907-4332-93d5-78ebe247b23a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:16.655058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b66ea3db-6600-4998-aa61-e9b57526eb4e req-16a8d981-d907-4332-93d5-78ebe247b23a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 944 time: 0.1078472
Nov 10 04:41:16.720181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:16.728387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6ff70d9-132e-4ccb-9701-0234b72eb7f9 req-bb4822cc-f584-4a92-9d03-aa24ada18172 service neutron] 10.222.0.21 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293344
Nov 10 04:41:16.731219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'network_id': '4610757a-2db8-43f5-8eec-dc12bf53fc76', 'port_id': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'mac_address': 'fa:16:3e:c1:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18521842-605c-4067-bbb4-9fdad90f4f84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:41:16.731931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b66ea3db-6600-4998-aa61-e9b57526eb4e req-4c5c0ce1-dff5-4937-a8c6-6ed1b5a5d285 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690100
Nov 10 04:41:16.773256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:16.786476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a414f43-4871-4799-a8ea-efe6f41d063b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:41:16.805968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:16.808421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:41:16.812394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:16.886016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:41:16.891260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:16.898514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.898863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.899204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.899537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.899869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.900205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.900582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.900886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.901208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.901535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.901860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:16.902179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:17.013531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-3a3dc160-3d3c-4389-b041-ae388cef4d3a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:17.015074 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-3a3dc160-3d3c-4389-b041-ae388cef4d3a tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf&tenant_id=3149a28129e04c6086c46367d53ed5af&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 945 time: 0.0907009
Nov 10 04:41:17.055300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5a414f43-4871-4799-a8ea-efe6f41d063b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:41:17.074120 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-c4e98462-d409-410b-b5a5-c7d26f04a858 service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:41:17.075131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-c4e98462-d409-410b-b5a5-c7d26f04a858 service neutron] 10.222.0.26 "DELETE /v2.0/ports/5a414f43-4871-4799-a8ea-efe6f41d063b/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0526376
Nov 10 04:41:17.159772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-488eae13-6400-49f0-ad4b-e71802d877bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:17.161383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-488eae13-6400-49f0-ad4b-e71802d877bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3149a28129e04c6086c46367d53ed5af&device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 1096 time: 0.0417743
Nov 10 04:41:17.252636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-fc355aa1-4145-4154-9f18-a7e5f42fc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:17.254117 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-fc355aa1-4145-4154-9f18-a7e5f42fc2cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 200  len: 912 time: 0.0859873
Nov 10 04:41:17.293850 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-ecbec491-9a0e-4626-aedb-3772afac7659 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 200  len: 217 time: 0.0329783
Nov 10 04:41:17.344878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-e6804d81-2850-4438-86e4-4ea3837e5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:17.346272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-e6804d81-2850-4438-86e4-4ea3837e5285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 200  len: 851 time: 0.0453470
Nov 10 04:41:17.377670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-99512d8d-9441-464f-933e-deddb86fdcb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4610757a-2db8-43f5-8eec-dc12bf53fc76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237093
Nov 10 04:41:17.464629 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-da33c7c4-91da-4fac-9cc0-e772958e0841 service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798552
Nov 10 04:41:17.555250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-e76a83f7-50c1-4e4a-840e-8250988fc03c service neutron] 10.222.0.26 "GET /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834179
Nov 10 04:41:18.238677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25b360-c805-4c44-bc09-e4638033267e req-458ba523-493c-4673-b02c-bd9f44adb10d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:18.240133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e25b360-c805-4c44-bc09-e4638033267e req-458ba523-493c-4673-b02c-bd9f44adb10d tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 945 time: 0.0543165
Nov 10 04:41:18.287157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e25b360-c805-4c44-bc09-e4638033267e req-30f197b5-b3a9-45ab-af26-bcdcae046dd7 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409598
Nov 10 04:41:18.620396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:41:18.671168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 5a414f43-4871-4799-a8ea-efe6f41d063b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:41:18.674891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 5a414f43-4871-4799-a8ea-efe6f41d063b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:41:18.675268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:18.748804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:18.770082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:18.772296 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43277d8-40a0-44e8-9e9e-4e2966fedb53" -d '{"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-plugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:18.785143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:18.789233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:18.812149 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702717f-d30d-4ebe-8d99-23b5337bbf3c x-openstack-request-id: req-6702717f-d30d-4ebe-8d99-23b5337bbf3c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:18.812443 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-plugged", "status": "completed", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:18.812722 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6702717f-d30d-4ebe-8d99-23b5337bbf3c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:18.813113 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'code': 200}
Nov 10 04:41:18.837331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:18.995163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.255321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.402391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114b01-29a7-4a40-8c7c-8ec2822070d6 req-b1bb6da2-565f-4b14-9e6b-116f33673f3b tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:19.403862 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24114b01-29a7-4a40-8c7c-8ec2822070d6 req-b1bb6da2-565f-4b14-9e6b-116f33673f3b tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0490165
Nov 10 04:41:19.481416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-24114b01-29a7-4a40-8c7c-8ec2822070d6 req-854dd802-708e-49a2-b5c6-541714a8a714 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2602706-7da7-45ae-a971-79f07aad5a18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717030
Nov 10 04:41:19.489911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-0ac5982f-19e9-418b-a9f7-b9e0699ddcb8 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:19.491331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-0ac5982f-19e9-418b-a9f7-b9e0699ddcb8 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf15a05-5581-4b6f-8603-398fe4c39caf HTTP/1.1" status: 200  len: 946 time: 0.0759544
Nov 10 04:41:19.585794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Deleting port 5a414f43-4871-4799-a8ea-efe6f41d063b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:41:19.586048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.672576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] For port 5a414f43-4871-4799-a8ea-efe6f41d063b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5a414f43-4871-4799-a8ea-efe6f41d063b,segment=NetworkSegment(4ac00614-a410-46ff-bb65-9e47d905c6e0),segment_id=4ac00614-a410-46ff-bb65-9e47d905c6e0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:19.672969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.689782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Calling delete_port for 5a414f43-4871-4799-a8ea-efe6f41d063b owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:41:19.812881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.824583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5a414f43-4871-4799-a8ea-efe6f41d063b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:41:19.841363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Pushing event deleted for resources: {'Port': ['ID=5a414f43-4871-4799-a8ea-efe6f41d063b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:19.889492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] No DVR routers for this DVR port 5a414f43-4871-4799-a8ea-efe6f41d063b on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:41:19.892277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:19.895733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dc9e40d5-f580-47f8-83dd-13586a72a225 req-cf757a3f-596c-469f-baa8-21f48a2f7ad1 tempest-DeleteServersTestJSON-2032374922 tempest-DeleteServersTestJSON-2032374922-project] 10.222.0.21 "DELETE /v2.0/ports/5a414f43-4871-4799-a8ea-efe6f41d063b HTTP/1.1" status: 204  len: 173 time: 0.3981466
Nov 10 04:41:19.896164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-deleted', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:19.898418 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db6c82-8a4c-44b7-8526-3e8442320bc7" -d '{"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-deleted", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:19.937539 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178d397-6713-4cf2-9e2e-a9d6fd9f153e x-openstack-request-id: req-6178d397-6713-4cf2-9e2e-a9d6fd9f153e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:19.937836 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf15a05-5581-4b6f-8603-398fe4c39caf", "name": "network-vif-deleted", "tag": "5a414f43-4871-4799-a8ea-efe6f41d063b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:19.938085 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6178d397-6713-4cf2-9e2e-a9d6fd9f153e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:19.938480 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf15a05-5581-4b6f-8603-398fe4c39caf', 'name': 'network-vif-deleted', 'tag': '5a414f43-4871-4799-a8ea-efe6f41d063b', 'status': 'completed', 'code': 200}
Nov 10 04:41:20.608912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52832) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:20.652219 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Deleting subnet 18521842-605c-4067-bbb4-9fdad90f4f84 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:41:20.655863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.688073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.730257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.781748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.806275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18521842-605c-4067-bbb4-9fdad90f4f84,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:20.812084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.815285 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18521842-605c-4067-bbb4-9fdad90f4f84 HTTP/1.1" status: 204  len: 168 time: 0.2053843
Nov 10 04:41:20.818274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52834) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:20.820692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.821043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.821381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.821717 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.822051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.822379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.822703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.823026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.823351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.823673 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.823995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.824313 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5005e-90c4-4e24-9da2-a57f7c67f184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:41:20.887013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.967866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:20.986959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e2dfd00>,) {'filters': {'network_id': ['4610757a-2db8-43f5-8eec-dc12bf53fc76']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:41:20.995871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e2dfd00>, '4ac00614-a410-46ff-bb65-9e47d905c6e0') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:41:20.996164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e2dfd00>, '4ac00614-a410-46ff-bb65-9e47d905c6e0') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:41:21.005815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.019869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.026151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:41:21.026534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:41:21.028183 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:41:21.079912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.085499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.088699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4610757a-2db8-43f5-8eec-dc12bf53fc76 HTTP/1.1" status: 204  len: 168 time: 0.2694058
Nov 10 04:41:21.103882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfe11d-61e9-484a-a4f1-6b7178d71276 admin admin] Pushing event deleted for resources: {'Network': ['ID=4610757a-2db8-43f5-8eec-dc12bf53fc76,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:21.195159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52838) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:21.234589 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-09d89dfa-2323-43ca-87c2-2a6e10b9f7c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3149a28129e04c6086c46367d53ed5af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382740
Nov 10 04:41:21.237353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52840) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:21.282806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.303445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.352579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.355093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:21.356211 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2602706-7da7-45ae-a971-79f07aad5a18 HTTP/1.1" status: 204  len: 168 time: 0.1179786
Nov 10 04:41:21.364445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864d1f0-98fd-49bb-bdc8-25286bca2877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2602706-7da7-45ae-a971-79f07aad5a18,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:22.138008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 52862) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:22.232776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-468180470-network', 'tenant_id': '3f452851936e4245976798068f8549b8'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:41:22.253035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Made reservation on behalf of 3f452851936e4245976798068f8549b8 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:41:22.255219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.264766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.337329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.340929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.364467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:41:22.373079 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893eb24c-cdc7-4b10-9ebc-a86627643274,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:22.379699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.380049 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Added segment f825d6aa-7c04-4405-8af3-611afce442f0 of type vlan for network dd69d8de-9885-459e-adc5-bc623ccb64c1
Nov 10 04:41:22.418872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.442866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.443804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:22.444385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.497718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3586316
Nov 10 04:41:22.501372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 52866) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:41:22.506475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Request body: {'subnet': {'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-468180470-subnet', 'tenant_id': '3f452851936e4245976798068f8549b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:41:22.509172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f43c-aa9e-4339-bac7-c3a7235f3f53 admin admin] Pushing event updated for resources: {'Network': ['ID=dd69d8de-9885-459e-adc5-bc623ccb64c1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:22.519412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:41:22.530577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Made reservation on behalf of 3f452851936e4245976798068f8549b8 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:41:22.533077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.636243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:41:22.657375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 5a414f43-4871-4799-a8ea-efe6f41d063b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:41:22.657715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5a414f43-4871-4799-a8ea-efe6f41d063b not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:41:22.699026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.754877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3176fce7-f21d-407d-841b-db6eece168ac,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:22.762951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Checking segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:41:22.763300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Network hostable DHCP agents. Network: dd69d8de-9885-459e-adc5-bc623ccb64c1, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:41:22.778771 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:41:22.786909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, dd69d8de-9885-459e-adc5-bc623ccb64c1) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:41:22.794581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cad0a5-327b-4741-9ed1-15e676f2e43d None None] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:41:22.797726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:22.798436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:22.817474 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8e255490-e95b-445a-aea8-edb36b302a8d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3150241
Nov 10 04:41:22.921559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a41f0-d9a3-463c-92ce-5ea65c151056 None None] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:41:23.231740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-814fbd1d-d6c2-4092-a55e-3abcac8fbb90 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:23.233762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-814fbd1d-d6c2-4092-a55e-3abcac8fbb90 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 814 time: 0.1020420
Nov 10 04:41:23.247955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-7e4f06c4-e794-4d83-8ec0-5715d63856ef tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/quotas/3f452851936e4245976798068f8549b8 HTTP/1.1" status: 200  len: 375 time: 0.0087149
Nov 10 04:41:23.277427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-157c9db5-f7ec-4f37-98df-277b3e1cae5e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0243831
Nov 10 04:41:23.288207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-9874ccd6-994a-4f54-857c-e1da5de6885f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:41:23.289151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-9874ccd6-994a-4f54-857c-e1da5de6885f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048714
Nov 10 04:41:23.374255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-37bc9734-7fb2-471c-bfec-943945bf41ea service neutron] 10.222.0.13 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796616
Nov 10 04:41:23.463669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-7748ed27-e229-45a2-8ef7-5de118355b71 service neutron] 10.222.0.13 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835755
Nov 10 04:41:23.621485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40c6c58b-5527-4601-8128-5e9dac27c52f req-32631b24-6866-44b7-9d5f-c37171661ccb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 210 time: 0.0271242
Nov 10 04:41:24.527161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-02fcb6ca-5e76-4342-89bb-de1be05ead25 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:24.528669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-02fcb6ca-5e76-4342-89bb-de1be05ead25 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 814 time: 0.1090887
Nov 10 04:41:24.542274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Request body: {'port': {'device_id': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'admin_state_up': True, 'tenant_id': '3f452851936e4245976798068f8549b8'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:41:24.653003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Made reservation on behalf of 3f452851936e4245976798068f8549b8 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:41:24.657246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:24.717966 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d33a6715-addd-40ac-b513-4e1aa2cabde5 req-e3a89d76-9e7f-4490-a640-e0165841dade tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 210 time: 0.0260139
Nov 10 04:41:24.783946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Allocated IP 172.20.0.4 (dd69d8de-9885-459e-adc5-bc623ccb64c1/3176fce7-f21d-407d-841b-db6eece168ac/c3841329-b715-4327-9047-32f8b38731c2) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:41:24.927031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:24.960431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.007624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:41:25.010804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:41:25.015127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:41:25.021311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:25.066686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:25.067230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.083584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-ac14ccdc-2820-41c5-bce2-c5bef2352df2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5457482
Nov 10 04:41:25.095788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Request body: {'port': {'device_id': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:41:25.151117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.408051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:41:25.415623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.427838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Transition to ACTIVE for port object c3841329-b715-4327-9047-32f8b38731c2 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:41:25.431184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.480798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:25.548563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:41:25.548942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:41:25.549270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:41:25.553521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:41:25.553843 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:41:25.558567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:41:25.558902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Checking segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:41:25.559286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Bound using segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:41:25.559714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Bound port: c3841329-b715-4327-9047-32f8b38731c2, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:41:25.560062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.622431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:41:25.626198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:41:25.629671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.661751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:25.662398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:25.663917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] 10.222.0.21 "PUT /v2.0/ports/c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 1091 time: 0.5726948
Nov 10 04:41:25.664344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:25.666602 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "tag": "c3841329-b715-4327-9047-32f8b38731c2"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:25.696639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751a83-34dd-4451-aa3e-71ab3f9ca1fe service neutron] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:25.704886 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0242aec-2632-404f-b51f-543fd0db8251 x-openstack-request-id: req-f0242aec-2632-404f-b51f-543fd0db8251 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:25.705178 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "tag": "c3841329-b715-4327-9047-32f8b38731c2", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:25.705436 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0242aec-2632-404f-b51f-543fd0db8251 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:25.705820 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2', 'status': 'completed', 'code': 200}
Nov 10 04:41:25.749289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-03952423-d42a-4d0f-9b2f-ba5d205d3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:25.750967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-03952423-d42a-4d0f-9b2f-ba5d205d3400 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0416305
Nov 10 04:41:25.796720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-0c2371b3-b64f-4328-b552-438f86a95590 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0375562
Nov 10 04:41:25.837697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6456b1-3921-43bc-82f1-e01252405ffd req-109e8b1b-bdc9-417f-a5bd-035e6dd612cc tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:25.839244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe6456b1-3921-43bc-82f1-e01252405ffd req-109e8b1b-bdc9-417f-a5bd-035e6dd612cc tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0499160
Nov 10 04:41:25.846979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-927c6e4e-9763-4d0f-902a-9a08853394cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:25.848492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-927c6e4e-9763-4d0f-902a-9a08853394cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0452795
Nov 10 04:41:25.881477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-87ff1401-0639-4c2b-bd7d-066885fee0c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252681
Nov 10 04:41:25.890634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe6456b1-3921-43bc-82f1-e01252405ffd req-0de5a5c0-d04d-402a-8d29-1ba886f1075f tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452962
Nov 10 04:41:25.975977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-77da5ac3-d276-43d0-b657-4905ee23f251 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875823
Nov 10 04:41:26.064205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23abf827-1cbf-4008-a4f6-5ca66f71a050 req-f0d18387-29bc-402a-ae91-042d6cfbdc48 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810754
Nov 10 04:41:26.153425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-8ee45d3f-c55a-481c-87b8-0527ef1bb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:26.155383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-8ee45d3f-c55a-481c-87b8-0527ef1bb59b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0445628
Nov 10 04:41:26.243267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-6f015436-9e1c-412a-86a0-a58996da634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:26.244732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-6f015436-9e1c-412a-86a0-a58996da634c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0828128
Nov 10 04:41:26.288336 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-6a47af48-c202-428b-9300-1fbb792fc184 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0369601
Nov 10 04:41:26.336866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-c1021e3b-2783-40c1-a556-226b20d9d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:26.338293 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-c1021e3b-2783-40c1-a556-226b20d9d40b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0434763
Nov 10 04:41:26.370324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-06183f6c-76cc-475c-8bcd-1b7023583b03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241885
Nov 10 04:41:26.461731 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-a728967f-bbeb-42c4-b908-55db285e0936 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840182
Nov 10 04:41:26.854786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c3933f50-0026-4bd7-b1fe-ecf6363ed9bd req-79cb8ab0-3e25-44d9-83e3-5f7a5308c27e service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850870
Nov 10 04:41:27.007211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3c556-b2ea-4949-989b-d3213fd6bf61 req-e5c0f05f-c6f9-4808-8d09-0c5362d8e7c3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:27.008574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ada3c556-b2ea-4949-989b-d3213fd6bf61 req-e5c0f05f-c6f9-4808-8d09-0c5362d8e7c3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0489380
Nov 10 04:41:27.057464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ada3c556-b2ea-4949-989b-d3213fd6bf61 req-2f1f5953-2a4b-479f-950c-6131eb7ccbdc tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422909
Nov 10 04:41:28.170781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51376e-f263-4555-ab33-6a6ddac9f30e req-ddba003a-bbf2-44f1-802e-846c6490ffac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:28.172253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be51376e-f263-4555-ab33-6a6ddac9f30e req-ddba003a-bbf2-44f1-802e-846c6490ffac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0480778
Nov 10 04:41:28.218511 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be51376e-f263-4555-ab33-6a6ddac9f30e req-8ca2bcc4-42d1-45b7-bed7-304c273ec38e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404396
Nov 10 04:41:28.651586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3841329-b715-4327-9047-32f8b38731c2 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:41:28.746323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:28.758087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c3841329-b715-4327-9047-32f8b38731c2', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'port_id': 'c3841329-b715-4327-9047-32f8b38731c2', 'mac_address': 'fa:16:3e:74:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3176fce7-f21d-407d-841b-db6eece168ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:41:28.793417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:28.806654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:41:28.826085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:28.831204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:28.878400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:29.016018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c3841329-b715-4327-9047-32f8b38731c2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:41:29.330303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0cb6c-e2ae-493b-902b-a8d988eb364c req-2d0a0b91-e9ab-41c1-8d86-f2cfa58b1d60 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:29.331768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aca0cb6c-e2ae-493b-902b-a8d988eb364c req-2d0a0b91-e9ab-41c1-8d86-f2cfa58b1d60 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 944 time: 0.0478990
Nov 10 04:41:29.378430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aca0cb6c-e2ae-493b-902b-a8d988eb364c req-dbac38f9-4133-4fe7-ab0e-e79d48587c01 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404470
Nov 10 04:41:30.493649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b60-ff41-4ba5-a54b-5f8f698e3d66 req-4873eab8-aa15-4a01-9355-2b26461ac13b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:30.495125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8efb5b60-ff41-4ba5-a54b-5f8f698e3d66 req-4873eab8-aa15-4a01-9355-2b26461ac13b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 944 time: 0.0497108
Nov 10 04:41:30.541050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8efb5b60-ff41-4ba5-a54b-5f8f698e3d66 req-d216a328-286d-4891-ad94-52a09c24b5de tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393095
Nov 10 04:41:30.682443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3841329-b715-4327-9047-32f8b38731c2 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:41:30.730314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c3841329-b715-4327-9047-32f8b38731c2 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:41:30.735085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c3841329-b715-4327-9047-32f8b38731c2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:41:30.735450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:30.813237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:30.835248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:41:30.837472 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d951ced-b6b1-4e05-a7cd-c02089ea65d5" -d '{"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-plugged", "status": "completed", "tag": "c3841329-b715-4327-9047-32f8b38731c2"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:41:30.849966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:41:30.854313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:30.881569 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bde85e2-79ae-49ba-8bd1-d453e7748503 x-openstack-request-id: req-3bde85e2-79ae-49ba-8bd1-d453e7748503 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:41:30.881880 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-plugged", "status": "completed", "tag": "c3841329-b715-4327-9047-32f8b38731c2", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:41:30.882125 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bde85e2-79ae-49ba-8bd1-d453e7748503 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:41:30.882549 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2', 'code': 200}
Nov 10 04:41:30.905498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:41:30.977744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775da73-fdc7-4fca-8c90-2ddc6bbeab4d req-7c972ccf-ba51-479f-8b58-cefa15a375c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:30.979139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7775da73-fdc7-4fca-8c90-2ddc6bbeab4d req-7c972ccf-ba51-479f-8b58-cefa15a375c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1096 time: 0.0405009
Nov 10 04:41:31.022055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7775da73-fdc7-4fca-8c90-2ddc6bbeab4d req-b5148d10-1fae-4047-bfc9-7689129c1ce3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362105
Nov 10 04:41:31.659019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34c3c0-c0f1-480c-aac5-fd9ac40f4191 req-d5ba53cf-9818-4033-9012-798d49a55e29 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:31.660486 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb34c3c0-c0f1-480c-aac5-fd9ac40f4191 req-d5ba53cf-9818-4033-9012-798d49a55e29 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0517130
Nov 10 04:41:31.706552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fb34c3c0-c0f1-480c-aac5-fd9ac40f4191 req-56fb5dae-d7d5-4e9b-a99a-75784a4a5b24 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402198
Nov 10 04:41:32.825688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005164d-e544-4dd4-933e-95977c691af8 req-fe859682-0c84-4801-937f-ca53353ceab1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:32.827811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0005164d-e544-4dd4-933e-95977c691af8 req-fe859682-0c84-4801-937f-ca53353ceab1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0529404
Nov 10 04:41:32.874429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0005164d-e544-4dd4-933e-95977c691af8 req-087183f9-ccf5-4ce9-86f2-1fc7fb4e7fff tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402052
Nov 10 04:41:32.987789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfa7f-b239-4990-b45b-02bddcf0b6d9 req-94ad69bf-c192-4adb-842c-db779c6c5ec1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:32.989174 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a19bfa7f-b239-4990-b45b-02bddcf0b6d9 req-94ad69bf-c192-4adb-842c-db779c6c5ec1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0485358
Nov 10 04:41:33.035782 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a19bfa7f-b239-4990-b45b-02bddcf0b6d9 req-bd4f3aba-6b58-4f77-9296-52268c6bacbe tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407298
Nov 10 04:41:33.230917 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9a66e-2965-493e-ab32-81d3928bbdf4 req-e77897e4-091d-4ab8-a56b-7aee6614292f tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:33.232426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5da9a66e-2965-493e-ab32-81d3928bbdf4 req-e77897e4-091d-4ab8-a56b-7aee6614292f tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0485005
Nov 10 04:41:33.282387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5da9a66e-2965-493e-ab32-81d3928bbdf4 req-d42b612b-9447-4234-8dab-8872dca11100 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434763
Nov 10 04:41:33.394989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a5597-f1fa-43a4-8e31-008404296e8e req-254d61c2-3849-465d-b242-428d991fd2d3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:33.396456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e5a5597-f1fa-43a4-8e31-008404296e8e req-254d61c2-3849-465d-b242-428d991fd2d3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0487998
Nov 10 04:41:33.443021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e5a5597-f1fa-43a4-8e31-008404296e8e req-1428ba61-feac-4d7c-b75f-85ae58546e78 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406554
Nov 10 04:41:33.663030 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-c9d6a01e-80dc-4368-83ce-a750d620983e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0406156
Nov 10 04:41:33.672500 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-4e8a73a5-1ff6-4436-ba85-791fd9bc1f6e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:41:33.673487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-4e8a73a5-1ff6-4436-ba85-791fd9bc1f6e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055840
Nov 10 04:41:33.680872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21933dcc-5a5c-46ba-a867-5a3f07113677 req-08831114-76a4-47d2-a4d5-b0680f8ad1d0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:33.682334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21933dcc-5a5c-46ba-a867-5a3f07113677 req-08831114-76a4-47d2-a4d5-b0680f8ad1d0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0530677
Nov 10 04:41:33.731383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21933dcc-5a5c-46ba-a867-5a3f07113677 req-d392849e-768d-41c5-a35d-2951ff94b843 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428929
Nov 10 04:41:34.391278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27b888dc-2e16-4505-9213-df26111fcdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:34.558460 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:41:34.781616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-b00aa42e-9b53-47bc-8680-448844468143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:34.783099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-b00aa42e-9b53-47bc-8680-448844468143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1096 time: 0.0417883
Nov 10 04:41:34.854012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d4cfd-704a-4858-92cd-5688c62be2de req-04bfeb9a-9f06-47be-bb77-20a64de48c5b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:34.855498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c4d4cfd-704a-4858-92cd-5688c62be2de req-04bfeb9a-9f06-47be-bb77-20a64de48c5b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0492642
Nov 10 04:41:34.879849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-12d09948-8e36-4caf-8416-d5278a8ba9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:34.881415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-12d09948-8e36-4caf-8416-d5278a8ba9a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0920558
Nov 10 04:41:34.903620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3c4d4cfd-704a-4858-92cd-5688c62be2de req-015711db-e6de-4a8d-8a85-1370028031cd tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409257
Nov 10 04:41:34.924734 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-1e9a6a09-743a-4791-9565-409b31aea459 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0361569
Nov 10 04:41:34.973729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-b616f908-d675-4064-a193-217dd7138679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:34.975174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-b616f908-d675-4064-a193-217dd7138679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0435591
Nov 10 04:41:35.007285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-e667dac7-e0fd-400b-a5fe-0f8899c6286f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252314
Nov 10 04:41:35.100115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-7775a0f7-7c3a-4ff1-9307-c8b17a7c4725 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851576
Nov 10 04:41:35.191885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-704f61b1-d7d8-49c9-a05f-ca275cc08346 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848980
Nov 10 04:41:36.022842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20004984-80cb-4843-a2f2-3fcdaea4afdc req-b543fb5d-599c-4be1-b95e-db259c2b4ec5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:36.024342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20004984-80cb-4843-a2f2-3fcdaea4afdc req-b543fb5d-599c-4be1-b95e-db259c2b4ec5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0500312
Nov 10 04:41:36.076328 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20004984-80cb-4843-a2f2-3fcdaea4afdc req-027825b8-eb50-4d6b-91b1-17cd5431233b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460334
Nov 10 04:41:36.946682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-96d4a6fe-4205-42c5-be4c-92de5c3fa81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:37.194628 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adf779-d13f-4718-a4d2-dd505be3448b req-93686de1-cf2c-45cd-a05b-b9bbe99251b7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:37.196093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72adf779-d13f-4718-a4d2-dd505be3448b req-93686de1-cf2c-45cd-a05b-b9bbe99251b7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0511978
Nov 10 04:41:37.242582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72adf779-d13f-4718-a4d2-dd505be3448b req-08c08077-1fd2-49ad-ac1d-bb48dc53afaf tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405393
Nov 10 04:41:38.025080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:38.388455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01947b-c5e1-4543-a996-6a87e9f3411f req-63f33d5b-3be5-4db3-9dbd-6e6b5e29a11e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:38.389992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a01947b-c5e1-4543-a996-6a87e9f3411f req-63f33d5b-3be5-4db3-9dbd-6e6b5e29a11e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0779154
Nov 10 04:41:38.404427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-af75848d-c7cd-446e-8b85-ad441798cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:38.406378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-af75848d-c7cd-446e-8b85-ad441798cf31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1096 time: 0.0684063
Nov 10 04:41:38.485968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0a01947b-c5e1-4543-a996-6a87e9f3411f req-5bb293e9-0ac0-416c-b994-e73d991bab54 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888343
Nov 10 04:41:38.523955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-8445bd50-e4b0-4f3b-8be9-b2eea706371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:38.525388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-8445bd50-e4b0-4f3b-8be9-b2eea706371d service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0981753
Nov 10 04:41:38.569892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-739ac6ce-19c0-4de8-88f5-5539074c2b5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0372627
Nov 10 04:41:38.619853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-b561754c-37d8-4d89-8732-f2e748cdedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:38.621317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-b561754c-37d8-4d89-8732-f2e748cdedd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0443425
Nov 10 04:41:38.652834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-144ccbe2-7916-463a-a6cc-653c7711f6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243905
Nov 10 04:41:38.743997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-04238bea-8f01-499b-ae1f-16ab36642c4c service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844989
Nov 10 04:41:38.833020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1c22e6c-b33c-4c57-ba65-ea1fc67a35c5 req-858c5076-201e-4e42-841c-452d3a99de82 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827830
Nov 10 04:41:39.479112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:39.601436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a555e-6402-4377-8ab1-4a3a6741cf76 req-6a2b3f3f-73d9-4b8e-941a-fbf0bff12786 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:39.602903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a1a555e-6402-4377-8ab1-4a3a6741cf76 req-6a2b3f3f-73d9-4b8e-941a-fbf0bff12786 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0491261
Nov 10 04:41:39.648961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a1a555e-6402-4377-8ab1-4a3a6741cf76 req-92a910f4-5812-4bb3-b9ca-9b62be362d14 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394816
Nov 10 04:41:40.262656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:40.772295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a45f5-d1db-4e99-92b0-1baf7eee6fe6 req-aef8173d-601c-4d76-b2b4-0d901cda8e92 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:40.773816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-427a45f5-d1db-4e99-92b0-1baf7eee6fe6 req-aef8173d-601c-4d76-b2b4-0d901cda8e92 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0539713
Nov 10 04:41:40.821035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-427a45f5-d1db-4e99-92b0-1baf7eee6fe6 req-d28bc852-8a8f-4854-a9b5-a88beebb7560 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413311
Nov 10 04:41:41.934857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33104f8-b32a-483e-8ca4-39865dd8b5f9 req-76812000-3e12-4746-9bfa-59a529d907d0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:41.936328 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a33104f8-b32a-483e-8ca4-39865dd8b5f9 req-76812000-3e12-4746-9bfa-59a529d907d0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0474057
Nov 10 04:41:41.986826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a33104f8-b32a-483e-8ca4-39865dd8b5f9 req-25a6d6da-b922-4adf-ac22-4512777d028c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441179
Nov 10 04:41:43.103103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64fda1-4f3b-45a0-ae43-0a7728695d87 req-e6c68136-f067-40a2-99e0-16de5faf1694 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:43.104628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f64fda1-4f3b-45a0-ae43-0a7728695d87 req-e6c68136-f067-40a2-99e0-16de5faf1694 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0501125
Nov 10 04:41:43.151232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f64fda1-4f3b-45a0-ae43-0a7728695d87 req-39d50d88-7a01-49b7-9259-ace3e8e320ac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407076
Nov 10 04:41:44.267613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821f0d6-89ce-4f3f-8342-c336075e6eaf req-9fa8f6eb-737f-4241-afa8-8d9d1be56063 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:44.269157 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3821f0d6-89ce-4f3f-8342-c336075e6eaf req-9fa8f6eb-737f-4241-afa8-8d9d1be56063 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0492332
Nov 10 04:41:44.315522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3821f0d6-89ce-4f3f-8342-c336075e6eaf req-faef1707-d5c4-4042-9b0d-78785905dc98 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405118
Nov 10 04:41:45.431605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26fe69-241f-4189-89fe-beed128a582f req-2483e151-783f-439b-844f-e6afd35eeb72 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:45.433091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be26fe69-241f-4189-89fe-beed128a582f req-2483e151-783f-439b-844f-e6afd35eeb72 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0486088
Nov 10 04:41:45.484234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be26fe69-241f-4189-89fe-beed128a582f req-7fe7dab8-b059-44e8-94b3-8e4a857d76c4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451734
Nov 10 04:41:46.598127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73180d73-7265-4798-966a-9fbdfd2cef57 req-bad0a120-bce0-44c7-9834-be5c322098ae tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:46.599582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73180d73-7265-4798-966a-9fbdfd2cef57 req-bad0a120-bce0-44c7-9834-be5c322098ae tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0476081
Nov 10 04:41:46.650184 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73180d73-7265-4798-966a-9fbdfd2cef57 req-8090ca2e-f6a8-4aa1-a0e3-e1c440d1a78a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447485
Nov 10 04:41:47.765672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0da3-12e4-4766-8489-301f66edb9c6 req-fe6dc49d-ea8d-4bef-8309-667523e623d8 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:47.767132 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-430d0da3-12e4-4766-8489-301f66edb9c6 req-fe6dc49d-ea8d-4bef-8309-667523e623d8 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0489571
Nov 10 04:41:47.814574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-430d0da3-12e4-4766-8489-301f66edb9c6 req-48e11c4c-ca29-4ebe-9f49-d3547dcc7d31 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415096
Nov 10 04:41:48.934000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505720-a428-42ac-abdc-254eb3da1877 req-ab94b780-0fd7-4485-b620-37a6c0501165 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:48.935446 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1505720-a428-42ac-abdc-254eb3da1877 req-ab94b780-0fd7-4485-b620-37a6c0501165 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0514958
Nov 10 04:41:48.981066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1505720-a428-42ac-abdc-254eb3da1877 req-55e13349-9911-4656-8ea3-1c9c4f1357d9 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389400
Nov 10 04:41:49.013911 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:49.260531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:41:50.096803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f11313-e228-4c51-b557-bf23f3f1723c req-9fc2362b-4249-4324-9ced-d21c9bab57e3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:50.098194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56f11313-e228-4c51-b557-bf23f3f1723c req-9fc2362b-4249-4324-9ced-d21c9bab57e3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0486689
Nov 10 04:41:50.144369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56f11313-e228-4c51-b557-bf23f3f1723c req-5bccfbc6-2d28-4413-b8be-725e47c2417c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401733
Nov 10 04:41:51.259359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3028-862d-4894-9cef-f1e712135669 req-ce40cb48-73d6-4bfe-90c4-04d8baef8492 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:51.260848 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80cb3028-862d-4894-9cef-f1e712135669 req-ce40cb48-73d6-4bfe-90c4-04d8baef8492 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0484664
Nov 10 04:41:51.306842 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-80cb3028-862d-4894-9cef-f1e712135669 req-ca8e7df0-db0d-4558-b21a-9e0c9459cc31 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398946
Nov 10 04:41:52.427020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b0045-264d-430d-88fa-b62b77e02c2b req-cb4ba658-163d-4ab0-ab4a-39feaedceaef tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:52.428491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-349b0045-264d-430d-88fa-b62b77e02c2b req-cb4ba658-163d-4ab0-ab4a-39feaedceaef tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0537360
Nov 10 04:41:52.477395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-349b0045-264d-430d-88fa-b62b77e02c2b req-274bf4c5-7044-4df5-a4fa-e92112ad28cc tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430169
Nov 10 04:41:53.592132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6521c-ac15-4058-879c-485cadd3d333 req-ae88d016-72ad-46fe-9476-cb0364088dd6 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:53.593605 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64e6521c-ac15-4058-879c-485cadd3d333 req-ae88d016-72ad-46fe-9476-cb0364088dd6 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0482900
Nov 10 04:41:53.642679 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-64e6521c-ac15-4058-879c-485cadd3d333 req-9bc9d36a-2eb7-441b-b902-7d0633b1c89d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431392
Nov 10 04:41:54.759738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356a0d9-98a6-4a03-a5c0-28b3a04e9c8c req-5d5d7567-f4e0-4b32-b043-db65eb4e7bca tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:54.761223 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d356a0d9-98a6-4a03-a5c0-28b3a04e9c8c req-5d5d7567-f4e0-4b32-b043-db65eb4e7bca tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0489762
Nov 10 04:41:54.809700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d356a0d9-98a6-4a03-a5c0-28b3a04e9c8c req-c2d60fc3-7444-49ac-a014-ddc6fa65b41a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425942
Nov 10 04:41:55.925517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1e474-aa4a-4fbf-8703-621c5c5bc4e1 req-c4d68e32-d1bc-4634-83ac-de5251d3f0c7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:55.926963 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7e1e474-aa4a-4fbf-8703-621c5c5bc4e1 req-c4d68e32-d1bc-4634-83ac-de5251d3f0c7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0483022
Nov 10 04:41:55.972340 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d7e1e474-aa4a-4fbf-8703-621c5c5bc4e1 req-3b99706f-f8dc-4860-9537-1206d1e6dc18 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395262
Nov 10 04:41:57.087545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486943-a07c-40df-8024-93e116215a9d req-2638edd9-e6f7-4828-b5a5-b68cf5ae0ed5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:57.088952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27486943-a07c-40df-8024-93e116215a9d req-2638edd9-e6f7-4828-b5a5-b68cf5ae0ed5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0487781
Nov 10 04:41:57.140222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-27486943-a07c-40df-8024-93e116215a9d req-740283a6-85f4-45ec-96db-e17d1b00ac36 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452983
Nov 10 04:41:58.252851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd002-ec19-4c11-9622-c84c358c45c6 req-f8d08dfc-5b45-4dc3-a999-57b176c94aac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:58.254304 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-941dd002-ec19-4c11-9622-c84c358c45c6 req-f8d08dfc-5b45-4dc3-a999-57b176c94aac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0477898
Nov 10 04:41:58.300077 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-941dd002-ec19-4c11-9622-c84c358c45c6 req-03ff0f6a-a21d-4c3e-b19a-461218eed60b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398180
Nov 10 04:41:59.414693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97650bfa-80fb-4cab-8a56-1e3ab69a8980 req-18031c47-40d1-4686-b39f-81cd323e0730 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:41:59.416184 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97650bfa-80fb-4cab-8a56-1e3ab69a8980 req-18031c47-40d1-4686-b39f-81cd323e0730 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0490792
Nov 10 04:41:59.464924 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-97650bfa-80fb-4cab-8a56-1e3ab69a8980 req-a043c06f-5e1c-4842-b055-a1070768944e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421836
Nov 10 04:42:00.582338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607af14-6037-4335-8ad9-65f66cc3e7aa req-2c24b200-f991-4754-9e20-f488869bce3e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:00.584040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4607af14-6037-4335-8ad9-65f66cc3e7aa req-2c24b200-f991-4754-9e20-f488869bce3e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0511250
Nov 10 04:42:00.629535 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4607af14-6037-4335-8ad9-65f66cc3e7aa req-d7e300cf-66e9-49e3-a1e8-7187b374e2d4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396705
Nov 10 04:42:01.745327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d300-65d3-45f6-8a48-a150e76052ed req-e8e37021-9e90-4aca-b6d1-1fc0131ae2bb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:01.746802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3d5d300-65d3-45f6-8a48-a150e76052ed req-e8e37021-9e90-4aca-b6d1-1fc0131ae2bb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 945 time: 0.0492878
Nov 10 04:42:01.793285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3d5d300-65d3-45f6-8a48-a150e76052ed req-7049f0b9-6d87-4698-b12b-30f927a7ff8d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405371
Nov 10 04:42:02.026055 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-faad17bd-6d97-4cf4-bace-8053c5e45e22 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:42:02.026972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-faad17bd-6d97-4cf4-bace-8053c5e45e22 service neutron] 10.222.0.21 "GET /v2.0/ports/c3841329-b715-4327-9047-32f8b38731c2/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0569041
Nov 10 04:42:02.217801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-6b9188a4-fdb2-45e0-a4f6-3f931d94f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:02.219303 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-6b9188a4-fdb2-45e0-a4f6-3f931d94f2ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c&tenant_id=3f452851936e4245976798068f8549b8 HTTP/1.1" status: 200  len: 1096 time: 0.0404749
Nov 10 04:42:02.231478 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:02.285798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.479782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:02.511394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch1-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:02.548758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:02.550989 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb601ade-6ec6-40e4-a0dd-a4b5a2da73a5" -d '{"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3841329-b715-4327-9047-32f8b38731c2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:02.554984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.568043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.provisioning_blocks [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Transition to ACTIVE for port object c3841329-b715-4327-9047-32f8b38731c2 will not be triggered until provisioned by entity L2. {{(pid=119696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:42:02.572001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.610775 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaaa642-0e76-43dd-afac-d48ce484711d x-openstack-request-id: req-bdaaa642-0e76-43dd-afac-d48ce484711d {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:02.611061 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3841329-b715-4327-9047-32f8b38731c2", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:02.611308 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdaaa642-0e76-43dd-afac-d48ce484711d {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:02.611695 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2', 'code': 200}
Nov 10 04:42:02.638257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] No DVR routers for this DVR port c3841329-b715-4327-9047-32f8b38731c2 on host nch1-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:42:02.646278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=6']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:02.678307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:42:02.678642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:42:02.678972 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:02.683456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:42:02.683777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Attempting to bind port c3841329-b715-4327-9047-32f8b38731c2 on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:02.689322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:42:02.689654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Checking segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:02.690037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Bound using segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} {{(pid=119696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:42:02.690458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.managers [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Bound port: c3841329-b715-4327-9047-32f8b38731c2, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}}] {{(pid=119696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:42:02.690807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.754930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch2-817176-1, cleared binding levels {{(pid=119696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:02.757878 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] For port c3841329-b715-4327-9047-32f8b38731c2, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:42:02.761457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.793151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:02.793867 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:02.795229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] 10.222.0.26 "PUT /v2.0/ports/c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 1091 time: 0.5675733
Nov 10 04:42:02.817938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c1a2-ca5f-4416-bbb7-f8f31d293def service neutron] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:02.864441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-91c061e8-0d81-46ab-aa38-d58f820077fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:02.865971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-91c061e8-0d81-46ab-aa38-d58f820077fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0453835
Nov 10 04:42:02.914809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda8f5-f0d4-430a-9d99-3ecd89fcb32b req-ab7f27b7-14ba-41e5-8cb4-fadd1d52a227 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:02.916337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-defda8f5-f0d4-430a-9d99-3ecd89fcb32b req-ab7f27b7-14ba-41e5-8cb4-fadd1d52a227 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0501757
Nov 10 04:42:02.954267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-566dad9e-2f25-4bbe-8570-743dc9055dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:02.955866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-566dad9e-2f25-4bbe-8570-743dc9055dd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0828803
Nov 10 04:42:02.967672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-defda8f5-f0d4-430a-9d99-3ecd89fcb32b req-44a3e979-1bee-4161-9b8e-454a41538e33 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430582
Nov 10 04:42:03.000483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-fc34844f-026b-4f63-ab66-39f62b644225 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0377295
Nov 10 04:42:03.360293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-31fd0cba-7ca9-438c-8386-ce915b798f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:03.361748 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-31fd0cba-7ca9-438c-8386-ce915b798f79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.3541682
Nov 10 04:42:03.392939 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-c536cd1d-1da4-4837-b19e-8bf111c9ffb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234675
Nov 10 04:42:03.480597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-e90184a8-6551-4654-ae15-2a6a3ebd6e6e service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805013
Nov 10 04:42:03.567202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-054706f5-f20b-43ed-b49e-7211b86d82eb req-46d126db-c0f8-4031-99a6-bd6392ea7d8e service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793741
Nov 10 04:42:04.088180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1d0f-78bf-46b4-9dd0-084bb433242f req-017fa3d4-5634-4a31-879c-cec9dc1dcb95 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.089648 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a4e1d0f-78bf-46b4-9dd0-084bb433242f req-017fa3d4-5634-4a31-879c-cec9dc1dcb95 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0516350
Nov 10 04:42:04.135652 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a4e1d0f-78bf-46b4-9dd0-084bb433242f req-6c69940c-0efd-4ad6-9605-1b1cd423f935 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399661
Nov 10 04:42:04.382808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bfac72b4-a61b-4390-9496-e548cffaa224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:04.613280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:04.615525 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41" -d '{"events": [{"name": "network-changed", "server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "tag": "c3841329-b715-4327-9047-32f8b38731c2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:04.662776 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b3af9-7178-4ccd-9cd9-e69e0b3e235c x-openstack-request-id: req-589b3af9-7178-4ccd-9cd9-e69e0b3e235c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:04.663059 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "tag": "c3841329-b715-4327-9047-32f8b38731c2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:04.663315 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-589b3af9-7178-4ccd-9cd9-e69e0b3e235c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:04.663713 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2', 'status': 'completed', 'code': 200}
Nov 10 04:42:04.727210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-b8eb8dfd-11b0-4a36-b45d-7b6d03db6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.728786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-b8eb8dfd-11b0-4a36-b45d-7b6d03db6f86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0457723
Nov 10 04:42:04.730640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-7317d29d-4d1e-47dd-bff3-20757eebf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.732107 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-7317d29d-4d1e-47dd-bff3-20757eebf42e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0451164
Nov 10 04:42:04.824778 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-8d4a2cdf-bd95-44fa-bda5-8ca417537dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.826271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-8d4a2cdf-bd95-44fa-bda5-8ca417537dce service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0910566
Nov 10 04:42:04.829098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-65110ba2-c93c-4357-8918-8608f591ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.830564 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-65110ba2-c93c-4357-8918-8608f591ccea service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0898945
Nov 10 04:42:04.869124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-7ae1b4f3-68c3-4970-9e20-d1340e300b98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0351179
Nov 10 04:42:04.871818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-4f92b22b-d4b0-41de-9c9b-a1c818c65978 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0337036
Nov 10 04:42:04.885069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3841329-b715-4327-9047-32f8b38731c2 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:42:04.924742 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-c560a452-1fb6-4c45-aac4-c1e17b68f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.926286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-c560a452-1fb6-4c45-aac4-c1e17b68f3db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0468204
Nov 10 04:42:04.926948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c3841329-b715-4327-9047-32f8b38731c2 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:42:04.929085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-3916c6b4-b9ce-47dc-9776-234723a509e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:04.930534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-3916c6b4-b9ce-47dc-9776-234723a509e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0554509
Nov 10 04:42:04.959010 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-74b8046b-c0be-4567-98df-576e5fc9d6d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249925
Nov 10 04:42:04.963090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-68a6669d-b5cb-4885-901f-4fd6ee1d3bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251672
Nov 10 04:42:05.059185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-b08d5631-30d1-4850-a3b9-d815ff06c48c service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869377
Nov 10 04:42:05.072643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-8d1bc593-ead7-4a24-9151-a4218635e166 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062169
Nov 10 04:42:05.156485 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-0cff77e2-36f7-4393-bd32-b2668a4fabad service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902348
Nov 10 04:42:05.168036 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-997e8f7f-e3ad-4277-af54-dbf0e2a8db41 req-9e89f30e-6d67-479b-b443-b474c77bd158 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884156
Nov 10 04:42:05.253757 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb20e8-2c41-449a-bd41-092afe9b0d22 req-67bac9ad-a5db-4464-b57c-09ef22daaa29 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.255233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92fb20e8-2c41-449a-bd41-092afe9b0d22 req-67bac9ad-a5db-4464-b57c-09ef22daaa29 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0490987
Nov 10 04:42:05.302318 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92fb20e8-2c41-449a-bd41-092afe9b0d22 req-349e15fd-aa11-4405-b98d-9ec851ec83db tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411844
Nov 10 04:42:05.496798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36b5cc-42c4-4e48-ae3b-4785cb35e17a req-f8a8893a-d4f1-4436-afc6-501c8deb2671 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.498332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a36b5cc-42c4-4e48-ae3b-4785cb35e17a req-f8a8893a-d4f1-4436-afc6-501c8deb2671 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0516315
Nov 10 04:42:05.509217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-e73275ff-12b6-4d12-8fd0-b1842ad97da6 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.510710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-e73275ff-12b6-4d12-8fd0-b1842ad97da6 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c&tenant_id=3f452851936e4245976798068f8549b8&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 943 time: 0.0531604
Nov 10 04:42:05.546929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a36b5cc-42c4-4e48-ae3b-4785cb35e17a req-48a77b59-c842-4778-a5cb-80d2c5f5c859 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417295
Nov 10 04:42:05.570455 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-a1e63f7e-effd-40bb-ac20-ae4c92dea4d5 service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:42:05.571488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-a1e63f7e-effd-40bb-ac20-ae4c92dea4d5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c3841329-b715-4327-9047-32f8b38731c2/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0540230
Nov 10 04:42:05.656308 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-73bf6191-9944-4f47-9621-dbce27997d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.657847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-73bf6191-9944-4f47-9621-dbce27997d73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 1094 time: 0.0455849
Nov 10 04:42:05.747876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-b995fa08-5d30-4320-991c-663d78ca6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.749837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-b995fa08-5d30-4320-991c-663d78ca6ad5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0847607
Nov 10 04:42:05.796085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-725f1faa-6041-4eb6-a45c-e5539f78e383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 200  len: 217 time: 0.0383050
Nov 10 04:42:05.845059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-3df354c2-d950-4fc3-9147-cb0f2af6ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:05.846524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-3df354c2-d950-4fc3-9147-cb0f2af6ad2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0448298
Nov 10 04:42:05.879520 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-113ec5f3-1cd1-49ad-a887-bf3bb6727fee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247929
Nov 10 04:42:05.978194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-e6bbdfcb-b196-4230-8fb8-81b1c50c7be0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909770
Nov 10 04:42:06.065319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f0896bc-ebd3-48f7-a467-3902182566d1 req-c4fb4fee-13d5-4eb4-8781-a78acbac3276 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800569
Nov 10 04:42:06.666323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965accc-6a6f-427e-a776-648bd7443e4c req-46842280-2050-49fe-97ce-da7facfc3c4c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:06.667858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5965accc-6a6f-427e-a776-648bd7443e4c req-46842280-2050-49fe-97ce-da7facfc3c4c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0505431
Nov 10 04:42:06.725329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5965accc-6a6f-427e-a776-648bd7443e4c req-aa0a631b-35b5-47c3-a56a-adcb22bc612b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514429
Nov 10 04:42:06.843927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d783522-7015-4cb2-a123-67ea230f0fa5 req-1369aab2-ec4c-4615-b72d-26f268c406ac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:06.845438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d783522-7015-4cb2-a123-67ea230f0fa5 req-1369aab2-ec4c-4615-b72d-26f268c406ac tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0534456
Nov 10 04:42:06.891927 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d783522-7015-4cb2-a123-67ea230f0fa5 req-c62f12f1-e50e-42b9-9398-929e28b7a170 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405600
Nov 10 04:42:06.948998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-280f6b11-d8f9-475f-8045-e427ab979dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:07.008833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6190a6-0413-4e67-9702-7c99ef839524 req-b775630b-fbcb-48d8-ad22-b2b6851bc455 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:07.010325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef6190a6-0413-4e67-9702-7c99ef839524 req-b775630b-fbcb-48d8-ad22-b2b6851bc455 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 943 time: 0.0498333
Nov 10 04:42:07.014325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c3841329-b715-4327-9047-32f8b38731c2 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:42:07.058940 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ef6190a6-0413-4e67-9702-7c99ef839524 req-0840ed8b-4747-4560-a07d-aee548a56878 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409892
Nov 10 04:42:07.112760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c3841329-b715-4327-9047-32f8b38731c2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:07.124711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c3841329-b715-4327-9047-32f8b38731c2', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'port_id': 'c3841329-b715-4327-9047-32f8b38731c2', 'mac_address': 'fa:16:3e:74:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3176fce7-f21d-407d-841b-db6eece168ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:42:07.161628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:07.175432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:42:07.199548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c3841329-b715-4327-9047-32f8b38731c2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:07.205947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:07.253121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:07.409059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-28b83514-b47e-445c-a9fa-aeb1717a9b3d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:07.410499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-28b83514-b47e-445c-a9fa-aeb1717a9b3d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 814 time: 0.1023207
Nov 10 04:42:07.425602 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-19f8562b-0cc0-4413-83bd-45fd86a61168 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/quotas/3f452851936e4245976798068f8549b8 HTTP/1.1" status: 200  len: 375 time: 0.0094402
Nov 10 04:42:07.474989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-d76c6feb-8a75-4cc4-bdad-586605702457 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0428491
Nov 10 04:42:07.486161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-8d0285d1-465c-4738-ad04-0ccc6c826406 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:42:07.487108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-8d0285d1-465c-4738-ad04-0ccc6c826406 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055273
Nov 10 04:42:07.498700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c3841329-b715-4327-9047-32f8b38731c2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:07.579073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-fa2a05aa-dbc6-44e2-85ba-dadfe4b003d8 service neutron] 10.222.0.13 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863831
Nov 10 04:42:07.667946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ba6870fd-91f3-4927-ad5f-293b66dae601 service neutron] 10.222.0.13 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828040
Nov 10 04:42:07.828650 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2712db86-5925-4da6-94cf-11f02674f1e8 req-5ef8194b-4237-4f8f-8e85-5ff709bebc21 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 210 time: 0.0276263
Nov 10 04:42:08.031574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:08.571084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-a1e8e987-869b-47b4-b9fd-6cdf6af9a187 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:08.572568 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-a1e8e987-869b-47b4-b9fd-6cdf6af9a187 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc91fee8-5eda-41a8-93d1-d07501e23b2c HTTP/1.1" status: 200  len: 944 time: 0.0491731
Nov 10 04:42:08.639352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.26', 52451) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:08.669806 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Deleting port c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:42:08.670728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:08.755191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ae7c9eb6-d7fd-4405-8950-7a43f370bc04 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:08.756833 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ae7c9eb6-d7fd-4405-8950-7a43f370bc04 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 814 time: 0.1164005
Nov 10 04:42:08.765813 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] For port c3841329-b715-4327-9047-32f8b38731c2, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c3841329-b715-4327-9047-32f8b38731c2,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:08.766178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:08.769093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Request body: {'port': {'device_id': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'admin_state_up': True, 'tenant_id': '3f452851936e4245976798068f8549b8'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:08.780656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Calling delete_port for c3841329-b715-4327-9047-32f8b38731c2 owned by compute:nova {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:42:08.882204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Made reservation on behalf of 3f452851936e4245976798068f8549b8 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:42:08.885888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:08.915510 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:08.927602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c3841329-b715-4327-9047-32f8b38731c2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:08.944234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Pushing event deleted for resources: {'Port': ['ID=c3841329-b715-4327-9047-32f8b38731c2,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:08.974300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e1a21937-3a24-474e-b4c4-a884e173c862 req-551c2dc9-dbf5-4512-8a46-a8981708f201 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 210 time: 0.0710585
Nov 10 04:42:08.999100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] No DVR routers for this DVR port c3841329-b715-4327-9047-32f8b38731c2 on host nch2-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:42:09.001135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.004466 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.26 "DELETE /v2.0/ports/c3841329-b715-4327-9047-32f8b38731c2 HTTP/1.1" status: 204  len: 173 time: 0.4250610
Nov 10 04:42:09.004927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-deleted', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:09.007239 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b05259e-74e2-4c05-bee6-28c53e25b7f2" -d '{"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-deleted", "tag": "c3841329-b715-4327-9047-32f8b38731c2"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:09.028065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c3841329-b715-4327-9047-32f8b38731c2 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:42:09.047415 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f8cf7-3abf-4f56-a1bd-40bd5249153c x-openstack-request-id: req-3b7f8cf7-3abf-4f56-a1bd-40bd5249153c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:09.047710 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc91fee8-5eda-41a8-93d1-d07501e23b2c", "name": "network-vif-deleted", "tag": "c3841329-b715-4327-9047-32f8b38731c2", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:09.047962 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b7f8cf7-3abf-4f56-a1bd-40bd5249153c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:09.048378 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91fee8-5eda-41a8-93d1-d07501e23b2c', 'name': 'network-vif-deleted', 'tag': 'c3841329-b715-4327-9047-32f8b38731c2', 'status': 'completed', 'code': 200}
Nov 10 04:42:09.066583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:42:09.067182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c3841329-b715-4327-9047-32f8b38731c2 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 10 04:42:09.075224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Allocated IP 172.20.0.14 (dd69d8de-9885-459e-adc5-bc623ccb64c1/3176fce7-f21d-407d-841b-db6eece168ac/f15db27c-380d-49db-a203-f7ab0a20232b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:42:09.086568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Port c3841329-b715-4327-9047-32f8b38731c2 not found, will not notify nova. {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 10 04:42:09.228713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.261576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.273481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c3841329-b715-4327-9047-32f8b38731c2'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:09.311897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Network dd69d8de-9885-459e-adc5-bc623ccb64c1 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:42:09.315134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:42:09.318930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:42:09.346742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:09.373918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:09.374520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.390140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4cdafd53-fa95-4b18-9d71-f99f58f41496 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6249304
Nov 10 04:42:09.402280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Request body: {'port': {'device_id': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:09.454811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.483602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.711901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15db27c-380d-49db-a203-f7ab0a20232b {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:42:09.719199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.730865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Transition to ACTIVE for port object f15db27c-380d-49db-a203-f7ab0a20232b will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:42:09.734608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.781848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:09.849489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:42:09.849818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:42:09.850136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:09.854300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:42:09.854614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:09.859281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:42:09.859608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Checking segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:09.859984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Bound using segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:42:09.860399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Bound port: f15db27c-380d-49db-a203-f7ab0a20232b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:42:09.860781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.925108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:09.928373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:42:09.932514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.966176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:09.966848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:09.968226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] 10.222.0.26 "PUT /v2.0/ports/f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 1092 time: 0.5698695
Nov 10 04:42:09.968677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:09.970899 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3400479-b592-4969-bb1f-060361fb5c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:09.996940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b87c9-76dc-466b-9c6b-8f0417f65459 service neutron] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:10.022054 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73e990-502e-469e-9e0d-df0976116e2e x-openstack-request-id: req-3d73e990-502e-469e-9e0d-df0976116e2e {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:10.022351 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:10.022736 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d73e990-502e-469e-9e0d-df0976116e2e {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:10.023159 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'status': 'completed', 'code': 200}
Nov 10 04:42:10.052851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-afdec88b-b415-4802-8257-9d0a173f64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.054342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-afdec88b-b415-4802-8257-9d0a173f64ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1095 time: 0.0434654
Nov 10 04:42:10.099039 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-b1533977-e572-435e-83e5-226a2e7a51ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0367613
Nov 10 04:42:10.102253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35475d9e-63e8-4f70-892a-8bd9ef753929 req-214cf0e5-4d8d-4ff8-8c21-0a90cc9d1ded tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.103806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35475d9e-63e8-4f70-892a-8bd9ef753929 req-214cf0e5-4d8d-4ff8-8c21-0a90cc9d1ded tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 944 time: 0.0493383
Nov 10 04:42:10.148074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-81625cad-b48b-4461-af03-c49738e6a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.150174 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-81625cad-b48b-4461-af03-c49738e6a95e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0445166
Nov 10 04:42:10.156015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-35475d9e-63e8-4f70-892a-8bd9ef753929 req-816256c9-4cfd-4535-9ea8-462eec261247 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455830
Nov 10 04:42:10.181948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-d2a303b3-5ab7-47d4-98fb-ff6ce5d50cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251920
Nov 10 04:42:10.263094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:10.273275 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-4ddc0323-0b2e-4fa0-888e-7ea4132691d6 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840490
Nov 10 04:42:10.362408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a153b982-5064-40d2-b79a-de0fdd45c2a0 req-dfc9b712-55c5-4a7b-8a88-ee1eebd8148e service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818632
Nov 10 04:42:10.446522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400479-b592-4969-bb1f-060361fb5c0b req-39bf1642-71e3-4356-a610-a8ee1787437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.447963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-39bf1642-71e3-4356-a610-a8ee1787437f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1095 time: 0.0395238
Nov 10 04:42:10.538974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400479-b592-4969-bb1f-060361fb5c0b req-cbac7191-53c7-4102-acd4-8a791fadf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.540350 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-cbac7191-53c7-4102-acd4-8a791fadf3ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0856922
Nov 10 04:42:10.580742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-4dfc6146-131b-4dc3-bdd8-3693c1e1348c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0334833
Nov 10 04:42:10.632056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400479-b592-4969-bb1f-060361fb5c0b req-a4cb82f0-91ab-4acb-934d-e648ba8365d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:10.633524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-a4cb82f0-91ab-4acb-934d-e648ba8365d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0449719
Nov 10 04:42:10.664567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-20958f46-31aa-4197-9d65-9fd6be565937 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0232449
Nov 10 04:42:10.752286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-cef93cb0-0d6e-481b-8de6-590695b2a54b service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802882
Nov 10 04:42:10.843160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b3400479-b592-4969-bb1f-060361fb5c0b req-c55ba31a-70ff-48f1-a12f-52e0e6e0777f service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840340
Nov 10 04:42:11.271186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d460e4f-7244-4bf6-9ab7-da3dc75876b2 req-5b5c77bb-a39a-49f1-b8cf-519f96ffc4cd tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:11.272739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d460e4f-7244-4bf6-9ab7-da3dc75876b2 req-5b5c77bb-a39a-49f1-b8cf-519f96ffc4cd tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 944 time: 0.0489416
Nov 10 04:42:11.319827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d460e4f-7244-4bf6-9ab7-da3dc75876b2 req-c1fe0f4f-331b-4687-9dc1-9b3115704166 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412657
Nov 10 04:42:11.557723 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:42:12.432888 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283af159-3d1c-4331-ae66-6e4f5401d1ee req-1fa4577f-96dd-403f-bb7b-2a6cd673ee0c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:12.434388 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-283af159-3d1c-4331-ae66-6e4f5401d1ee req-1fa4577f-96dd-403f-bb7b-2a6cd673ee0c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 944 time: 0.0477788
Nov 10 04:42:12.480676 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-283af159-3d1c-4331-ae66-6e4f5401d1ee req-7a076b67-c987-4f6b-8442-042c7b4fed6b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396483
Nov 10 04:42:13.041187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:42:13.044202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c3841329-b715-4327-9047-32f8b38731c2 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:42:13.074035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: c3841329-b715-4327-9047-32f8b38731c2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:42:13.074372 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c3841329-b715-4327-9047-32f8b38731c2 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:42:13.309180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:13.319330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'port_id': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'mac_address': 'fa:16:3e:f6:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3176fce7-f21d-407d-841b-db6eece168ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:42:13.355973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:13.371755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15db27c-380d-49db-a203-f7ab0a20232b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:42:13.390149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:13.393129 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:13.438402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:13.582405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['f15db27c-380d-49db-a203-f7ab0a20232b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:13.917683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5090a-9afd-43e2-bf95-ca63cf70e03f req-19b2109f-4367-4ac0-b3dd-ee20b1b8b962 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:13.919183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18b5090a-9afd-43e2-bf95-ca63cf70e03f req-19b2109f-4367-4ac0-b3dd-ee20b1b8b962 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 945 time: 0.3660896
Nov 10 04:42:13.965057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18b5090a-9afd-43e2-bf95-ca63cf70e03f req-048c325e-d81a-40cf-a949-11e0084d1102 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399082
Nov 10 04:42:15.056331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:42:15.084046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bf858-1783-400d-be56-9ad933403ae5 req-8293665e-a3bf-43c8-a2d3-2dc2e3d30495 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:15.085583 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f6bf858-1783-400d-be56-9ad933403ae5 req-8293665e-a3bf-43c8-a2d3-2dc2e3d30495 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 945 time: 0.0527608
Nov 10 04:42:15.105411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port f15db27c-380d-49db-a203-f7ab0a20232b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:42:15.109494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port f15db27c-380d-49db-a203-f7ab0a20232b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:15.109862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:15.133473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f6bf858-1783-400d-be56-9ad933403ae5 req-6d1c2ccc-3468-464b-949b-8daa0e1ca41b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417602
Nov 10 04:42:15.184331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:15.206380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:15.208593 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92869cc-2821-40fb-88a5-3e17285b5c04" -d '{"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-plugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:15.221076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:15.225624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:15.254553 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa381ba-251d-4c75-aec9-81ef87152d8b x-openstack-request-id: req-dfa381ba-251d-4c75-aec9-81ef87152d8b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:15.254844 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-plugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:15.255099 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa381ba-251d-4c75-aec9-81ef87152d8b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:15.255485 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'code': 200}
Nov 10 04:42:15.282316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:15.345035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cfe1d-89ee-47e5-91b7-620c9229942c req-e2b60fc5-cafb-4631-a40b-579511ad31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:15.346408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-474cfe1d-89ee-47e5-91b7-620c9229942c req-e2b60fc5-cafb-4631-a40b-579511ad31a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1097 time: 0.0392771
Nov 10 04:42:15.393208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-474cfe1d-89ee-47e5-91b7-620c9229942c req-134ff2ab-1e43-428f-a85c-3c97281fcc84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396905
Nov 10 04:42:16.247420 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e8376-ac32-4e17-b0a6-f8c57cf7b304 req-e394bc94-38f1-46e2-9c52-9781663f964b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:16.248949 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf8e8376-ac32-4e17-b0a6-f8c57cf7b304 req-e394bc94-38f1-46e2-9c52-9781663f964b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0490587
Nov 10 04:42:16.296868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf8e8376-ac32-4e17-b0a6-f8c57cf7b304 req-98a51a58-bb65-4d8b-a0e5-1285f0231fa5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414155
Nov 10 04:42:17.411606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb57fa-ce0c-427a-9228-c50c82205e9a req-1d05615e-1d18-4d20-98a6-4308b94588db tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:17.413099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70bb57fa-ce0c-427a-9228-c50c82205e9a req-1d05615e-1d18-4d20-98a6-4308b94588db tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0482385
Nov 10 04:42:17.463354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-70bb57fa-ce0c-427a-9228-c50c82205e9a req-bce33310-323a-41fa-b525-315e79ee01b9 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442626
Nov 10 04:42:17.579879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2fa52-7735-40b9-a397-468cc10a5343 req-24205962-d541-48f6-b0d6-8b2fb68e44a7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:17.581309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54a2fa52-7735-40b9-a397-468cc10a5343 req-24205962-d541-48f6-b0d6-8b2fb68e44a7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0524955
Nov 10 04:42:17.627071 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-54a2fa52-7735-40b9-a397-468cc10a5343 req-31d12879-7deb-4065-9d41-7078d0bae359 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396390
Nov 10 04:42:17.878657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e24d90-b9bb-492c-a60b-d94c4f12f2cf req-52f38429-5a64-492e-baab-77b238d5f449 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:17.880137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12e24d90-b9bb-492c-a60b-d94c4f12f2cf req-52f38429-5a64-492e-baab-77b238d5f449 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0658269
Nov 10 04:42:17.883457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-e4f3d971-fc4d-4c14-bf7d-b99e17d54564 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0779691
Nov 10 04:42:17.929996 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12e24d90-b9bb-492c-a60b-d94c4f12f2cf req-689258c3-daee-4c43-a40d-866f56d4a111 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433953
Nov 10 04:42:18.929141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-4307e10c-ea65-4581-b0d6-d082415e29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:18.930627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-4307e10c-ea65-4581-b0d6-d082415e29eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1097 time: 0.0424924
Nov 10 04:42:19.006544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:19.050672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-3dae2f59-bbba-4f8f-ad61-0d2a7b8ad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:19.052012 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-3dae2f59-bbba-4f8f-ad61-0d2a7b8ad187 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.1144001
Nov 10 04:42:19.096127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-38034496-3139-467f-b0e3-07cca678fcb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0368714
Nov 10 04:42:19.103944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf094025-377d-4e77-81f1-4a857a693fca req-9be70652-8034-4b6d-997a-ca60bc2f0da7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:19.105337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf094025-377d-4e77-81f1-4a857a693fca req-9be70652-8034-4b6d-997a-ca60bc2f0da7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.1046014
Nov 10 04:42:19.178688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-ba09de1a-c832-493c-b378-d62f5b23072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:19.180091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-ba09de1a-c832-493c-b378-d62f5b23072c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0739415
Nov 10 04:42:19.187577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf094025-377d-4e77-81f1-4a857a693fca req-b4ca2dec-af60-486a-8f6a-221280917a46 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738497
Nov 10 04:42:19.213987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-1be533a1-4d03-483b-996b-20dd998b4c74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250447
Nov 10 04:42:19.267155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:19.305979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-93bf7f09-2e13-4d14-a10a-f37e5a98ffd6 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845056
Nov 10 04:42:19.397724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-44897df3-f621-4f6b-9080-2d6c3d744518 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840888
Nov 10 04:42:20.308459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0be82-9d50-48ac-a52d-17e56184384f req-7768b970-d798-40aa-8040-a1a4cccdb5b8 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:20.309955 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51f0be82-9d50-48ac-a52d-17e56184384f req-7768b970-d798-40aa-8040-a1a4cccdb5b8 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0508063
Nov 10 04:42:20.356317 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-51f0be82-9d50-48ac-a52d-17e56184384f req-969291bd-8c0f-4e87-a9bf-ed7a34e128e0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398085
Nov 10 04:42:21.475452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396f317-bcb9-44e5-a6f2-6918b8f36c4c req-a2abb464-d2ba-41b5-9099-f9074cbf1ecf tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:21.476930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a396f317-bcb9-44e5-a6f2-6918b8f36c4c req-a2abb464-d2ba-41b5-9099-f9074cbf1ecf tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0491879
Nov 10 04:42:21.523232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a396f317-bcb9-44e5-a6f2-6918b8f36c4c req-7368198f-3b7c-4ff8-a39b-b2a87aebb452 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404677
Nov 10 04:42:22.636731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4f62f-d743-49a5-a849-8e6b10552d8c req-990d15a4-a1a7-471d-8018-3c0f3a46ee08 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:22.638201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-baf4f62f-d743-49a5-a849-8e6b10552d8c req-990d15a4-a1a7-471d-8018-3c0f3a46ee08 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0479712
Nov 10 04:42:22.685137 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-baf4f62f-d743-49a5-a849-8e6b10552d8c req-bed10a08-6870-4642-9560-095e76bce32b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405529
Nov 10 04:42:23.805040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc072c-3561-42c8-9c69-db9581d81ce5 req-c18e988e-be63-47e4-bbb4-7b5307a5c37e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:23.806512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dfc072c-3561-42c8-9c69-db9581d81ce5 req-c18e988e-be63-47e4-bbb4-7b5307a5c37e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0523975
Nov 10 04:42:23.855177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6dfc072c-3561-42c8-9c69-db9581d81ce5 req-f89c8c45-e491-4d50-b837-a8ec54127013 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427566
Nov 10 04:42:24.973711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4ffd-a85a-48b0-9d44-2efa19d9a686 req-c110da75-2cbb-4803-b90d-7fc0eecc7d54 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:24.975425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aebb4ffd-a85a-48b0-9d44-2efa19d9a686 req-c110da75-2cbb-4803-b90d-7fc0eecc7d54 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0522468
Nov 10 04:42:25.022035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aebb4ffd-a85a-48b0-9d44-2efa19d9a686 req-db9fa720-f454-49dc-99b5-b99c12549d30 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408120
Nov 10 04:42:26.140287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a5e59-969a-4bcf-ac1e-e836d56b1654 req-93e0777a-3fc8-44a4-99f3-166b1176a076 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:26.141780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-868a5e59-969a-4bcf-ac1e-e836d56b1654 req-93e0777a-3fc8-44a4-99f3-166b1176a076 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0490999
Nov 10 04:42:26.188324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-868a5e59-969a-4bcf-ac1e-e836d56b1654 req-29bd96fa-df20-49d0-bbd3-055ababc6cc0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407243
Nov 10 04:42:27.301506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fed8a-9ca6-48c0-b464-f9dc91facf50 req-810d9e2e-81a4-43dd-888b-37dc362f01e4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:27.302961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be4fed8a-9ca6-48c0-b464-f9dc91facf50 req-810d9e2e-81a4-43dd-888b-37dc362f01e4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0478282
Nov 10 04:42:27.349000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-be4fed8a-9ca6-48c0-b464-f9dc91facf50 req-f87e8d47-dce1-4e36-b0f3-0e3a6d1f72ed tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400372
Nov 10 04:42:28.464029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512446-d938-4046-be44-49c5ca182c22 req-c0add73a-cebf-4223-bcfe-452243779a33 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:28.465542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1512446-d938-4046-be44-49c5ca182c22 req-c0add73a-cebf-4223-bcfe-452243779a33 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0491509
Nov 10 04:42:28.516589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1512446-d938-4046-be44-49c5ca182c22 req-1e8a8db7-add1-4c6a-a2bf-84304e4f97f3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451145
Nov 10 04:42:29.629776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b6d9b-f230-4843-bd7d-95298dc6936d req-ec4c130c-01b2-4d29-90cd-2997549ffdb9 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:29.631231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de2b6d9b-f230-4843-bd7d-95298dc6936d req-ec4c130c-01b2-4d29-90cd-2997549ffdb9 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0474102
Nov 10 04:42:29.680897 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-de2b6d9b-f230-4843-bd7d-95298dc6936d req-64542f2f-e9b8-4643-b3f6-a39c0f27d9de tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436649
Nov 10 04:42:30.796266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2664e-d189-4987-b065-09506495f211 req-a35b8e97-1790-4246-a306-18048702d1d4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:30.797798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46b2664e-d189-4987-b065-09506495f211 req-a35b8e97-1790-4246-a306-18048702d1d4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0496602
Nov 10 04:42:30.846216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-46b2664e-d189-4987-b065-09506495f211 req-10ce39ac-010f-45b9-9a74-6842b55233bb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425708
Nov 10 04:42:31.961271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbd98b-cb4a-41c5-ac5c-b7c4253142f6 req-1abfec0d-a5f3-48c0-a7a8-0322ac50e456 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:31.962746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7fbd98b-cb4a-41c5-ac5c-b7c4253142f6 req-1abfec0d-a5f3-48c0-a7a8-0322ac50e456 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0487783
Nov 10 04:42:32.009287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7fbd98b-cb4a-41c5-ac5c-b7c4253142f6 req-74d03c90-92c8-456f-a53b-702c2492633a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405052
Nov 10 04:42:33.124575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1219576-75df-47f0-a33f-e746951eedb2 req-b5cf58df-0167-4c09-9a18-a57b6c190cce tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:33.126051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1219576-75df-47f0-a33f-e746951eedb2 req-b5cf58df-0167-4c09-9a18-a57b6c190cce tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0489409
Nov 10 04:42:33.172427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1219576-75df-47f0-a33f-e746951eedb2 req-5cef0bb2-fd07-4192-a53d-ae0efbeb84b8 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405645
Nov 10 04:42:34.286296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2152e-fbde-42d6-9717-1fe0d703e475 req-d383431d-e864-4bda-8bbf-9d9a79d5fa8c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:34.287784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75a2152e-fbde-42d6-9717-1fe0d703e475 req-d383431d-e864-4bda-8bbf-9d9a79d5fa8c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0481551
Nov 10 04:42:34.334852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75a2152e-fbde-42d6-9717-1fe0d703e475 req-f9ac292a-bb53-4613-af5d-4e4572b2142d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411556
Nov 10 04:42:34.383645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8dc22558-6348-45f6-9fee-a962eb04279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:35.455886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786ff8-05d1-4875-b919-61a7762dacc5 req-bf6b3931-c784-4eec-9cb4-5b6601da12f1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:35.457397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77786ff8-05d1-4875-b919-61a7762dacc5 req-bf6b3931-c784-4eec-9cb4-5b6601da12f1 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0539801
Nov 10 04:42:35.504846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77786ff8-05d1-4875-b919-61a7762dacc5 req-898fb691-9ff6-4198-a1fb-1a60fbf2697e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406599
Nov 10 04:42:36.625991 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63b649-b7e4-414c-b737-2e5a288d8681 req-90075b1c-031c-4fa3-af5b-836b8df2f4d5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:36.627454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6d63b649-b7e4-414c-b737-2e5a288d8681 req-90075b1c-031c-4fa3-af5b-836b8df2f4d5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0524058
Nov 10 04:42:36.675146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6d63b649-b7e4-414c-b737-2e5a288d8681 req-5d7c3361-970d-4ea9-892c-49dadd86185e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417037
Nov 10 04:42:36.949916 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eda34672-f41b-463a-a44e-6393e60d62fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:37.790158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f66d-f804-4a75-9de0-2b84964392e5 req-42e22f8d-af3f-4e1b-b5c0-83cdebdd875a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:37.791604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdc8f66d-f804-4a75-9de0-2b84964392e5 req-42e22f8d-af3f-4e1b-b5c0-83cdebdd875a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0485227
Nov 10 04:42:37.839932 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdc8f66d-f804-4a75-9de0-2b84964392e5 req-678d251c-d422-489e-94c2-e9329dac01d5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418403
Nov 10 04:42:38.030051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:38.954519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34689541-414a-45a9-915f-4c649b2d68db req-1969c806-dafc-43ee-981c-fadfe22ca48e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:38.955979 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34689541-414a-45a9-915f-4c649b2d68db req-1969c806-dafc-43ee-981c-fadfe22ca48e tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0487270
Nov 10 04:42:39.002858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34689541-414a-45a9-915f-4c649b2d68db req-dadc21c3-ae21-4ca5-bdf6-ae74ad9999fd tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405285
Nov 10 04:42:39.487830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:40.133499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9b5a2-08f8-48c2-b2ae-56c27f4d4703 req-ea88c1ee-eaba-43f9-aa54-e1c537a8edb0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:40.134970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10a9b5a2-08f8-48c2-b2ae-56c27f4d4703 req-ea88c1ee-eaba-43f9-aa54-e1c537a8edb0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0621092
Nov 10 04:42:40.189307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-336d7ae5-6a8d-4b5b-a266-5ccfce603e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:40.190769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-336d7ae5-6a8d-4b5b-a266-5ccfce603e3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1097 time: 0.0802810
Nov 10 04:42:40.202613 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-10a9b5a2-08f8-48c2-b2ae-56c27f4d4703 req-e8d94986-496a-4be6-b533-ef99fd246dfb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539901
Nov 10 04:42:40.265065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:40.300567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-73633764-8241-48f5-a77e-29189fa5409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:40.302071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-73633764-8241-48f5-a77e-29189fa5409c service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0910096
Nov 10 04:42:40.345011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-8c0e631d-044b-4a40-9396-626ccf9c47af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0353403
Nov 10 04:42:40.393909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-6270323c-ed0b-4416-bb25-5660d8e82d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:40.395241 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-6270323c-ed0b-4416-bb25-5660d8e82d91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0434873
Nov 10 04:42:40.426149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-e8f10ed7-e6d1-4e2d-8293-e0d24271d67d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237916
Nov 10 04:42:40.518949 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-86f785ba-1b6a-4c0d-be3f-8e915ba9e051 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861816
Nov 10 04:42:40.610027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-59257f4e-990d-49c5-bc98-48cc5e48a202 req-f20ea4fb-80a1-4dcb-8418-7c338f45e353 service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847847
Nov 10 04:42:41.317372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b8dd9-6fc3-49e2-9ade-5382dc89faa8 req-d3fb2d2d-ed43-4ccb-85f0-0bc645e54ca0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:41.318871 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b33b8dd9-6fc3-49e2-9ade-5382dc89faa8 req-d3fb2d2d-ed43-4ccb-85f0-0bc645e54ca0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0480423
Nov 10 04:42:41.369001 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b33b8dd9-6fc3-49e2-9ade-5382dc89faa8 req-72842c70-c569-4f79-85fd-4e951eca0293 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441303
Nov 10 04:42:42.484768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeee23f-b3b5-4eb7-94fc-7c36abb02be4 req-1cb4e36a-886b-4017-a215-85e629463e67 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:42.486248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9eeee23f-b3b5-4eb7-94fc-7c36abb02be4 req-1cb4e36a-886b-4017-a215-85e629463e67 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0500450
Nov 10 04:42:42.533214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9eeee23f-b3b5-4eb7-94fc-7c36abb02be4 req-24122307-7a38-4039-b7a2-801425ec644f tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410917
Nov 10 04:42:43.645955 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fa85b-9766-4293-b032-d2e5d3fa6865 req-f1333e9a-1a44-4aee-84fc-a05c09114508 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:43.647421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa1fa85b-9766-4293-b032-d2e5d3fa6865 req-f1333e9a-1a44-4aee-84fc-a05c09114508 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0478795
Nov 10 04:42:43.694422 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aa1fa85b-9766-4293-b032-d2e5d3fa6865 req-5d96111c-26da-450a-9f29-a34b70cca8ae tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409176
Nov 10 04:42:44.811249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a936ea-de4a-4f13-96dc-7b0226f2278a req-fe3c608a-1106-427e-93c9-8d64632de070 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:44.812775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11a936ea-de4a-4f13-96dc-7b0226f2278a req-fe3c608a-1106-427e-93c9-8d64632de070 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0510488
Nov 10 04:42:44.859799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-11a936ea-de4a-4f13-96dc-7b0226f2278a req-0aeba1af-7a08-417c-99f6-451dd9ccd5e0 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410981
Nov 10 04:42:45.973998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b447d8-2cd5-47f0-a023-36f28cd47a52 req-dfcdf8fd-f085-4280-90a4-25819f96fee2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:45.975458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50b447d8-2cd5-47f0-a023-36f28cd47a52 req-dfcdf8fd-f085-4280-90a4-25819f96fee2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0484631
Nov 10 04:42:46.021917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-50b447d8-2cd5-47f0-a023-36f28cd47a52 req-b37ae393-6173-45e5-b8da-29a141e772ad tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405948
Nov 10 04:42:46.178096 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-19e495aa-9a07-4638-a231-51ec630715f2 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:42:46.179080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-19e495aa-9a07-4638-a231-51ec630715f2 service neutron] 10.222.0.26 "GET /v2.0/ports/f15db27c-380d-49db-a203-f7ab0a20232b/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0576315
Nov 10 04:42:46.374028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-0b6f0b3e-715e-4ce9-a42d-df5a2ebcf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:46.375507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-0b6f0b3e-715e-4ce9-a42d-df5a2ebcf86f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95&tenant_id=3f452851936e4245976798068f8549b8 HTTP/1.1" status: 200  len: 1097 time: 0.0416980
Nov 10 04:42:46.389027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:46.440648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.640681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:46.672884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:46.712392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:46.714609 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc228288-fc6b-489f-90bc-920653cd5ebb" -d '{"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-unplugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:46.719302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.731569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Transition to ACTIVE for port object f15db27c-380d-49db-a203-f7ab0a20232b will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:42:46.735724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.768048 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22680d92-743f-44a0-827d-bf0c74056c15 x-openstack-request-id: req-22680d92-743f-44a0-827d-bf0c74056c15 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:46.768934 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-unplugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:46.768934 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22680d92-743f-44a0-827d-bf0c74056c15 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:46.769203 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'code': 200}
Nov 10 04:42:46.799627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:46.801800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] No DVR routers for this DVR port f15db27c-380d-49db-a203-f7ab0a20232b on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:42:46.810622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.810997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.811336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.811676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.812008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.812337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.812682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.813006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.813329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.813653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.813973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.814316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:46.852545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:42:46.852910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:42:46.853236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:46.857567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:42:46.857883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Attempting to bind port f15db27c-380d-49db-a203-f7ab0a20232b on network dd69d8de-9885-459e-adc5-bc623ccb64c1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:46.862688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:42:46.863017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Checking segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:46.863391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Bound using segment: {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:42:46.863809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Bound port: f15db27c-380d-49db-a203-f7ab0a20232b, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f825d6aa-7c04-4405-8af3-611afce442f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:42:46.864153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.926155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:46.929129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:42:46.933117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.967459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:46.968080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:46.969481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] 10.222.0.21 "PUT /v2.0/ports/f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 1092 time: 0.5843964
Nov 10 04:42:46.992024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9d2b0-477f-4b9b-87b0-29307313ad2a service neutron] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:47.035462 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-cc317504-5146-466a-b8ce-0e827a6a6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:47.036978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-cc317504-5146-466a-b8ce-0e827a6a6382 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1095 time: 0.0410402
Nov 10 04:42:47.131399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-430d651c-a805-4f92-b17c-01a977b3e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:47.132903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-430d651c-a805-4f92-b17c-01a977b3e4d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0888426
Nov 10 04:42:47.142504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e70d4d-23d7-4067-8ac8-a82fd8bb04a7 req-cd24ba45-a5f6-45bc-9f6d-5171b53f98f5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:47.143995 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0e70d4d-23d7-4067-8ac8-a82fd8bb04a7 req-cd24ba45-a5f6-45bc-9f6d-5171b53f98f5 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 944 time: 0.0530114
Nov 10 04:42:47.173739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-f44a7aee-1d73-4edb-b66b-32ccfaada096 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0339034
Nov 10 04:42:47.191108 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f0e70d4d-23d7-4067-8ac8-a82fd8bb04a7 req-d33ea2e3-64b1-4bd5-8b1e-19b1e7b9a371 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410094
Nov 10 04:42:47.227090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-927902d2-34aa-44ce-ad1d-5378e39b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:47.228456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-927902d2-34aa-44ce-ad1d-5378e39b3fe7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0482864
Nov 10 04:42:47.259471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-0a84e2d8-ba2c-4b01-aca5-1e92aaad63f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239985
Nov 10 04:42:47.346048 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-36d5b612-3690-4e13-b643-6960759856b0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795472
Nov 10 04:42:47.437617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c483fa-44b2-4715-97d1-fc754fb58296 req-3f1c47f4-8c16-4fec-8e60-01d25b52ec7b service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838966
Nov 10 04:42:48.309294 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c79c08-d9de-4c88-9bba-61a67403be45 req-d617212f-3918-4b08-972f-d573eacc2430 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:48.310791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81c79c08-d9de-4c88-9bba-61a67403be45 req-d617212f-3918-4b08-972f-d573eacc2430 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 944 time: 0.0500035
Nov 10 04:42:48.358650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81c79c08-d9de-4c88-9bba-61a67403be45 req-086d1679-0e27-4a42-803d-65f321db4d5b tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418921
Nov 10 04:42:48.555968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:42:48.770081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:48.772459 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae60a4a-5849-4f68-9e69-720005cd7dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:48.825574 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a6693-0d47-410b-8ee8-cb2303b83b53 x-openstack-request-id: req-442a6693-0d47-410b-8ee8-cb2303b83b53 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:48.826516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:48.826770 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-442a6693-0d47-410b-8ee8-cb2303b83b53 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:48.827170 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'status': 'completed', 'code': 200}
Nov 10 04:42:48.921141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-de814f0b-d779-4f88-8b13-ef33bfd044b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:48.922638 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-de814f0b-d779-4f88-8b13-ef33bfd044b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1095 time: 0.0737941
Nov 10 04:42:48.925143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-68c9af9f-c734-4f93-bc59-99f9641e069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:48.926575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-68c9af9f-c734-4f93-bc59-99f9641e069e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1095 time: 0.0695150
Nov 10 04:42:49.027583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:49.045155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:42:49.084114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-a687c7cd-7a6f-4e97-b6b7-f451664cf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.085777 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-a687c7cd-7a6f-4e97-b6b7-f451664cf198 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.1559799
Nov 10 04:42:49.086856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-09011b8a-ecb0-456b-b537-d9a8aeddc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.088149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-09011b8a-ecb0-456b-b537-d9a8aeddc057 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.1505592
Nov 10 04:42:49.138394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:49.149332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'network_id': 'dd69d8de-9885-459e-adc5-bc623ccb64c1', 'port_id': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'mac_address': 'fa:16:3e:f6:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3176fce7-f21d-407d-841b-db6eece168ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:42:49.160371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-3cc44718-3104-47fb-9559-add7e75cb93b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0676310
Nov 10 04:42:49.161827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-59618192-824e-4f79-a121-eadbc53f0c0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0622799
Nov 10 04:42:49.189947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:49.202482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15db27c-380d-49db-a203-f7ab0a20232b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:42:49.221796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:49.225914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:49.246375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-92effd04-79d8-4319-8604-be674c28b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.248402 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-92effd04-79d8-4319-8604-be674c28b089 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0805762
Nov 10 04:42:49.251738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-648a92e1-ea09-4574-9706-a9f412df19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.253088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-648a92e1-ea09-4574-9706-a9f412df19e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0770919
Nov 10 04:42:49.260798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:42:49.286167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-c4f3c497-7acb-46c3-83a9-422c23e8df4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315123
Nov 10 04:42:49.308094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-1baf8af9-0dca-4c94-9b23-0827f379791b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447862
Nov 10 04:42:49.308873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:49.314001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:49.326386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.326730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.327070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.327401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.327734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.328058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.328381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.328732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.329052 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.329388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.329692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.330011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:49.337205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:42:49.440875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f15db27c-380d-49db-a203-f7ab0a20232b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:49.486055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-6403976a-4716-47a3-aac8-194c40ac17ce service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665440
Nov 10 04:42:49.487752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-7d9b6e90-8161-46c3-aa14-59be457fa80f service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880534
Nov 10 04:42:49.596237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199fa1d-abdc-45b6-a669-ff549439bc2e req-f78d8191-8a4c-4894-b640-e8ffbf7a4640 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.597655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0199fa1d-abdc-45b6-a669-ff549439bc2e req-f78d8191-8a4c-4894-b640-e8ffbf7a4640 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 945 time: 0.1672542
Nov 10 04:42:49.690322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-f9102a93-c4ff-45c5-980c-94b1bdae5d3f service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887465
Nov 10 04:42:49.694897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ae60a4a-5849-4f68-9e69-720005cd7dc0 req-6cb1a328-5316-475e-b844-2ecbb3cf438d service neutron] 10.222.0.21 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012749
Nov 10 04:42:49.699508 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0199fa1d-abdc-45b6-a669-ff549439bc2e req-70db4860-e819-4868-807f-0e99dbaf49c4 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934601
Nov 10 04:42:49.930144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51430008-2267-4ccf-b982-fd6f906a8984 req-c4ff0adc-23fe-479f-8157-372c53c0853a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.931653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51430008-2267-4ccf-b982-fd6f906a8984 req-c4ff0adc-23fe-479f-8157-372c53c0853a tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 945 time: 0.0875764
Nov 10 04:42:49.939064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c379fb-ddd4-4939-9198-904d62c8401d req-5769a9f9-1024-476b-a634-dce829bb0168 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:49.940404 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-5769a9f9-1024-476b-a634-dce829bb0168 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95&tenant_id=3f452851936e4245976798068f8549b8&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 945 time: 0.0848918
Nov 10 04:42:50.020655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-51430008-2267-4ccf-b982-fd6f906a8984 req-5e27648d-8167-4a91-bda5-f3f8195ee6eb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792673
Nov 10 04:42:50.029777 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-18c379fb-ddd4-4939-9198-904d62c8401d req-403f50a4-c470-4f0e-98cc-0cd4fa086e5d service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:42:50.030752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-403f50a4-c470-4f0e-98cc-0cd4fa086e5d service neutron] 10.222.0.26 "DELETE /v2.0/ports/f15db27c-380d-49db-a203-f7ab0a20232b/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0758069
Nov 10 04:42:50.115538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c379fb-ddd4-4939-9198-904d62c8401d req-60a8f3f1-fbb4-41f1-9ca6-b56c4074a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:50.117029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-60a8f3f1-fbb4-41f1-9ca6-b56c4074a9f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f452851936e4245976798068f8549b8&device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 1096 time: 0.0423517
Nov 10 04:42:50.208933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c379fb-ddd4-4939-9198-904d62c8401d req-813f997d-976b-4958-91f4-5dc2d9acb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:50.210527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-813f997d-976b-4958-91f4-5dc2d9acb7d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 200  len: 915 time: 0.0867720
Nov 10 04:42:50.250392 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-b9150572-44c6-402c-9070-3a3a833fb6d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 200  len: 217 time: 0.0329990
Nov 10 04:42:50.297840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c379fb-ddd4-4939-9198-904d62c8401d req-747dc251-bd94-4716-b5be-ca574b02db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:50.299214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-747dc251-bd94-4716-b5be-ca574b02db73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 200  len: 854 time: 0.0414386
Nov 10 04:42:50.334195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-55f1c785-727d-4107-a3f7-ced33d80f8f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd69d8de-9885-459e-adc5-bc623ccb64c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279112
Nov 10 04:42:50.419812 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-62b2abd5-c10a-4f53-87ed-98d98c71a29b service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0783656
Nov 10 04:42:50.822396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18c379fb-ddd4-4939-9198-904d62c8401d req-08f2111e-034f-4fc5-a82b-9ba97f2f142c service neutron] 10.222.0.26 "GET /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3958979
Nov 10 04:42:51.062031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:42:51.111472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port f15db27c-380d-49db-a203-f7ab0a20232b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:42:51.115562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port f15db27c-380d-49db-a203-f7ab0a20232b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:51.115964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:51.149672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0225c-0406-44d3-812c-22daf44b4686 req-533ceca8-e547-4676-a258-a60b501c8c17 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:51.151241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8f0225c-0406-44d3-812c-22daf44b4686 req-533ceca8-e547-4676-a258-a60b501c8c17 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 945 time: 0.0589569
Nov 10 04:42:51.203962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:51.204325 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c8f0225c-0406-44d3-812c-22daf44b4686 req-14376049-f106-4236-b2cf-83071b7896a3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464084
Nov 10 04:42:51.228763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:51.231118 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc081a4-a334-4e1b-a838-1bea313b3887" -d '{"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-plugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:51.243775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:51.248836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:51.273792 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c2c97-b15b-4277-b243-9b1e7065746e x-openstack-request-id: req-b11c2c97-b15b-4277-b243-9b1e7065746e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:51.274109 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-plugged", "status": "completed", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:51.274327 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b11c2c97-b15b-4277-b243-9b1e7065746e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:51.274735 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'code': 200}
Nov 10 04:42:51.301144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:52.323777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b57e9-5e0e-43b7-ac5d-01388982b665 req-581fd490-67c1-4d47-9748-684a949b3e95 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:52.325291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-731b57e9-5e0e-43b7-ac5d-01388982b665 req-581fd490-67c1-4d47-9748-684a949b3e95 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0522263
Nov 10 04:42:52.372725 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-731b57e9-5e0e-43b7-ac5d-01388982b665 req-e2b8f311-5e10-488f-a7f3-e03f9785c739 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413775
Nov 10 04:42:52.489159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8268f90-3cf4-4b28-92e4-051a936d8f49 req-db6202e5-2a5b-486f-9fdd-cb2577e21438 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:52.490527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8268f90-3cf4-4b28-92e4-051a936d8f49 req-db6202e5-2a5b-486f-9fdd-cb2577e21438 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0484180
Nov 10 04:42:52.536345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f8268f90-3cf4-4b28-92e4-051a936d8f49 req-52c8b938-308a-4126-a1d1-77cd5a46c3fb tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399468
Nov 10 04:42:52.647498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9649a-3ae2-48f6-b95a-515bd0d65de6 req-44087632-8841-4f88-8dea-1f0f6ba4a0a3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:52.648984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dea9649a-3ae2-48f6-b95a-515bd0d65de6 req-44087632-8841-4f88-8dea-1f0f6ba4a0a3 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0483594
Nov 10 04:42:52.696421 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dea9649a-3ae2-48f6-b95a-515bd0d65de6 req-69e030ed-f609-4472-950d-d96987f4c6f7 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410614
Nov 10 04:42:53.024279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906847cf-1b3a-47d2-aeb9-3ed86a000f9e req-8bc3c1a7-aa22-4ead-9729-20011cb12a4c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:53.025682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-906847cf-1b3a-47d2-aeb9-3ed86a000f9e req-8bc3c1a7-aa22-4ead-9729-20011cb12a4c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0473366
Nov 10 04:42:53.075110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-906847cf-1b3a-47d2-aeb9-3ed86a000f9e req-cba2da95-0814-431f-980b-6cf2f4da6729 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427525
Nov 10 04:42:54.189269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-0544d0ef-8cb3-4b75-a88f-3ff1f85750e2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:54.190006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a963fb-b35b-49de-a456-c35abf862b64 req-9fec78e2-7e26-449f-9070-d2f7973e604d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:54.190722 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-0544d0ef-8cb3-4b75-a88f-3ff1f85750e2 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0485280
Nov 10 04:42:54.191213 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a963fb-b35b-49de-a456-c35abf862b64 req-9fec78e2-7e26-449f-9070-d2f7973e604d tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5219d46-fc03-4dba-a050-73a8313f1e95 HTTP/1.1" status: 200  len: 946 time: 0.0489867
Nov 10 04:42:54.243047 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-09a963fb-b35b-49de-a456-c35abf862b64 req-4b443365-4078-4342-8eda-ada8e0e3e69c tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.13 "GET /v2.0/security-groups?id=893eb24c-cdc7-4b10-9ebc-a86627643274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456781
Nov 10 04:42:54.280970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Deleting port f15db27c-380d-49db-a203-f7ab0a20232b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:42:54.281296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:54.370404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] For port f15db27c-380d-49db-a203-f7ab0a20232b, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=f15db27c-380d-49db-a203-f7ab0a20232b,segment=NetworkSegment(f825d6aa-7c04-4405-8af3-611afce442f0),segment_id=f825d6aa-7c04-4405-8af3-611afce442f0)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:54.370686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:54.382726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Calling delete_port for f15db27c-380d-49db-a203-f7ab0a20232b owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:42:54.507562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:54.519505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['f15db27c-380d-49db-a203-f7ab0a20232b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:42:54.536530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Pushing event deleted for resources: {'Port': ['ID=f15db27c-380d-49db-a203-f7ab0a20232b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:54.580821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] No DVR routers for this DVR port f15db27c-380d-49db-a203-f7ab0a20232b on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:42:54.583295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:54.586837 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b2eac82a-5312-4eaa-8944-d65b47970633 req-457f65ce-fe9c-4c11-9b0a-beb3898da477 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] 10.222.0.21 "DELETE /v2.0/ports/f15db27c-380d-49db-a203-f7ab0a20232b HTTP/1.1" status: 204  len: 173 time: 0.3896463
Nov 10 04:42:54.587261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-deleted', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:42:54.589516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046427d-4b62-484a-b865-817fbdcdd77f" -d '{"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-deleted", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:42:54.632226 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b86b0-abef-4ce4-919a-1d3aa9860fcd x-openstack-request-id: req-da2b86b0-abef-4ce4-919a-1d3aa9860fcd {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:42:54.632527 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5219d46-fc03-4dba-a050-73a8313f1e95", "name": "network-vif-deleted", "tag": "f15db27c-380d-49db-a203-f7ab0a20232b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:42:54.632820 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da2b86b0-abef-4ce4-919a-1d3aa9860fcd {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:42:54.633223 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5219d46-fc03-4dba-a050-73a8313f1e95', 'name': 'network-vif-deleted', 'tag': 'f15db27c-380d-49db-a203-f7ab0a20232b', 'status': 'completed', 'code': 200}
Nov 10 04:42:55.364214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53216) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:55.412893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Deleting subnet 3176fce7-f21d-407d-841b-db6eece168ac {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:42:55.415940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.449203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.488255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.538530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.568906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.572133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3176fce7-f21d-407d-841b-db6eece168ac HTTP/1.1" status: 204  len: 168 time: 0.2063279
Nov 10 04:42:55.573245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8662d-a902-44cd-90fc-5b8fe7bccb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3176fce7-f21d-407d-841b-db6eece168ac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:55.574758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53218) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:55.641737 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.721925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.740697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f6fd490>,) {'filters': {'network_id': ['dd69d8de-9885-459e-adc5-bc623ccb64c1']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:55.750102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6fd490>, 'f825d6aa-7c04-4405-8af3-611afce442f0') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:55.750396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f6fd490>, 'f825d6aa-7c04-4405-8af3-611afce442f0') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:55.759685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.773001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.778832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:42:55.779206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:42:55.780871 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:42:55.834247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.839598 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:55.843216 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd69d8de-9885-459e-adc5-bc623ccb64c1 HTTP/1.1" status: 204  len: 168 time: 0.2668667
Nov 10 04:42:55.855508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd69d8de-9885-459e-adc5-bc623ccb64c1,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:55.863161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.863505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.863840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.864169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.864496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.864850 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.865169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.865505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.865810 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.866127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.866442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.866758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be67a4-f1af-4ef8-a52a-20bf0eb5433c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:55.957024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53222) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:55.996450 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ed13ad4c-5cc0-427d-b6fa-0faa098783bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f452851936e4245976798068f8549b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382771
Nov 10 04:42:55.999436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:56.045837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.066847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.113238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.115783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.116979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/893eb24c-cdc7-4b10-9ebc-a86627643274 HTTP/1.1" status: 204  len: 168 time: 0.1166480
Nov 10 04:42:56.125421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664735-eedf-43ba-9150-cbf72d1ee875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893eb24c-cdc7-4b10-9ebc-a86627643274,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:56.757764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53246) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:56.864337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1510684983-network', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:56.884882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:42:56.887150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.895982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.977329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:56.980874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.011451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:42:57.018656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a781e-3ecd-4ced-8c2d-ad70fbc8edad,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:57.026286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.026647 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Added segment eab8718e-9377-44a7-9041-11b91ccb1bc7 of type vlan for network 64fab8f6-8815-41ed-94e8-2fd57df74a1f
Nov 10 04:42:57.066330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.086886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:42:57.090531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.091728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:57.093071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.108336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: f15db27c-380d-49db-a203-f7ab0a20232b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:42:57.108696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device f15db27c-380d-49db-a203-f7ab0a20232b not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:42:57.149122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3900902
Nov 10 04:42:57.151945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:57.157498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Request body: {'subnet': {'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1510684983-subnet', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:57.160096 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5206-a7d3-4da8-88b0-541e65c312c7 admin admin] Pushing event updated for resources: {'Network': ['ID=64fab8f6-8815-41ed-94e8-2fd57df74a1f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:57.169551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:42:57.178193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:42:57.180686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.344120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.402259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e44fdd8-1165-4364-9e27-a743c566bfc2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:57.410784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:57.411145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Network hostable DHCP agents. Network: 64fab8f6-8815-41ed-94e8-2fd57df74a1f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:42:57.427148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:42:57.435108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 64fab8f6-8815-41ed-94e8-2fd57df74a1f) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:42:57.443187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:42:57.443808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.444272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf2ec9-bf39-43aa-b88c-5f8542f9f909 None None] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:42:57.462540 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-96772694-af01-4d06-a8d4-827391ab41f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3093162
Nov 10 04:42:57.464142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53252) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:57.468288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:42:57.488880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.489882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.540244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.593808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:42:57.594696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.675404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.724127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Allocated IP 172.20.0.2 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/9d58a5ca-5270-4022-a3d3-4b576292ee8c) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:42:57.866371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.871477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.875685 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.895115 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.911572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:42:57.916102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:42:57.920879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:42:57.923945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Pushing event updated for resources: {'Port': ['ID=9d58a5ca-5270-4022-a3d3-4b576292ee8c,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:57.978633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Attempting to bind port 9d58a5ca-5270-4022-a3d3-4b576292ee8c on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:42:57.979108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Attempting to bind port 9d58a5ca-5270-4022-a3d3-4b576292ee8c by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:42:57.979477 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Attempting to bind port 9d58a5ca-5270-4022-a3d3-4b576292ee8c on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:57.984976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:42:57.985349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:57.985743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.986131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:42:57.986590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Bound port: 9d58a5ca-5270-4022-a3d3-4b576292ee8c, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:42:57.986973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:57.997637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Allocated IP 172.32.3.83 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/6934e6c7-55ee-4566-8000-0842ef03db7a) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:42:58.050325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] For port 9d58a5ca-5270-4022-a3d3-4b576292ee8c, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:58.053432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] For port 9d58a5ca-5270-4022-a3d3-4b576292ee8c, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d58a5ca-5270-4022-a3d3-4b576292ee8c,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:42:58.058587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.113168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.114396 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a885c-254f-4914-a6e7-5e9d4f0299bf None None] Pushing event updated for resources: {'Port': ['ID=9d58a5ca-5270-4022-a3d3-4b576292ee8c,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:58.146374 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.187275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:42:58.190198 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:42:58.193096 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:42:58.207472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d4e9f-2c84-49b2-8aed-ba19e2280824 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:42:58.219277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Pushing event updated for resources: {'Port': ['ID=6934e6c7-55ee-4566-8000-0842ef03db7a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:58.312305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-31ec0752-69da-47b8-a843-eac68a2154ca None None] Provisioning complete for port 6934e6c7-55ee-4566-8000-0842ef03db7a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:58.312827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-31ec0752-69da-47b8-a843-eac68a2154ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.357268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-31ec0752-69da-47b8-a843-eac68a2154ca None None] Port 6934e6c7-55ee-4566-8000-0842ef03db7a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:42:58.466301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.655915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.784535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:42:58.894236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d58a5ca-5270-4022-a3d3-4b576292ee8c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:42:58.902650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:42:58.911987 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:42:58.922309 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:42:58.923212 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149157f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:42:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:58.927988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:58.930620 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d657586f-1eba-4488-b652-1bdb301ad989 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.4654865
Nov 10 04:42:58.933634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:42:58.954669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9d58a5ca-5270-4022-a3d3-4b576292ee8c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:58.955318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.047096 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:42:59.048083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.084737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 9d58a5ca-5270-4022-a3d3-4b576292ee8c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d58a5ca-5270-4022-a3d3-4b576292ee8c,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:59.090249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.149360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=9d58a5ca-5270-4022-a3d3-4b576292ee8c,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:59.157229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93141b24-ccdf-47c4-a856-f916c8cee90d None None] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:42:59.220096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5544eee7-d0f9-420d-a658-4965feb10cb4 None None] Provisioning complete for port 9d58a5ca-5270-4022-a3d3-4b576292ee8c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:59.220565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5544eee7-d0f9-420d-a658-4965feb10cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.252521 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149157f0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:58Z', 'revision_number': 3, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:59.279168 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:42:59.279495 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Updating router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 port 6934e6c7-55ee-4566-8000-0842ef03db7a binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:42:59.311743 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.441323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.577127 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.586597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.614881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Allocated IP 172.20.0.1 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/863f0dfa-995c-47f3-90d2-054171365e85) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:42:59.628164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69123a7-5d81-4339-a99f-85b51128974a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:42:59.639354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Attempting to bind port 6934e6c7-55ee-4566-8000-0842ef03db7a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:42:59.639668 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Attempting to bind port 6934e6c7-55ee-4566-8000-0842ef03db7a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:42:59.640114 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Attempting to bind port 6934e6c7-55ee-4566-8000-0842ef03db7a on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:42:59.643199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Pushing event updated for resources: {'Port': ['ID=6934e6c7-55ee-4566-8000-0842ef03db7a,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:59.650997 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:42:59.651365 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:42:59.651769 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.652158 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:42:59.652636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Bound port: 6934e6c7-55ee-4566-8000-0842ef03db7a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:42:59.653021 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.656851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.657142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.657479 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.657810 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.658140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.658465 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.658790 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.659122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.659434 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.659751 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.660072 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.660389 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:42:59.698973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Provisioning complete for port 9d58a5ca-5270-4022-a3d3-4b576292ee8c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:59.699346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.713721 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] For port 6934e6c7-55ee-4566-8000-0842ef03db7a, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:42:59.718342 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] For port 6934e6c7-55ee-4566-8000-0842ef03db7a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6934e6c7-55ee-4566-8000-0842ef03db7a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:42:59.723590 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.743729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.781174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1b1e9-1f47-4722-98c9-29f739c40548 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:42:59.784657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.785268 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53163-93c4-48d6-bbaa-9a525b4a4f06 None None] Pushing event updated for resources: {'Port': ['ID=6934e6c7-55ee-4566-8000-0842ef03db7a,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:59.787744 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:42:59.788388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149157f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:42:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:42:59.820882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Provisioning complete for port 6934e6c7-55ee-4566-8000-0842ef03db7a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:42:59.821353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.835275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:42:59.838525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:42:59.841276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:42:59.871884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:42:59.902056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.935576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:42:59.958111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] For port 6934e6c7-55ee-4566-8000-0842ef03db7a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6934e6c7-55ee-4566-8000-0842ef03db7a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:42:59.963376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.017615 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:43:00.027453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d0f6a-1919-4e5f-ab9f-ba985e9b6522 None None] Pushing event updated for resources: {'Port': ['ID=6934e6c7-55ee-4566-8000-0842ef03db7a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:00.053306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.088200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ee2a2319-02f7-47bc-9cc5-1a54b0861234 None None] Provisioning complete for port 6934e6c7-55ee-4566-8000-0842ef03db7a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:00.088580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2319-02f7-47bc-9cc5-1a54b0861234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.213215 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149157f0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:58Z', 'revision_number': 3, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:00.234924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.238563 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d89b-db84-46ee-b51e-731875ecfdc7 None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:58Z', 'revision_number': 3, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:43:00.239713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.292298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fe08a4a8-87b4-422f-acd5-c09b34c9f767 None None] Provisioning complete for port 863f0dfa-995c-47f3-90d2-054171365e85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:00.292908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4a8-87b4-422f-acd5-c09b34c9f767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.314818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.316284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:00.329437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fe08a4a8-87b4-422f-acd5-c09b34c9f767 None None] Port 863f0dfa-995c-47f3-90d2-054171365e85 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:43:00.419436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:43:00.421372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:43:00.595748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:43:00.738905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:43:00.753254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4d5f654f-ad07-47b7-8458-755af307d7e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f583890-321e-4e32-85a2-e0d6f6f9f6e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8176451
Nov 10 04:43:00.873850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eff79bcf-7e19-4b72-baa9-2bcae12ab7c1 None None] Provisioning complete for port 863f0dfa-995c-47f3-90d2-054171365e85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:00.874456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eff79bcf-7e19-4b72-baa9-2bcae12ab7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:00.912828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-eff79bcf-7e19-4b72-baa9-2bcae12ab7c1 None None] Port 863f0dfa-995c-47f3-90d2-054171365e85 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:43:00.973454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d58a5ca-5270-4022-a3d3-4b576292ee8c up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:43:01.023083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 9d58a5ca-5270-4022-a3d3-4b576292ee8c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:01.023452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.106470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6934e6c7-55ee-4566-8000-0842ef03db7a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:43:01.157259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 6934e6c7-55ee-4566-8000-0842ef03db7a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:01.157622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.429251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53262) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:43:01.433863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769615587', 'description': 'tempest-description--90589638'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:01.456312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.522793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.526460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.556345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc7a931-5b67-4ac9-bf98-460d70f48631,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:01.563342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.568181 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2245b3e1-fcb4-4a39-8454-ef3a17d65f59 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1342945
Nov 10 04:43:01.568181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 53264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:43:01.571951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'security_group_rule': {'security_group_id': '9bc7a931-5b67-4ac9-bf98-460d70f48631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:01.598716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.653646 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.657228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.675305 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1680b8-f2d9-4ac3-918e-1e00dccab1d4,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:01.684095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.688365 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6de2c5dd-bb00-4ca3-9d51-07f0e590c477 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1168609
Nov 10 04:43:01.688719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53266) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:43:01.693318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'security_group_rule': {'security_group_id': '9bc7a931-5b67-4ac9-bf98-460d70f48631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:01.721770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.777696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.781692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.800456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33d2a16-14b7-4675-b9d1-99be109bd931,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:01.809100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.810133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8657c353-1c4c-4ca3-a928-ec47b91751de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1203992
Nov 10 04:43:01.813158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53268) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:43:01.817511 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:01.839890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:01.894104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:43:01.905049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:43:01.905589 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207756070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:42:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:01.939864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.011791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:43:02.047382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Allocated IP 172.32.3.211 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/713dbbd8-51f1-45bb-aa9b-86889a7e9f0f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:43:02.148819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.183396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.213870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207756070>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 2, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:02.231024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:43:02.236342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:43:02.238611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=713dbbd8-51f1-45bb-aa9b-86889a7e9f0f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:02.240818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:43:02.329129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.366072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.396459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:43:02.396827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Updating router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 port 863f0dfa-995c-47f3-90d2-054171365e85 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:43:02.422024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.521208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.525883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.595622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=713dbbd8-51f1-45bb-aa9b-86889a7e9f0f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:02.608961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.624484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.625749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-55d5d898-ea21-46ee-91a0-85819bee50da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8116505
Nov 10 04:43:02.686515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.693536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.745162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8277f-b93b-46d2-b63b-c076b468fab0 None None] Pushing event updated for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:02.783952 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-d15194d9-9c56-4bab-aecc-f0c1f672943c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1769615587&fields=id&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 267 time: 0.0524416
Nov 10 04:43:02.808260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Attempting to bind port 863f0dfa-995c-47f3-90d2-054171365e85 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:43:02.808775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Attempting to bind port 863f0dfa-995c-47f3-90d2-054171365e85 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:43:02.809015 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Attempting to bind port 863f0dfa-995c-47f3-90d2-054171365e85 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:43:02.815118 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:43:02.815489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:43:02.815901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.816279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:43:02.816778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Bound port: 863f0dfa-995c-47f3-90d2-054171365e85, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:43:02.817157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.882638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] For port 863f0dfa-995c-47f3-90d2-054171365e85, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:43:02.886031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] For port 863f0dfa-995c-47f3-90d2-054171365e85, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=863f0dfa-995c-47f3-90d2-054171365e85,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:43:02.891701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:02.913148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-f0814652-6ceb-4b5d-9f55-bbc644963c48 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:02.917076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-f0814652-6ceb-4b5d-9f55-bbc644963c48 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1251035
Nov 10 04:43:02.933826 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-1d23cb4e-8ed9-4173-a5fa-a7445644f220 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/quotas/6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 375 time: 0.0107753
Nov 10 04:43:02.952706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:43:02.953394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207756070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:42:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:02.989826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8277f-b93b-46d2-b63b-c076b468fab0 None None] Pushing event updated for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:02.999229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-fd282f45-9769-4793-bedb-6ccad4977bf1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0579529
Nov 10 04:43:03.080905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] Provisioning complete for port 863f0dfa-995c-47f3-90d2-054171365e85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:03.081374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:03.115789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:43:03.296434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:03.369533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] For port 863f0dfa-995c-47f3-90d2-054171365e85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=863f0dfa-995c-47f3-90d2-054171365e85,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:43:03.376753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:03.435525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628634-8f98-456b-bd84-58ae48a8634f None None] Pushing event updated for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:03.436485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-38c5409f-1187-4a92-82cc-20ff2d21c280 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4239452
Nov 10 04:43:03.447181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207756070>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:02Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:03.474303 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8b8d9-1cd9-4118-ab43-1fcde461598a None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:02Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:43:03.498409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-8ef3fb32-ae8b-480d-a8bf-09ab503a004f None None] Provisioning complete for port 863f0dfa-995c-47f3-90d2-054171365e85 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:03.499056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8ef3fb32-ae8b-480d-a8bf-09ab503a004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:03.554523 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-42a8a300-6088-4753-bdf2-b93a2e808793 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114931
Nov 10 04:43:03.720939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d012f95-f2a6-402b-ad0f-4d79065c9db7 req-4a5a211b-eb39-4437-b3a1-ab7fb7d11410 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 210 time: 0.0290470
Nov 10 04:43:04.385481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2cfed89f-c176-459f-a6bd-517c3133a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:04.668228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-ac736155-1653-4b02-b1b0-c05605994190 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:04.669619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-ac736155-1653-4b02-b1b0-c05605994190 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1104002
Nov 10 04:43:04.736496 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-0f121219-4806-4c61-816a-bea23b739728 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 380 time: 0.0568955
Nov 10 04:43:04.747899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'port': {'device_id': '95d600cf-898e-488d-a028-7b730ce5be80', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'admin_state_up': True, 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'security_groups': ['9bc7a931-5b67-4ac9-bf98-460d70f48631']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:04.826983 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6dc286f9-d6c4-48b9-9e19-a00782ba12fb req-385eb7fa-21f0-461d-a728-d06912104c6f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 210 time: 0.0335197
Nov 10 04:43:04.878407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:43:04.882102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:04.898013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 863f0dfa-995c-47f3-90d2-054171365e85 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:43:04.946598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 863f0dfa-995c-47f3-90d2-054171365e85 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:04.947006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.021342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Allocated IP 172.20.0.3 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/5829b2b4-eb3c-463c-8917-2627ebe60c15) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:43:05.156848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.196066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.248214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:43:05.251514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:43:05.256238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:43:05.260655 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:05.309885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:05.310559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.329768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-91193ebe-0e6e-4786-8a2c-a802123ca800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5854912
Nov 10 04:43:05.343246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Request body: {'port': {'device_id': '95d600cf-898e-488d-a028-7b730ce5be80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:05.407502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.554859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f32a6fa7-606d-4055-8a44-7b1b9eb1ef0f None None] Provisioning complete for port 5829b2b4-eb3c-463c-8917-2627ebe60c15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:05.555423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f32a6fa7-606d-4055-8a44-7b1b9eb1ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.590404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f32a6fa7-606d-4055-8a44-7b1b9eb1ef0f None None] Port 5829b2b4-eb3c-463c-8917-2627ebe60c15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:43:05.672086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5829b2b4-eb3c-463c-8917-2627ebe60c15 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:43:05.679405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.691671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Transition to ACTIVE for port object 5829b2b4-eb3c-463c-8917-2627ebe60c15 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:43:05.695466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.745911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:05.821364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:43:05.821676 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:43:05.822016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:43:05.826770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:43:05.827094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:43:05.832258 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:43:05.833084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:43:05.833084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:43:05.833491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Bound port: 5829b2b4-eb3c-463c-8917-2627ebe60c15, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:43:05.833983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.902634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:43:05.935242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:43:05.941143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.990562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:05.991136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:05.992557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] 10.222.0.21 "PUT /v2.0/ports/5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1091 time: 0.6542990
Nov 10 04:43:06.003934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f940e-2924-43dd-86db-a439b9c9d142 req-eb331da6-b0ac-443b-a278-a84b23aed05a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.004281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-307f940e-2924-43dd-86db-a439b9c9d142 req-eb331da6-b0ac-443b-a278-a84b23aed05a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.1030879
Nov 10 04:43:06.004774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:43:06.007275 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16000c5-3112-4292-9d74-9c7db87ac747" -d '{"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:43:06.054838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1c306-4ac7-4140-b748-f0aa9d5e0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:06.073512 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e35f08-2291-4070-a804-11d4808b1c6f x-openstack-request-id: req-96e35f08-2291-4070-a804-11d4808b1c6f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:43:06.073733 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:43:06.073980 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e35f08-2291-4070-a804-11d4808b1c6f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:43:06.074369 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'status': 'completed', 'code': 200}
Nov 10 04:43:06.112242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-307f940e-2924-43dd-86db-a439b9c9d142 req-3a76a6f8-d27d-417f-9260-f1f6b04ba822 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916309
Nov 10 04:43:06.114041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-60df5f93-5495-41d9-94f6-8e26f2e13bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.115592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-60df5f93-5495-41d9-94f6-8e26f2e13bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1094 time: 0.0798557
Nov 10 04:43:06.161455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-f191311e-abcc-487a-8394-1450fa58a26a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 217 time: 0.0358939
Nov 10 04:43:06.214168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-bf4ac40b-3301-4269-8ffe-2c34932a9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.215577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-bf4ac40b-3301-4269-8ffe-2c34932a9dbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0476048
Nov 10 04:43:06.261139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-cb8804f4-839a-437c-a47b-8337b4366c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.262791 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-cb8804f4-839a-437c-a47b-8337b4366c33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402527
Nov 10 04:43:06.356259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-1c5597f0-269e-45c9-b03b-1194dc32fb87 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863416
Nov 10 04:43:06.442853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd247492-47d2-4f02-8b14-b2f455fea117 req-7e731b38-8dd0-4527-9ef3-cc7a7090848c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799677
Nov 10 04:43:06.528440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-e800c8b2-a411-42d0-b3e9-01b27209b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.530477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-e800c8b2-a411-42d0-b3e9-01b27209b0ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1094 time: 0.0405080
Nov 10 04:43:06.625143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-15e432db-11c1-4a86-b11d-0d104d8c979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.626532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-15e432db-11c1-4a86-b11d-0d104d8c979a service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0873725
Nov 10 04:43:06.670066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-ba537588-1ab2-46c0-9873-7145d2e96c6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 217 time: 0.0342317
Nov 10 04:43:06.724451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-1818367c-85a0-4087-912e-da44c9ca63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.725933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-1818367c-85a0-4087-912e-da44c9ca63d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0478356
Nov 10 04:43:06.772024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-d2424196-bf34-4536-a378-bbc70a9ec6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:06.773607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-d2424196-bf34-4536-a378-bbc70a9ec6bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399079
Nov 10 04:43:06.862480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-abe1f237-dc61-4777-ab42-1cb84cc169e0 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812926
Nov 10 04:43:06.952365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-adda784e-915e-4942-90e4-30aad3fac2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:06.958693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d16000c5-3112-4292-9d74-9c7db87ac747 req-8507f52f-6a5d-438a-ab6e-318adf04c060 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885749
Nov 10 04:43:07.228489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a41ae-82d7-467e-a6d6-6ee37741d23e req-8917f95a-874a-479b-b495-e8bebbc73b44 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:07.229864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a4a41ae-82d7-467e-a6d6-6ee37741d23e req-8917f95a-874a-479b-b495-e8bebbc73b44 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.0483758
Nov 10 04:43:07.275607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8a4a41ae-82d7-467e-a6d6-6ee37741d23e req-433388bf-981e-4a10-9fbc-5528fb725a9d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397992
Nov 10 04:43:08.041205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:08.389233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752749c6-d055-481b-9f37-977914429251 req-fe0881c3-cce8-4005-89ce-82c53aaa1efc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:08.390686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-752749c6-d055-481b-9f37-977914429251 req-fe0881c3-cce8-4005-89ce-82c53aaa1efc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.0486727
Nov 10 04:43:08.437051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-752749c6-d055-481b-9f37-977914429251 req-91c3a2f3-a282-4e84-b0b5-0f6ebc3bfd21 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404944
Nov 10 04:43:09.133853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:43:09.226103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:43:09.236759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'mac_address': 'fa:16:3e:74:98:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:43:09.276281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:09.288631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829b2b4-eb3c-463c-8917-2627ebe60c15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:43:09.309190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:43:09.314197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:09.360597 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:09.489356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:09.495982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['5829b2b4-eb3c-463c-8917-2627ebe60c15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:43:09.582909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f435-82ca-47d7-8b46-25648a3b3f83 req-0e1577cc-0226-45fd-b39b-cd291cf1acc5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:09.585142 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1af1f435-82ca-47d7-8b46-25648a3b3f83 req-0e1577cc-0226-45fd-b39b-cd291cf1acc5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 944 time: 0.0781443
Nov 10 04:43:09.633506 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1af1f435-82ca-47d7-8b46-25648a3b3f83 req-f039ada4-1880-40f2-b47a-bd6f77b0f586 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410447
Nov 10 04:43:10.268209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:10.754444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2e61-5728-4aba-9c80-21654bd97c0c req-b496da88-7833-4bc8-9e76-c355f81bd33f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:10.755911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d9b2e61-5728-4aba-9c80-21654bd97c0c req-b496da88-7833-4bc8-9e76-c355f81bd33f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 944 time: 0.0533054
Nov 10 04:43:10.801994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d9b2e61-5728-4aba-9c80-21654bd97c0c req-e323780f-c395-4de8-bf0d-004355e905fd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401301
Nov 10 04:43:11.149016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:43:11.197351 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 5829b2b4-eb3c-463c-8917-2627ebe60c15 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:43:11.201324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 5829b2b4-eb3c-463c-8917-2627ebe60c15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:43:11.201694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:11.279266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:11.300912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:43:11.303684 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59450250-d1fc-4b3e-9bf1-8519e0b086e1" -d '{"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-plugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:43:11.316193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:43:11.320567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:11.346930 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83360e66-8989-4871-9902-82c0715284c2 x-openstack-request-id: req-83360e66-8989-4871-9902-82c0715284c2 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:43:11.347231 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-plugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:43:11.347816 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83360e66-8989-4871-9902-82c0715284c2 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:43:11.348212 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'code': 200}
Nov 10 04:43:11.376024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:43:11.436169 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff6239-bb64-4f8a-abca-aa2f339a6fde req-b0353300-2aa0-481e-b104-d2db8e2c905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:11.437593 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3ff6239-bb64-4f8a-abca-aa2f339a6fde req-b0353300-2aa0-481e-b104-d2db8e2c905e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1096 time: 0.0401354
Nov 10 04:43:11.481897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d3ff6239-bb64-4f8a-abca-aa2f339a6fde req-56bef300-dbe9-4d7b-b8f1-c139a11e618b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365028
Nov 10 04:43:11.921491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d10a-a8a7-45fd-a46f-50902972b6f1 req-c0a24047-c978-4910-9346-e8e6838a2b7b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:11.922967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95e7d10a-a8a7-45fd-a46f-50902972b6f1 req-c0a24047-c978-4910-9346-e8e6838a2b7b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0527587
Nov 10 04:43:11.970325 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95e7d10a-a8a7-45fd-a46f-50902972b6f1 req-80d8ab08-0cde-4ecb-81cd-077074e3faf7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414090
Nov 10 04:43:13.089575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d813b5-4888-430f-bc61-4cba39830b25 req-97cf4646-6e0b-4a28-9b57-7513b21511a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:13.090929 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36d813b5-4888-430f-bc61-4cba39830b25 req-97cf4646-6e0b-4a28-9b57-7513b21511a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0514183
Nov 10 04:43:13.137326 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36d813b5-4888-430f-bc61-4cba39830b25 req-8d5cf575-bdfe-4af4-a9ea-7be636d23508 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405183
Nov 10 04:43:13.247722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9b16-b431-49b4-9375-2a27f942324d req-54848a1e-f4d4-4ab2-821c-7bdf97eecf9e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:13.249715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6be9b16-b431-49b4-9375-2a27f942324d req-54848a1e-f4d4-4ab2-821c-7bdf97eecf9e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0489445
Nov 10 04:43:13.258243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53314) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:43:13.262458 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'floatingip': {'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:43:13.302519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:13.714553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:13.718158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:14.133095 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d associated. External IP: 172.32.3.211, port: 5829b2b4-eb3c-463c-8917-2627ebe60c15.
Nov 10 04:43:14.335717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:43:14.442744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:43:14.447182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:14.453030 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:43:14.462818 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:43:14.463425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b6250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:43:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:14.474531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5701f2f6-7193-4d3d-98e8-b6ceab68796a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "PUT /v2.0/floatingips/1a72b636-3468-4f59-8f06-84474dc3cd6d HTTP/1.1" status: 200  len: 991 time: 1.2152822
Nov 10 04:43:14.475113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:43:14.477386 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3374f9-02de-461f-bc26-d413b6dfa758" -d '{"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:43:14.515793 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e963c0-2015-4e87-8407-84ae07fd82c5 x-openstack-request-id: req-76e963c0-2015-4e87-8407-84ae07fd82c5 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:43:14.516081 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:43:14.516649 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e963c0-2015-4e87-8407-84ae07fd82c5 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:43:14.517231 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'status': 'completed', 'code': 200}
Nov 10 04:43:14.570259 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:43:14.579858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-839635b8-25ed-4fa2-8300-7a1da7ca264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:14.581429 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-839635b8-25ed-4fa2-8300-7a1da7ca264a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1096 time: 0.0409932
Nov 10 04:43:14.681328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-a95c9ad3-e546-4291-8a55-191c92136266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:14.683503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-a95c9ad3-e546-4291-8a55-191c92136266 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0938604
Nov 10 04:43:14.749975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-ef38bce8-0452-4dc7-82cc-2ffceaebed62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 999 time: 0.0599661
Nov 10 04:43:14.792696 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b6250>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:74:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d600cf-898e-488d-a028-7b730ce5be80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:43:13Z', 'revision_number': 1, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:14.804524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-504e698a-d791-4cd4-8869-ae3f2f46c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:14.804524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-504e698a-d791-4cd4-8869-ae3f2f46c443 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0462401
Nov 10 04:43:14.824282 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:43:14.833540 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:43:14.834144 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b6250>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:43:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:14.859626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-997091a8-d823-4261-8d07-23edaa2db575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:14.861282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-997091a8-d823-4261-8d07-23edaa2db575 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0517840
Nov 10 04:43:14.942166 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:43:14.954621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-4271c97f-b922-43b2-b877-c04ea2523279 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863349
Nov 10 04:43:15.053827 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c3374f9-02de-461f-bc26-d413b6dfa758 req-8335f064-4ddd-4ce7-bcf3-22c798231bbf service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926421
Nov 10 04:43:15.174851 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b6250>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:74:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d600cf-898e-488d-a028-7b730ce5be80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:43:13Z', 'revision_number': 1, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:43:15.200754 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de919e2d-459d-4921-9ed0-9f9729865346 None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:74:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d600cf-898e-488d-a028-7b730ce5be80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:43:13Z', 'revision_number': 1, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:43:15.411038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82d9b8-64ff-42c3-9e85-2a505bf13544 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:43:19.041977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:19.271261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:25.558741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:43:34.389144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-15be31f4-d6b0-4b4f-81f7-93694076ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:36.955082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a353ae48-40b0-4ec9-9a4d-066eabc18903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:37.789337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-006f5d63-b667-4657-b2dd-7002178d5e5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398581
Nov 10 04:43:37.873521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648005-7cc9-452a-af49-05d43a0dc381 req-2c8372d3-e46b-47a0-9052-2a776af5c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:37.875074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-2c8372d3-e46b-47a0-9052-2a776af5c78f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1096 time: 0.0417249
Nov 10 04:43:37.984076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648005-7cc9-452a-af49-05d43a0dc381 req-d69dd7ec-59a5-495e-a73a-83f28ee0e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:37.986197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-d69dd7ec-59a5-495e-a73a-83f28ee0e249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0932093
Nov 10 04:43:38.040046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:38.056249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-fd80e217-00f1-45b2-97b3-e9582cd255dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1001 time: 0.0612953
Nov 10 04:43:38.110461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648005-7cc9-452a-af49-05d43a0dc381 req-0664a6e5-3a29-4c9f-aca6-1250e4f85672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:38.111922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-0664a6e5-3a29-4c9f-aca6-1250e4f85672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0484462
Nov 10 04:43:38.159050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648005-7cc9-452a-af49-05d43a0dc381 req-0da55ef8-6555-4472-bc6a-442b7780f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:43:38.160533 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-0da55ef8-6555-4472-bc6a-442b7780f9ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408554
Nov 10 04:43:38.250252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-66d530ba-71f9-49de-9950-80e256a17510 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820312
Nov 10 04:43:38.345090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55648005-7cc9-452a-af49-05d43a0dc381 req-fa00da38-5533-435a-8eb4-e902b0ebe428 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868804
Nov 10 04:43:39.492700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:40.269535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:49.040393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:49.274925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:43:56.423036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-4d27083d-36df-4160-a3b7-f4468725def9 req-247685ae-8a74-49a8-83ff-5c465978b942 service neutron] (119696) timed out ('10.222.0.13', 55906) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:44:02.558425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:44:04.389770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-069cddf3-366a-471a-9a88-5a360126a455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:06.956774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e088-c997-4b11-a18b-9c8ce3374988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:08.038975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:09.495890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:10.271444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:19.041054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:19.287593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:34.391386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b39bbefc-19ed-4f80-bab7-b7cab5a754f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:36.957018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ea84b31a-6484-4416-a03f-8ae99e151dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:37.800170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-ad41eb47-6e88-4db3-898f-62fc54b65c3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396037
Nov 10 04:44:37.881789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-4edf155a-444d-4354-b745-33f6cf3ee0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:37.883271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-4edf155a-444d-4354-b745-33f6cf3ee0c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1096 time: 0.0407498
Nov 10 04:44:37.991390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-a033addf-6f27-4c48-b15f-f5bf753b2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:37.992875 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-a033addf-6f27-4c48-b15f-f5bf753b2fa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0885739
Nov 10 04:44:38.043545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:38.065767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-3055fff6-5d68-48cd-b3c4-abc58edc9f11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1001 time: 0.0663600
Nov 10 04:44:38.113921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-c53645bd-c8db-4552-85a5-55e897e881f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:38.115373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-c53645bd-c8db-4552-85a5-55e897e881f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0434086
Nov 10 04:44:38.160823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-222c38ad-7f47-4282-94f3-d4d5d5805a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:38.162281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-222c38ad-7f47-4282-94f3-d4d5d5805a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402250
Nov 10 04:44:38.255727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-16075293-f5ad-4ff2-8896-7a9845f63b84 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856524
Nov 10 04:44:38.344786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8954925d-96e3-4fd9-8670-34f0f949d353 req-1fd361c9-abb8-430b-8d5e-08d7f6c9fc8c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820889
Nov 10 04:44:39.497283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:39.556690 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:44:40.275162 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:49.040926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:49.301846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:44:50.309438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906e1d-b7ac-4203-b64f-8f329b854aa3 req-d5f13d38-c208-4eb6-bafe-1ecf58d73261 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:50.310907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43906e1d-b7ac-4203-b64f-8f329b854aa3 req-d5f13d38-c208-4eb6-bafe-1ecf58d73261 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0489655
Nov 10 04:44:50.362344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43906e1d-b7ac-4203-b64f-8f329b854aa3 req-b217a0c2-56dc-477d-ba21-d9427aa43385 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456016
Nov 10 04:44:50.584808 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-6adb7798-c008-4495-9524-b2db7e7b9bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0400772
Nov 10 04:44:50.598427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896552ea-58c9-4e84-8acc-27e83440af6d req-cfa47b2a-401f-4ee5-9cb4-98765d80acab tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:50.599946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-896552ea-58c9-4e84-8acc-27e83440af6d req-cfa47b2a-401f-4ee5-9cb4-98765d80acab tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0485215
Nov 10 04:44:50.649409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-896552ea-58c9-4e84-8acc-27e83440af6d req-640583f1-0122-4b56-bfbe-11e018099370 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432622
Nov 10 04:44:51.693522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-8ab6f6a7-3226-4799-ac86-aa0fd6f07ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:51.695066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-8ab6f6a7-3226-4799-ac86-aa0fd6f07ad6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1096 time: 0.0413063
Nov 10 04:44:51.766256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c8f2e-2c22-4186-9627-f18beb645646 req-2fcc9c8c-b83a-4e89-96b5-c88c9acd2965 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:51.768240 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-098c8f2e-2c22-4186-9627-f18beb645646 req-2fcc9c8c-b83a-4e89-96b5-c88c9acd2965 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0489812
Nov 10 04:44:51.791284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-849a4247-de81-4b7b-8bbe-54bd0cf35053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:51.792802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-849a4247-de81-4b7b-8bbe-54bd0cf35053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0908251
Nov 10 04:44:51.815704 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-098c8f2e-2c22-4186-9627-f18beb645646 req-d3383ae6-9cd5-4fbd-a601-1268871bb1c8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412824
Nov 10 04:44:51.858549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-01692496-4c0a-448b-9a30-c1d9bb657b48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1001 time: 0.0590887
Nov 10 04:44:51.911302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-0ad94e85-a4c4-4120-b8c2-8096bc87137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:51.912836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-0ad94e85-a4c4-4120-b8c2-8096bc87137e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0475001
Nov 10 04:44:51.958312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-61d08cab-49e6-4b95-8788-17f11bf59f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:51.959682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-61d08cab-49e6-4b95-8788-17f11bf59f21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404155
Nov 10 04:44:52.048024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-7fce1fa7-ec82-45e1-96aa-6d6db22bf3ed service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813169
Nov 10 04:44:52.141834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-5cab2f49-adad-4638-a1b8-d36c71d4231d service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868652
Nov 10 04:44:52.936852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cf7ab-4864-4dbd-8836-9af6cf7cfbde req-c2069514-ced3-468a-a0bd-a0106b201d3c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:52.938967 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-308cf7ab-4864-4dbd-8836-9af6cf7cfbde req-c2069514-ced3-468a-a0bd-a0106b201d3c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0544968
Nov 10 04:44:52.986463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-308cf7ab-4864-4dbd-8836-9af6cf7cfbde req-d9252b95-76fa-4642-8926-9fa2e7c67aaf tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416615
Nov 10 04:44:54.106604 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522dc9-a533-43d1-8f2e-2710952a975f req-14d5aed1-55f0-4086-afcc-4573931a1568 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:54.107936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4522dc9-a533-43d1-8f2e-2710952a975f req-14d5aed1-55f0-4086-afcc-4573931a1568 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0507364
Nov 10 04:44:54.154806 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c4522dc9-a533-43d1-8f2e-2710952a975f req-b953dda7-3551-4360-ad57-b81063062c37 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403619
Nov 10 04:44:55.331585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848b42b-59d0-46a4-8e3d-0b6e4e48f835 req-1e2e9d9e-361e-4c1d-907e-4ec6ab177246 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:55.333106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a848b42b-59d0-46a4-8e3d-0b6e4e48f835 req-1e2e9d9e-361e-4c1d-907e-4ec6ab177246 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.1094971
Nov 10 04:44:55.380436 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a848b42b-59d0-46a4-8e3d-0b6e4e48f835 req-570d493e-be9f-4585-a5b2-41443806c421 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411568
Nov 10 04:44:56.553299 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7eb55-6f6d-40e4-b03e-e53eee7ec6db req-260d566d-1072-4fee-afdc-5d38acda4828 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:56.554859 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6e7eb55-6f6d-40e4-b03e-e53eee7ec6db req-260d566d-1072-4fee-afdc-5d38acda4828 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.1078427
Nov 10 04:44:56.601689 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6e7eb55-6f6d-40e4-b03e-e53eee7ec6db req-2aa5133b-cb1f-4356-9c10-6aec2e28ef42 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409338
Nov 10 04:44:57.715048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a58fa-d454-4615-92c9-1aadef6b6cf9 req-65753409-c00c-4af1-83f5-4351494ac82a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:57.716506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-002a58fa-d454-4615-92c9-1aadef6b6cf9 req-65753409-c00c-4af1-83f5-4351494ac82a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0491488
Nov 10 04:44:57.762867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-002a58fa-d454-4615-92c9-1aadef6b6cf9 req-b9163d92-e447-4c14-aa3c-b4814afecd52 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404997
Nov 10 04:44:58.885336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b66dc-7bad-4447-a183-b3639dab59b5 req-1a9af52c-6315-4c66-8be2-61c6e99d0141 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:44:58.886825 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-622b66dc-7bad-4447-a183-b3639dab59b5 req-1a9af52c-6315-4c66-8be2-61c6e99d0141 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0519469
Nov 10 04:44:58.933818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-622b66dc-7bad-4447-a183-b3639dab59b5 req-85683c55-e16a-4c0e-9d47-fb19b7b754d7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404248
Nov 10 04:45:00.052947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35c0f5-9877-4eb6-b78d-cb254b10b22e req-1a7e5518-57e2-4166-bd27-c68c051e968a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:00.054411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce35c0f5-9877-4eb6-b78d-cb254b10b22e req-1a7e5518-57e2-4166-bd27-c68c051e968a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0527191
Nov 10 04:45:00.101349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ce35c0f5-9877-4eb6-b78d-cb254b10b22e req-fe1f78c9-5986-412a-bd55-91808f6c6e8c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409236
Nov 10 04:45:01.218534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6d0a2-6395-4ad4-89bb-77bd5b122ee8 req-3f885657-620d-4e56-9408-537e2df69da1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:01.226291 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66e6d0a2-6395-4ad4-89bb-77bd5b122ee8 req-3f885657-620d-4e56-9408-537e2df69da1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0553916
Nov 10 04:45:01.267504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66e6d0a2-6395-4ad4-89bb-77bd5b122ee8 req-dbaf2742-5fba-4c12-956f-ec7d3ebec4d0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403810
Nov 10 04:45:02.383969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950541-be0f-4dc5-ae5f-ab3588d289b2 req-1318ac65-872a-4869-8946-3df21a6ebf9c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:02.385583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6950541-be0f-4dc5-ae5f-ab3588d289b2 req-1318ac65-872a-4869-8946-3df21a6ebf9c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0477386
Nov 10 04:45:02.431285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a6950541-be0f-4dc5-ae5f-ab3588d289b2 req-166ed673-52c6-4d2a-8971-446895d0a844 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399113
Nov 10 04:45:03.546052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9684b4-4e96-4f1c-a1c3-8b5779cd06a1 req-e4a06e34-129f-421d-b714-2d0dbfa5f693 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:03.547505 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b9684b4-4e96-4f1c-a1c3-8b5779cd06a1 req-e4a06e34-129f-421d-b714-2d0dbfa5f693 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0488522
Nov 10 04:45:03.598615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0b9684b4-4e96-4f1c-a1c3-8b5779cd06a1 req-c12c1aa9-58b2-4837-8142-a644c11b5a0e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449443
Nov 10 04:45:04.014332 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-2899a478-7bb8-433b-a09c-e309571d8604 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:45:04.015380 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-2899a478-7bb8-433b-a09c-e309571d8604 service neutron] 10.222.0.21 "GET /v2.0/ports/5829b2b4-eb3c-463c-8917-2627ebe60c15/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0548964
Nov 10 04:45:04.211025 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-42975699-fb29-449d-bd17-7484b7eaf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:04.212811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-42975699-fb29-449d-bd17-7484b7eaf53e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1096 time: 0.0447268
Nov 10 04:45:04.223874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:45:04.274684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.392368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-366ed891-5e69-4567-bcc9-703707c4b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.470993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:04.503331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:45:04.545633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:04.547886 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259a1ba-fd2c-4713-bfd8-66430ff4b921" -d '{"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-unplugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:04.552362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.564691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Transition to ACTIVE for port object 5829b2b4-eb3c-463c-8917-2627ebe60c15 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:45:04.568917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.652067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:04.666128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.666485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.667436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.667787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.668122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.668461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.668818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.669148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.669477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.671060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.671405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.671744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:04.684796 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd74b4c9-62f9-4576-9447-3ce5b134cb08 x-openstack-request-id: req-dd74b4c9-62f9-4576-9447-3ce5b134cb08 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:04.685088 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-unplugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:04.685345 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd74b4c9-62f9-4576-9447-3ce5b134cb08 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:04.685744 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'code': 200}
Nov 10 04:45:04.717091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] No DVR routers for this DVR port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:45:04.734026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380df83a-aedf-4637-8ed0-70f4c3a4641d req-eb3e199d-2721-40ec-a2dd-6a91f3a00105 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:04.742321 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-380df83a-aedf-4637-8ed0-70f4c3a4641d req-eb3e199d-2721-40ec-a2dd-6a91f3a00105 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.0588541
Nov 10 04:45:04.789464 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-380df83a-aedf-4637-8ed0-70f4c3a4641d req-c4ebb8a6-480f-414b-948b-9288353d6e2e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462646
Nov 10 04:45:04.859148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:45:04.859487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:45:04.859813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:45:04.864754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:45:04.865082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Attempting to bind port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:45:04.869932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:45:04.870270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:45:04.870647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:45:04.871069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Bound port: 5829b2b4-eb3c-463c-8917-2627ebe60c15, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:45:04.871417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.932447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:45:04.935449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:45:04.938794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.973231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:04.973856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:04.975219 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] 10.222.0.26 "PUT /v2.0/ports/5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1091 time: 0.7552166
Nov 10 04:45:04.996352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437208bc-b302-4320-9d17-1290e91b8d76 service neutron] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:05.042571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-3b96b93b-1171-4fd0-a851-429ce8d4b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:05.044113 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-3b96b93b-1171-4fd0-a851-429ce8d4b37a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1094 time: 0.0434980
Nov 10 04:45:05.141126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-d0a6ff31-877a-4061-bd28-3c9add19007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:05.142607 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-d0a6ff31-877a-4061-bd28-3c9add19007a service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0907695
Nov 10 04:45:05.214715 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-1170bee4-d6f3-4364-899e-76e32f49a4fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 999 time: 0.0647454
Nov 10 04:45:05.263480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-287cdf41-2dcc-4962-885a-6f8ddcf27ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:05.264828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-287cdf41-2dcc-4962-885a-6f8ddcf27ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0427253
Nov 10 04:45:05.308909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-666401f3-b397-4586-aaed-f91bb02d6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:05.310364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-666401f3-b397-4586-aaed-f91bb02d6187 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387769
Nov 10 04:45:05.407222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-41acbe65-afed-4200-80a4-7850990983f1 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890467
Nov 10 04:45:05.498269 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed74e2cc-2363-4891-89f4-00b7e05bdeb4 req-53a61c7a-2607-4ba9-b222-dd0f3a73dd67 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828559
Nov 10 04:45:05.914418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574e35e-41ec-4845-88a0-1dd989924aec req-b1f4204d-e472-464c-aebc-d21b72e9ce86 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:05.915863 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7574e35e-41ec-4845-88a0-1dd989924aec req-b1f4204d-e472-464c-aebc-d21b72e9ce86 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.0478725
Nov 10 04:45:05.966419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7574e35e-41ec-4845-88a0-1dd989924aec req-b2e13cff-981d-49e5-a96b-61a38dac3cc8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446992
Nov 10 04:45:06.687401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:06.689775 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14" -d '{"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:06.740187 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8be941-7126-4a01-a84c-dcda07d48b16 x-openstack-request-id: req-1e8be941-7126-4a01-a84c-dcda07d48b16 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:06.740477 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:06.740758 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8be941-7126-4a01-a84c-dcda07d48b16 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:06.741171 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'status': 'completed', 'code': 200}
Nov 10 04:45:06.822763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-5b82cc4c-b80d-4949-befe-bbb0f5c7fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:06.824170 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-5b82cc4c-b80d-4949-befe-bbb0f5c7fc97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1094 time: 0.0654168
Nov 10 04:45:06.829585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-0309f123-da61-471d-9ec1-2861c3a62ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:06.831802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-0309f123-da61-471d-9ec1-2861c3a62ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1094 time: 0.0648084
Nov 10 04:45:06.971585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bb612c45-7495-46e1-a504-ac8b65b33d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:06.987147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-07a2b6b9-b065-4c90-91ff-3f97d7eac4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:06.988738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-07a2b6b9-b065-4c90-91ff-3f97d7eac4be service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1563671
Nov 10 04:45:06.993411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-05503884-fc4f-46a3-8fa4-691eecc2ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:06.994829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-05503884-fc4f-46a3-8fa4-691eecc2ddff service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1455302
Nov 10 04:45:07.455775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-b26ed561-233d-4173-bb44-4d7a131b45e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 999 time: 0.4523098
Nov 10 04:45:07.458210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-5ce2ec9d-fb11-4e5a-bec2-e1f03e2a4695 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 999 time: 0.4625487
Nov 10 04:45:07.510481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceb527-2f5c-4a43-8ad5-b5bb83d44aa5 req-12e8534d-8191-4555-96c1-0d9edac26f47 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:07.512547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4ceb527-2f5c-4a43-8ad5-b5bb83d44aa5 req-12e8534d-8191-4555-96c1-0d9edac26f47 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 943 time: 0.4429474
Nov 10 04:45:07.572283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-155c068c-e995-49b0-9321-e83cfc5fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:07.573743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-155c068c-e995-49b0-9321-e83cfc5fcfa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.1104751
Nov 10 04:45:07.596861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-89ff3413-026f-4c86-ab71-dac6fa447962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:07.598198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-89ff3413-026f-4c86-ab71-dac6fa447962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.1254668
Nov 10 04:45:07.633147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:45:07.657385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4ceb527-2f5c-4a43-8ad5-b5bb83d44aa5 req-2c845433-3a0c-462f-8cda-08b95aeb604c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243041
Nov 10 04:45:07.671409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:45:07.671957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-f4b7554d-5191-4054-9de4-843cb622cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:07.673489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-f4b7554d-5191-4054-9de4-843cb622cce5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0877135
Nov 10 04:45:07.681362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-286b8684-fa3f-4900-951a-92e246b2fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:07.681724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-286b8684-fa3f-4900-951a-92e246b2fee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0629134
Nov 10 04:45:07.832468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-0ea2f565-ad88-46c4-959e-21df06f7a9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498065
Nov 10 04:45:07.839264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-ea82f05b-6be8-452f-80a4-80894b24ec82 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485484
Nov 10 04:45:07.904211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:45:07.997259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-ff51f66a-6a4e-44d2-afbe-86d0fe545041 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569700
Nov 10 04:45:07.999128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0e9615cc-ce29-4aab-b0ef-d36f19d02f14 req-ccd6e0e5-7e04-43ae-8c98-3cd85ffe5d76 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506488
Nov 10 04:45:07.999695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:08.013073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'mac_address': 'fa:16:3e:74:98:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:45:08.061572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:08.064359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:08.074564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829b2b4-eb3c-463c-8917-2627ebe60c15 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:45:08.097295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:08.100659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:08.146049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:08.153188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.153528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.153861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.154189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.154513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.154835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.155154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.155470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.155787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.156100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.156419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.156774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:45:08.356085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['5829b2b4-eb3c-463c-8917-2627ebe60c15'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:45:08.777893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e4194-e04a-4761-a174-192bd6af5f61 req-c4872ad2-4139-4abc-b171-1d0fab379c81 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:08.779361 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f97e4194-e04a-4761-a174-192bd6af5f61 req-c4872ad2-4139-4abc-b171-1d0fab379c81 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 944 time: 0.0494208
Nov 10 04:45:08.829968 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f97e4194-e04a-4761-a174-192bd6af5f61 req-3c175f6c-9dfd-47e4-8dc1-eb8f9b86b4c5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445392
Nov 10 04:45:09.025247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f40db-6141-41c6-b5e4-df047d20ae05 req-d28fbdf2-71ae-4d3e-a8ee-1f392c0f5c87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.026827 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-459f40db-6141-41c6-b5e4-df047d20ae05 req-d28fbdf2-71ae-4d3e-a8ee-1f392c0f5c87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 944 time: 0.0553048
Nov 10 04:45:09.039252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-b96a69d5-a1c3-477e-aad7-8edd2890a7ac tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.040782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-b96a69d5-a1c3-477e-aad7-8edd2890a7ac tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 944 time: 0.0569191
Nov 10 04:45:09.074588 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-459f40db-6141-41c6-b5e4-df047d20ae05 req-f7d7f486-163e-4445-9da5-b5ca941f1456 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418453
Nov 10 04:45:09.101378 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-27416630-afdd-4341-b23b-88455b08451e service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:45:09.102385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-27416630-afdd-4341-b23b-88455b08451e service neutron] 10.222.0.21 "DELETE /v2.0/ports/5829b2b4-eb3c-463c-8917-2627ebe60c15/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0547225
Nov 10 04:45:09.186860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-5449326c-94d1-41ea-becd-0d75339c9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.188516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-5449326c-94d1-41ea-becd-0d75339c9343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 1095 time: 0.0417364
Nov 10 04:45:09.284068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-da6de74e-5868-40db-be49-897457f3dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.285487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-da6de74e-5868-40db-be49-897457f3dd96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0893888
Nov 10 04:45:09.350935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-a7393ffd-8471-4e86-ba76-ca772dda5949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 200  len: 1000 time: 0.0575171
Nov 10 04:45:09.400003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-95db9eda-839e-4a49-a984-b1d490a32bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.401503 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-95db9eda-839e-4a49-a984-b1d490a32bcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0437706
Nov 10 04:45:09.451719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-8da777ff-5a31-4d22-af4a-54efafa53521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:09.453222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-8da777ff-5a31-4d22-af4a-54efafa53521 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434506
Nov 10 04:45:09.500918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:09.543156 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-8478da5c-24d3-407f-8dc9-ac45ce67c783 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826044
Nov 10 04:45:09.637504 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f49cfb2b-7c61-4361-b365-c40ad045ea1e req-b158d7fb-de40-45d0-afc6-ff0bf2efb5e8 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864167
Nov 10 04:45:09.919914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:45:09.968231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 5829b2b4-eb3c-463c-8917-2627ebe60c15 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:45:09.972555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 5829b2b4-eb3c-463c-8917-2627ebe60c15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:45:09.972957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:10.048081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:10.073537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:10.075755 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecb65e-ed2d-4859-91b1-a64c6a664dac" -d '{"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-plugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:10.089352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:10.093855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:10.124459 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb95e4-8ef8-470b-be5f-4d99da399127 x-openstack-request-id: req-65cb95e4-8ef8-470b-be5f-4d99da399127 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:10.124951 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-plugged", "status": "completed", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:10.125188 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65cb95e4-8ef8-470b-be5f-4d99da399127 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:10.125729 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'code': 200}
Nov 10 04:45:10.150898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:10.196661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262497c-404b-4961-b8bc-35d789661963 req-1e2ade46-40c8-4283-bb0d-c9b04a3ce9c9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:10.198807 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8262497c-404b-4961-b8bc-35d789661963 req-1e2ade46-40c8-4283-bb0d-c9b04a3ce9c9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0502369
Nov 10 04:45:10.245971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8262497c-404b-4961-b8bc-35d789661963 req-2efb1159-314d-4fcb-af81-f27a94f8b7b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410318
Nov 10 04:45:10.278312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:10.364937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6bb9a-af37-4b54-8b5e-6c5ea073c56a req-fee46312-f55e-4603-9bc4-db7452cc9e28 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:10.366329 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31a6bb9a-af37-4b54-8b5e-6c5ea073c56a req-fee46312-f55e-4603-9bc4-db7452cc9e28 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0498984
Nov 10 04:45:10.414318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31a6bb9a-af37-4b54-8b5e-6c5ea073c56a req-618caa18-bc92-4198-b0f6-1a9fa79c11e8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418177
Nov 10 04:45:10.525776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdd52-7505-4536-b9d1-e4b3396e57ed req-5dc2bf41-b24d-4ac0-912c-f5378ffa4fae tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:10.527265 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fdfdd52-7505-4536-b9d1-e4b3396e57ed req-5dc2bf41-b24d-4ac0-912c-f5378ffa4fae tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0479581
Nov 10 04:45:10.576404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fdfdd52-7505-4536-b9d1-e4b3396e57ed req-dda72dfd-35e0-4e09-8caa-356a5c710094 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432878
Nov 10 04:45:10.803477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5f468-602e-434f-bec4-4595e5fb0d53 req-aca39c57-9dc9-40e4-bd50-78961a557467 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:10.805021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00e5f468-602e-434f-bec4-4595e5fb0d53 req-aca39c57-9dc9-40e4-bd50-78961a557467 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0479171
Nov 10 04:45:10.852864 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00e5f468-602e-434f-bec4-4595e5fb0d53 req-1ddec346-6b45-4cdd-86b6-0619aff86277 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414100
Nov 10 04:45:11.970681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bf54-9b03-46f3-af4e-4dafc343e0c0 req-ee5c3fd2-52f0-4dbe-ad50-e100774a1853 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:11.972137 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b89bf54-9b03-46f3-af4e-4dafc343e0c0 req-ee5c3fd2-52f0-4dbe-ad50-e100774a1853 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0490224
Nov 10 04:45:12.032361 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1b89bf54-9b03-46f3-af4e-4dafc343e0c0 req-d2e9cb31-5a23-4b7e-8d4d-41bffd5dcb4f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540175
Nov 10 04:45:12.068912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-be2fd5ed-2f7f-4e00-b828-77a792085758 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:12.070354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-be2fd5ed-2f7f-4e00-b828-77a792085758 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 945 time: 0.0529315
Nov 10 04:45:12.156618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Deleting port 5829b2b4-eb3c-463c-8917-2627ebe60c15 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:45:12.157004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.251235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] For port 5829b2b4-eb3c-463c-8917-2627ebe60c15, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=5829b2b4-eb3c-463c-8917-2627ebe60c15,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:12.251608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.426551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.426828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.427138 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d disassociated. External IP: 172.32.3.211, port: 5829b2b4-eb3c-463c-8917-2627ebe60c15.
Nov 10 04:45:12.427481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Calling delete_port for 5829b2b4-eb3c-463c-8917-2627ebe60c15 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:45:12.561556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.598671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'Port': ['ID=5829b2b4-eb3c-463c-8917-2627ebe60c15,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:12.715162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:45:12.826769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:45:12.838773 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:45:12.848098 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:45:12.848701 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147341c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:45:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:12.866606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] No DVR routers for this DVR port 5829b2b4-eb3c-463c-8917-2627ebe60c15 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:45:12.869212 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:12.872726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-41d0772a-a220-45ba-b2b9-8c7a46ff7b23 req-cdc55527-014e-4639-aace-761ed10d0f84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "DELETE /v2.0/ports/5829b2b4-eb3c-463c-8917-2627ebe60c15 HTTP/1.1" status: 204  len: 173 time: 0.7965207
Nov 10 04:45:12.873210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-deleted', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:12.875832 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105d0487-6fcb-45f7-9fd7-4efadd781f46" -d '{"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-deleted", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:12.930656 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1d2de-e7c1-4fa7-850a-5a6f27925aa9 x-openstack-request-id: req-4ae1d2de-e7c1-4fa7-850a-5a6f27925aa9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:12.931250 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d600cf-898e-488d-a028-7b730ce5be80", "name": "network-vif-deleted", "tag": "5829b2b4-eb3c-463c-8917-2627ebe60c15", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:12.931740 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ae1d2de-e7c1-4fa7-850a-5a6f27925aa9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:12.932402 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d600cf-898e-488d-a028-7b730ce5be80', 'name': 'network-vif-deleted', 'tag': '5829b2b4-eb3c-463c-8917-2627ebe60c15', 'status': 'completed', 'code': 200}
Nov 10 04:45:13.046020 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:45:13.150058 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-39d65c20-6e73-495c-a8f8-9092f47eef91 req-9671039b-5e95-499a-99a8-cfeeae89385d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d600cf-898e-488d-a028-7b730ce5be80 HTTP/1.1" status: 200  len: 210 time: 0.0271406
Nov 10 04:45:13.243428 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147341c0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:13.268574 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:45:13.276491 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:45:13.277103 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147341c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:45:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:13.378474 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:45:13.570995 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147341c0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:13.596510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d31268-388e-4b40-a397-92aedec6ce82 None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:45:13.813244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5efce-545f-44de-b494-b82aebf33088 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:45:14.387011 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-d6c9a7b1-36eb-4c1f-8cc8-dd7938dc220d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1769615587&fields=id&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 267 time: 0.0440118
Nov 10 04:45:14.498050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-2aa892a9-f2a6-4af2-bfd5-f901f686b2dd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:14.499427 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-2aa892a9-f2a6-4af2-bfd5-f901f686b2dd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1055925
Nov 10 04:45:14.514236 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-7e28204d-1e91-4856-a319-9c0446c20e8d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/quotas/6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 375 time: 0.0091553
Nov 10 04:45:14.565918 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-4dd8828f-c486-4cf8-b5a9-aa431d23fafe tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0466061
Nov 10 04:45:14.663714 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-87e5d84c-64ca-477b-a092-20142a97b415 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862248
Nov 10 04:45:14.750488 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-fe141d45-c742-4ac6-9a58-4f2e46560b78 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805721
Nov 10 04:45:14.913849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6138becd-f674-4101-a1f6-f2fe4979fcc9 req-03a53f64-1212-4f49-bec8-3be551e0e997 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 210 time: 0.0311213
Nov 10 04:45:15.804515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-eb4f7846-02d9-4e97-a369-361ce4122cf1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:15.806145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-eb4f7846-02d9-4e97-a369-361ce4122cf1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1059141
Nov 10 04:45:15.869896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-fbe4622d-1e48-41f9-951b-b30c3e2a8c50 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 380 time: 0.0543511
Nov 10 04:45:15.880097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'port': {'device_id': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'admin_state_up': True, 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'security_groups': ['9bc7a931-5b67-4ac9-bf98-460d70f48631']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:45:15.930201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:45:15.953990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 5829b2b4-eb3c-463c-8917-2627ebe60c15 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:45:15.954342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 5829b2b4-eb3c-463c-8917-2627ebe60c15 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:45:15.996129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:45:16.000381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.013682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-162943e9-15a3-4278-b3d9-6d70eba8138c req-46468d1f-464d-424f-8d23-b7ff64b2fb26 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 210 time: 0.0269058
Nov 10 04:45:16.129104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Allocated IP 172.20.0.9 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/1159f4ec-45c2-4b91-b209-e19c5ba89de4) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:45:16.260088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.292823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.336812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:45:16.341831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:45:16.345579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:45:16.371806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:16.401073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:16.401694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.418261 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dc1fe7c4-beef-4bcc-835a-0106481084a5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5416718
Nov 10 04:45:16.431163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Request body: {'port': {'device_id': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:45:16.487804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.556166 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:45:16.557532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2e9e2320-c1b1-4de4-9cef-e1080b077324 None None] Provisioning complete for port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:45:16.557909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2320-c1b1-4de4-9cef-e1080b077324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.591807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e2320-c1b1-4de4-9cef-e1080b077324 None None] Port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:45:16.755200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1159f4ec-45c2-4b91-b209-e19c5ba89de4 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:45:16.763222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.775660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Transition to ACTIVE for port object 1159f4ec-45c2-4b91-b209-e19c5ba89de4 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:45:16.778553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.845965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:16.902725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:45:16.903063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:45:16.903390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:45:16.907910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:45:16.908307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:45:16.913306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:45:16.913642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:45:16.914019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:45:16.914448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Bound port: 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:45:16.914800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:16.985624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:45:16.989178 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:45:16.993628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:17.026464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.027134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:17.028484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] 10.222.0.21 "PUT /v2.0/ports/1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 1091 time: 0.6017423
Nov 10 04:45:17.028957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:17.031219 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:17.060983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a27dd-95fd-4951-944f-b0a2db942162 service neutron] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:17.110755 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bc878-120f-4431-ac09-f557492d87d1 x-openstack-request-id: req-b49bc878-120f-4431-ac09-f557492d87d1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:17.111025 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:17.111271 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b49bc878-120f-4431-ac09-f557492d87d1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:17.112197 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'status': 'completed', 'code': 200}
Nov 10 04:45:17.128328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dfbf7216-1f0d-4387-8407-045734c6d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.130945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-dfbf7216-1f0d-4387-8407-045734c6d502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0536203
Nov 10 04:45:17.159780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c873042-6e91-4cf3-ad1e-c00fd583c663 req-ab6b5213-812b-4d8d-a75d-f55e6bd2c499 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.161396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c873042-6e91-4cf3-ad1e-c00fd583c663 req-ab6b5213-812b-4d8d-a75d-f55e6bd2c499 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0574203
Nov 10 04:45:17.181661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-accbf0cb-70bd-4af4-80cd-f2e0bb9531d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 217 time: 0.0429866
Nov 10 04:45:17.212741 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c873042-6e91-4cf3-ad1e-c00fd583c663 req-61144f3d-3570-4044-bcc8-68492dccfdce tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452931
Nov 10 04:45:17.245650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-a8c8d47d-a75d-44e3-98f6-da7d72f988d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.247128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-a8c8d47d-a75d-44e3-98f6-da7d72f988d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0586860
Nov 10 04:45:17.293109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-1ccec6b6-f17f-4dc1-9416-3fc9f7b0d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.294501 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-1ccec6b6-f17f-4dc1-9416-3fc9f7b0d425 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399368
Nov 10 04:45:17.388340 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-e06febd0-78bc-4524-aa40-7600de17e977 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863183
Nov 10 04:45:17.476686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fecb461-ecbb-41d7-9518-2c16a98c6bc4 req-43700fe1-e498-4258-97de-e56bd1d93a5c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810759
Nov 10 04:45:17.563342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-978be41e-9a57-435e-be89-63ea8e4c9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.564801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-978be41e-9a57-435e-be89-63ea8e4c9b69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0451145
Nov 10 04:45:17.654471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-2308784e-ba57-4509-92e4-6c455a1afc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.655951 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-2308784e-ba57-4509-92e4-6c455a1afc08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0841734
Nov 10 04:45:17.699489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-eb9a5300-930d-47b1-8e21-e0a77136d7b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 217 time: 0.0369444
Nov 10 04:45:17.749284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-fd9018bf-e706-4ef2-b5a8-58fd9e69875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.750678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-fd9018bf-e706-4ef2-b5a8-58fd9e69875a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0428081
Nov 10 04:45:17.798270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-ec5dcfdd-2dbb-427c-99a6-869de588fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:17.799750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-ec5dcfdd-2dbb-427c-99a6-869de588fdf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399344
Nov 10 04:45:17.894549 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-da98c16f-f881-4fa9-b3e2-4ed472e706fa service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865235
Nov 10 04:45:17.985354 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2046ef5a-df9d-4ca2-90fe-df40ce89b9d7 req-371fbd9c-a05e-4dc1-876e-a0832e25757c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835266
Nov 10 04:45:18.329921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880049f-45da-4da2-82f5-5b0ffb5a0ca5 req-255059d7-9c17-4ae6-9c92-431848a5e074 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:18.331980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7880049f-45da-4da2-82f5-5b0ffb5a0ca5 req-255059d7-9c17-4ae6-9c92-431848a5e074 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0494740
Nov 10 04:45:18.382397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7880049f-45da-4da2-82f5-5b0ffb5a0ca5 req-5f3c5451-8bae-42fe-8cd8-f4c0a675c317 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442953
Nov 10 04:45:19.040235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:19.302144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:19.502140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695acfa9-8ff1-4add-87e3-620c0e407011 req-828f0c25-9f54-45b2-933b-9b6a9009824c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:19.504178 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-695acfa9-8ff1-4add-87e3-620c0e407011 req-828f0c25-9f54-45b2-933b-9b6a9009824c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0513389
Nov 10 04:45:19.552686 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-695acfa9-8ff1-4add-87e3-620c0e407011 req-b2af5c89-eba1-4bff-bf6c-3bb467f7e661 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418441
Nov 10 04:45:19.629525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:45:19.726523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:19.737128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'mac_address': 'fa:16:3e:06:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:45:19.773602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:19.789008 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1159f4ec-45c2-4b91-b209-e19c5ba89de4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:45:19.807421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:19.811394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:19.857148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:20.040879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['1159f4ec-45c2-4b91-b209-e19c5ba89de4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:45:20.668199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbbeeb-f2d0-40bd-9562-e45f2d8d9d70 req-f7799712-c230-4b36-affb-def1fb98c9d3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:20.669663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18cbbeeb-f2d0-40bd-9562-e45f2d8d9d70 req-f7799712-c230-4b36-affb-def1fb98c9d3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 944 time: 0.0489070
Nov 10 04:45:20.715532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-18cbbeeb-f2d0-40bd-9562-e45f2d8d9d70 req-9f90b199-7cbf-4148-9a20-1dd2f2d875b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400105
Nov 10 04:45:21.645057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:45:21.691703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:45:21.695861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:45:21.696229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:21.771198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:21.793094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:21.795343 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5371832d-a77e-4503-9aaa-7ea14fc74e54" -d '{"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:21.808471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:45:21.813047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:21.844236 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723369d-7963-4c7d-a4f4-5a867af4441c x-openstack-request-id: req-f723369d-7963-4c7d-a4f4-5a867af4441c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:21.844519 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:21.844799 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f723369d-7963-4c7d-a4f4-5a867af4441c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:21.845330 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'code': 200}
Nov 10 04:45:21.845587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d60d-9b39-4ab1-87d5-5df2612668b2 req-18f577dd-6b63-4309-8d2a-562eda492dd6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:21.847110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf64d60d-9b39-4ab1-87d5-5df2612668b2 req-18f577dd-6b63-4309-8d2a-562eda492dd6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 944 time: 0.0597515
Nov 10 04:45:21.876046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:45:21.903370 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf64d60d-9b39-4ab1-87d5-5df2612668b2 req-3de3fec3-fc1e-46c5-b5b5-80cb201356a3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493836
Nov 10 04:45:21.935992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160806a-4ace-43e9-8f79-1f73d9d7e06a req-0076792e-583e-4ae5-baa7-3550e549db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:21.937510 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1160806a-4ace-43e9-8f79-1f73d9d7e06a req-0076792e-583e-4ae5-baa7-3550e549db0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1096 time: 0.0426462
Nov 10 04:45:21.980379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1160806a-4ace-43e9-8f79-1f73d9d7e06a req-0bf1d90e-2f17-4061-9d2b-d3576f6df661 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360672
Nov 10 04:45:23.025235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4afc3c-2fbd-4049-b408-ac80a6ff068f req-4d7b0265-b02a-4388-82cb-3f044b749d9f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:23.026740 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c4afc3c-2fbd-4049-b408-ac80a6ff068f req-4d7b0265-b02a-4388-82cb-3f044b749d9f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0525424
Nov 10 04:45:23.076414 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c4afc3c-2fbd-4049-b408-ac80a6ff068f req-b21e312d-e662-4d20-9cbf-b1d3cb7a4462 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437648
Nov 10 04:45:24.191669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeac98-75c0-4044-aca1-80da2ad75b75 req-38fc6783-fd70-4b9c-a520-55158c293c8c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:24.193141 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57aeac98-75c0-4044-aca1-80da2ad75b75 req-38fc6783-fd70-4b9c-a520-55158c293c8c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0481188
Nov 10 04:45:24.240227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-57aeac98-75c0-4044-aca1-80da2ad75b75 req-d061f9c9-fa12-49d6-aca7-f8cf9569a768 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411992
Nov 10 04:45:24.350560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64399f-646c-48f1-80a6-f3eaacb680a6 req-bd8a80c9-03ff-49f9-b84d-2a08992b01ee tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:24.352027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bd64399f-646c-48f1-80a6-f3eaacb680a6 req-bd8a80c9-03ff-49f9-b84d-2a08992b01ee tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0489113
Nov 10 04:45:24.361019 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 53684) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:45:24.365354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'floatingip': {'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:45:24.406536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:25.082063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.db.resource_extend [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 04:45:25.131268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:25.135437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:25.234523 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d associated. External IP: 172.32.3.211, port: 1159f4ec-45c2-4b91-b209-e19c5ba89de4.
Nov 10 04:45:25.444919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:45:25.553453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:45:25.557909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:25.564219 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:45:25.574065 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:45:25.574663 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:45:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:25.584480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5e9b1031-e8c3-4bb1-88e7-7767084512b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "PUT /v2.0/floatingips/1a72b636-3468-4f59-8f06-84474dc3cd6d HTTP/1.1" status: 200  len: 991 time: 1.2222617
Nov 10 04:45:25.585395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:45:25.588068 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283410e-e85a-4121-9c37-3a252aeae61b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:45:25.632154 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee335d2-54e1-4a75-bdaf-0bf43d2b9f9b x-openstack-request-id: req-1ee335d2-54e1-4a75-bdaf-0bf43d2b9f9b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:45:25.632448 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:45:25.632720 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ee335d2-54e1-4a75-bdaf-0bf43d2b9f9b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:45:25.633121 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'status': 'completed', 'code': 200}
Nov 10 04:45:25.680143 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:45:25.697782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283410e-e85a-4121-9c37-3a252aeae61b req-f5e70f7e-ff4e-4064-a7ac-1182d0689ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:25.699210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-f5e70f7e-ff4e-4064-a7ac-1182d0689ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1096 time: 0.0413256
Nov 10 04:45:25.796193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283410e-e85a-4121-9c37-3a252aeae61b req-76914758-b9de-47fb-8570-d81ff55709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:25.797711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-76914758-b9de-47fb-8570-d81ff55709aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0917978
Nov 10 04:45:25.863980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-d97d6d08-e5b4-4fc1-b8f8-a30f6f9cf885 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.0583239
Nov 10 04:45:25.903374 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662d60>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:06:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:45:24Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:25.914519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283410e-e85a-4121-9c37-3a252aeae61b req-f2400b5c-80fa-429f-90be-721e86139a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:25.915977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-f2400b5c-80fa-429f-90be-721e86139a60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0448163
Nov 10 04:45:25.929433 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:45:25.937910 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:45:25.938512 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214662d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:45:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:25.968229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283410e-e85a-4121-9c37-3a252aeae61b req-d6b49608-5664-40d6-8b18-40e1472cb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:25.969675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-d6b49608-5664-40d6-8b18-40e1472cb0ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455468
Nov 10 04:45:26.044883 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:45:26.066539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-4752aefb-e3a5-4229-996c-2300094ed5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890405
Nov 10 04:45:26.161719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1283410e-e85a-4121-9c37-3a252aeae61b req-97e9b4a7-b16a-40ed-8f7d-b909f84cca1c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887151
Nov 10 04:45:26.267441 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214662d60>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:06:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:45:24Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:45:26.293500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e200a9-c8c0-424e-a739-ae898d48caf6 None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:06:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:45:24Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:45:26.486844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64ea6f-2ac1-4400-959a-89d7a0eb0c02 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:45:34.398000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba37be5b-3512-4b3d-a849-71670e41e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:36.963341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cdaeac9f-b58e-4d81-8038-416d97f866ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:38.048732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:39.503086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:40.281260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:40.471974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-f037c302-0663-4e31-b4da-04d47be3df6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410039
Nov 10 04:45:40.571076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28ff-8759-4c18-949d-418fab87c978 req-d34f2f04-d854-4568-8e51-0ae998ad37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:40.572482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-d34f2f04-d854-4568-8e51-0ae998ad37f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1096 time: 0.0406659
Nov 10 04:45:40.679108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28ff-8759-4c18-949d-418fab87c978 req-757c65f1-71ba-4895-a286-44b4a8ccc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:40.680570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-757c65f1-71ba-4895-a286-44b4a8ccc060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0886786
Nov 10 04:45:40.744838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-1ff697fd-6fbf-4980-8750-a6c0f2511b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 1001 time: 0.0574198
Nov 10 04:45:40.798693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28ff-8759-4c18-949d-418fab87c978 req-2eb51a08-983e-412c-98d2-fa8ebce24e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:40.800140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-2eb51a08-983e-412c-98d2-fa8ebce24e12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0477836
Nov 10 04:45:40.847277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28ff-8759-4c18-949d-418fab87c978 req-db5c066c-c023-42af-8e99-7ff83bfbfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:45:40.848841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-db5c066c-c023-42af-8e99-7ff83bfbfe94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414617
Nov 10 04:45:40.940973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-2b19fcaf-6fd6-459b-bad4-2476d92143e1 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852072
Nov 10 04:45:41.030067 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-083f28ff-8759-4c18-949d-418fab87c978 req-e728fc0e-7d44-4bb3-93bb-a67fb5ea5a16 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818369
Nov 10 04:45:49.047401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:49.301527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:45:53.556500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:46:04.400534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-62db99ae-c954-45ad-adc4-d823fd923ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:06.966991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b54f7310-f63c-4ac5-801b-8286ef027b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:08.052745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:09.505612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:10.282157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:19.062481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:19.304236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:30.555883 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:46:34.402645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e65ad7e6-5fb0-47e3-a165-f7de62a11c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:36.967620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-287b5d2b-b669-44eb-a7da-260557c6c819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:38.055422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:39.509217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:40.284266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:40.381944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-fcde9dd3-5750-4a1a-9139-04fb433f4182 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1411576
Nov 10 04:46:40.466821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-5e25d704-2844-4eb3-b5c2-d96abb382da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:46:40.468308 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-5e25d704-2844-4eb3-b5c2-d96abb382da5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1096 time: 0.0452850
Nov 10 04:46:40.572402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-2037dac2-b5a2-43e7-9e45-2b4f1e2097e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:46:40.573832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-2037dac2-b5a2-43e7-9e45-2b4f1e2097e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0858264
Nov 10 04:46:40.643701 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-cac1a42c-4e7c-4275-81f7-94cb90a7f9f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 1001 time: 0.0626285
Nov 10 04:46:40.693546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-62f17aab-6435-4656-ae62-d21d75b32635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:46:40.694970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-62f17aab-6435-4656-ae62-d21d75b32635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0440266
Nov 10 04:46:40.741266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-5f995ae5-59cd-4e19-8a90-be47f1d2a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:46:40.742753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-5f995ae5-59cd-4e19-8a90-be47f1d2a70d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400257
Nov 10 04:46:40.835123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-27823e84-cdf7-4a80-a94c-a0680223b57b service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850146
Nov 10 04:46:40.924514 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-baf528a1-dcb0-4d68-91c6-dbd4821b2989 req-b31f8ef3-bc39-43eb-bd48-a16627959c8e service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820136
Nov 10 04:46:49.061704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:46:49.316756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:00.459428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe925-e293-4b1a-b6c3-41ba7c689cda req-b440a306-256d-4786-960b-49ed8ce75cb8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:00.461649 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ebbe925-e293-4b1a-b6c3-41ba7c689cda req-b440a306-256d-4786-960b-49ed8ce75cb8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0548398
Nov 10 04:47:00.508934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9ebbe925-e293-4b1a-b6c3-41ba7c689cda req-8543b4d2-4d14-4984-97a7-a04cbcd3da44 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411394
Nov 10 04:47:01.629433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec418ef-6911-41cb-9b1d-3ea49648a020 req-de13d6c0-8d4a-4c11-b9a3-621c9172c5ec tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:01.630948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ec418ef-6911-41cb-9b1d-3ea49648a020 req-de13d6c0-8d4a-4c11-b9a3-621c9172c5ec tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0506110
Nov 10 04:47:01.684065 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7ec418ef-6911-41cb-9b1d-3ea49648a020 req-b588e22b-d839-40a5-8fce-f1c3ed010c8f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464232
Nov 10 04:47:02.800912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4804c-8f69-47d6-a4b8-57860b963f22 req-13d61ef9-b385-460c-b146-1232768cb1b9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:02.802425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dbc4804c-8f69-47d6-a4b8-57860b963f22 req-13d61ef9-b385-460c-b146-1232768cb1b9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0486934
Nov 10 04:47:02.850516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-dbc4804c-8f69-47d6-a4b8-57860b963f22 req-036d63fb-618e-44da-85e7-f574b67810ef tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416732
Nov 10 04:47:03.966277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e390-b931-4048-9834-16c3b85bb57d req-37be6823-4b94-4878-aec9-7b7c73f19db3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:03.967774 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f640e390-b931-4048-9834-16c3b85bb57d req-37be6823-4b94-4878-aec9-7b7c73f19db3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0490491
Nov 10 04:47:04.014659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f640e390-b931-4048-9834-16c3b85bb57d req-b1b32529-adaa-4354-b016-63bf648d7ad4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408707
Nov 10 04:47:04.404172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-de70fc80-77ea-4405-af2c-774fdec22f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:05.128768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bfc34-5c83-484b-b2a3-392eb6e457e5 req-fc420e46-0770-4bcd-bd66-07e30b6cf89a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:05.130229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-027bfc34-5c83-484b-b2a3-392eb6e457e5 req-fc420e46-0770-4bcd-bd66-07e30b6cf89a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0486386
Nov 10 04:47:05.180446 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-027bfc34-5c83-484b-b2a3-392eb6e457e5 req-0e8f5402-97ef-4981-8438-3a2cd30e866f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437434
Nov 10 04:47:06.294381 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5722-3e67-4f6e-a733-419a86cced03 req-369555f9-19f6-42b7-987b-8a55c0f3c52a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:06.295831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1eff5722-3e67-4f6e-a733-419a86cced03 req-369555f9-19f6-42b7-987b-8a55c0f3c52a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0481863
Nov 10 04:47:06.341890 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1eff5722-3e67-4f6e-a733-419a86cced03 req-e2fe44a2-69a6-4a00-a2f9-32999e10716a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401592
Nov 10 04:47:06.969175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a14d7fd-0bef-4b96-bd97-1baf453c9f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:07.454794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c6dc-ec03-47f6-8830-46f807ba7dfd req-e0e18a5e-ae84-44d5-8ee2-4f7638d9d2e3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:07.456249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9920c6dc-ec03-47f6-8830-46f807ba7dfd req-e0e18a5e-ae84-44d5-8ee2-4f7638d9d2e3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0480876
Nov 10 04:47:07.503454 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9920c6dc-ec03-47f6-8830-46f807ba7dfd req-003cf90e-410e-43e1-a950-88837cdb42ef tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408165
Nov 10 04:47:07.556425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:47:08.057153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:08.625681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85210-7d12-4485-a010-bd2cbf5525b1 req-916b0512-3eda-4a89-b508-2e9e21761ac2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:08.627166 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ecd85210-7d12-4485-a010-bd2cbf5525b1 req-916b0512-3eda-4a89-b508-2e9e21761ac2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0536206
Nov 10 04:47:08.672845 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ecd85210-7d12-4485-a010-bd2cbf5525b1 req-3f81c7e6-6033-4933-a15e-96fa49e61ee4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397286
Nov 10 04:47:09.512562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:09.787621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec622b-6b7b-409d-b14b-cd3950e87d15 req-96982498-7a29-4c6d-9774-a864402bee48 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:09.789101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32ec622b-6b7b-409d-b14b-cd3950e87d15 req-96982498-7a29-4c6d-9774-a864402bee48 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0489242
Nov 10 04:47:09.836991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-32ec622b-6b7b-409d-b14b-cd3950e87d15 req-bb7cd17d-1fc1-4268-bb1b-5b4141bd3207 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420508
Nov 10 04:47:10.286941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:10.950214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9e84e-7ceb-4e4f-857c-6c6ee5dcff5e req-b1c7ce5c-6866-4296-a6f1-dde435f43af2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:10.951669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ec9e84e-7ceb-4e4f-857c-6c6ee5dcff5e req-b1c7ce5c-6866-4296-a6f1-dde435f43af2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0482428
Nov 10 04:47:10.998250 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8ec9e84e-7ceb-4e4f-857c-6c6ee5dcff5e req-a227a446-c127-4110-a5f7-e27c653666be tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405712
Nov 10 04:47:11.237423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc7a0f-7371-41bc-8f82-a756b97a3a66 req-c8b3e644-3898-48f1-8abf-8ae53e6162ff tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:11.239014 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12bc7a0f-7371-41bc-8f82-a756b97a3a66 req-c8b3e644-3898-48f1-8abf-8ae53e6162ff tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0539944
Nov 10 04:47:11.316862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-12bc7a0f-7371-41bc-8f82-a756b97a3a66 req-ed0236dd-6e3b-469c-9284-d86e4e9b79c8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717673
Nov 10 04:47:11.324002 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-f3800dcd-36d0-4e6c-a69e-f9bdbd86772f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1438582
Nov 10 04:47:12.440838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ee742-bde5-4657-bdd9-e6a630cae7ab req-b6ad95e6-e954-4d29-b334-2c8a735bcc04 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:12.442492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-940ee742-bde5-4657-bdd9-e6a630cae7ab req-b6ad95e6-e954-4d29-b334-2c8a735bcc04 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0548875
Nov 10 04:47:12.491344 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-940ee742-bde5-4657-bdd9-e6a630cae7ab req-9f74d0af-12c9-4a06-a532-46e103aa6f87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422566
Nov 10 04:47:13.608428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ababe-448b-4d56-9896-a8b7012d8f6d req-eadc2af0-fc6e-4451-a0af-61f749e94021 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:13.609944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d2ababe-448b-4d56-9896-a8b7012d8f6d req-eadc2af0-fc6e-4451-a0af-61f749e94021 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0507021
Nov 10 04:47:13.656713 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9d2ababe-448b-4d56-9896-a8b7012d8f6d req-9d67e9f7-b693-4b6a-b6bc-694c50ec90b4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408430
Nov 10 04:47:14.772743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf40f7d-b1bf-4215-9389-92fc6c11af8c req-bf05df4b-b8d3-4859-b3d3-1c3265a1e6e8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:14.774227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bf40f7d-b1bf-4215-9389-92fc6c11af8c req-bf05df4b-b8d3-4859-b3d3-1c3265a1e6e8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0500135
Nov 10 04:47:14.824735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bf40f7d-b1bf-4215-9389-92fc6c11af8c req-62251f79-24d3-45e0-a3e8-a41eda1007b9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442183
Nov 10 04:47:15.938903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cec4d-9109-42b4-bfc2-03cceb09d03e req-a06f44da-5717-4fdc-8649-8dc15e1128a0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:15.940386 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f6cec4d-9109-42b4-bfc2-03cceb09d03e req-a06f44da-5717-4fdc-8649-8dc15e1128a0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0477250
Nov 10 04:47:15.994417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6f6cec4d-9109-42b4-bfc2-03cceb09d03e req-942bd0b5-75fa-4c6d-9986-7280c295a26a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474005
Nov 10 04:47:16.519600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-6edf353b-c12d-46ad-8dab-8b75865d000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:16.521236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-6edf353b-c12d-46ad-8dab-8b75865d000d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1096 time: 0.0410676
Nov 10 04:47:16.614781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-f98c7dd3-a6d1-4993-bf98-5d037d4eae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:16.616232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-f98c7dd3-a6d1-4993-bf98-5d037d4eae18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0871584
Nov 10 04:47:16.684750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-a17ac162-d77e-4894-9d2c-a490db647e0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 1001 time: 0.0608840
Nov 10 04:47:16.733720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-e737f492-dcc5-4413-9974-c3fcc5f3e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:16.735151 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-e737f492-dcc5-4413-9974-c3fcc5f3e02a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0437033
Nov 10 04:47:16.780204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-afe6b58e-d27a-4400-bf4f-a1bfb3d3f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:16.781606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-afe6b58e-d27a-4400-bf4f-a1bfb3d3f8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386410
Nov 10 04:47:16.874905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1e6db2ed-66cb-45cc-afc1-b1412a40e3c3 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854640
Nov 10 04:47:16.962521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-d42bf7d5-b303-4cbf-893d-9d217c2f1620 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804982
Nov 10 04:47:17.115112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec718a1-f107-4a54-a56f-f76eff715a6c req-353c5f81-d39f-4cc1-8323-e9c23a85709d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:17.116628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ec718a1-f107-4a54-a56f-f76eff715a6c req-353c5f81-d39f-4cc1-8323-e9c23a85709d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0493677
Nov 10 04:47:17.167448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0ec718a1-f107-4a54-a56f-f76eff715a6c req-8d3297fb-4abd-4695-a7bd-95406b68b126 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447817
Nov 10 04:47:18.282032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb96c4-42d7-4fad-a1d3-1b17acaf8aa1 req-27036807-4706-4f3b-a143-68ee59c5bfd0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:18.283500 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7bb96c4-42d7-4fad-a1d3-1b17acaf8aa1 req-27036807-4706-4f3b-a143-68ee59c5bfd0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0486443
Nov 10 04:47:18.329606 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7bb96c4-42d7-4fad-a1d3-1b17acaf8aa1 req-4c554d02-f78c-4400-b326-c3793e07f0af tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400996
Nov 10 04:47:18.744278 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-53213160-b994-4d52-aa35-4e04324865f8 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:47:18.745309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-53213160-b994-4d52-aa35-4e04324865f8 service neutron] 10.222.0.21 "GET /v2.0/ports/1159f4ec-45c2-4b91-b209-e19c5ba89de4/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0544326
Nov 10 04:47:18.994141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-b3bb5ff2-f59a-4aa4-b64a-8aab5f07d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:18.995714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-b3bb5ff2-f59a-4aa4-b64a-8aab5f07d697 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1096 time: 0.0930126
Nov 10 04:47:19.007150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:47:19.060733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.062101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.259943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:19.291671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:47:19.319328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.332153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:19.334459 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdbe9a3-0b1b-48a6-9f06-02e081e8366a" -d '{"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:19.339293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.353311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Transition to ACTIVE for port object 1159f4ec-45c2-4b91-b209-e19c5ba89de4 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:47:19.358561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.389645 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7504c-f6a0-4cbb-bc87-4dcbeb503c16 x-openstack-request-id: req-7dc7504c-f6a0-4cbb-bc87-4dcbeb503c16 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:19.389824 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:19.390077 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dc7504c-f6a0-4cbb-bc87-4dcbeb503c16 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:19.390474 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'code': 200}
Nov 10 04:47:19.453176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:19.466066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a039cde-f6ba-4133-bd3c-2c1336830fe1 req-fd202878-b233-4bf7-a455-5c49f2c186f3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:19.467739 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a039cde-f6ba-4133-bd3c-2c1336830fe1 req-fd202878-b233-4bf7-a455-5c49f2c186f3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0511456
Nov 10 04:47:19.471579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.471926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.472266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.472625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.472954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.473283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.473608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.473930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.474254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.474577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.474898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.475214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:19.509080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] No DVR routers for this DVR port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:47:19.530395 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a039cde-f6ba-4133-bd3c-2c1336830fe1 req-2536324b-c316-46da-8154-a653a7413852 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533848
Nov 10 04:47:19.655631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:47:19.655886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:47:19.656214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:47:19.660479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:47:19.660869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Attempting to bind port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:47:19.666793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:47:19.667125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:47:19.667512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:47:19.667937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Bound port: 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:47:19.668287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.731002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:47:19.739109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:47:19.743746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.782106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:19.782792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:19.784136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] 10.222.0.26 "PUT /v2.0/ports/1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 1091 time: 0.7808833
Nov 10 04:47:19.805420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4b08-54f2-4d56-bcf8-6358c59c0346 service neutron] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:19.851700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-98bff145-3149-4872-99e5-811d65180057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:19.853324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-98bff145-3149-4872-99e5-811d65180057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0450423
Nov 10 04:47:19.946390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-2dc98e8f-7091-4f90-b49f-c5ab82b6cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:19.947864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-2dc98e8f-7091-4f90-b49f-c5ab82b6cd52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0881708
Nov 10 04:47:20.016343 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-5187e29d-fcc3-4089-a322-cd426130633f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.0617626
Nov 10 04:47:20.066338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-c227dccb-ccf6-44d6-a31f-b7d4b5af3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:20.067682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-c227dccb-ccf6-44d6-a31f-b7d4b5af3555 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0438564
Nov 10 04:47:20.111917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-2b36bc87-8677-4275-80fa-f965557907f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:20.113374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-2b36bc87-8677-4275-80fa-f965557907f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390465
Nov 10 04:47:20.204987 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-c41cf146-272c-4250-a122-96d88e5d075d service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839715
Nov 10 04:47:20.296094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bf9916f9-a37c-485e-9bd2-558fbeb39956 req-bdae55d5-a819-4a08-9386-7f6b5399baf2 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844054
Nov 10 04:47:20.651553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662412a-db57-4cab-838c-49c9605864d0 req-8aa2328e-2fac-42ee-a94b-9af534821193 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:20.653049 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7662412a-db57-4cab-838c-49c9605864d0 req-8aa2328e-2fac-42ee-a94b-9af534821193 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0495019
Nov 10 04:47:20.699204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7662412a-db57-4cab-838c-49c9605864d0 req-ca3031b6-d441-4d67-b1e0-ade1883f30e5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402956
Nov 10 04:47:21.391918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:21.394333 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:21.444375 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2fd67-5c53-42fd-a669-f6afd9c3fe7a x-openstack-request-id: req-92e2fd67-5c53-42fd-a669-f6afd9c3fe7a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:21.444701 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:21.444959 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92e2fd67-5c53-42fd-a669-f6afd9c3fe7a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:21.445358 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'status': 'completed', 'code': 200}
Nov 10 04:47:21.538181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-e807744a-be48-4c42-8345-b12145438262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:21.540171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-e807744a-be48-4c42-8345-b12145438262 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0749362
Nov 10 04:47:21.542570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-d11a67af-abc1-498e-95d3-ed8ce2c8aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:21.543878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-d11a67af-abc1-498e-95d3-ed8ce2c8aac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0679784
Nov 10 04:47:22.050944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307486-697a-408a-bf4e-4f5cd4747c45 req-7ac37012-a2d7-4a41-8c6e-5a8f2fbe5c14 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.052318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69307486-697a-408a-bf4e-4f5cd4747c45 req-7ac37012-a2d7-4a41-8c6e-5a8f2fbe5c14 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.1102023
Nov 10 04:47:22.054089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-a47d0a42-9655-42ba-92fa-124fd99df67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.055382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-a47d0a42-9655-42ba-92fa-124fd99df67e service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.4990797
Nov 10 04:47:22.056271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-f822a1fc-36fa-46ea-bdcb-d0a5ea35b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.057603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-f822a1fc-36fa-46ea-bdcb-d0a5ea35b571 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.5098994
Nov 10 04:47:22.199720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-6ca2ab6a-17a4-4d74-b3a6-a4ae5fc341bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.1345863
Nov 10 04:47:22.201665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-521e3475-b6e8-4f5c-9b14-2c1f45289892 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.1376503
Nov 10 04:47:22.205063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-69307486-697a-408a-bf4e-4f5cd4747c45 req-a6ab59b6-548b-4c33-bf96-c2f2704e5b4f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466238
Nov 10 04:47:22.244791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:47:22.281637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-ed82376a-49b4-49f5-bcc3-67a4162f11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.283087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-ed82376a-49b4-49f5-bcc3-67a4162f11c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0767922
Nov 10 04:47:22.286527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-df011c7e-d6c1-424a-ba32-661609d58ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.287874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-df011c7e-d6c1-424a-ba32-661609d58ada service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0737286
Nov 10 04:47:22.288770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:47:22.363052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-9c34f4b6-87d6-4503-a772-b46c8e9b1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.364552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-9c34f4b6-87d6-4503-a772-b46c8e9b1df9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0745196
Nov 10 04:47:22.367957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-d4630029-6a9c-417c-a97d-5a1219c2d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.368960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-d4630029-6a9c-417c-a97d-5a1219c2d780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0709145
Nov 10 04:47:22.381584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.21', 50784) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:47:22.440459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-18f2ec97-6ffe-4897-82e9-0423f1e8c6f9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.441948 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-18f2ec97-6ffe-4897-82e9-0423f1e8c6f9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 943 time: 0.0588298
Nov 10 04:47:22.502171 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-f00c0b5b-aecf-4cfb-8491-81baea435a00 service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:47:22.503192 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-f00c0b5b-aecf-4cfb-8491-81baea435a00 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1159f4ec-45c2-4b91-b209-e19c5ba89de4/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0539236
Nov 10 04:47:22.524008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4926f6e-1e89-4e07-a402-236c0bbc3182 req-7109172e-ee63-46df-a161-a42c361790d1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.525493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4926f6e-1e89-4e07-a402-236c0bbc3182 req-7109172e-ee63-46df-a161-a42c361790d1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.1524901
Nov 10 04:47:22.582471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-bf54ae01-a928-428a-9aa6-46cf60b66429 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010150
Nov 10 04:47:22.588149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-22566667-597b-4ea4-970e-05c8c6d3a000 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055242
Nov 10 04:47:22.690569 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c4926f6e-1e89-4e07-a402-236c0bbc3182 req-f0aba848-8a53-4c72-b4f4-63283b9c6cc3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1591377
Nov 10 04:47:22.766057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-74d93773-9dcb-41e2-84f5-355b64c1924a service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724584
Nov 10 04:47:22.767909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a56401ba-ad71-4ebe-a3a5-a5dd3d8011a2 req-c06ad49c-68c4-4989-8090-36a3a8919a0f service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601226
Nov 10 04:47:22.864374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-dbd90baf-3db0-4a63-ae59-94493a2e8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.865824 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-dbd90baf-3db0-4a63-ae59-94493a2e8f8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0414715
Nov 10 04:47:22.960013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-8c9724ad-f6ab-4d0f-a86b-32d6942d549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:22.962094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-8c9724ad-f6ab-4d0f-a86b-32d6942d549f service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0890462
Nov 10 04:47:23.027260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-6ba950f1-f3f7-4a32-967b-baa593b88107 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.0581102
Nov 10 04:47:23.076049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-7e002869-b930-4fa9-988a-1116b4145109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:23.077536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-7e002869-b930-4fa9-988a-1116b4145109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0441012
Nov 10 04:47:23.127241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-abbe82f3-539c-47a7-a66c-5d452ca81982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:23.128658 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-abbe82f3-539c-47a7-a66c-5d452ca81982 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447969
Nov 10 04:47:23.219071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-a0d01269-ad3b-45c6-846e-01ac40f1e1c0 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827000
Nov 10 04:47:23.312846 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-311f1f7c-b06b-4530-a2df-fdbc752ff8c8 req-cc12ccd7-3bfe-436e-8561-f54570903574 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870736
Nov 10 04:47:23.823346 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23b57-e938-432d-8e42-65925197b230 req-88891a30-9f03-4ae7-9f5f-337105fa3287 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:23.825079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3c23b57-e938-432d-8e42-65925197b230 req-88891a30-9f03-4ae7-9f5f-337105fa3287 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0519259
Nov 10 04:47:23.875392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b3c23b57-e938-432d-8e42-65925197b230 req-ce4d2d42-5ffa-483a-8733-4b82202ea36c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430899
Nov 10 04:47:23.991664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8cd5-b89b-40cc-a824-b0d730bd9ce8 req-037cc668-f738-48b8-9aa4-f286c4c891fc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:23.993044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e58e8cd5-b89b-40cc-a824-b0d730bd9ce8 req-037cc668-f738-48b8-9aa4-f286c4c891fc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0493987
Nov 10 04:47:24.039828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e58e8cd5-b89b-40cc-a824-b0d730bd9ce8 req-b8a6a5d2-85f3-40cc-ad86-2ea7f2dd3005 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409923
Nov 10 04:47:24.260350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f891b9-8060-4cc8-b34a-b4fc694e2b59 req-8aed6a56-0bd3-4a97-886a-6e7c78746f13 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:24.261775 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f891b9-8060-4cc8-b34a-b4fc694e2b59 req-8aed6a56-0bd3-4a97-886a-6e7c78746f13 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 943 time: 0.0785580
Nov 10 04:47:24.286515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-cb9caefd-00b9-4d06-8b39-d2999529f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:24.287937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-cb9caefd-00b9-4d06-8b39-d2999529f5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 1094 time: 0.0664816
Nov 10 04:47:24.358085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d1f891b9-8060-4cc8-b34a-b4fc694e2b59 req-a141472a-2f34-4575-9eaa-cac24153742b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891266
Nov 10 04:47:24.395460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-5f230d2e-67f4-43fb-bacf-5909c90d5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:24.396943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-5f230d2e-67f4-43fb-bacf-5909c90d5e10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1016552
Nov 10 04:47:24.465394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-82719ee0-c9d0-4335-94d9-354873bada3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 200  len: 999 time: 0.0618660
Nov 10 04:47:24.512867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-c7a2c304-6431-4c37-bdf7-772fe829c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:24.514192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-c7a2c304-6431-4c37-bdf7-772fe829c039 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0425451
Nov 10 04:47:24.559710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-8cafb8e3-576d-41a2-8773-b0e51c42528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:24.561200 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-8cafb8e3-576d-41a2-8773-b0e51c42528c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392406
Nov 10 04:47:24.584447 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:47:24.655227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-23da3d9f-a2a8-431e-b2eb-ac18637820fe service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860095
Nov 10 04:47:24.677507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:24.689903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'mac_address': 'fa:16:3e:06:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:47:24.730705 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:24.743990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1159f4ec-45c2-4b91-b209-e19c5ba89de4 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:47:24.756072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-58cc2675-36c7-4b01-b5de-49f995684df1 req-3c7c2be5-1b13-4c66-b070-e95bd59a5cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912881
Nov 10 04:47:24.763427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:24.767106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:24.813092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:24.820989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.821337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.821678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.822016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.822348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.822678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.823006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.823331 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.823655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.823983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.824307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:24.824648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:47:25.478024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aa0a9-0f08-4c03-88a1-88f2488c65de req-cc8dab19-9c1d-4650-8140-8305a0e58fdd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:25.479497 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04aa0a9-0f08-4c03-88a1-88f2488c65de req-cc8dab19-9c1d-4650-8140-8305a0e58fdd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 944 time: 0.0520952
Nov 10 04:47:25.527754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b04aa0a9-0f08-4c03-88a1-88f2488c65de req-ef7cb8ee-8fb5-4b68-be52-562873c8444a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423372
Nov 10 04:47:25.758311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895d18-ab81-4291-b66d-51a5164dbd2c req-88f70a23-ba1e-4314-9f09-2c44108d063e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:25.759791 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36895d18-ab81-4291-b66d-51a5164dbd2c req-88f70a23-ba1e-4314-9f09-2c44108d063e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 944 time: 0.0497277
Nov 10 04:47:25.806258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-36895d18-ab81-4291-b66d-51a5164dbd2c req-2908c39d-dc54-4cc7-b7e3-df66205e2f4e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405719
Nov 10 04:47:26.015016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1159f4ec-45c2-4b91-b209-e19c5ba89de4'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:47:26.592241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:47:26.640878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:47:26.644540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:47:26.644940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:26.723319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:26.746388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:26.748617 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6881100b-f830-49ad-b3ba-69a9f8de0ff6" -d '{"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:26.760923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:26.764969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:26.817078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:26.850115 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d55fb5-1793-4158-a9ee-5d09a16b10dd x-openstack-request-id: req-02d55fb5-1793-4158-a9ee-5d09a16b10dd {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:26.850421 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-plugged", "status": "completed", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:26.851238 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d55fb5-1793-4158-a9ee-5d09a16b10dd {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:26.851637 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'code': 200}
Nov 10 04:47:26.926317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c93e32-971b-4e65-a01c-b9acc0940ae2 req-4f0f218a-17c9-408a-a63d-9e6149d48a1c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:26.927781 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99c93e32-971b-4e65-a01c-b9acc0940ae2 req-4f0f218a-17c9-408a-a63d-9e6149d48a1c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0487888
Nov 10 04:47:26.971810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-62fe1377-d2db-4d2a-8abc-4f5f2085bb75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:26.973315 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-62fe1377-d2db-4d2a-8abc-4f5f2085bb75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb22768f-7bef-495d-a575-2f5febba7ae3 HTTP/1.1" status: 200  len: 945 time: 0.0496712
Nov 10 04:47:26.980322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-99c93e32-971b-4e65-a01c-b9acc0940ae2 req-43fa6c1d-9f39-4ce4-8d59-305127518107 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461366
Nov 10 04:47:27.062029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Deleting port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:47:27.062372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.152589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] For port 1159f4ec-45c2-4b91-b209-e19c5ba89de4, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1159f4ec-45c2-4b91-b209-e19c5ba89de4,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:27.152990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.320266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.320689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.321153 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d disassociated. External IP: 172.32.3.211, port: 1159f4ec-45c2-4b91-b209-e19c5ba89de4.
Nov 10 04:47:27.321471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Calling delete_port for 1159f4ec-45c2-4b91-b209-e19c5ba89de4 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:47:27.448132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.477056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'Port': ['ID=1159f4ec-45c2-4b91-b209-e19c5ba89de4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:27.594029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:47:27.702714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:47:27.713915 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:47:27.723705 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:47:27.724327 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b69a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:47:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:27.742613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] No DVR routers for this DVR port 1159f4ec-45c2-4b91-b209-e19c5ba89de4 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:47:27.745309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:27.748790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3104489e-b8a7-49a3-9eaa-b6c01bfc3995 req-f2d3176d-8b39-47d6-a7bd-237bbc4919d2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "DELETE /v2.0/ports/1159f4ec-45c2-4b91-b209-e19c5ba89de4 HTTP/1.1" status: 204  len: 173 time: 0.7693708
Nov 10 04:47:27.749168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-deleted', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:27.751412 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8723c2a-52d5-42b7-a68e-17808e74ceee" -d '{"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-deleted", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:27.791557 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecf38e-85de-4f44-ba10-effadd59a9b1 x-openstack-request-id: req-d8ecf38e-85de-4f44-ba10-effadd59a9b1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:27.791877 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb22768f-7bef-495d-a575-2f5febba7ae3", "name": "network-vif-deleted", "tag": "1159f4ec-45c2-4b91-b209-e19c5ba89de4", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:27.792185 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ecf38e-85de-4f44-ba10-effadd59a9b1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:27.792594 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb22768f-7bef-495d-a575-2f5febba7ae3', 'name': 'network-vif-deleted', 'tag': '1159f4ec-45c2-4b91-b209-e19c5ba89de4', 'status': 'completed', 'code': 200}
Nov 10 04:47:27.841767 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:47:28.046300 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b69a0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:28.077497 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:47:28.090089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:47:28.090704 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144b69a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:47:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:28.192881 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:47:28.252745 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-75cea397-d6cc-4236-96e6-ccba0888cf88 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1769615587&fields=id&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 267 time: 0.0405574
Nov 10 04:47:28.357236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a01d333c-dde0-4389-9845-f10bc6c55e84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:28.358617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a01d333c-dde0-4389-9845-f10bc6c55e84 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.0982132
Nov 10 04:47:28.374872 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-b23c19ac-8831-4873-8dd3-5a5c29f35781 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/quotas/6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 375 time: 0.0103717
Nov 10 04:47:28.392329 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144b69a0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:28.417999 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87753b21-7491-4485-8120-d7309dc7fd2b None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:47:28.433430 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-cd20c54f-f61d-41c7-a91c-e60b8cba7226 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0523934
Nov 10 04:47:28.581718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-f1b23e2c-1f01-4649-8954-cff199ddacb0 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357305
Nov 10 04:47:28.674752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6ecfa-3863-41b4-baba-3438fe3de1bc None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:47:28.685417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-4deacfdb-4eea-4924-a885-7585ff775e16 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948777
Nov 10 04:47:28.862639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-200c8241-855b-4804-9ae6-770935b2ce7c req-3b9e3f01-8371-4134-925d-3c91e3bba730 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 210 time: 0.0330241
Nov 10 04:47:29.830216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-e7ff3a57-2295-47c2-a24c-d4a91d01a944 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:29.831695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-e7ff3a57-2295-47c2-a24c-d4a91d01a944 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1121149
Nov 10 04:47:29.895799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a7a2546c-54db-4fbf-813a-d0a97c1e5c87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 380 time: 0.0546644
Nov 10 04:47:29.906879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'port': {'device_id': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'admin_state_up': True, 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'security_groups': ['9bc7a931-5b67-4ac9-bf98-460d70f48631']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:47:29.957283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dce107a3-6632-4004-957d-79d78a6fe721 req-44a3ad52-edc9-42f7-b8cc-0e346debf3ac tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 210 time: 0.0265908
Nov 10 04:47:30.020457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:47:30.024028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.149305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Allocated IP 172.20.0.10 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/08b4a263-6886-470f-860e-770eeeca26a9) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:47:30.280932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.313702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.357584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:47:30.362674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:47:30.367077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:47:30.394797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:30.421348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:30.421976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.439698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-18af973e-285f-4763-a34e-e35cc195020e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5364962
Nov 10 04:47:30.451728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Request body: {'port': {'device_id': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:47:30.508518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.588579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:47:30.614492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 1159f4ec-45c2-4b91-b209-e19c5ba89de4 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:47:30.614823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1159f4ec-45c2-4b91-b209-e19c5ba89de4 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:47:30.625109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5944ede2-e698-407f-92b6-c57e8f5f113f None None] Provisioning complete for port 08b4a263-6886-470f-860e-770eeeca26a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:47:30.625714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5944ede2-e698-407f-92b6-c57e8f5f113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.659175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5944ede2-e698-407f-92b6-c57e8f5f113f None None] Port 08b4a263-6886-470f-860e-770eeeca26a9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:47:30.772219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:47:30.780068 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.792321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Transition to ACTIVE for port object 08b4a263-6886-470f-860e-770eeeca26a9 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:47:30.796422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:30.845106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:30.921368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:47:30.922085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:47:30.922085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:47:30.926468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:47:30.926785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:47:30.931708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:47:30.932144 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:47:30.932406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:47:30.933230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Bound port: 08b4a263-6886-470f-860e-770eeeca26a9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:47:30.933230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:31.002291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:47:31.005569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:47:31.010757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:31.055027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.055717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:31.057094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] 10.222.0.21 "PUT /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1092 time: 0.6096075
Nov 10 04:47:31.070972 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:31.073072 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb339fb-c88f-4893-990c-c7a22682f417" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:31.135924 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f208f4-03d0-447f-b6c8-78f3b06fa434 x-openstack-request-id: req-e1f208f4-03d0-447f-b6c8-78f3b06fa434 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:31.136206 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:31.136459 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1f208f4-03d0-447f-b6c8-78f3b06fa434 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:31.136863 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'status': 'completed', 'code': 200}
Nov 10 04:47:31.138354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c4620-1a6d-43f6-9f9b-920b925fbbce service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:31.149116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215dd7-857d-4fc2-8d6c-41579a82da7d req-40e01437-ed78-4f42-b40e-5ca181b91fe3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.150662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53215dd7-857d-4fc2-8d6c-41579a82da7d req-40e01437-ed78-4f42-b40e-5ca181b91fe3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.1134140
Nov 10 04:47:31.190948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-130fabaf-738a-4ff9-b251-66faf0c19ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.192360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-130fabaf-738a-4ff9-b251-66faf0c19ea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0898345
Nov 10 04:47:31.242544 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53215dd7-857d-4fc2-8d6c-41579a82da7d req-517a12d4-05e1-4ae3-b1fe-5095042de23a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844352
Nov 10 04:47:31.244217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-9d6dc823-5fc5-48c3-8ec6-a6c9737cc235 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 217 time: 0.0414436
Nov 10 04:47:31.299311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-68def944-2a0a-4694-9fdb-bf4f37b5bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.300747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-68def944-2a0a-4694-9fdb-bf4f37b5bff2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0488129
Nov 10 04:47:31.661233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-299d02a1-9bee-4595-8cf3-1bf5eaf9e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.662719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-299d02a1-9bee-4595-8cf3-1bf5eaf9e923 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3548117
Nov 10 04:47:31.751998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-61b8b0f2-75f2-4edd-8e02-1ec41e4b001d service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814369
Nov 10 04:47:31.842795 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7d91c4c6-7a8a-4dc8-b95d-76aa230bec12 req-1b14e856-2cd8-49e3-9f57-eb513439f03a service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840867
Nov 10 04:47:31.927694 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-6728e477-c500-4e13-90ba-8e22eea80669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:31.929777 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-6728e477-c500-4e13-90ba-8e22eea80669 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0415142
Nov 10 04:47:32.020549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-a3f00607-6a0e-453c-b322-8daebb51ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:32.021993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-a3f00607-6a0e-453c-b322-8daebb51ec3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0856194
Nov 10 04:47:32.064466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-b69d5704-4505-4b5d-a56f-cb64825ec5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 217 time: 0.0346119
Nov 10 04:47:32.117058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-ef4fd015-e3ff-4c60-826e-d6ef7d49f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:32.118480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-ef4fd015-e3ff-4c60-826e-d6ef7d49f675 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0473168
Nov 10 04:47:32.166090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-bc238167-f3eb-4811-a01e-920e2e74bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:32.167542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-bc238167-f3eb-4811-a01e-920e2e74bcac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401046
Nov 10 04:47:32.256050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-02d21703-f1f1-455b-8a58-c4f64656349d service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795646
Nov 10 04:47:32.350465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aeb339fb-c88f-4893-990c-c7a22682f417 req-acbc4330-da4a-42c9-bd05-0e5f3df6d35c service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867028
Nov 10 04:47:32.361039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c0bf-2446-477d-ad82-4c1f5e4ea54e req-7666ec47-026c-4393-93ec-20225848c1da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:32.362591 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f673c0bf-2446-477d-ad82-4c1f5e4ea54e req-7666ec47-026c-4393-93ec-20225848c1da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.0488427
Nov 10 04:47:32.409136 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f673c0bf-2446-477d-ad82-4c1f5e4ea54e req-ccd70b77-38d3-4560-9984-16c33cd7148f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404966
Nov 10 04:47:33.525091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29447a-697d-423f-bd72-fa0cce02a187 req-6270ca7e-284e-4db7-bef6-8b9e679bf911 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:33.526559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d29447a-697d-423f-bd72-fa0cce02a187 req-6270ca7e-284e-4db7-bef6-8b9e679bf911 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.0500891
Nov 10 04:47:33.573331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d29447a-697d-423f-bd72-fa0cce02a187 req-05a298d5-375b-4b82-815c-4e84039cec26 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407913
Nov 10 04:47:34.250079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:47:34.344716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:34.355271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '08b4a263-6886-470f-860e-770eeeca26a9', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:47:34.398043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:34.410510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-53cd50c4-decc-4b71-9129-4fef869d09ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:34.415743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:47:34.435495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:34.438912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:34.483461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:34.689855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['08b4a263-6886-470f-860e-770eeeca26a9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:47:34.695394 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9827-39da-4547-ab4d-97f2b1c71321 req-36e6a1fe-ac4e-4b96-a3a5-70437c27ea38 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:34.696924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31ba9827-39da-4547-ab4d-97f2b1c71321 req-36e6a1fe-ac4e-4b96-a3a5-70437c27ea38 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 945 time: 0.0549362
Nov 10 04:47:34.745238 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-31ba9827-39da-4547-ab4d-97f2b1c71321 req-26b5c0bc-8ca8-4055-a3ec-68e854e5a900 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420582
Nov 10 04:47:35.868361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495fd65-1910-4de9-9870-ac34e1448910 req-d1d9093e-3fec-4654-8001-68db021e15a6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:35.869849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7495fd65-1910-4de9-9870-ac34e1448910 req-d1d9093e-3fec-4654-8001-68db021e15a6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 945 time: 0.0546858
Nov 10 04:47:35.916310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7495fd65-1910-4de9-9870-ac34e1448910 req-160bc4ba-a839-4080-be95-f9525ad94cb8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406032
Nov 10 04:47:36.266010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:47:36.316623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 08b4a263-6886-470f-860e-770eeeca26a9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:47:36.320729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 08b4a263-6886-470f-860e-770eeeca26a9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:47:36.321101 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:36.547436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:36.569245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:36.571456 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4bda3-e0d8-46f3-a33c-dfc539723457" -d '{"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-plugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:36.583841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:47:36.589289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:36.612324 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab834e9-c56a-4676-8e1f-6da8f2a08bd3 x-openstack-request-id: req-bab834e9-c56a-4676-8e1f-6da8f2a08bd3 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:36.612656 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-plugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:36.612943 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab834e9-c56a-4676-8e1f-6da8f2a08bd3 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:36.613330 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'code': 200}
Nov 10 04:47:36.637903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:47:36.709417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e82bd-296e-4447-b1c4-122d7c477f3c req-12912246-ea25-471c-8329-5c50f7eaff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:36.711419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-630e82bd-296e-4447-b1c4-122d7c477f3c req-12912246-ea25-471c-8329-5c50f7eaff19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1097 time: 0.0399592
Nov 10 04:47:36.755108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-630e82bd-296e-4447-b1c4-122d7c477f3c req-089e0288-166d-48c6-83d9-fd666d355008 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363045
Nov 10 04:47:36.973444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-802c885d-bc00-4a23-a533-75736af84229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:37.036955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d271a8-089c-49a4-8208-8326085450fc req-53707dde-0e7e-4ba5-8dcb-de8be7453127 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:37.038493 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6d271a8-089c-49a4-8208-8326085450fc req-53707dde-0e7e-4ba5-8dcb-de8be7453127 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0528455
Nov 10 04:47:37.087628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c6d271a8-089c-49a4-8208-8326085450fc req-a40c5561-6f5c-4af9-a0ec-2d8763ac1e6e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431025
Nov 10 04:47:38.060080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:38.206066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a6c8-6ca9-47ac-87ed-e27658f28f43 req-ca47947a-a874-48eb-9181-6b3e2256b3e9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:38.207538 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f3a6c8-6ca9-47ac-87ed-e27658f28f43 req-ca47947a-a874-48eb-9181-6b3e2256b3e9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0472057
Nov 10 04:47:38.253837 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3f3a6c8-6ca9-47ac-87ed-e27658f28f43 req-46f9ae16-af3d-4af2-9cbd-70620c733431 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396700
Nov 10 04:47:38.364514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04949d-b86b-4e65-be60-44277e385aeb req-c8dd4406-df2d-44c2-a62a-1885c68a3e30 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:38.366040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a04949d-b86b-4e65-be60-44277e385aeb req-c8dd4406-df2d-44c2-a62a-1885c68a3e30 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0489128
Nov 10 04:47:38.374500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54132) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:47:38.378842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'floatingip': {'port_id': '08b4a263-6886-470f-860e-770eeeca26a9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:47:38.418359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:38.829970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:38.833937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:38.933513 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d associated. External IP: 172.32.3.211, port: 08b4a263-6886-470f-860e-770eeeca26a9.
Nov 10 04:47:39.141854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:47:39.251134 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:47:39.256262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:39.260756 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:47:39.269929 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:47:39.270525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148868b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:39.282888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fbf01081-fcbc-4ea9-a0ff-291f44bdf369 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "PUT /v2.0/floatingips/1a72b636-3468-4f59-8f06-84474dc3cd6d HTTP/1.1" status: 200  len: 992 time: 0.9073234
Nov 10 04:47:39.283466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:47:39.285772 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8653b92-a504-4201-8c99-847de6778782" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:47:39.325762 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd6a8f-f708-436f-95f3-12f0081aae04 x-openstack-request-id: req-69dd6a8f-f708-436f-95f3-12f0081aae04 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:47:39.326052 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:47:39.326304 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69dd6a8f-f708-436f-95f3-12f0081aae04 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:47:39.326708 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'status': 'completed', 'code': 200}
Nov 10 04:47:39.376237 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:47:39.390576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653b92-a504-4201-8c99-847de6778782 req-826107d5-43a9-4482-bdad-623506243b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:39.392197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-826107d5-43a9-4482-bdad-623506243b16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1097 time: 0.0421891
Nov 10 04:47:39.489772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653b92-a504-4201-8c99-847de6778782 req-ac09bc1f-0f19-42e4-953a-007f729631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:39.491989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-ac09bc1f-0f19-42e4-953a-007f729631fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0934741
Nov 10 04:47:39.520700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:39.560112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-8748c624-5666-4f06-8558-556a2d4530f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1000 time: 0.0612075
Nov 10 04:47:39.611072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653b92-a504-4201-8c99-847de6778782 req-07e534cc-f3f2-4284-a3a2-5d34d82c2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:39.611535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148868b0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:47:38Z', 'revision_number': 9, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:39.612539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-07e534cc-f3f2-4284-a3a2-5d34d82c2423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0452785
Nov 10 04:47:39.637321 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:47:39.645679 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:47:39.646220 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82148868b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:47:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:39.662354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653b92-a504-4201-8c99-847de6778782 req-f1cfc9dc-974e-457d-b1b9-358877cf03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:39.664458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-f1cfc9dc-974e-457d-b1b9-358877cf03a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450723
Nov 10 04:47:39.750695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:47:39.758390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-721142ea-141d-4cfc-ad29-98d93fb87910 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818369
Nov 10 04:47:39.856252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8653b92-a504-4201-8c99-847de6778782 req-58bdaf8c-cfb5-4dcf-98ca-38532c529fe4 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910668
Nov 10 04:47:39.971580 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82148868b0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:47:38Z', 'revision_number': 9, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:47:39.996097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273cfa1-7d95-417b-92d7-b2e2df108f9a None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:47:38Z', 'revision_number': 9, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:47:40.195971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c92aa2-f97a-477d-a306-d82995529148 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:47:40.307251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:42.315795 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-7770d01c-9db0-454c-9ac8-b024771a91e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388479
Nov 10 04:47:42.395325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-6cc2f825-9a59-4f49-88ca-470b99237612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:42.396876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-6cc2f825-9a59-4f49-88ca-470b99237612 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1097 time: 0.0404339
Nov 10 04:47:42.504977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-95232137-dddd-44f1-a502-06ad7b2944ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:42.507085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-95232137-dddd-44f1-a502-06ad7b2944ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0909467
Nov 10 04:47:42.574326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-d4e8968e-c432-4478-bbef-e3d0349fda3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0585124
Nov 10 04:47:42.626898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-98163ff6-fbbb-4155-b7a0-e09122b00fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:42.628303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-98163ff6-fbbb-4155-b7a0-e09122b00fad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0476949
Nov 10 04:47:42.672176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-4c08d0b5-7e6c-473c-9652-1d9a20e207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:47:42.673668 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-4c08d0b5-7e6c-473c-9652-1d9a20e207a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387833
Nov 10 04:47:42.765842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-ab771c84-2690-41b8-992e-d0c974978763 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849340
Nov 10 04:47:42.858738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d250b19-60e4-4806-b8f5-103f8daaf2f5 req-61060036-297c-412a-a6b5-7ac30d2395a4 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855517
Nov 10 04:47:44.556160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:47:49.077254 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:47:49.332367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:04.401286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb0f2-985b-4ae4-bce3-896a7b9d564e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:06.977214 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a89730a7-f32b-40ec-9f8b-d75f67192cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:08.062452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:09.514685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:10.289017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:19.090578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:19.346800 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:21.555107 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:48:34.401794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ec3d-bea0-4835-85f9-dbcac4836def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:36.978047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0eb394fc-a461-4487-adde-126c8c0c8892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:38.064388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:39.517407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:40.290170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:43.775507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-23568d99-9c63-4ac8-a152-8f406a116178 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403435
Nov 10 04:48:43.859920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-5315a4dd-a90d-4d91-a4dd-8c31f7469bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:48:43.861437 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-5315a4dd-a90d-4d91-a4dd-8c31f7469bbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1097 time: 0.0454152
Nov 10 04:48:43.961847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-74c2052e-d9bc-4e70-b3b4-853efe6dee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:48:43.963301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-74c2052e-d9bc-4e70-b3b4-853efe6dee72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0838692
Nov 10 04:48:44.031962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-41c3a176-8b12-4bf1-9b16-3cd34b6965a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0614729
Nov 10 04:48:44.081618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-d005f189-c2ab-49fe-adb4-caed88a92ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:48:44.083092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-d005f189-c2ab-49fe-adb4-caed88a92ba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0453393
Nov 10 04:48:44.127569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-a5c7166b-269d-466b-94aa-e4d051dbd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:48:44.129025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-a5c7166b-269d-466b-94aa-e4d051dbd729 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387962
Nov 10 04:48:44.140318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-1f561d26-68c9-4d3c-b08e-d32e63f6d9fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:48:44.141257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-1f561d26-68c9-4d3c-b08e-d32e63f6d9fc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047228
Nov 10 04:48:44.233163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-1dc036f2-5515-42da-97f3-fc5a9cfe9c3d service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849469
Nov 10 04:48:44.320753 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f2ea2f5-9151-4341-a05a-3a6023a2c072 req-00741d68-feeb-48c8-bb96-4deaf7ca7185 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811110
Nov 10 04:48:49.087703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:49.350071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:48:58.553666 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:49:04.403230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dac54b9e-182a-4c74-ad60-47cfff5e640b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:06.979099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-edad7909-2fb9-4b99-b1aa-7fd99153888b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:08.069170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:09.521144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:10.292413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:15.309244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-5270a66c-1ecf-4f0f-81ef-fde4be11885f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0742962
Nov 10 04:49:15.317383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46770966-f5f5-414f-a76d-47d05fecacc5 req-dd3a2eb6-8157-4989-be71-fb13e8e75de1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:15.318814 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46770966-f5f5-414f-a76d-47d05fecacc5 req-dd3a2eb6-8157-4989-be71-fb13e8e75de1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0716152
Nov 10 04:49:15.367331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-46770966-f5f5-414f-a76d-47d05fecacc5 req-515ae01c-e18a-4dda-bc46-5117e7bf9338 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425520
Nov 10 04:49:16.351452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-f41aa47f-63fb-428c-a103-7040b22c24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:16.352873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-f41aa47f-63fb-428c-a103-7040b22c24ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1097 time: 0.0458262
Nov 10 04:49:16.452409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e254ffa0-95f1-4dc2-87dc-e9b5ec809cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:16.453855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e254ffa0-95f1-4dc2-87dc-e9b5ec809cec service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0944848
Nov 10 04:49:16.538078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3dfe6-6c82-4859-8937-1b12b0739aa5 req-7adc26e8-6934-4c2e-b752-24a2bec80f62 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:16.539524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd3dfe6-6c82-4859-8937-1b12b0739aa5 req-7adc26e8-6934-4c2e-b752-24a2bec80f62 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.1008239
Nov 10 04:49:16.545636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-ea0c8c03-e90c-4226-b143-7fcf5d18594a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0785115
Nov 10 04:49:16.617986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-fdd101a0-0b99-4def-832b-f7cd4f43ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:16.619589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-fdd101a0-0b99-4def-832b-f7cd4f43ffc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0661681
Nov 10 04:49:16.623993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7cd3dfe6-6c82-4859-8937-1b12b0739aa5 req-5a1d54e8-79b7-4b72-9776-4ea80b1b873d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775132
Nov 10 04:49:16.669376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-c0787677-8dde-4fa5-999c-db0e030af70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:16.670885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-c0787677-8dde-4fa5-999c-db0e030af70a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444562
Nov 10 04:49:16.758606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-ec1360b9-653c-4915-9261-934b24a3b3f9 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800865
Nov 10 04:49:16.850120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-f595c328-efda-4700-a68d-40a7e8b15aed service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851753
Nov 10 04:49:17.741213 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e9845-0b2f-4a1f-9701-e5c9d87b6c61 req-334a46f1-0c59-43e6-9914-0153621ea570 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:17.742665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-126e9845-0b2f-4a1f-9701-e5c9d87b6c61 req-334a46f1-0c59-43e6-9914-0153621ea570 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0485377
Nov 10 04:49:17.788953 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-126e9845-0b2f-4a1f-9701-e5c9d87b6c61 req-38aea071-9729-4a0d-ab7f-f9114362ebea tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403471
Nov 10 04:49:18.905860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d46f6-c962-42b1-84d0-bb99ac366635 req-408aea4c-efdc-475a-aac8-7acfad3f9b6b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:18.907307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-296d46f6-c962-42b1-84d0-bb99ac366635 req-408aea4c-efdc-475a-aac8-7acfad3f9b6b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0484920
Nov 10 04:49:18.953796 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-296d46f6-c962-42b1-84d0-bb99ac366635 req-150f4a84-0367-4fe5-915a-e0fc8178d8d7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399601
Nov 10 04:49:19.101891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:19.347033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:20.071359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c2cd-8f84-442d-87f1-9ee983242dcb req-be11c711-9875-4ccf-9cf4-6b86aefd385e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:20.072946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6675c2cd-8f84-442d-87f1-9ee983242dcb req-be11c711-9875-4ccf-9cf4-6b86aefd385e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0511775
Nov 10 04:49:20.119037 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6675c2cd-8f84-442d-87f1-9ee983242dcb req-7bd383d7-9796-4bdb-8a86-2e89bb2312b3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401452
Nov 10 04:49:21.233196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4cd94-6eae-433e-87c3-3e1c9f1c3b86 req-10866c87-6ea3-4979-b883-3c5f35c074e8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:21.234634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36b4cd94-6eae-433e-87c3-3e1c9f1c3b86 req-10866c87-6ea3-4979-b883-3c5f35c074e8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0486331
Nov 10 04:49:21.285203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-36b4cd94-6eae-433e-87c3-3e1c9f1c3b86 req-2d69aa27-697e-4229-beaa-bd03f12dadb8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440476
Nov 10 04:49:22.399840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204516ca-a6c7-4ed2-9ae6-c41458303f33 req-7f309a0c-f585-4c1e-8693-6b48a2118ecf tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:22.401332 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-204516ca-a6c7-4ed2-9ae6-c41458303f33 req-7f309a0c-f585-4c1e-8693-6b48a2118ecf tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0471518
Nov 10 04:49:22.446997 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-204516ca-a6c7-4ed2-9ae6-c41458303f33 req-aec73eb9-21a3-48d5-8128-8345dc33aa64 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398440
Nov 10 04:49:23.563428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c674d-3dd8-466c-8a37-d1bb2f1204d3 req-68c7376a-6f9a-410a-9f75-b8fcbfd0ecaa tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:23.564953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b57c674d-3dd8-466c-8a37-d1bb2f1204d3 req-68c7376a-6f9a-410a-9f75-b8fcbfd0ecaa tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0492961
Nov 10 04:49:23.612936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b57c674d-3dd8-466c-8a37-d1bb2f1204d3 req-b71e7b53-4d04-4914-bf30-8c8921c98002 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415370
Nov 10 04:49:24.732548 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309897a-54ac-4a9c-89e5-4cc1c5ea7b0d req-2cc9946a-a265-4ee7-872a-8d5e6b432fbf tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:24.734032 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8309897a-54ac-4a9c-89e5-4cc1c5ea7b0d req-2cc9946a-a265-4ee7-872a-8d5e6b432fbf tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0537307
Nov 10 04:49:24.780153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8309897a-54ac-4a9c-89e5-4cc1c5ea7b0d req-0477579d-290c-4820-8eae-f9f32dd38f03 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400960
Nov 10 04:49:25.897539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644582-c07c-428d-98ef-9eb65ca16544 req-1ed86ae6-4d31-4da5-959f-38a05097ee06 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:25.899027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20644582-c07c-428d-98ef-9eb65ca16544 req-1ed86ae6-4d31-4da5-959f-38a05097ee06 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0481446
Nov 10 04:49:25.945380 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-20644582-c07c-428d-98ef-9eb65ca16544 req-0c7d21c6-02ca-4795-bd55-7abd8b5e98a8 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405343
Nov 10 04:49:27.062276 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f4fd-2c95-4437-b9ba-b00a42480609 req-ef4e3659-011a-4bb4-9720-ffa64471bda9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:27.063813 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5280f4fd-2c95-4437-b9ba-b00a42480609 req-ef4e3659-011a-4bb4-9720-ffa64471bda9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0495152
Nov 10 04:49:27.110947 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5280f4fd-2c95-4437-b9ba-b00a42480609 req-e5f1a76e-437f-48e4-9f93-da34407ffa8a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404897
Nov 10 04:49:28.229980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954a32-0d21-4025-a42a-7550b7c0ff3b req-30254af6-6a27-4594-a5f4-9d34a34850a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:28.231422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc954a32-0d21-4025-a42a-7550b7c0ff3b req-30254af6-6a27-4594-a5f4-9d34a34850a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 946 time: 0.0528173
Nov 10 04:49:28.277386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc954a32-0d21-4025-a42a-7550b7c0ff3b req-9030358b-b9d3-4c39-a6e5-418365f1e223 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401573
Nov 10 04:49:28.657164 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-84d64895-4ac1-4fa8-a945-0bfb7dd8f968 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:49:28.658612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-84d64895-4ac1-4fa8-a945-0bfb7dd8f968 service neutron] 10.222.0.21 "GET /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0657964
Nov 10 04:49:28.865624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-1150573d-d825-474a-8029-88e84d693737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:28.867102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-1150573d-d825-474a-8029-88e84d693737 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1097 time: 0.0420258
Nov 10 04:49:28.878733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:49:28.933305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:29.131669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:29.163966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:49:29.200895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:29.203101 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d4119-77e6-4d51-85fd-9781a35cc6d0" -d '{"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:29.206729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:29.219667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Transition to ACTIVE for port object 08b4a263-6886-470f-860e-770eeeca26a9 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:49:29.223554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:29.258790 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4f9e9-a14d-4797-87a0-eefce933e53b x-openstack-request-id: req-bab4f9e9-a14d-4797-87a0-eefce933e53b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:29.259320 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:29.259320 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab4f9e9-a14d-4797-87a0-eefce933e53b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:29.259677 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'code': 200}
Nov 10 04:49:29.304521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:29.319279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.319622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.319958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.320356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.320650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.321027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.321347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.321665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.321988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.322303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.322617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.322930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:29.364967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] No DVR routers for this DVR port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:49:29.809441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf8e8d-77df-4bb6-a46e-8abb303056f4 req-9e7091db-01c7-437f-8ca3-f770f0a423f3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:29.810854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ebf8e8d-77df-4bb6-a46e-8abb303056f4 req-9e7091db-01c7-437f-8ca3-f770f0a423f3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.4479876
Nov 10 04:49:29.894670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ebf8e8d-77df-4bb6-a46e-8abb303056f4 req-98133e01-a208-4779-a5a9-6fa6020317c7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779521
Nov 10 04:49:29.897009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:49:29.897342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:49:29.897664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:29.902008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:49:29.902327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:29.907139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:49:29.907479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:49:29.907856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:49:29.908272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Bound port: 08b4a263-6886-470f-860e-770eeeca26a9, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:49:29.908647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:29.971146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:49:29.974885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:49:29.979203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:30.013211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:30.013795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:30.015144 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] 10.222.0.26 "PUT /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1092 time: 1.1403468
Nov 10 04:49:30.050117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2765626-b4bb-4c1b-8f9a-a8720841258f service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:30.082007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-5b51bf37-bbe6-4211-bc1c-8b0f619d36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:30.083568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-5b51bf37-bbe6-4211-bc1c-8b0f619d36a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0456474
Nov 10 04:49:30.180485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-3f126561-3edc-4a65-b206-783baea07f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:30.181989 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-3f126561-3edc-4a65-b206-783baea07f7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0918865
Nov 10 04:49:30.250026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-f904b7a4-a97c-40af-8d80-6b88aedfe3d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1001 time: 0.0614562
Nov 10 04:49:30.298039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-b3b32ac2-d5e4-4aab-ab45-08550d436121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:30.299368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-b3b32ac2-d5e4-4aab-ab45-08550d436121 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0421679
Nov 10 04:49:30.344650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-2efe6a54-dc5b-4ca9-b2f8-fbd0ff629eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:30.346022 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-2efe6a54-dc5b-4ca9-b2f8-fbd0ff629eb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396192
Nov 10 04:49:30.436974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-7da5f319-c350-44cb-aa37-03b80a1a5245 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834010
Nov 10 04:49:30.525818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-775944c5-b2c2-426b-b459-c8ee0682f85b req-c95eac90-edcc-467f-bedb-f38b3ef5bfdd service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812261
Nov 10 04:49:31.011146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841a840-268a-43af-b92f-fe95b6606384 req-ed0aae40-33b4-4e71-b8d3-6daf1a516880 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.012598 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e841a840-268a-43af-b92f-fe95b6606384 req-ed0aae40-33b4-4e71-b8d3-6daf1a516880 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.0482953
Nov 10 04:49:31.062277 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e841a840-268a-43af-b92f-fe95b6606384 req-b3f0d638-f36e-4228-a7f6-de6b56e74345 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436745
Nov 10 04:49:31.260929 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:31.263236 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae538196-c7d3-4a4b-97e1-183233563f83" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:31.311066 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0501c6-3111-4014-9193-71b57a25f88b x-openstack-request-id: req-cd0501c6-3111-4014-9193-71b57a25f88b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:31.311713 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:31.311713 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd0501c6-3111-4014-9193-71b57a25f88b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:31.312059 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'status': 'completed', 'code': 200}
Nov 10 04:49:31.402506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-0c3c0669-7338-475d-b636-738c5c2fd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.404007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-0c3c0669-7338-475d-b636-738c5c2fd667 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0727744
Nov 10 04:49:31.406363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-4b831fd1-8310-48b3-9a54-d96b3a48c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.407670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-4b831fd1-8310-48b3-9a54-d96b3a48c914 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0675247
Nov 10 04:49:31.564485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-41d946fe-fa45-432c-8217-9da17e5f4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.565874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-41d946fe-fa45-432c-8217-9da17e5f4b36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1533515
Nov 10 04:49:31.567194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-493abe79-ba4e-4586-9e75-12d44086ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.568506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-493abe79-ba4e-4586-9e75-12d44086ebe9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1482561
Nov 10 04:49:31.678416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-b3c7df74-7464-4bde-b656-ea08bc4b06d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1001 time: 0.1035662
Nov 10 04:49:31.682150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-0f45f8be-f127-4805-a1e9-0f8f0284e3ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1001 time: 0.1016760
Nov 10 04:49:31.764264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-2070a4be-aa76-49e6-809c-5fd9d953d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.765737 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-2070a4be-aa76-49e6-809c-5fd9d953d4e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0802934
Nov 10 04:49:31.767087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-41a8dbd2-a95f-4e2e-9218-6c33b9b79ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.768368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-41a8dbd2-a95f-4e2e-9218-6c33b9b79ebc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0759509
Nov 10 04:49:31.837361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-d0ef8f46-3aae-478a-9393-1c4059275f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.838858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-d0ef8f46-3aae-478a-9393-1c4059275f3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0587375
Nov 10 04:49:31.841588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-641c6471-b83b-47b2-bf90-b2ca0de81b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:31.842930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-641c6471-b83b-47b2-bf90-b2ca0de81b94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0701339
Nov 10 04:49:31.997484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-0b2ac9e6-191d-4dde-8a08-882d5a4913da service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503606
Nov 10 04:49:32.000853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-14846d3b-f627-406a-b006-a58798227dea service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460888
Nov 10 04:49:32.165785 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-b04ac0f0-3e10-40e2-849d-bda795ae09a7 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615984
Nov 10 04:49:32.167656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ae538196-c7d3-4a4b-97e1-183233563f83 req-47387d06-9be2-4a80-a38b-3f802ce18832 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555386
Nov 10 04:49:32.190924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e355c6-bb85-41e5-999a-293ef0c05c5e req-e1fc8af5-3c23-4848-bd50-e32d97975005 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.192452 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53e355c6-bb85-41e5-999a-293ef0c05c5e req-e1fc8af5-3c23-4848-bd50-e32d97975005 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.0531316
Nov 10 04:49:32.240375 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-53e355c6-bb85-41e5-999a-293ef0c05c5e req-fc0ce599-7f39-4658-97dd-4692c62d2838 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419261
Nov 10 04:49:32.516824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-0b2a11e2-1db4-45f3-a1b5-517c1edc04e2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.518298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-0b2a11e2-1db4-45f3-a1b5-517c1edc04e2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&binding%3Ahost_id=nch2-817176-1 HTTP/1.1" status: 200  len: 944 time: 0.0524406
Nov 10 04:49:32.536801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cc837-38e0-4a45-8862-0e713c4b2d90 req-4c6c4a70-fb0a-49ae-9d78-b48e17770544 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.538287 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a7cc837-38e0-4a45-8862-0e713c4b2d90 req-4c6c4a70-fb0a-49ae-9d78-b48e17770544 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 944 time: 0.0492816
Nov 10 04:49:32.580082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-3c2d989a-5661-4f65-848d-4f7fe949c388 service neutron] 10.222.0.26 "GET /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9/bindings/nch2-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.0540845
Nov 10 04:49:32.585079 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5a7cc837-38e0-4a45-8862-0e713c4b2d90 req-afb59e78-77b9-43fa-9554-c4ea5dfb774c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408239
Nov 10 04:49:32.645022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-3c711178-0d38-42fa-91ef-d7f40ec1bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.647124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-3c711178-0d38-42fa-91ef-d7f40ec1bc17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1095 time: 0.0416155
Nov 10 04:49:32.741233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-67abe495-c097-4ddc-b8da-ba8cdd68e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.742606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-67abe495-c097-4ddc-b8da-ba8cdd68e1f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0886025
Nov 10 04:49:32.762143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:49:32.799441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:49:32.811246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1e6f63c-7451-4295-9d32-0ffd3df4fffc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1001 time: 0.0620441
Nov 10 04:49:32.864769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-055b196e-e467-493c-bba7-b9e8f0863c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.866252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-055b196e-e467-493c-bba7-b9e8f0863c8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0476046
Nov 10 04:49:32.912010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-7863de66-9ba2-4703-9103-28c2e60d4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:32.913545 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-7863de66-9ba2-4703-9103-28c2e60d4442 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400889
Nov 10 04:49:33.000230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-58fd61db-d8bc-4429-bdd9-4faba2c8c916 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799284
Nov 10 04:49:33.092127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-132ad129-bb30-4576-af63-52ba09e14253 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845780
Nov 10 04:49:33.136467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:49:33.231263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:33.242530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '08b4a263-6886-470f-860e-770eeeca26a9', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:49:33.278210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:33.291689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:49:33.310968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:33.315033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:33.362555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:33.370271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.370619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.370957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.371290 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.371621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.371948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.372271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.372593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.372938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.373259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.373578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.373898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:49:33.569301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['08b4a263-6886-470f-860e-770eeeca26a9'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:49:33.701954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498934-e230-4b8e-81ab-dbdd8ef82bf6 req-b75d921c-d34f-407e-a849-f92e141429ee tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:33.703473 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4b498934-e230-4b8e-81ab-dbdd8ef82bf6 req-b75d921c-d34f-407e-a849-f92e141429ee tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 945 time: 0.0489969
Nov 10 04:49:33.750577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4b498934-e230-4b8e-81ab-dbdd8ef82bf6 req-34b4c14c-b8b2-434e-b235-a1a1ebc35e5f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406561
Nov 10 04:49:34.406638 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dd091319-f6b3-4eb1-af73-e9b7dfe83803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:34.873328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a261-c331-4fb4-a8c3-db7864152c9f req-ce460608-8303-423f-b666-ca9ab90f3106 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:34.874867 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61d4a261-c331-4fb4-a8c3-db7864152c9f req-ce460608-8303-423f-b666-ca9ab90f3106 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 945 time: 0.0538549
Nov 10 04:49:34.924498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-61d4a261-c331-4fb4-a8c3-db7864152c9f req-88b1ad71-ade4-4c85-bc67-e346000b6296 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430808
Nov 10 04:49:35.024400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-c333bedb-5a0e-468d-8b99-7413e117ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:35.025911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-c333bedb-5a0e-468d-8b99-7413e117ef11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1096 time: 0.0470276
Nov 10 04:49:35.037668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:49:35.088790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.146082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:49:35.197763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 08b4a263-6886-470f-860e-770eeeca26a9 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:49:35.201896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 08b4a263-6886-470f-860e-770eeeca26a9 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:49:35.202294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.278382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.287761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:35.319933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:49:35.359083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:49:35.367681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.378875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Ignored duplicate provisioning block setup for port 08b4a263-6886-470f-860e-770eeeca26a9 by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 10 04:49:35.382502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.424095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 04:49:35.424556 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 04:49:35.458801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=9']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:35.506850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] No DVR routers for this DVR port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:49:35.553535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:49:35.647869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:49:35.648204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:49:35.648530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:35.652980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:49:35.653300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Attempting to bind port 08b4a263-6886-470f-860e-770eeeca26a9 on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:35.658163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:49:35.658497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:49:35.658879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:49:35.659301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Bound port: 08b4a263-6886-470f-860e-770eeeca26a9, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:49:35.659658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.661657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b4d0751-ae72-4633-b122-494e0332d733 None None] Provisioning complete for port 08b4a263-6886-470f-860e-770eeeca26a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:49:35.662020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0751-ae72-4633-b122-494e0332d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.695322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d0751-ae72-4633-b122-494e0332d733 None None] Port 08b4a263-6886-470f-860e-770eeeca26a9 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:49:35.723330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:49:35.726353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:49:35.731120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.765477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:35.766116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.767546 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] 10.222.0.21 "PUT /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1092 time: 0.7342565
Nov 10 04:49:35.767964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:35.770227 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894aed7c-0b8d-46e0-b11a-5d88723dec94" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:35.833743 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054897e-4e07-4517-b578-8740cefae52c x-openstack-request-id: req-9054897e-4e07-4517-b578-8740cefae52c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:35.834034 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:35.834296 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9054897e-4e07-4517-b578-8740cefae52c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:35.834700 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'status': 'completed', 'code': 200}
Nov 10 04:49:35.835286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acbefc-2e72-486d-ae47-11b669c1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:35.854405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-c3eb9fe9-ba7d-405e-94da-895a0b69ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:35.856400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-c3eb9fe9-ba7d-405e-94da-895a0b69ef30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1096 time: 0.0621915
Nov 10 04:49:35.956692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-f32a3ce1-fe04-47e0-af95-a1b73683e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:35.958188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-f32a3ce1-fe04-47e0-af95-a1b73683e4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1096 time: 0.1008530
Nov 10 04:49:35.966551 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:35.992436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:35.994824 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fad064-bf2b-4218-86c9-58e7f1666468" -d '{"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-plugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:36.013801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:36.019941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:36.031807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-181cbfd3-6cdb-4124-b879-90e662bf61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.033218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-181cbfd3-6cdb-4124-b879-90e662bf61d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1675861
Nov 10 04:49:36.050021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36eee5bf-2921-4b8e-90d7-aec1395d6dd4 None None] Provisioning complete for port 08b4a263-6886-470f-860e-770eeeca26a9 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:49:36.050478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36eee5bf-2921-4b8e-90d7-aec1395d6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:36.093700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218ab3-e846-4314-961c-5de264a6ea5a req-02866b55-9a30-47f5-9cc6-34580e6673f2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.094298 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca379ec-f2eb-4d0d-9ec2-b4062e06eafc x-openstack-request-id: req-aca379ec-f2eb-4d0d-9ec2-b4062e06eafc {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:36.094298 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-plugged", "status": "completed", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:36.094298 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aca379ec-f2eb-4d0d-9ec2-b4062e06eafc {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:36.094826 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'code': 200}
Nov 10 04:49:36.095580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d218ab3-e846-4314-961c-5de264a6ea5a req-02866b55-9a30-47f5-9cc6-34580e6673f2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0884600
Nov 10 04:49:36.122047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:36.125576 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-c80192cd-7b1b-48da-b748-ac5fe7b45cbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0822527
Nov 10 04:49:36.126594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-729fc467-89b4-4b56-873c-d25f16d22cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.127926 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-729fc467-89b4-4b56-873c-d25f16d22cc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1593993
Nov 10 04:49:36.152302 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d218ab3-e846-4314-961c-5de264a6ea5a req-b4292830-4d8d-4a87-85b6-ea954fc3c4f1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466125
Nov 10 04:49:36.229536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-57470eb6-7574-4426-97d3-a13d6c662e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.231099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-57470eb6-7574-4426-97d3-a13d6c662e02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0981727
Nov 10 04:49:36.234810 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-f42a4ec0-e1cd-4840-91c9-4e1950e778aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0934596
Nov 10 04:49:36.309613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-524a5ebb-1289-4a0b-ac06-5500f021c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.310954 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-524a5ebb-1289-4a0b-ac06-5500f021c6c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0651970
Nov 10 04:49:36.317424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-383bdbeb-726f-46b8-bfce-968373cbcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.318821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-383bdbeb-726f-46b8-bfce-968373cbcca0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0811887
Nov 10 04:49:36.410263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-da5e766e-e84a-4945-8c46-081af684dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.412322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-da5e766e-e84a-4945-8c46-081af684dd94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0926344
Nov 10 04:49:36.477647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-33ccc980-3813-4374-8dd6-9b73fbcc52df service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504302
Nov 10 04:49:36.570073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-64e2af8e-4d51-4dcd-9d20-0681fadca1d8 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499352
Nov 10 04:49:36.635418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bd1515-69b7-4c39-906e-8284a452ca23 req-fcedd9b1-7a55-466a-b7a4-1526d97ca2b4 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502461
Nov 10 04:49:36.674088 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-f52a37fd-1adc-4bf8-9274-b772ef6ea65f service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942540
Nov 10 04:49:36.721205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-9a4ebf54-0249-41bb-b418-c34f7324e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.722675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-9a4ebf54-0249-41bb-b418-c34f7324e1db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 1098 time: 0.0407631
Nov 10 04:49:36.816371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-7e92a5e0-6bd1-4e0b-9825-b74b8e393b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.817920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-7e92a5e0-6bd1-4e0b-9825-b74b8e393b2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0871327
Nov 10 04:49:36.886385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-f0d8b2be-7fd0-4f9b-85c1-18bc774ab672 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 200  len: 1003 time: 0.0618248
Nov 10 04:49:36.935915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-281d3334-d4f9-4d19-bed9-1c027cc17345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.937368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-281d3334-d4f9-4d19-bed9-1c027cc17345 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0438638
Nov 10 04:49:36.980108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b2061e6e-bef3-4892-a503-984b409a458e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:36.984099 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-5e47be7c-79aa-4887-b20e-4c5e8f6ac731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:36.985627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-5e47be7c-79aa-4887-b20e-4c5e8f6ac731 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402460
Nov 10 04:49:37.081758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-533c8743-e674-426e-9f17-9d02fe5b1811 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876720
Nov 10 04:49:37.171902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-894aed7c-0b8d-46e0-b11a-5d88723dec94 req-26532049-829c-46f5-b5a7-4d751027ca49 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813086
Nov 10 04:49:37.276537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de925ae-8bbc-47a1-8169-7c39bd2234d5 req-4e879438-9dbc-4c8d-b9ce-b191367ad580 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:37.278020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6de925ae-8bbc-47a1-8169-7c39bd2234d5 req-4e879438-9dbc-4c8d-b9ce-b191367ad580 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0488119
Nov 10 04:49:37.328551 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6de925ae-8bbc-47a1-8169-7c39bd2234d5 req-ad603cc4-4988-4fb4-8242-077789efdf20 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445971
Nov 10 04:49:38.071174 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:38.440694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d62e9-d64d-4e8c-8bf3-4be46d8a468b req-227483d6-370e-40a0-a875-a089de0be2e1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:38.442156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff8d62e9-d64d-4e8c-8bf3-4be46d8a468b req-227483d6-370e-40a0-a875-a089de0be2e1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0477817
Nov 10 04:49:38.492373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ff8d62e9-d64d-4e8c-8bf3-4be46d8a468b req-5bc3f013-42f7-467c-94cf-ccaafd8ffcae tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437958
Nov 10 04:49:38.607892 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40dbf4-37a6-4cdd-94dc-a7bb00ad7e08 req-5f20b177-6c7d-40be-a4fa-226d9d57c82c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:38.609331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a40dbf4-37a6-4cdd-94dc-a7bb00ad7e08 req-5f20b177-6c7d-40be-a4fa-226d9d57c82c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0517037
Nov 10 04:49:38.656747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a40dbf4-37a6-4cdd-94dc-a7bb00ad7e08 req-5c75424e-e9d1-41da-998b-1f48ee6aad12 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413978
Nov 10 04:49:38.767779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353667c-3a79-49c3-8e31-955f906d35ce req-112a0dbe-d359-4bd9-ab54-6e2e6aa21f30 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:38.769275 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3353667c-3a79-49c3-8e31-955f906d35ce req-112a0dbe-d359-4bd9-ab54-6e2e6aa21f30 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0477817
Nov 10 04:49:38.816190 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3353667c-3a79-49c3-8e31-955f906d35ce req-459b3cd7-6548-4d99-830e-9e29fdcd1c86 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404754
Nov 10 04:49:39.048854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3385e-404b-49bc-8c09-792196c9983a req-52ade5af-abee-47dd-b34b-bd0faca7f3ba tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:39.050389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7d3385e-404b-49bc-8c09-792196c9983a req-52ade5af-abee-47dd-b34b-bd0faca7f3ba tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0528903
Nov 10 04:49:39.097934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a7d3385e-404b-49bc-8c09-792196c9983a req-905f0dd1-96b3-46e0-bf16-7d810d0705e2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407557
Nov 10 04:49:39.161606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:49:39.201833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:49:39.523250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.246041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-99e8b5b1-8304-46f4-bbf1-26c9f2087e4d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:40.247458 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-99e8b5b1-8304-46f4-bbf1-26c9f2087e4d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0712969
Nov 10 04:49:40.256524 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4992-0c65-4b7f-8e02-f9e170d00acf req-717734ff-881a-46be-a167-2f93850811a0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:40.257877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da2d4992-0c65-4b7f-8e02-f9e170d00acf req-717734ff-881a-46be-a167-2f93850811a0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 947 time: 0.0907850
Nov 10 04:49:40.295739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.357207 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-da2d4992-0c65-4b7f-8e02-f9e170d00acf req-fd272f63-f58d-465c-9fce-5818ef611c94 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925596
Nov 10 04:49:40.378542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Deleting port 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:49:40.378889 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.777216 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:49:40.784080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:40.784447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.872363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:40.883789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '08b4a263-6886-470f-860e-770eeeca26a9', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': '08b4a263-6886-470f-860e-770eeeca26a9', 'mac_address': 'fa:16:3e:25:0b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:49:40.920510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.933518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:49:40.952586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 08b4a263-6886-470f-860e-770eeeca26a9, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=08b4a263-6886-470f-860e-770eeeca26a9,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:40.957188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.957473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.957643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:40.958419 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d disassociated. External IP: 172.32.3.211, port: 08b4a263-6886-470f-860e-770eeeca26a9.
Nov 10 04:49:40.958757 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Calling delete_port for 08b4a263-6886-470f-860e-770eeeca26a9 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:49:41.003726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:41.087264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:41.117163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'Port': ['ID=08b4a263-6886-470f-860e-770eeeca26a9,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:41.231197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:49:41.341617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:49:41.350817 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:49:41.360382 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:49:41.361013 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214352580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:49:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:41.382702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] No DVR routers for this DVR port 08b4a263-6886-470f-860e-770eeeca26a9 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:49:41.385481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:41.388809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-14bb0fe6-34e7-4bbc-80e9-489d074e8fe0 req-c3f3c41b-ec8f-4134-bc78-162bf454e7de tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "DELETE /v2.0/ports/08b4a263-6886-470f-860e-770eeeca26a9 HTTP/1.1" status: 204  len: 173 time: 1.1300192
Nov 10 04:49:41.389247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-deleted', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:41.391492 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ab617-cdc9-420b-905c-7f6d1a65994f" -d '{"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-deleted", "tag": "08b4a263-6886-470f-860e-770eeeca26a9"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:41.437153 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2c3b78-a68c-42d2-a2aa-f529f5fbc9d6 x-openstack-request-id: req-0f2c3b78-a68c-42d2-a2aa-f529f5fbc9d6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:41.437516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5c390e-d493-482f-b733-715f359cc7bc", "name": "network-vif-deleted", "tag": "08b4a263-6886-470f-860e-770eeeca26a9", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:41.437826 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f2c3b78-a68c-42d2-a2aa-f529f5fbc9d6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:41.438413 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5c390e-d493-482f-b733-715f359cc7bc', 'name': 'network-vif-deleted', 'tag': '08b4a263-6886-470f-860e-770eeeca26a9', 'status': 'completed', 'code': 200}
Nov 10 04:49:41.473109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97b462dc-0c79-4a62-9fd3-2c0484ef51a2 req-9caa9137-7bac-4256-8e43-5a2fff4e223d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba5c390e-d493-482f-b733-715f359cc7bc HTTP/1.1" status: 200  len: 210 time: 0.0318477
Nov 10 04:49:41.481741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:49:41.679934 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214352580>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:41.704543 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:49:41.712311 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:49:41.712923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214352580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:49:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:41.817998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:49:42.016967 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214352580>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:42.045989 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615a859-0a9a-4366-ae24-db03fb2d89fa None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:49:42.379532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a34fab-153d-4b56-befc-1a3d07f7b159 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:49:42.752650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-83c25a38-cf30-4f7d-bdb4-9658efb3800c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1769615587&fields=id&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 267 time: 0.0420203
Nov 10 04:49:42.863345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-39d9e049-d3fa-425e-a755-f1577d17953f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:42.865339 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-39d9e049-d3fa-425e-a755-f1577d17953f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1055219
Nov 10 04:49:42.880628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-0c260d5b-6569-41a5-a62e-2dc98be985e9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/quotas/6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 375 time: 0.0090635
Nov 10 04:49:42.933226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-51c5c884-0b0b-4ef0-b4f4-f75638aee8b9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0473437
Nov 10 04:49:43.077281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-8b8fe70a-28ea-4fc3-b631-64c58853a79a service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325526
Nov 10 04:49:43.165767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-87f76bb1-f3f0-4012-af83-4c8960bb8a87 service neutron] 10.222.0.13 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816898
Nov 10 04:49:43.322759 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00139a2e-dda7-46ae-b19d-451bdc0ccf78 req-4f9341d1-aadc-4f8a-ad0a-5c596ff96d11 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0268080
Nov 10 04:49:44.404035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bc7a54c9-0fff-4c34-aeb4-30dcd9d2910e req-3d9744fd-9b05-444b-ac97-7a2d4f3a9b73 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0308597
Nov 10 04:49:44.792496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:49:44.812640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 08b4a263-6886-470f-860e-770eeeca26a9 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:49:44.812978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 08b4a263-6886-470f-860e-770eeeca26a9 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:49:45.482470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8790a1e4-7b5e-4575-8d73-dce8d026fe89 req-16b031d9-b443-4d83-963d-8a24335541e3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0266798
Nov 10 04:49:46.562695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52c2a04b-14e2-45ca-9ac4-c78a9ecfe93e req-39b2bdab-3469-440c-ab6e-3389429a32a6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0263903
Nov 10 04:49:47.656413 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a081d19c-4f30-4c5b-b041-a665914b0da0 req-f2590e83-8e45-4c49-b0e0-ed965b5b1d35 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0251832
Nov 10 04:49:48.288107 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-d2b0543b-60b9-4a45-aadf-a50ae4e1cb62 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:48.289566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-d2b0543b-60b9-4a45-aadf-a50ae4e1cb62 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 812 time: 0.1053145
Nov 10 04:49:48.356372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-0483a1f4-1ae9-49a0-a4ce-4ef0663d4d5f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 380 time: 0.0568388
Nov 10 04:49:48.367833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'port': {'device_id': '58d4244f-894a-419c-a93c-3211b2f6df94', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'admin_state_up': True, 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'security_groups': ['9bc7a931-5b67-4ac9-bf98-460d70f48631']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:49:48.472742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Made reservation on behalf of 6ea459cc609a4ddfb7aa6bce971b1e6e for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:49:48.476342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:48.603893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Allocated IP 172.20.0.12 (64fab8f6-8815-41ed-94e8-2fd57df74a1f/9e44fdd8-1165-4364-9e27-a743c566bfc2/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:49:48.764979 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bad37490-abed-4e73-8abe-75957fad6ab7 req-67cf5be8-59ea-4c42-a068-05a86b2b14dc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0388682
Nov 10 04:49:48.769544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:48.801983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:48.846949 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:49:48.850196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:49:48.854157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:49:48.860474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:48.907871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:48.908534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:48.925476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-a92dc25d-21e2-4223-a48c-3ea0c221a6a9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5611377
Nov 10 04:49:48.937906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Request body: {'port': {'device_id': '58d4244f-894a-419c-a93c-3211b2f6df94', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:49:48.998486 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.058441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-16870c82-6416-4e23-aed0-87ad57cb8bd2 None None] Provisioning complete for port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:49:49.059025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16870c82-6416-4e23-aed0-87ad57cb8bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.103362 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-16870c82-6416-4e23-aed0-87ad57cb8bd2 None None] Port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:49:49.109384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.259039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:49:49.266519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.278192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Transition to ACTIVE for port object c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:49:49.281165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.331904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:49.354239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.407117 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:49:49.407454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:49:49.407783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:49.413173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:49:49.413491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:49:49.418418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:49:49.418749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:49:49.419128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:49:49.419547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Bound port: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:49:49.419900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.486371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:49:49.491249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:49:49.495527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.512710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:49.513644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:49.515349 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1092 time: 0.5818350
Nov 10 04:49:49.538497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:49.540923 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2881fed-7b6e-4b52-b016-45eba3dd9f07" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:49.595733 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881423a-2821-4f13-834e-8f446ed4fe9f x-openstack-request-id: req-8881423a-2821-4f13-834e-8f446ed4fe9f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:49.596070 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:49.596328 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8881423a-2821-4f13-834e-8f446ed4fe9f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:49.596841 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'status': 'completed', 'code': 200}
Nov 10 04:49:49.613492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333fbf4-bf27-451d-9c0f-5da2434d1114 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:49.626938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-3036b5a8-4fc0-431d-960b-cd324f5cd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:49.628594 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-3036b5a8-4fc0-431d-960b-cd324f5cd32c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0697367
Nov 10 04:49:49.674829 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-dd901ebb-6b48-49ff-92fd-1aa53fbf3021 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 217 time: 0.0373399
Nov 10 04:49:49.726658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-b62e002c-fbdb-460d-8613-c66a2cf9f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:49.728125 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-b62e002c-fbdb-460d-8613-c66a2cf9f007 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0459769
Nov 10 04:49:49.779709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-d3dab4d1-e136-42f0-9318-23c14e225418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:49.781272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-d3dab4d1-e136-42f0-9318-23c14e225418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464630
Nov 10 04:49:49.902289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-9b1a06a4-a7e0-4c43-9a42-996319a15bd6 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138873
Nov 10 04:49:49.910807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802d71-6382-44e4-96bb-e6e039ce418b req-069e306f-4435-4e4c-b3ff-a5cdcace8220 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:49.912155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f802d71-6382-44e4-96bb-e6e039ce418b req-069e306f-4435-4e4c-b3ff-a5cdcace8220 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0781300
Nov 10 04:49:50.011577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9f802d71-6382-44e4-96bb-e6e039ce418b req-4b2e4dd7-2cfd-482c-926e-e34959856fc5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916293
Nov 10 04:49:50.035847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3e898c83-559c-42fc-a64a-23ff0459f038 req-4079823b-70a8-41d1-b5f1-c7f8baa46f9c service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227429
Nov 10 04:49:50.117771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-2550f44a-d25c-4bf6-a9cd-0e0bc729d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:50.119234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-2550f44a-d25c-4bf6-a9cd-0e0bc729d8c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0414190
Nov 10 04:49:50.211592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-48b788d7-9c0b-4a10-ac66-8425af278f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:50.212968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-48b788d7-9c0b-4a10-ac66-8425af278f38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0875375
Nov 10 04:49:50.255324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-de578cf9-8392-4c33-9ead-b767172df5bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 217 time: 0.0339980
Nov 10 04:49:50.306642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-771020a1-41cf-4431-a563-4be8cd6bac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:50.308071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-771020a1-41cf-4431-a563-4be8cd6bac46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0469539
Nov 10 04:49:50.353883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-fa4e74da-e1f9-4c2a-a1ca-3c6866758bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:50.355379 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-fa4e74da-e1f9-4c2a-a1ca-3c6866758bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398664
Nov 10 04:49:50.444916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-6f088eb0-bcc9-44f4-88be-d0913da015e7 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811563
Nov 10 04:49:50.537461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2881fed-7b6e-4b52-b016-45eba3dd9f07 req-6ba4784f-017c-44a3-80b3-8e0f869ff818 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854282
Nov 10 04:49:51.128384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379d57f-e28c-43ca-9455-5ba38deb9369 req-94cb1bed-d15a-4237-bcb7-0972ee3d4085 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:51.129847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7379d57f-e28c-43ca-9455-5ba38deb9369 req-94cb1bed-d15a-4237-bcb7-0972ee3d4085 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0479147
Nov 10 04:49:51.179115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7379d57f-e28c-43ca-9455-5ba38deb9369 req-087edcf2-811b-4f13-b446-959118fd9faa tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434906
Nov 10 04:49:52.294403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245a5d3-c016-4b7b-9a6a-e356b2433c36 req-b11c9823-d016-439f-a66d-1dec81fa5237 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:52.295872 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c245a5d3-c016-4b7b-9a6a-e356b2433c36 req-b11c9823-d016-439f-a66d-1dec81fa5237 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0496309
Nov 10 04:49:52.342767 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c245a5d3-c016-4b7b-9a6a-e356b2433c36 req-8f53d976-4f43-4f78-ae10-199374524862 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403230
Nov 10 04:49:53.176144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:49:53.269134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:53.280197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:49:53.315441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:53.327458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:49:53.346812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:53.351196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:53.395550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:53.456776 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d0dc-5df0-497a-a8f3-1b181cb0d218 req-475e29e2-a2cc-456d-9426-f4b9293f7107 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:53.458718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f50d0dc-5df0-497a-a8f3-1b181cb0d218 req-475e29e2-a2cc-456d-9426-f4b9293f7107 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0495782
Nov 10 04:49:53.505066 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f50d0dc-5df0-497a-a8f3-1b181cb0d218 req-faab4233-bf08-4b06-b08e-dfbb9e0477e3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398796
Nov 10 04:49:53.540295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:49:54.675389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f6c3b-d1ab-4be1-9536-181950f5646a req-8e69f800-689b-4073-8cb2-07a250a57a87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:54.676890 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-709f6c3b-d1ab-4be1-9536-181950f5646a req-8e69f800-689b-4073-8cb2-07a250a57a87 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.1014585
Nov 10 04:49:54.724797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-709f6c3b-d1ab-4be1-9536-181950f5646a req-2e4a6fa5-84a8-4d65-a74f-a66b5c76545a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419405
Nov 10 04:49:55.196586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:49:55.243683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:49:55.247616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:49:55.248012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:55.325736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:55.349438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:55.351663 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cbea99-3d7c-47d7-9243-b1c23aa900bb" -d '{"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-plugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:55.363562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:49:55.368961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:55.391083 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af73b5cd-334b-4cd9-baa2-96dfa511cb6e x-openstack-request-id: req-af73b5cd-334b-4cd9-baa2-96dfa511cb6e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:55.391376 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-plugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:55.391629 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af73b5cd-334b-4cd9-baa2-96dfa511cb6e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:55.392008 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'code': 200}
Nov 10 04:49:55.417932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:49:55.485835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aeb67-a04e-4a5e-a6f0-9f5f0fb86244 req-8f00923d-94cf-428d-bd4c-3d3bca1bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:55.487210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d22aeb67-a04e-4a5e-a6f0-9f5f0fb86244 req-8f00923d-94cf-428d-bd4c-3d3bca1bf04b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1097 time: 0.0401487
Nov 10 04:49:55.530756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d22aeb67-a04e-4a5e-a6f0-9f5f0fb86244 req-a2a7d1ac-2695-4a74-a0f1-5add40f505ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362549
Nov 10 04:49:55.843473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c10c-51c2-437c-aee8-c5a93889ae5f req-ef8afef9-4264-4136-82c9-142e06f675ff tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:55.845021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9dd5c10c-51c2-437c-aee8-c5a93889ae5f req-ef8afef9-4264-4136-82c9-142e06f675ff tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0536916
Nov 10 04:49:55.891725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9dd5c10c-51c2-437c-aee8-c5a93889ae5f req-22efe843-1f40-4b33-a332-16179a8f6915 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406990
Nov 10 04:49:57.091720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1857a25-e4a6-4d74-b684-6828261911fc req-0cc92902-bea1-47d3-ae63-9dbfe64788a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:57.093126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d1857a25-e4a6-4d74-b684-6828261911fc req-0cc92902-bea1-47d3-ae63-9dbfe64788a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.1305602
Nov 10 04:49:57.139585 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d1857a25-e4a6-4d74-b684-6828261911fc req-2b5b140d-90f4-4600-9126-cdfb0b993e80 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406642
Nov 10 04:49:57.248882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad550d-399d-409c-80e6-226997077eb8 req-af3cbe80-8d09-4fb7-bacb-c3411dd738bd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:57.250360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0ad550d-399d-409c-80e6-226997077eb8 req-af3cbe80-8d09-4fb7-bacb-c3411dd738bd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0491655
Nov 10 04:49:57.258935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 54542) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:49:57.263261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Request body: {'floatingip': {'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:49:57.300924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:57.703602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:57.707182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:57.804420 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d associated. External IP: 172.32.3.211, port: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb.
Nov 10 04:49:58.005647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:49:58.113030 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:49:58.117977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:49:58.124035 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:49:58.133713 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:49:58.134322 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:49:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:58.144371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-92b37fdc-3bd7-43c4-9176-c99079bff433 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "PUT /v2.0/floatingips/1a72b636-3468-4f59-8f06-84474dc3cd6d HTTP/1.1" status: 200  len: 993 time: 0.8844061
Nov 10 04:49:58.145686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:49:58.148052 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2c7cd-043d-4571-8801-3be7dbba02a7" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:49:58.187640 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af068ba-247c-48de-9e00-e07590e92dbe x-openstack-request-id: req-0af068ba-247c-48de-9e00-e07590e92dbe {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:49:58.187931 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:49:58.188184 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af068ba-247c-48de-9e00-e07590e92dbe {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:49:58.188591 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'status': 'completed', 'code': 200}
Nov 10 04:49:58.240714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:49:58.252975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-e26c6b29-e0bc-42af-9596-c64fb56bde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:58.255021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-e26c6b29-e0bc-42af-9596-c64fb56bde0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1097 time: 0.0416420
Nov 10 04:49:58.348989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-727ec737-a823-444d-b7da-4552d3af6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:58.350419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-727ec737-a823-444d-b7da-4552d3af6b9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0890017
Nov 10 04:49:58.414915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-495396fb-db9d-4e0b-bfc1-03b481bbc259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.0575316
Nov 10 04:49:58.462124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58340>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4244f-894a-419c-a93c-3211b2f6df94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:49:57Z', 'revision_number': 13, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:58.464035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-94592a4b-9021-4f7a-9ce4-0f0f1c3993cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:58.465813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-94592a4b-9021-4f7a-9ce4-0f0f1c3993cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0443511
Nov 10 04:49:58.491560 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:49:58.499684 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:49:58.500276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:49:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:58.515806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-0a5b0388-4d89-460f-b05e-268c75c345d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:49:58.517345 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-0a5b0388-4d89-460f-b05e-268c75c345d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445671
Nov 10 04:49:58.611589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-a61294ef-a306-4418-baa3-b1dae1ee894f service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863795
Nov 10 04:49:58.708325 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:49:58.708689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63c2c7cd-043d-4571-8801-3be7dbba02a7 req-e26b5303-4447-4fb5-8c93-26e884b51151 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885265
Nov 10 04:49:58.929882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58340>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4244f-894a-419c-a93c-3211b2f6df94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:49:57Z', 'revision_number': 13, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:49:58.954371 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2635b-130a-4ec0-8bde-47b0e01d172d None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1a72b636-3468-4f59-8f06-84474dc3cd6d', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'floating_ip_address': '172.32.3.211', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d4244f-894a-419c-a93c-3211b2f6df94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:43:02Z', 'updated_at': '2021-11-10T04:49:57Z', 'revision_number': 13, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:49:59.130611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f7007-6c30-4fc1-b708-fc733e2076d3 None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:50:04.407076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d344612-34c3-42bd-90c0-6883720ca9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:06.981151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-53285570-6941-44d0-a3d3-560a9d92403b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:08.075128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:09.524676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:10.299708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:12.552770 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:50:19.101259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:19.350805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:34.409167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2b5eed75-b234-4213-b45c-8a2c9750f4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:36.982716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7e2b045e-051f-4aa3-a606-1e5c02187d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:38.077138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:39.528926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:40.302060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:49.101343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:49.359828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:50:49.551155 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:50:50.116930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-6c09dc02-7fe0-471c-a99d-8776e39e8fd2 req-780bbe3a-d732-4809-94bb-1bef03d700ec service neutron] (119696) timed out ('10.222.0.13', 52252) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:50:52.788600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-dd00381e-dd25-413c-a0fd-e801bb33aa64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401444
Nov 10 04:50:52.869552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-1ec6918e-6816-4af6-8ea5-a6f2720bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:50:52.871006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-1ec6918e-6816-4af6-8ea5-a6f2720bffd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1097 time: 0.0403719
Nov 10 04:50:53.288955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-8ce315a3-c77a-47d3-9e99-00fcaab8e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:50:53.290478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-8ce315a3-c77a-47d3-9e99-00fcaab8e4f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.4002018
Nov 10 04:50:53.355045 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-5e37ce32-8199-49e6-b758-5f16b019b05e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1003 time: 0.0571673
Nov 10 04:50:53.406802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-9d2dae30-8e55-4fa5-8727-456e5afd98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:50:53.408222 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-9d2dae30-8e55-4fa5-8727-456e5afd98c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0466745
Nov 10 04:50:53.455293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-82d4f1f4-23f2-41c4-b53f-ba4f413f5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:50:53.457057 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-82d4f1f4-23f2-41c4-b53f-ba4f413f5ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416083
Nov 10 04:50:53.475288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-e175050e-5a4b-47fb-bce4-89fc8255497f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:50:53.476260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-e175050e-5a4b-47fb-bce4-89fc8255497f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056870
Nov 10 04:50:53.566556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-1917d574-3d9a-4a67-b482-d6134232108e service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834584
Nov 10 04:50:53.657254 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6922d390-557a-4beb-9b38-60f4be7f4a90 req-c61a69a7-5a95-4083-be8a-505ec20e8cc4 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840976
Nov 10 04:51:04.410232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-abc4f5fe-1363-4d33-81a9-3ecdd530d1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:06.983795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a2b202e3-0493-4bde-98c0-c67f037beba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:08.080491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:09.531567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:10.303596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:19.115606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:19.421986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:26.549888 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:51:34.414854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7103aeae-6094-4fc9-b710-454b42651fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:35.272490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68851e9-cb90-4b6c-9ee0-5a623c5a407c req-986a22b3-1ce5-4279-83d4-7abf318805fd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:35.274051 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d68851e9-cb90-4b6c-9ee0-5a623c5a407c req-986a22b3-1ce5-4279-83d4-7abf318805fd tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0497119
Nov 10 04:51:35.320678 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d68851e9-cb90-4b6c-9ee0-5a623c5a407c req-1a974083-d41b-420e-b515-b80c978dd3a4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409157
Nov 10 04:51:36.984048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce10b8e5-0c7c-4997-9ac1-ec458a5e4f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:38.083040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:38.889720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-2e1f4d51-a340-4fb3-a94a-ef67d54d6251 req-e7d869b9-a9eb-4fa6-815f-98652a7df392 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:51:38.890695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e1f4d51-a340-4fb3-a94a-ef67d54d6251 req-e7d869b9-a9eb-4fa6-815f-98652a7df392 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054011
Nov 10 04:51:39.085266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-620f2837-289c-4215-8d96-894d37179685 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0726781
Nov 10 04:51:39.096964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023db93-8b04-4f87-8bb5-510a50a0da41 req-8788043f-8f57-4d26-ae65-51782885eda7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:39.098861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2023db93-8b04-4f87-8bb5-510a50a0da41 req-8788043f-8f57-4d26-ae65-51782885eda7 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0578489
Nov 10 04:51:39.103549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-83b520ab-9f85-4b0b-bea1-7c762891745c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:51:39.104485 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-83b520ab-9f85-4b0b-bea1-7c762891745c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048211
Nov 10 04:51:39.147049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2023db93-8b04-4f87-8bb5-510a50a0da41 req-8aac3549-5226-42d4-a728-2dbcd6e1f28b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416570
Nov 10 04:51:39.535185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:40.267665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc990b-99d2-4bb9-95da-4f2fe8e4c97f req-7e83f33b-5466-4172-a41d-af0c118ab96f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:40.269186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acfc990b-99d2-4bb9-95da-4f2fe8e4c97f req-7e83f33b-5466-4172-a41d-af0c118ab96f tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0526667
Nov 10 04:51:40.304559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:40.318198 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-acfc990b-99d2-4bb9-95da-4f2fe8e4c97f req-f33470af-2843-4aea-860e-1c235808987d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423265
Nov 10 04:51:41.267015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-33544408-3f68-488e-8c2e-d3b04da6141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:41.268507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-33544408-3f68-488e-8c2e-d3b04da6141b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1097 time: 0.0394018
Nov 10 04:51:41.362002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-fa0560be-c873-4767-afcc-53fa000e184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:41.363487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-fa0560be-c873-4767-afcc-53fa000e184b service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0879982
Nov 10 04:51:41.429721 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-e8e5ca3d-c149-485a-b809-fe3ba68bc7c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1003 time: 0.0583086
Nov 10 04:51:41.433328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb5c3-1474-4fff-be13-bb5cdf867b86 req-826bfefa-109d-4541-a04c-4caee2f094fc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:41.434788 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89edb5c3-1474-4fff-be13-bb5cdf867b86 req-826bfefa-109d-4541-a04c-4caee2f094fc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0478585
Nov 10 04:51:41.480553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-0fe95473-6433-4765-a738-d1b02cce61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:41.482129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-0fe95473-6433-4765-a738-d1b02cce61db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0448413
Nov 10 04:51:41.485922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-89edb5c3-1474-4fff-be13-bb5cdf867b86 req-756def04-4db5-402e-8b39-09256c723c50 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451841
Nov 10 04:51:41.531718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-ce0d4d24-cfb3-45c4-b8bf-3600dc3922fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:41.533210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-ce0d4d24-cfb3-45c4-b8bf-3600dc3922fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445418
Nov 10 04:51:41.620749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b21341b7-3956-4aa6-aaf3-2368851fdf48 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797148
Nov 10 04:51:41.712342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-9b78b474-80aa-4f05-a654-dde674c69666 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848300
Nov 10 04:51:42.605763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475fd27-d211-479f-8ca3-699072e19eda req-9f4ba862-9c03-4e25-8bff-43f5abb998f1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:42.607313 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3475fd27-d211-479f-8ca3-699072e19eda req-9f4ba862-9c03-4e25-8bff-43f5abb998f1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0498455
Nov 10 04:51:42.656245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3475fd27-d211-479f-8ca3-699072e19eda req-e09b462c-6d0b-492c-adcb-710ce06a8c22 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430102
Nov 10 04:51:43.769339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fcc2d-3222-4461-96c9-8415ed61ef48 req-98e041a6-a8b1-43ff-8c90-7d553b60ab0a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:43.770797 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2fcc2d-3222-4461-96c9-8415ed61ef48 req-98e041a6-a8b1-43ff-8c90-7d553b60ab0a tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0481677
Nov 10 04:51:43.817881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d2fcc2d-3222-4461-96c9-8415ed61ef48 req-53dfa03c-bbbc-43a9-a9c1-0293fcccddf4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411506
Nov 10 04:51:44.938605 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb620-283f-416b-b8d4-e7aafec9bcb7 req-4d68d25c-b9cb-4bad-a625-97ad47c6fd16 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:44.940092 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274cb620-283f-416b-b8d4-e7aafec9bcb7 req-4d68d25c-b9cb-4bad-a625-97ad47c6fd16 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0547171
Nov 10 04:51:44.987665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-274cb620-283f-416b-b8d4-e7aafec9bcb7 req-4572844a-6cd4-476f-96fe-1f37e72e6ec2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416045
Nov 10 04:51:46.103754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16384-ce9f-4478-8e9c-c319105e9dbe req-13a94160-f8ac-4ab1-b988-52d597128aba tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:46.105161 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fa16384-ce9f-4478-8e9c-c319105e9dbe req-13a94160-f8ac-4ab1-b988-52d597128aba tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0482473
Nov 10 04:51:46.151280 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3fa16384-ce9f-4478-8e9c-c319105e9dbe req-7e59ea42-3f0d-4db6-ad2e-a2ffe5bb3fd5 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401862
Nov 10 04:51:47.267470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01c2a-acde-48bd-ba3e-011818706a67 req-7b293766-4a9a-4d2e-8f39-ddc548efe410 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:47.268961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ed01c2a-acde-48bd-ba3e-011818706a67 req-7b293766-4a9a-4d2e-8f39-ddc548efe410 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0493472
Nov 10 04:51:47.315280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ed01c2a-acde-48bd-ba3e-011818706a67 req-165ab1b1-dde7-4ac4-85ae-c869b422a134 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399423
Nov 10 04:51:48.435854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058887cf-3bb4-46a1-a69f-cd107c9f12bc req-17d194eb-f75f-49fc-b5e2-4dd55796f627 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:48.438022 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-058887cf-3bb4-46a1-a69f-cd107c9f12bc req-17d194eb-f75f-49fc-b5e2-4dd55796f627 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0539122
Nov 10 04:51:48.483858 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-058887cf-3bb4-46a1-a69f-cd107c9f12bc req-d4f846d0-e5de-4c0d-bad9-626c20e21344 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399160
Nov 10 04:51:49.132755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:49.416544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:49.603521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6cdd-249c-4461-95eb-4d51fe604880 req-e2cdb6b2-4663-4003-af7f-eaacbc8d9c36 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:49.605044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab1f6cdd-249c-4461-95eb-4d51fe604880 req-e2cdb6b2-4663-4003-af7f-eaacbc8d9c36 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0532696
Nov 10 04:51:49.656921 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab1f6cdd-249c-4461-95eb-4d51fe604880 req-16b7db83-d61d-462a-969b-9be9496b024e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459881
Nov 10 04:51:50.772752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35b6e-f176-492a-8375-174fd327b74a req-d82839eb-a0f6-4c0e-9788-7466429b902c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:50.774229 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ce35b6e-f176-492a-8375-174fd327b74a req-d82839eb-a0f6-4c0e-9788-7466429b902c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0480487
Nov 10 04:51:50.820824 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0ce35b6e-f176-492a-8375-174fd327b74a req-b910b344-087f-4e73-b669-b7178cb3ff11 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406945
Nov 10 04:51:51.935948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed30e35-f02f-464c-97f5-26bbc233a933 req-36e2dc56-4143-46f6-bec1-08b27a1997ac tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:51.937511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fed30e35-f02f-464c-97f5-26bbc233a933 req-36e2dc56-4143-46f6-bec1-08b27a1997ac tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0484488
Nov 10 04:51:51.985302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fed30e35-f02f-464c-97f5-26bbc233a933 req-e26f34c5-5ed4-4afd-ab2b-d1795ed85986 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412953
Nov 10 04:51:53.102541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088206-35c7-44ce-84bf-a6a0330c338b req-bfb392b4-8262-4a42-8c58-9ea5cc20e800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:53.103902 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db088206-35c7-44ce-84bf-a6a0330c338b req-bfb392b4-8262-4a42-8c58-9ea5cc20e800 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0483694
Nov 10 04:51:53.154454 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-db088206-35c7-44ce-84bf-a6a0330c338b req-c9332863-557a-4c0f-9ee1-aaa578a6fcaa tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445216
Nov 10 04:51:54.279406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b36ff-9c6c-41f9-ab19-113b9c47290d req-e144ace2-2b88-43ec-996b-1a81aa5dcf8b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:54.280934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-368b36ff-9c6c-41f9-ab19-113b9c47290d req-e144ace2-2b88-43ec-996b-1a81aa5dcf8b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0565794
Nov 10 04:51:54.374237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-368b36ff-9c6c-41f9-ab19-113b9c47290d req-19a080bd-f1d8-4f69-a1ef-7b1bcc2cb321 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857856
Nov 10 04:51:54.379015 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-a835d253-9008-40d1-b11d-300c5491d486 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:51:54.380140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-a835d253-9008-40d1-b11d-300c5491d486 service neutron] 10.222.0.26 "GET /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0930107
Nov 10 04:51:54.619195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-62ae8bb8-8749-4d9f-b24a-3eb54891d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:54.620756 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-62ae8bb8-8749-4d9f-b24a-3eb54891d03d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1097 time: 0.0834351
Nov 10 04:51:54.633382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:51:54.685847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:54.891568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:51:54.925671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:51:54.966276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:51:54.968533 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa42940a-9f85-4fb5-99f1-6793e8cb41b2" -d '{"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:51:54.972287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:54.984851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Transition to ACTIVE for port object c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:51:54.989255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:55.085791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:51:55.100193 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d56530-3bee-420b-86ce-cc01eba7922f x-openstack-request-id: req-82d56530-3bee-420b-86ce-cc01eba7922f {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:51:55.100681 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:51:55.100933 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82d56530-3bee-420b-86ce-cc01eba7922f {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:51:55.101327 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'code': 200}
Nov 10 04:51:55.104754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.105100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.105437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.105773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.106101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.106424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.106746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.107066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.107385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.107704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.108022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.108336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:51:55.137988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] No DVR routers for this DVR port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:51:55.277368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:51:55.277699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:51:55.278022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:51:55.282205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:51:55.282780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:51:55.287256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:51:55.287589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:51:55.287967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:51:55.288384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Bound port: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:51:55.288768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:55.350290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:51:55.353147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:51:55.357437 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:55.393100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.393837 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:51:55.395163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] 10.222.0.21 "PUT /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1092 time: 0.7657859
Nov 10 04:51:55.429105 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0248fa7-cda7-45cf-b12d-8d0ccbbd3fed service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:51:55.476261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-ddd5f986-a8f1-41f8-bfdf-b9f38247605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.477855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-ddd5f986-a8f1-41f8-bfdf-b9f38247605a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0574186
Nov 10 04:51:55.570910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983be0d-fb88-4ccf-a8a5-fd61ff86c6cb req-d3a13f7a-d418-4f48-b3c3-4f2090d522f1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.572448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c983be0d-fb88-4ccf-a8a5-fd61ff86c6cb req-d3a13f7a-d418-4f48-b3c3-4f2090d522f1 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.1113749
Nov 10 04:51:55.623724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-4843e9d3-ab1b-4be5-a530-78e3d5046ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.625197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-4843e9d3-ab1b-4be5-a530-78e3d5046ad9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1332417
Nov 10 04:51:55.647212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c983be0d-fb88-4ccf-a8a5-fd61ff86c6cb req-be1ce64b-371f-48e0-8edb-7060e5c65e6e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671864
Nov 10 04:51:55.699095 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-5221d640-c25f-4951-9c0a-2d91eb6f7ed5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.0646079
Nov 10 04:51:55.752187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-fbbb246a-cbd3-4f1d-b919-88c6371bc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.753615 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-fbbb246a-cbd3-4f1d-b919-88c6371bc3a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0476542
Nov 10 04:51:55.798483 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-2313ed7e-391f-4c88-818b-90c999b21254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:55.799927 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-2313ed7e-391f-4c88-818b-90c999b21254 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394535
Nov 10 04:51:55.891360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-83b295fa-dfe2-48c8-a214-ba439faa7d21 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820630
Nov 10 04:51:55.989735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-022fe63a-a0f1-415b-9a1a-4866241ae8ea service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856874
Nov 10 04:51:56.766818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db063e-916e-4c41-8b07-44919aa7a968 req-c29403df-03ae-4f87-92d5-8817e0aa81ae tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:56.768358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90db063e-916e-4c41-8b07-44919aa7a968 req-c29403df-03ae-4f87-92d5-8817e0aa81ae tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0487893
Nov 10 04:51:56.819015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90db063e-916e-4c41-8b07-44919aa7a968 req-104a620b-5684-4df4-a0a8-7a8258c26e73 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444472
Nov 10 04:51:57.102137 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:51:57.104525 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad73489-3a67-417a-9d68-1bdf6c20896a" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:51:57.156053 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fff9ef-b6a7-44cd-b271-8e751904fce1 x-openstack-request-id: req-05fff9ef-b6a7-44cd-b271-8e751904fce1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:51:57.156423 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:51:57.156716 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05fff9ef-b6a7-44cd-b271-8e751904fce1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:51:57.157181 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'status': 'completed', 'code': 200}
Nov 10 04:51:57.244548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-8c14e011-3c71-4a0f-955c-32567d5fca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.245984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-8c14e011-3c71-4a0f-955c-32567d5fca90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0695937
Nov 10 04:51:57.252116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-97c52fae-7f24-440c-86b1-1ffe0ad987e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.253631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-97c52fae-7f24-440c-86b1-1ffe0ad987e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0684791
Nov 10 04:51:57.405480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-7ff628fb-bc43-4eab-a553-b11da768cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.406920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-7ff628fb-bc43-4eab-a553-b11da768cf81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1523767
Nov 10 04:51:57.408039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-205fa48c-881f-45f7-a9b2-3285b666ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.409330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-205fa48c-881f-45f7-a9b2-3285b666ac9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1467693
Nov 10 04:51:57.519482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-bfe7473d-1aa9-4ca3-af45-a29308fbf580 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.1022141
Nov 10 04:51:57.522087 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-b9cdc6cc-e460-41b2-888c-23d036badd87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.1060727
Nov 10 04:51:57.599677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-caa989db-2725-43fb-a27b-130c183084c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.601108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-caa989db-2725-43fb-a27b-130c183084c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0748789
Nov 10 04:51:57.604367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-371c053b-dd7b-4ac6-928d-7754229e8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.605689 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-371c053b-dd7b-4ac6-928d-7754229e8dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0724127
Nov 10 04:51:57.675387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-e94e68f4-f8dc-450e-8cc3-89e269638a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.676992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-e94e68f4-f8dc-450e-8cc3-89e269638a2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0676444
Nov 10 04:51:57.682043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-8f2c62ad-7c7d-40f3-bab3-58fe901af16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.683488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-8f2c62ad-7c7d-40f3-bab3-58fe901af16a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0667491
Nov 10 04:51:57.811247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:51:57.833573 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-23ae776e-8302-4e66-a9c3-ff93d4301dde service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490254
Nov 10 04:51:57.835644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-ed530253-2d9d-4a52-b11d-f28c1035c4b7 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437125
Nov 10 04:51:57.850038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:51:57.935947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b90f6-7d91-4c3a-acb7-e7521c5b322f req-297c48d8-c164-4c29-a8e6-0c9d3e3b8472 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:57.937438 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-067b90f6-7d91-4c3a-acb7-e7521c5b322f req-297c48d8-c164-4c29-a8e6-0c9d3e3b8472 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0471904
Nov 10 04:51:57.984215 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-067b90f6-7d91-4c3a-acb7-e7521c5b322f req-e7f81254-9bcf-486c-9142-87f4f5b7e99c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401475
Nov 10 04:51:57.993590 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-1051dd2d-dba4-497c-90d1-bff25eef16a4 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535165
Nov 10 04:51:57.995757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cad73489-3a67-417a-9d68-1bdf6c20896a req-43254f56-6270-4766-9d1d-dfa4cb63d3d9 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474798
Nov 10 04:51:59.103690 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b9bd-4e00-44af-b57f-93d4125950c6 req-c9bf7921-c151-4e7f-a9ae-6aed29be8a7b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:51:59.105112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd99b9bd-4e00-44af-b57f-93d4125950c6 req-c9bf7921-c151-4e7f-a9ae-6aed29be8a7b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0497587
Nov 10 04:51:59.155534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd99b9bd-4e00-44af-b57f-93d4125950c6 req-a1afda64-3ea4-42e0-9957-b8c1997de8cb tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445287
Nov 10 04:52:00.274556 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391ba6c-8904-4fdd-9918-908b3a8b7b10 req-02de9698-317a-4818-8b8e-9e583577e634 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.276051 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5391ba6c-8904-4fdd-9918-908b3a8b7b10 req-02de9698-317a-4818-8b8e-9e583577e634 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0517690
Nov 10 04:52:00.321760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5391ba6c-8904-4fdd-9918-908b3a8b7b10 req-02b506fa-529e-42db-a6dc-03dc36a79e02 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398233
Nov 10 04:52:00.599058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-51323060-4606-484d-a083-d129b019d7c9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.600572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-51323060-4606-484d-a083-d129b019d7c9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 944 time: 0.0533962
Nov 10 04:52:00.612868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a510e-81c0-45f5-b19d-f308e8d94ede req-66d7d730-5631-4e06-93c1-11bd26e2dabb tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.614356 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-544a510e-81c0-45f5-b19d-f308e8d94ede req-66d7d730-5631-4e06-93c1-11bd26e2dabb tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 944 time: 0.0485673
Nov 10 04:52:00.662785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-544a510e-81c0-45f5-b19d-f308e8d94ede req-95689ccd-5334-4f78-bda6-95686f24aa43 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419667
Nov 10 04:52:00.663059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-7b1e197f-e278-4881-aea8-188d252fba07 service neutron] 10.222.0.21 "GET /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb/bindings/nch1-817176-1 HTTP/1.1" status: 200  len: 382 time: 0.0547988
Nov 10 04:52:00.725878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-54b13e23-5cdf-4165-8488-d58172f24e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.727396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-54b13e23-5cdf-4165-8488-d58172f24e9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1095 time: 0.0410728
Nov 10 04:52:00.817419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-f03a0d39-bded-4f75-b3ce-e29336224d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.819425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-f03a0d39-bded-4f75-b3ce-e29336224d3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0855262
Nov 10 04:52:00.882773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-e69b56a0-d82d-40d0-bbd7-1d4eac5e2dd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.0565474
Nov 10 04:52:00.933864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-c28dbd38-a06e-4ceb-a860-55da3cd487de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.935257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-c28dbd38-a06e-4ceb-a860-55da3cd487de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0460911
Nov 10 04:52:00.979613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-9acb1c84-7920-4504-ad4f-9bf154e939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:00.981061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-9acb1c84-7920-4504-ad4f-9bf154e939b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389588
Nov 10 04:52:01.072484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-63b21c7d-fdf5-4326-a276-9dba62c494f6 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837436
Nov 10 04:52:01.445441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:52:01.476877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-86ce6baf-dd79-44fb-b22e-b7d5d8c7dfd4 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3979652
Nov 10 04:52:01.539373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:01.550048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:52:01.589491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:01.601996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:01.619798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:01.623690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:01.668760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:01.675784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.676124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.676458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.676828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.677154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.677512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.677834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.678154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.678473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.678791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.679107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.679429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:01.782041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e3977-3718-4834-9808-e21b68dabf14 req-19f20514-3ba6-409d-a82f-8117813406ad tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:01.783505 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d10e3977-3718-4834-9808-e21b68dabf14 req-19f20514-3ba6-409d-a82f-8117813406ad tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0490167
Nov 10 04:52:01.835260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d10e3977-3718-4834-9808-e21b68dabf14 req-747a0b82-4003-4a2b-a17d-36728175bf0c tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457752
Nov 10 04:52:01.883894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:02.954912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29761-6b52-442d-83fb-15e3a8247a7d req-39ee5840-30ae-4b32-9538-dfbb8fef2c89 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:02.956383 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40e29761-6b52-442d-83fb-15e3a8247a7d req-39ee5840-30ae-4b32-9538-dfbb8fef2c89 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0516055
Nov 10 04:52:03.002733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40e29761-6b52-442d-83fb-15e3a8247a7d req-ac1458d1-6268-422e-a50f-8da05af0ad88 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399787
Nov 10 04:52:03.445684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:52:03.494609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:52:03.498778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:03.499147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:03.550173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:52:03.576797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:03.604983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:03.607217 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481ef4d-d365-4369-9830-8dfcd2ea3f8d" -d '{"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-plugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:03.620731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:03.626170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:03.661738 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f4998-f305-4d56-ab5c-65930357805e x-openstack-request-id: req-bc7f4998-f305-4d56-ab5c-65930357805e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:03.662660 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-plugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:03.662899 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc7f4998-f305-4d56-ab5c-65930357805e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:03.663298 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'code': 200}
Nov 10 04:52:03.678784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:03.909142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-99c9cd74-8b7a-4f90-afac-450cb3cdc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:03.910625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-99c9cd74-8b7a-4f90-afac-450cb3cdc8f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94&tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e HTTP/1.1" status: 200  len: 1097 time: 0.0404201
Nov 10 04:52:03.922641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:03.973989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.123095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a748b-2c78-4c89-af2d-78f61f4ee125 req-555d724c-6b4b-4aad-9e00-128f829c7ccc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.124691 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a4a748b-2c78-4c89-af2d-78f61f4ee125 req-555d724c-6b4b-4aad-9e00-128f829c7ccc tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0478890
Nov 10 04:52:04.175971 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a4a748b-2c78-4c89-af2d-78f61f4ee125 req-325a0508-3635-4c1b-9bab-751e1b7df08b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413914
Nov 10 04:52:04.177322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:04.210599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:04.248849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:04.251086 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f5476-8f57-4025-be24-41362a5ae32e" -d '{"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:04.254794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.267402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Transition to ACTIVE for port object c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:52:04.271002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.306728 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989ef810-14c2-4415-8f60-dc1e1516c203 x-openstack-request-id: req-989ef810-14c2-4415-8f60-dc1e1516c203 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:04.307013 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:04.307263 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-989ef810-14c2-4415-8f60-dc1e1516c203 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:04.307654 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'code': 200}
Nov 10 04:52:04.347282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=10']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:04.394696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] No DVR routers for this DVR port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:04.416411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-debcac2a-76d2-407b-9654-5e330b28214d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.532200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:52:04.532557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:52:04.532895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:04.537247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:52:04.537513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Attempting to bind port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on network 64fab8f6-8815-41ed-94e8-2fd57df74a1f {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:04.543014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:52:04.543349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Checking segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:04.543734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Bound using segment: {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:52:04.544155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Bound port: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab8718e-9377-44a7-9041-11b91ccb1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:52:04.544507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.606206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:04.609904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:52:04.614704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.647479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.648102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:04.649752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1093 time: 0.7309179
Nov 10 04:52:04.672563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01c16-7286-46c2-967d-b39c963f21a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=11']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:04.723569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-c820886f-58b2-42b2-a82a-6a72906c8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.725757 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-c820886f-58b2-42b2-a82a-6a72906c8f5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1096 time: 0.0497026
Nov 10 04:52:04.823194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-60b6a9f5-7b87-44d9-bf36-11fcbbcb2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.824751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-60b6a9f5-7b87-44d9-bf36-11fcbbcb2eab service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.0916409
Nov 10 04:52:04.894618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-8b0f88c5-ddc8-4313-bc50-46489aeb55f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.0630333
Nov 10 04:52:04.944305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-79f3fdb9-8f61-4331-b76e-f7895007585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.945700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-79f3fdb9-8f61-4331-b76e-f7895007585e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0449531
Nov 10 04:52:04.991677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-a99ddb84-0145-48d0-84c9-d3e728a9b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:04.993147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-a99ddb84-0145-48d0-84c9-d3e728a9b8d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402846
Nov 10 04:52:05.089047 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-b887ab48-dbd8-40f4-a4b2-53bf9311db39 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884516
Nov 10 04:52:05.178040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ba0919a-a66a-4381-a6e8-6c866310d8eb req-39293b3c-55f9-4ab3-9a84-a9c8119ab21e service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822983
Nov 10 04:52:05.294842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a486d4f-073b-4cb6-a5de-908cb5e9db95 req-c527ebd0-fa06-45bf-8600-06f9af0f95e9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:05.296978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a486d4f-073b-4cb6-a5de-908cb5e9db95 req-c527ebd0-fa06-45bf-8600-06f9af0f95e9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0504713
Nov 10 04:52:05.348220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9a486d4f-073b-4cb6-a5de-908cb5e9db95 req-5514146b-054f-46fb-a314-12c8ac560e34 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452847
Nov 10 04:52:06.309577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:06.311931 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42af66-a0f6-4e53-b337-9fed9e1de468" -d '{"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:06.363102 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05592b00-ada2-48c2-8ef3-6fdd12f6294d x-openstack-request-id: req-05592b00-ada2-48c2-8ef3-6fdd12f6294d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:06.363388 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:06.363644 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05592b00-ada2-48c2-8ef3-6fdd12f6294d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:06.364041 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'status': 'completed', 'code': 200}
Nov 10 04:52:06.456108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-cf873215-3b5d-422b-ad49-d2c77cd06090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.457663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-cf873215-3b5d-422b-ad49-d2c77cd06090 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1096 time: 0.0743871
Nov 10 04:52:06.460072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-c49f7e42-abcb-4e81-a59e-49d609f11153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.461471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-c49f7e42-abcb-4e81-a59e-49d609f11153 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 1096 time: 0.0688684
Nov 10 04:52:06.467075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4013c-2882-490b-9411-6dc2c2df3f43 req-b3de62f6-59fc-4f6d-815d-6631622fa4f0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.468546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90f4013c-2882-490b-9411-6dc2c2df3f43 req-b3de62f6-59fc-4f6d-815d-6631622fa4f0 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0492494
Nov 10 04:52:06.515473 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-90f4013c-2882-490b-9411-6dc2c2df3f43 req-eee5b863-2b6e-401f-aa91-ed7f961d32f6 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408061
Nov 10 04:52:06.616541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-75da4a2f-5bf3-4ccd-9f3d-b430dfe45c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.618588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-75da4a2f-5bf3-4ccd-9f3d-b430dfe45c7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1541133
Nov 10 04:52:06.619635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-261597af-3511-4e5f-9e40-e62b41e22240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.620963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-261597af-3511-4e5f-9e40-e62b41e22240 service neutron] 10.222.0.26 "GET /v2.0/networks?id=64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 200  len: 913 time: 0.1490200
Nov 10 04:52:06.731559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-ccd18356-f4d9-4d28-98ec-dcf8a6661898 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.1063068
Nov 10 04:52:06.737312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-f7bcc148-5e26-4ee6-92a8-637b91561493 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 200  len: 1001 time: 0.0736275
Nov 10 04:52:06.810272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-06a1ca69-4d66-4104-a92a-0dbbdd0f572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.811632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-06a1ca69-4d66-4104-a92a-0dbbdd0f572c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0732484
Nov 10 04:52:06.846825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-ba8229c8-3e8e-4eff-aa4a-5399389ad272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.848247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-ba8229c8-3e8e-4eff-aa4a-5399389ad272 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 200  len: 851 time: 0.0760286
Nov 10 04:52:06.886696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-a9884a4d-c3b2-4408-bb4f-19cfa5148e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.888165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-a9884a4d-c3b2-4408-bb4f-19cfa5148e2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0673277
Nov 10 04:52:06.917638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-0b5688e4-7d47-4a09-9487-f24f89493b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:06.919232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-0b5688e4-7d47-4a09-9487-f24f89493b2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=64fab8f6-8815-41ed-94e8-2fd57df74a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0631113
Nov 10 04:52:06.985704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1f99d2ef-2fca-40d5-97ac-2075c29e3689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:07.056403 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-c6a5add8-5eb7-488f-b0c0-7218caf87f09 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599793
Nov 10 04:52:07.062423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-eb7b20d4-07a3-4eff-a8c4-2518159b5ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150410
Nov 10 04:52:07.220857 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-2d1c719a-6032-4dc4-ad9b-b1cc3a356342 service neutron] 10.222.0.21 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575665
Nov 10 04:52:07.222745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e42af66-a0f6-4e53-b337-9fed9e1de468 req-02623b02-3415-4496-b01d-b84d3f7328a2 service neutron] 10.222.0.26 "GET /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518455
Nov 10 04:52:07.461350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:07.502085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:07.633463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68ff83-7ae5-4a3d-be18-aefd74152258 req-cde62a82-1b40-4685-87f0-1d14dfe6f857 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:07.634938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a68ff83-7ae5-4a3d-be18-aefd74152258 req-cde62a82-1b40-4685-87f0-1d14dfe6f857 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0495090
Nov 10 04:52:07.681035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7a68ff83-7ae5-4a3d-be18-aefd74152258 req-36e7aae2-0210-4593-a4b3-3b289c529f4b tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403190
Nov 10 04:52:08.086006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:08.795986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88f86e-c2bb-4280-a7cc-2178d32d7446 req-ddbc266f-59ea-4df0-b9f8-aaff0cbd7902 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:08.797556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6d88f86e-c2bb-4280-a7cc-2178d32d7446 req-ddbc266f-59ea-4df0-b9f8-aaff0cbd7902 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0475340
Nov 10 04:52:08.844695 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6d88f86e-c2bb-4280-a7cc-2178d32d7446 req-8ea30028-9730-4f22-9f2e-a57a64546b12 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412240
Nov 10 04:52:08.957638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b42fe-1564-4ccc-93cb-1ab15b09ec4d req-a434fa00-c25a-4a7a-9225-008286adbd80 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:08.959149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d60b42fe-1564-4ccc-93cb-1ab15b09ec4d req-a434fa00-c25a-4a7a-9225-008286adbd80 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0477676
Nov 10 04:52:09.006427 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d60b42fe-1564-4ccc-93cb-1ab15b09ec4d req-5ed7621a-deca-4d22-9923-ffaeadd781ad tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409138
Nov 10 04:52:09.122513 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11210d46-9a23-4776-a3e8-bdbb2b106199 req-70b2e269-5891-4c9f-a18c-a74a37fe865d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:09.123969 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11210d46-9a23-4776-a3e8-bdbb2b106199 req-70b2e269-5891-4c9f-a18c-a74a37fe865d tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0516427
Nov 10 04:52:09.171392 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-11210d46-9a23-4776-a3e8-bdbb2b106199 req-5698816a-95c9-4a81-93a4-952b772da7c4 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416050
Nov 10 04:52:09.403212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d02b1-03ab-4bab-b517-bc450c17339b req-81b0e1e9-393a-4a44-ae5d-b9aab0cded68 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:09.404674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-786d02b1-03ab-4bab-b517-bc450c17339b req-81b0e1e9-393a-4a44-ae5d-b9aab0cded68 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 945 time: 0.0490062
Nov 10 04:52:09.451252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-786d02b1-03ab-4bab-b517-bc450c17339b req-67b1d9ac-b055-4ed5-bf81-2e17aaf85d24 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406454
Nov 10 04:52:09.534581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:09.858648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:52:09.953803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:09.964317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'port_id': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'mac_address': 'fa:16:3e:89:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:52:10.000643 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:10.012819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:10.030814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:10.034745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:10.079958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=12']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:10.269313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:10.321457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:10.572672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c085b9-747d-4a03-b6d5-a8f20342b546 req-b8fb8a5c-7775-453c-a9cf-4f6f73934bde tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:10.574161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7c085b9-747d-4a03-b6d5-a8f20342b546 req-b8fb8a5c-7775-453c-a9cf-4f6f73934bde tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0538757
Nov 10 04:52:10.620990 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e7c085b9-747d-4a03-b6d5-a8f20342b546 req-e2304209-b351-4db6-9eff-4a560b93baff tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bc7a931-5b67-4ac9-bf98-460d70f48631&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408859
Nov 10 04:52:10.905356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-c5cac691-8af4-4008-bd82-4321371abfc9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:10.906794 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-c5cac691-8af4-4008-bd82-4321371abfc9 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 946 time: 0.0480580
Nov 10 04:52:10.996728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Deleting port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:10.997062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.083284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] For port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:11.083597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.255738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.256104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.256418 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d disassociated. External IP: 172.32.3.211, port: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb.
Nov 10 04:52:11.256799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Calling delete_port for c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:11.381352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.409347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'Port': ['ID=c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:11.527081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:52:11.637928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:52:11.648476 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:52:11.660535 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:52:11.661248 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821449d430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:52:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:11.685158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] No DVR routers for this DVR port c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:11.688231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:11.692326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ffccf7f9-5ef0-472a-8985-db8bfeb2219e req-24aced8c-c4ce-40af-a96a-e799e02c93da tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.26 "DELETE /v2.0/ports/c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb HTTP/1.1" status: 204  len: 173 time: 0.7795792
Nov 10 04:52:11.692824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-deleted', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:11.696258 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d475d80-317c-4595-8622-0a6654507b13" -d '{"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-deleted", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:11.725273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f08388d-6882-42e3-b8d4-d68698cae8c5 req-23b48475-03e1-4b5c-a32e-c41d950f4c6e tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/ports?device_id=58d4244f-894a-419c-a93c-3211b2f6df94 HTTP/1.1" status: 200  len: 210 time: 0.0343099
Nov 10 04:52:11.749436 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e3eac-2a44-4b1b-916c-39390d2ab3c6 x-openstack-request-id: req-3b5e3eac-2a44-4b1b-916c-39390d2ab3c6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:11.749725 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d4244f-894a-419c-a93c-3211b2f6df94", "name": "network-vif-deleted", "tag": "c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:11.749978 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b5e3eac-2a44-4b1b-916c-39390d2ab3c6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:11.750806 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d4244f-894a-419c-a93c-3211b2f6df94', 'name': 'network-vif-deleted', 'tag': 'c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb', 'status': 'completed', 'code': 200}
Nov 10 04:52:11.785026 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:52:11.857885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:52:11.869053 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No ports have port_id starting with c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb
Nov 10 04:52:11.870763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb requested by agent hyperv_nch2-817176-1 not found in database {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Nov 10 04:52:11.985353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821449d430>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:12.009907 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:52:12.017876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:52:12.018467 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821449d430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:52:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:12.119760 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:52:12.330520 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821449d430>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:12.356336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8ed32-fcc8-4768-bff3-a8dcc7e81055 None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:43:00Z', 'revision_number': 4, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '863f0dfa-995c-47f3-90d2-054171365e85', 'name': '', 'network_id': '64fab8f6-8815-41ed-94e8-2fd57df74a1f', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'mac_address': 'fa:16:3e:6b:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:59Z', 'updated_at': '2021-11-10T04:43:03Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'subnets': [{'id': '9e44fdd8-1165-4364-9e27-a743c566bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:52:12.556726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c87943-2eae-4d21-8dec-b0322586d85c None None] New status for floating IP 1a72b636-3468-4f59-8f06-84474dc3cd6d: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:52:14.363140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55014) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:14.417013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.440457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.488199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.491073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.492953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "DELETE /v2.0/security-groups/9bc7a931-5b67-4ac9-bf98-460d70f48631 HTTP/1.1" status: 204  len: 168 time: 0.1286426
Nov 10 04:52:14.495864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55016) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:14.502122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9f63-5f02-44eb-8576-0726a28a4e75 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc7a931-5b67-4ac9-bf98-460d70f48631,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:14.508938 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-22e099a2-2d7b-49e5-9c80-82bfdf4f53b3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] show failed (client error): The resource could not be found.
Nov 10 04:52:14.510115 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-22e099a2-2d7b-49e5-9c80-82bfdf4f53b3 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "GET /v2.0/security-groups/9bc7a931-5b67-4ac9-bf98-460d70f48631 HTTP/1.1" status: 404  len: 347 time: 0.0132596
Nov 10 04:52:14.512953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55018) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:14.636815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Deleting port 713dbbd8-51f1-45bb-aa9b-86889a7e9f0f {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:14.637151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.714145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.714468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.726760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Calling delete_port for 713dbbd8-51f1-45bb-aa9b-86889a7e9f0f owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:14.859301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.888958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Pushing event deleted for resources: {'Port': ['ID=713dbbd8-51f1-45bb-aa9b-86889a7e9f0f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:14.946979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.949719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:14.950852 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e014a92e-e0b4-4644-87ed-dd47ebd809b2 tempest-ServerActionsTestJSON-1070440369 tempest-ServerActionsTestJSON-1070440369-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a72b636-3468-4f59-8f06-84474dc3cd6d HTTP/1.1" status: 204  len: 168 time: 0.4370780
Nov 10 04:52:14.953738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55020) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:15.332414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:15.877928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:15.887341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Deleting port 863f0dfa-995c-47f3-90d2-054171365e85 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:15.887858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:15.897156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:15.897500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device c6a6150b-6d2b-477d-a7a6-1152ce0dd0fb not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:15.964252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] For port 863f0dfa-995c-47f3-90d2-054171365e85, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=863f0dfa-995c-47f3-90d2-054171365e85,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:15.964635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:15.977429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Calling delete_port for 863f0dfa-995c-47f3-90d2-054171365e85 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:16.151218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:16.176445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=863f0dfa-995c-47f3-90d2-054171365e85,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:16.340966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:16.551865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:52:16.653658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:52:16.658653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-500e6926-204f-4b39-abd3-46d22ff90dd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f583890-321e-4e32-85a2-e0d6f6f9f6e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7039936
Nov 10 04:52:16.661216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55024) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:16.664095 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Sync routers for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:52:16.674238 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:52:16.674919 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821449dee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:52:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:16.764939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:16.777069 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:52:16.870291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:16.925452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Deleting port 6934e6c7-55ee-4566-8000-0842ef03db7a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:16.926175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.008814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] For port 6934e6c7-55ee-4566-8000-0842ef03db7a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=6934e6c7-55ee-4566-8000-0842ef03db7a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:17.009176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.021581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Calling delete_port for 6934e6c7-55ee-4566-8000-0842ef03db7a owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:17.040412 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821449dee0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83'}], 'enable_snat': True}, 'gw_port_id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:52:16Z', 'revision_number': 5, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port': {'id': '6934e6c7-55ee-4566-8000-0842ef03db7a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:17.070334 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Checking router: 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:52:17.078582 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Routers {'1f583890-321e-4e32-85a2-e0d6f6f9f6e6'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:52:17.081619 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821449dee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:52:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:17.168388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] Set router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:52:17.194456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.219867 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821449dee0>, [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:52:16Z', 'revision_number': 6, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:17.223332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6934e6c7-55ee-4566-8000-0842ef03db7a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:17.241390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e646d0-6010-4758-89f8-7bbb10ec93ca None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:52:17.251544 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612c3f2-2fce-49b7-91f7-340321d4f89c None None] The sync data for ids ['1f583890-321e-4e32-85a2-e0d6f6f9f6e6'] in ncdv-817176-1 is: [{'id': '1f583890-321e-4e32-85a2-e0d6f6f9f6e6', 'name': 'tempest-ServerActionsTestJSON-1510684983-router', 'tenant_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:42:57Z', 'updated_at': '2021-11-10T04:52:16Z', 'revision_number': 6, 'project_id': '6ea459cc609a4ddfb7aa6bce971b1e6e', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:52:17.298116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.387138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.389407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.431311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.431872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f583890-321e-4e32-85a2-e0d6f6f9f6e6 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:52:17.436313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.437548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-116c3bf0-7b75-406b-b2a0-543efd45caa2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f583890-321e-4e32-85a2-e0d6f6f9f6e6 HTTP/1.1" status: 204  len: 168 time: 0.7754335
Nov 10 04:52:17.440514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55026) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:17.484937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Deleting subnet 9e44fdd8-1165-4364-9e27-a743c566bfc2 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:52:17.488008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.526413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.603581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.659395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.688271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e44fdd8-1165-4364-9e27-a743c566bfc2,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:17.693913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.697919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b9602c80-2571-457a-bbfc-0527653296fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e44fdd8-1165-4364-9e27-a743c566bfc2 HTTP/1.1" status: 204  len: 168 time: 0.2563899
Nov 10 04:52:17.700341 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55028) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:17.700687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b03649-0b68-4c37-8833-27fc913d8fab None None] Network 64fab8f6-8815-41ed-94e8-2fd57df74a1f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:17.768587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.828686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Deleting port 9d58a5ca-5270-4022-a3d3-4b576292ee8c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:17.828686 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.895216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] For port 9d58a5ca-5270-4022-a3d3-4b576292ee8c, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=9d58a5ca-5270-4022-a3d3-4b576292ee8c,segment=NetworkSegment(eab8718e-9377-44a7-9041-11b91ccb1bc7),segment_id=eab8718e-9377-44a7-9041-11b91ccb1bc7)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:17.895580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.908292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Calling delete_port for 9d58a5ca-5270-4022-a3d3-4b576292ee8c owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:17.986572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:17.993880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bdde71-9117-4373-94d2-b89e626c7aa3 None None] DHCP port deletion for 64fab8f6-8815-41ed-94e8-2fd57df74a1f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:52:18.019033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d58a5ca-5270-4022-a3d3-4b576292ee8c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:18.020936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] No DVR routers for this DVR port 9d58a5ca-5270-4022-a3d3-4b576292ee8c on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:18.098431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.126087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0ca400>,) {'filters': {'network_id': ['64fab8f6-8815-41ed-94e8-2fd57df74a1f']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:18.135461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0ca400>, 'eab8718e-9377-44a7-9041-11b91ccb1bc7') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:18.135763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0ca400>, 'eab8718e-9377-44a7-9041-11b91ccb1bc7') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:18.145066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.158540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.165713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:18.166347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:18.168166 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:18.229411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.235675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.241083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64fab8f6-8815-41ed-94e8-2fd57df74a1f HTTP/1.1" status: 204  len: 168 time: 0.5397215
Nov 10 04:52:18.253992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201577c-d405-4059-b29b-1709ca6bc3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64fab8f6-8815-41ed-94e8-2fd57df74a1f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:18.349959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55032) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:18.392426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d3c23d8a-f789-479d-84c9-551278fd0feb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ea459cc609a4ddfb7aa6bce971b1e6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413191
Nov 10 04:52:18.394824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55034) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:18.440117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.460729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.505969 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.508534 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:18.509697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/526a781e-3ecd-4ced-8c2d-ad70fbc8edad HTTP/1.1" status: 204  len: 168 time: 0.1140051
Nov 10 04:52:18.517476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a781e-3ecd-4ced-8c2d-ad70fbc8edad,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:18.525650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.525995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.526359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.526697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.527051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.527378 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.527699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.528021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.528341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.528687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.529009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:18.529327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695eeb6f-1e25-41f8-b8d1-c102d09a1e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:19.131601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 863f0dfa-995c-47f3-90d2-054171365e85 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:19.136151 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.153904 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 863f0dfa-995c-47f3-90d2-054171365e85 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:19.154244 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 863f0dfa-995c-47f3-90d2-054171365e85 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:19.154656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6934e6c7-55ee-4566-8000-0842ef03db7a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:19.172748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 6934e6c7-55ee-4566-8000-0842ef03db7a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:19.173223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 6934e6c7-55ee-4566-8000-0842ef03db7a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:19.173628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d58a5ca-5270-4022-a3d3-4b576292ee8c no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:19.195685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 9d58a5ca-5270-4022-a3d3-4b576292ee8c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:19.196018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 9d58a5ca-5270-4022-a3d3-4b576292ee8c not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:19.212554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55056) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:19.317467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-828333680-network', 'tenant_id': '46862a330ff94a8fb8b40770ae09cc08'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:19.338538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Made reservation on behalf of 46862a330ff94a8fb8b40770ae09cc08 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:19.341391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.349795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.420060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.426505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.430553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.460682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:19.466309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c168264-c305-4901-90ba-78ca1201503d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:19.475409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.475860 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Added segment ae16cec4-4723-4fab-be8a-1e391f60feec of type vlan for network ee841c70-721b-467d-8d11-1a5531dd1612
Nov 10 04:52:19.516864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.541447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.542365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:19.542942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.596712 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3829777
Nov 10 04:52:19.599607 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55060) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:19.605131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Request body: {'subnet': {'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-828333680-subnet', 'tenant_id': '46862a330ff94a8fb8b40770ae09cc08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:19.610022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52552be4-6140-455b-9da6-205f976d5595 admin admin] Pushing event updated for resources: {'Network': ['ID=ee841c70-721b-467d-8d11-1a5531dd1612,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:19.620568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network ee841c70-721b-467d-8d11-1a5531dd1612 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:19.631552 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Made reservation on behalf of 46862a330ff94a8fb8b40770ae09cc08 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:19.634031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.796561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.849703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5724f1-5f07-492a-a916-b32dff1d180c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:19.858562 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Checking segment: {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:19.858914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Network hostable DHCP agents. Network: ee841c70-721b-467d-8d11-1a5531dd1612, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:19.875108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Network ee841c70-721b-467d-8d11-1a5531dd1612 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:19.883849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, ee841c70-721b-467d-8d11-1a5531dd1612) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:19.889520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:19.889520 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:19.892429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4496af-fb47-489c-ac27-42f5dad502c7 None None] Network ee841c70-721b-467d-8d11-1a5531dd1612 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:19.906431 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-86461f41-a01c-4835-aa49-e317504e92ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3057420
Nov 10 04:52:20.015493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e42255-2d36-448c-a0d7-4685ea686af2 None None] Network ee841c70-721b-467d-8d11-1a5531dd1612 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:20.322911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-bfad67cd-44bd-443d-b6bd-e0a0e5263df5 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:20.324268 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-bfad67cd-44bd-443d-b6bd-e0a0e5263df5 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 813 time: 0.0999835
Nov 10 04:52:20.339448 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-5f736e98-e3db-43d5-9d68-46eeae1b5075 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/quotas/46862a330ff94a8fb8b40770ae09cc08 HTTP/1.1" status: 200  len: 375 time: 0.0094821
Nov 10 04:52:20.373961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-03bf3873-da40-48c2-ae43-4a2857ecc265 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291140
Nov 10 04:52:20.385011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-aa8b2ea6-21cd-4dff-9d1d-5cdbdd83b2e3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:52:20.385930 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-aa8b2ea6-21cd-4dff-9d1d-5cdbdd83b2e3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054266
Nov 10 04:52:20.472437 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-51122208-e8ab-4bbb-ad46-2c1bac36b463 service neutron] 10.222.0.13 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810342
Nov 10 04:52:20.562472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-79f312e8-1a86-4814-bbd6-836c780f6dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840702
Nov 10 04:52:20.725628 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4ebf0dee-3f9b-4689-a527-6a2d217d91ea req-b4a19816-9e16-4f82-b074-698df29c1513 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 210 time: 0.0307212
Nov 10 04:52:21.622815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-45ee4698-0392-4024-ad7d-e886fe957806 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:21.624305 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-45ee4698-0392-4024-ad7d-e886fe957806 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.26 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 813 time: 0.1110327
Nov 10 04:52:21.637823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Request body: {'port': {'device_id': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612', 'admin_state_up': True, 'tenant_id': '46862a330ff94a8fb8b40770ae09cc08'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:21.744987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Made reservation on behalf of 46862a330ff94a8fb8b40770ae09cc08 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:21.748454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:21.837904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3295b29b-de9a-4396-ae85-6017cd6898b8 req-07caafb0-979c-4939-8ff9-440b3539bc22 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 210 time: 0.0386918
Nov 10 04:52:21.897319 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Allocated IP 172.20.0.12 (ee841c70-721b-467d-8d11-1a5531dd1612/0e5724f1-5f07-492a-a916-b32dff1d180c/e940d6ea-551b-4326-a69a-a548a23c152b) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:52:22.046635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.079390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.123346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Network ee841c70-721b-467d-8d11-1a5531dd1612 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:52:22.126598 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:22.130379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:52:22.137120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Pushing event updated for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:22.182457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:22.182981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.198451 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-fb3ab307-4fed-49ad-98a3-fb407b639f92 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5643382
Nov 10 04:52:22.257977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Request body: {'port': {'device_id': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:22.315385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.570888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e940d6ea-551b-4326-a69a-a548a23c152b {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:22.578351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.590881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Transition to ACTIVE for port object e940d6ea-551b-4326-a69a-a548a23c152b will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:52:22.594040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.646135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Pushing event updated for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:22.714673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Attempting to bind port e940d6ea-551b-4326-a69a-a548a23c152b on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:52:22.715012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Attempting to bind port e940d6ea-551b-4326-a69a-a548a23c152b by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:52:22.715344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Attempting to bind port e940d6ea-551b-4326-a69a-a548a23c152b on network ee841c70-721b-467d-8d11-1a5531dd1612 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:22.720203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Port e940d6ea-551b-4326-a69a-a548a23c152b on network ee841c70-721b-467d-8d11-1a5531dd1612 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:52:22.720523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Attempting to bind port e940d6ea-551b-4326-a69a-a548a23c152b on network ee841c70-721b-467d-8d11-1a5531dd1612 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:22.725316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:52:22.726167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Checking segment: {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:22.726574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Bound using segment: {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:52:22.727002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Bound port: e940d6ea-551b-4326-a69a-a548a23c152b, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:52:22.727353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.793764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:22.796825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e940d6ea-551b-4326-a69a-a548a23c152b,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:52:22.801351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.837265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:22.838062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:22.839472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] 10.222.0.26 "PUT /v2.0/ports/e940d6ea-551b-4326-a69a-a548a23c152b HTTP/1.1" status: 200  len: 1092 time: 0.6331782
Nov 10 04:52:22.839901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:22.842447 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ad8df-d247-43c0-83c4-a95e2f390408" -d '{"events": [{"name": "network-changed", "server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:22.872034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6faf4-1d23-46c3-9710-7338cb6cb27b service neutron] Pushing event updated for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:22.883277 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c020e788-a12a-4db5-b907-65fcb1cdb7c9 x-openstack-request-id: req-c020e788-a12a-4db5-b907-65fcb1cdb7c9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:22.883618 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:22.883819 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c020e788-a12a-4db5-b907-65fcb1cdb7c9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:22.884272 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b', 'status': 'completed', 'code': 200}
Nov 10 04:52:22.954220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-5d15da70-dacb-455d-a0e2-789da3b91677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:22.955719 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-5d15da70-dacb-455d-a0e2-789da3b91677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 1095 time: 0.0691705
Nov 10 04:52:22.978412 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d61db7-1673-454e-b933-28e425be092a req-64d7574d-e2d1-4479-9187-2b833d0b73ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:22.979818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06d61db7-1673-454e-b933-28e425be092a req-64d7574d-e2d1-4479-9187-2b833d0b73ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 944 time: 0.0637820
Nov 10 04:52:23.009800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-e8550cfe-77c9-4de5-a834-a0d426bc0496 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e940d6ea-551b-4326-a69a-a548a23c152b HTTP/1.1" status: 200  len: 217 time: 0.0456746
Nov 10 04:52:23.086260 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06d61db7-1673-454e-b933-28e425be092a req-515fa679-2b88-4239-837f-09b091fd5515 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787222
Nov 10 04:52:23.089878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-6a0c9c33-a80c-4354-a1ae-265af4250b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:23.091524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-6a0c9c33-a80c-4354-a1ae-265af4250b57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5724f1-5f07-492a-a916-b32dff1d180c HTTP/1.1" status: 200  len: 853 time: 0.0664504
Nov 10 04:52:23.123669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-132a17d4-8fff-4dff-a09d-cd65af9099ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee841c70-721b-467d-8d11-1a5531dd1612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250688
Nov 10 04:52:23.215233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-61552a9d-277c-4bf8-be98-d63ceb384378 service neutron] 10.222.0.26 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850246
Nov 10 04:52:23.302971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-410470bb-d3b6-46e9-b2a5-bf88497a65a6 req-ffebe0b6-206e-486b-a7ec-ed7cc930cc83 service neutron] 10.222.0.26 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812805
Nov 10 04:52:23.387595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-c80666fd-ad18-4f98-bb60-a0405039c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:23.389075 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-c80666fd-ad18-4f98-bb60-a0405039c580 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 1095 time: 0.0405300
Nov 10 04:52:23.484179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-6df0a244-8819-45ad-9466-53ef9d25fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:23.486252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-6df0a244-8819-45ad-9466-53ef9d25fbb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 914 time: 0.0905788
Nov 10 04:52:23.528194 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-60770001-ff65-4eb5-b70f-e9a035f3b9ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e940d6ea-551b-4326-a69a-a548a23c152b HTTP/1.1" status: 200  len: 217 time: 0.0345376
Nov 10 04:52:23.580688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-bd3c5772-901f-434c-9e0b-8f1e46778d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:23.582110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-bd3c5772-901f-434c-9e0b-8f1e46778d00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0e5724f1-5f07-492a-a916-b32dff1d180c HTTP/1.1" status: 200  len: 853 time: 0.0468662
Nov 10 04:52:23.614036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-6b83fd40-98bd-4968-a1ec-cf8e489c61ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee841c70-721b-467d-8d11-1a5531dd1612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240510
Nov 10 04:52:23.702906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-6e7d9407-d751-4cf3-abfc-fb8eb5483d16 service neutron] 10.222.0.26 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801644
Nov 10 04:52:23.798053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-351ad8df-d247-43c0-83c4-a95e2f390408 req-173a3cc8-0c4d-4f30-b146-1934eb514a8d service neutron] 10.222.0.26 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876563
Nov 10 04:52:24.201592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85069aa6-5c5a-4b93-af7b-f5f38cb9f978 req-17c03fdf-4886-457f-a176-cef6d188bd49 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:24.203041 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85069aa6-5c5a-4b93-af7b-f5f38cb9f978 req-17c03fdf-4886-457f-a176-cef6d188bd49 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 944 time: 0.0472310
Nov 10 04:52:24.249146 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85069aa6-5c5a-4b93-af7b-f5f38cb9f978 req-baee1ddc-148c-4008-9245-95aa100c014b tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402677
Nov 10 04:52:25.362357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d906f-0bb9-4032-bb71-6cd5645dc9c9 req-7cdd7f1d-283b-46b2-a604-b70b85bf6654 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:25.363732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f3d906f-0bb9-4032-bb71-6cd5645dc9c9 req-7cdd7f1d-283b-46b2-a604-b70b85bf6654 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 944 time: 0.0489204
Nov 10 04:52:25.411202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f3d906f-0bb9-4032-bb71-6cd5645dc9c9 req-b79aeefa-9278-4439-a9ec-295a870ca365 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410352
Nov 10 04:52:25.904035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e940d6ea-551b-4326-a69a-a548a23c152b details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:52:26.000189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e940d6ea-551b-4326-a69a-a548a23c152b,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:26.011237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': 'e940d6ea-551b-4326-a69a-a548a23c152b', 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612', 'port_id': 'e940d6ea-551b-4326-a69a-a548a23c152b', 'mac_address': 'fa:16:3e:82:ab:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5724f1-5f07-492a-a916-b32dff1d180c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:52:26.047722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:26.059718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e940d6ea-551b-4326-a69a-a548a23c152b {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:26.081280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e940d6ea-551b-4326-a69a-a548a23c152b,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:26.085500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:26.129854 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:26.274136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e940d6ea-551b-4326-a69a-a548a23c152b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:26.522150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3461fa-a96c-4193-8019-a9e99e480041 req-8455006e-2293-44e1-bb66-fea8c925e501 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:26.524179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dd3461fa-a96c-4193-8019-a9e99e480041 req-8455006e-2293-44e1-bb66-fea8c925e501 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 945 time: 0.0475814
Nov 10 04:52:26.568993 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dd3461fa-a96c-4193-8019-a9e99e480041 req-89d47740-9d34-4119-b25c-2e00fce6bbbf tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389681
Nov 10 04:52:27.686257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f3843-1fd7-4f6e-96f3-9ae2f6e5c51f req-61a45b6e-9cf3-497d-aeb9-cd2c88988e1d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:27.687711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-639f3843-1fd7-4f6e-96f3-9ae2f6e5c51f req-61a45b6e-9cf3-497d-aeb9-cd2c88988e1d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 945 time: 0.0522623
Nov 10 04:52:27.734204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-639f3843-1fd7-4f6e-96f3-9ae2f6e5c51f req-4a6363b4-0c08-4b50-8b92-d93148f1717f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404730
Nov 10 04:52:27.919733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e940d6ea-551b-4326-a69a-a548a23c152b up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:52:27.967001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port e940d6ea-551b-4326-a69a-a548a23c152b completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:52:27.970692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port e940d6ea-551b-4326-a69a-a548a23c152b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:27.971057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:28.046095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:28.069028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:28.071268 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80579cd0-22c1-40cc-a399-675e8ec7974d" -d '{"events": [{"server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "name": "network-vif-plugged", "status": "completed", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:28.083924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e940d6ea-551b-4326-a69a-a548a23c152b,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:28.087701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:28.137319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:28.178164 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f1fe73-5f67-4176-b4ed-6c977fc19b34 x-openstack-request-id: req-94f1fe73-5f67-4176-b4ed-6c977fc19b34 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:28.178456 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "name": "network-vif-plugged", "status": "completed", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:28.178737 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94f1fe73-5f67-4176-b4ed-6c977fc19b34 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:28.179554 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b', 'code': 200}
Nov 10 04:52:28.272213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826322-45ee-4213-94bd-36960209c7a2 req-ddbb2d54-0898-49bb-a00d-96b69c4e0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:28.274214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b826322-45ee-4213-94bd-36960209c7a2 req-ddbb2d54-0898-49bb-a00d-96b69c4e0903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 1097 time: 0.0392356
Nov 10 04:52:28.317754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5b826322-45ee-4213-94bd-36960209c7a2 req-121551ce-4920-4a0f-8a75-ba24fbd5d253 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361810
Nov 10 04:52:28.854198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b67d-2339-4340-83fa-be125b5f6059 req-ec5fe313-718e-447a-9974-05d5d7117b36 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:28.855738 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af29b67d-2339-4340-83fa-be125b5f6059 req-ec5fe313-718e-447a-9974-05d5d7117b36 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0535622
Nov 10 04:52:28.903197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af29b67d-2339-4340-83fa-be125b5f6059 req-b45113f3-d11e-423c-99ba-a6139eaebed3 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414686
Nov 10 04:52:30.021086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c620e9-3217-456c-bbdb-e412d5dd20ab req-4cbff2f0-9dd1-4797-89a4-73316fcad4c6 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:30.023015 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6c620e9-3217-456c-bbdb-e412d5dd20ab req-4cbff2f0-9dd1-4797-89a4-73316fcad4c6 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0505731
Nov 10 04:52:30.068096 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e6c620e9-3217-456c-bbdb-e412d5dd20ab req-4fec1888-7d94-4e50-a668-91203e2a884d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392318
Nov 10 04:52:30.286219 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-09289798-1d48-4ee3-b2fb-254888818820 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:30.287659 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-09289798-1d48-4ee3-b2fb-254888818820 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 813 time: 0.1004968
Nov 10 04:52:30.301934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-bfc333db-93ef-4d93-be23-f3b99def8b27 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/quotas/46862a330ff94a8fb8b40770ae09cc08 HTTP/1.1" status: 200  len: 375 time: 0.0086658
Nov 10 04:52:30.353618 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-5e46ccb5-1adf-49b5-a394-36720909e781 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0465829
Nov 10 04:52:30.441228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-00574efc-474b-4d5f-ae19-447a4c475098 service neutron] 10.222.0.13 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809696
Nov 10 04:52:30.842382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-8c007ee2-a21f-433e-8eb1-9c7c86e64a66 service neutron] 10.222.0.13 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3945570
Nov 10 04:52:30.997800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e3934be0-07a1-40bf-9ac2-7a46b2e44e23 req-b12afbca-d68e-4429-9060-cfed1b4e1679 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 210 time: 0.0266368
Nov 10 04:52:31.984789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-88df448a-22a9-40c9-82e6-7526ab914c02 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:31.986226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-88df448a-22a9-40c9-82e6-7526ab914c02 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.21 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 813 time: 0.1024361
Nov 10 04:52:31.998530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Request body: {'port': {'device_id': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612', 'admin_state_up': True, 'tenant_id': '46862a330ff94a8fb8b40770ae09cc08'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:32.098688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17ad0d5a-17a2-4d0b-8d6e-2c54c39e5ea8 req-756caeb6-2fb4-403d-8e51-71703e68acbc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 210 time: 0.0349805
Nov 10 04:52:32.130084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Made reservation on behalf of 46862a330ff94a8fb8b40770ae09cc08 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:32.134295 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.259196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Allocated IP 172.20.0.3 (ee841c70-721b-467d-8d11-1a5531dd1612/0e5724f1-5f07-492a-a916-b32dff1d180c/29a04f4c-21bd-4f07-8ace-16ffcd94f592) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:52:32.405743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.439289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.451768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e940d6ea-551b-4326-a69a-a548a23c152b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:32.479960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Network ee841c70-721b-467d-8d11-1a5531dd1612 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:52:32.485088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:32.488919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:52:32.514247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Pushing event updated for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:32.542359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:32.542976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.558291 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-c8e4e005-0c7e-45b5-935f-bad9d0aea0fc tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5634305
Nov 10 04:52:32.571801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Request body: {'port': {'device_id': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:32.628354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.886848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a04f4c-21bd-4f07-8ace-16ffcd94f592 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:32.894064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.905516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Transition to ACTIVE for port object 29a04f4c-21bd-4f07-8ace-16ffcd94f592 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:52:32.909121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:32.962615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Pushing event updated for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:33.029962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Attempting to bind port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:52:33.030611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Attempting to bind port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:52:33.030611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Attempting to bind port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 on network ee841c70-721b-467d-8d11-1a5531dd1612 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:33.034839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 on network ee841c70-721b-467d-8d11-1a5531dd1612 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:52:33.035162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Attempting to bind port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 on network ee841c70-721b-467d-8d11-1a5531dd1612 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:33.040442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:52:33.040840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Checking segment: {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:33.041225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Bound using segment: {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:52:33.041648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Bound port: 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae16cec4-4723-4fab-be8a-1e391f60feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:52:33.041997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:33.104136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:33.107138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:52:33.111675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:33.145792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.146529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:33.147821 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] 10.222.0.21 "PUT /v2.0/ports/29a04f4c-21bd-4f07-8ace-16ffcd94f592 HTTP/1.1" status: 200  len: 1091 time: 0.5812743
Nov 10 04:52:33.148260 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:33.150565 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9f190-407f-476f-8829-5ecb95ad2b22" -d '{"events": [{"name": "network-changed", "server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:33.175508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c069-f133-4443-811a-65fe79616025 service neutron] Pushing event updated for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:33.205353 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe95f3-bfc8-4097-a957-15b25fdcd98c x-openstack-request-id: req-e5fe95f3-bfc8-4097-a957-15b25fdcd98c {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:33.205639 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:33.205891 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5fe95f3-bfc8-4097-a957-15b25fdcd98c {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:33.206306 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592', 'status': 'completed', 'code': 200}
Nov 10 04:52:33.232444 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1b58-3c85-40f9-86bb-c0161357bfcd req-79833253-4561-4c82-a62a-048cc7290827 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.234113 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bce1b58-3c85-40f9-86bb-c0161357bfcd req-79833253-4561-4c82-a62a-048cc7290827 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 943 time: 0.0508077
Nov 10 04:52:33.244635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-fe3265ed-c16a-4ff5-bcd9-d7dd21b1e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.246149 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-fe3265ed-c16a-4ff5-bcd9-d7dd21b1e9d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 1094 time: 0.0519917
Nov 10 04:52:33.281143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7bce1b58-3c85-40f9-86bb-c0161357bfcd req-af91539e-a462-4bf2-98d3-9394988dc316 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409889
Nov 10 04:52:33.287528 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-adb0256f-4fad-4796-a75c-4eefcf0703f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592 HTTP/1.1" status: 200  len: 217 time: 0.0338523
Nov 10 04:52:33.336419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15645-3437-4815-b7d2-49184a35cecd req-d78009f1-bac5-47b7-bc3e-43c6591ecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.337815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-d78009f1-bac5-47b7-bc3e-43c6591ecd87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e5724f1-5f07-492a-a916-b32dff1d180c HTTP/1.1" status: 200  len: 853 time: 0.0439599
Nov 10 04:52:33.369276 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-191353af-7ca0-4800-ba63-5d6dc0e61591 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee841c70-721b-467d-8d11-1a5531dd1612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250251
Nov 10 04:52:33.462439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-597c535a-fca1-4787-b3ea-9cbb16dc6862 service neutron] 10.222.0.21 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859423
Nov 10 04:52:33.556978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61a15645-3437-4815-b7d2-49184a35cecd req-b58f4453-feb4-44e1-a747-7e8f88d0ff52 service neutron] 10.222.0.21 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879376
Nov 10 04:52:33.643084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-225d33c2-7813-42ac-b014-c9a958b5b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.644561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-225d33c2-7813-42ac-b014-c9a958b5b3e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46862a330ff94a8fb8b40770ae09cc08&device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 1094 time: 0.0400000
Nov 10 04:52:33.741834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-cf2d4358-8f54-40ce-af39-f5e5ef926995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.743302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-cf2d4358-8f54-40ce-af39-f5e5ef926995 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 200  len: 914 time: 0.0887911
Nov 10 04:52:33.784393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-6b1cb75b-44cf-4d57-a845-b56eb638997c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592 HTTP/1.1" status: 200  len: 217 time: 0.0343215
Nov 10 04:52:33.832472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-b8730fb0-252c-40d2-8dc4-e4b0282df208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:33.834066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-b8730fb0-252c-40d2-8dc4-e4b0282df208 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e5724f1-5f07-492a-a916-b32dff1d180c HTTP/1.1" status: 200  len: 853 time: 0.0430195
Nov 10 04:52:33.866441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-6772a996-ca38-47b5-8c29-95bce0d4d5c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee841c70-721b-467d-8d11-1a5531dd1612&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246751
Nov 10 04:52:33.960139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-5f73e2e0-8e3a-4f27-b06c-9c7cf1e662ad service neutron] 10.222.0.21 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859623
Nov 10 04:52:34.052530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e2d9f190-407f-476f-8829-5ecb95ad2b22 req-3f70432d-eb55-4e7c-a1a5-94489cae9c8d service neutron] 10.222.0.21 "GET /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856509
Nov 10 04:52:34.398701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deb649-78d6-4785-b94a-fa23242b1236 req-d5ca1133-ac0f-4cef-8ef3-366629f7b2b2 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:34.400155 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84deb649-78d6-4785-b94a-fa23242b1236 req-d5ca1133-ac0f-4cef-8ef3-366629f7b2b2 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 943 time: 0.0500000
Nov 10 04:52:34.418648 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16243df7-e6e3-45f1-a0b8-fdefc84fdfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:34.450326 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-84deb649-78d6-4785-b94a-fa23242b1236 req-50547387-d2f6-4793-a568-2add5f47504f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442498
Nov 10 04:52:35.570753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfe775-6460-4f4c-8ec3-c207dd84a621 req-1bf6fdb5-6444-4c9a-ae79-2d427050f18d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:35.572468 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dcfe775-6460-4f4c-8ec3-c207dd84a621 req-1bf6fdb5-6444-4c9a-ae79-2d427050f18d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 943 time: 0.0551252
Nov 10 04:52:35.619750 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9dcfe775-6460-4f4c-8ec3-c207dd84a621 req-b9a6b30e-d152-4494-874a-ffff30aa6a15 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412829
Nov 10 04:52:36.731495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41624-e19d-444f-8a10-8b736732c0ce req-cab2be9a-a370-4a35-bd23-a96c6743a93f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:36.733003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bae41624-e19d-444f-8a10-8b736732c0ce req-cab2be9a-a370-4a35-bd23-a96c6743a93f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 943 time: 0.0487399
Nov 10 04:52:36.780516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bae41624-e19d-444f-8a10-8b736732c0ce req-a8f43b0c-cf08-41d8-ab0b-3f1b77ff986f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417285
Nov 10 04:52:36.988033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2497c3a7-c38b-4d3a-9f01-4a14000a68af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:37.553482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 29a04f4c-21bd-4f07-8ace-16ffcd94f592 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:52:37.648390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:37.809742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '29a04f4c-21bd-4f07-8ace-16ffcd94f592', 'network_id': 'ee841c70-721b-467d-8d11-1a5531dd1612', 'port_id': '29a04f4c-21bd-4f07-8ace-16ffcd94f592', 'mac_address': 'fa:16:3e:01:47:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5724f1-5f07-492a-a916-b32dff1d180c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:52:37.847482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:37.859958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a04f4c-21bd-4f07-8ace-16ffcd94f592 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:52:37.878922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:37.883117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:37.900239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c9dc-6a70-4079-beaf-9bd32e147c92 req-8ac4fa27-cdae-4773-ae32-697e789f9899 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:37.901752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10f0c9dc-6a70-4079-beaf-9bd32e147c92 req-8ac4fa27-cdae-4773-ae32-697e789f9899 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 943 time: 0.0496612
Nov 10 04:52:37.929437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:37.949021 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-10f0c9dc-6a70-4079-beaf-9bd32e147c92 req-32903411-3d62-47a9-966d-15dc0b06d67d tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411572
Nov 10 04:52:38.066338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['29a04f4c-21bd-4f07-8ace-16ffcd94f592'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:38.115766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:39.067267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f2a1-0054-4f4c-8f1f-b555d91de358 req-bd24334c-046e-474e-8fec-69bfa03443df tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:39.068746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26b9f2a1-0054-4f4c-8f1f-b555d91de358 req-bd24334c-046e-474e-8fec-69bfa03443df tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 944 time: 0.0517313
Nov 10 04:52:39.116628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26b9f2a1-0054-4f4c-8f1f-b555d91de358 req-32b261df-6d56-4378-9bdd-d10abc4a22ab tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413096
Nov 10 04:52:39.538450 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:39.568454 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 29a04f4c-21bd-4f07-8ace-16ffcd94f592 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:52:39.619098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:52:39.623039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:39.623421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:39.698456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:39.719903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:39.722150 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0008b647-c9e5-4fb0-973e-3f478643c32d" -d '{"events": [{"server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "name": "network-vif-plugged", "status": "completed", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:39.735363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:39.740444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:39.768311 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d98462-da76-48fd-831d-35ae33d0b3c1 x-openstack-request-id: req-66d98462-da76-48fd-831d-35ae33d0b3c1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:39.768623 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "name": "network-vif-plugged", "status": "completed", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:39.768878 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66d98462-da76-48fd-831d-35ae33d0b3c1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:39.769268 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592', 'code': 200}
Nov 10 04:52:39.796966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:39.865373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7a4b8-99fe-469b-99ea-040dc1d01722 req-5c82701c-0409-41a4-906a-e920a397c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:39.866854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5af7a4b8-99fe-469b-99ea-040dc1d01722 req-5c82701c-0409-41a4-906a-e920a397c12c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 1096 time: 0.0417244
Nov 10 04:52:39.910994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5af7a4b8-99fe-469b-99ea-040dc1d01722 req-3713ea36-ecda-4cc2-8a76-12f3479c4ee0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368414
Nov 10 04:52:40.237745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0929-1205-4fb5-97da-8a04030dfd23 req-77ace054-465a-4fd5-be77-5832f1cc72fe tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:40.239201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7aa0929-1205-4fb5-97da-8a04030dfd23 req-77ace054-465a-4fd5-be77-5832f1cc72fe tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 945 time: 0.0529585
Nov 10 04:52:40.285629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7aa0929-1205-4fb5-97da-8a04030dfd23 req-6e4a5406-c19f-498f-a483-b46b31a2bfea tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405896
Nov 10 04:52:40.306647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:40.549354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:52:41.400549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b42c8-3dda-4a79-9430-35863b84e31c req-9c674128-f6f5-479a-8d89-3144248238be tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:41.402049 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20b42c8-3dda-4a79-9430-35863b84e31c req-9c674128-f6f5-479a-8d89-3144248238be tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 945 time: 0.0474076
Nov 10 04:52:41.453632 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c20b42c8-3dda-4a79-9430-35863b84e31c req-e5a3e4c9-402d-4c7d-ab75-9ef28d62caaf tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457568
Nov 10 04:52:41.680449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ce97f-e2b0-40a5-b79d-4cb1a137bc44 req-058e5ec2-98b3-47ec-ad6f-6c63a0f1169f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:41.681866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a05ce97f-e2b0-40a5-b79d-4cb1a137bc44 req-058e5ec2-98b3-47ec-ad6f-6c63a0f1169f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 945 time: 0.0491607
Nov 10 04:52:41.728502 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a05ce97f-e2b0-40a5-b79d-4cb1a137bc44 req-b1db0508-bcda-410f-a90d-28a195b14ef3 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407107
Nov 10 04:52:42.870320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f346bf5-3c8c-48ec-8276-f022258ab74a req-c5180d74-1492-4130-934e-05df25eb71e4 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:42.871782 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f346bf5-3c8c-48ec-8276-f022258ab74a req-c5180d74-1492-4130-934e-05df25eb71e4 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 945 time: 0.0736499
Nov 10 04:52:42.899770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-42c69d59-97cc-409f-a4d2-c7fce2806988 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:42.901181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-42c69d59-97cc-409f-a4d2-c7fce2806988 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d07d26d-84ea-401d-af19-ae2f1478d898 HTTP/1.1" status: 200  len: 945 time: 0.0721290
Nov 10 04:52:42.964449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6f346bf5-3c8c-48ec-8276-f022258ab74a req-7841e782-6af1-4d53-a328-6fc510e63018 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860991
Nov 10 04:52:43.007883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Deleting port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:43.008151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:43.098152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] For port 29a04f4c-21bd-4f07-8ace-16ffcd94f592, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=29a04f4c-21bd-4f07-8ace-16ffcd94f592,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:43.098525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:43.110865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Calling delete_port for 29a04f4c-21bd-4f07-8ace-16ffcd94f592 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:43.234551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:43.247059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e940d6ea-551b-4326-a69a-a548a23c152b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:43.249961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['29a04f4c-21bd-4f07-8ace-16ffcd94f592'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:43.266891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Pushing event deleted for resources: {'Port': ['ID=29a04f4c-21bd-4f07-8ace-16ffcd94f592,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:43.307311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] No DVR routers for this DVR port 29a04f4c-21bd-4f07-8ace-16ffcd94f592 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:43.309991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:43.313331 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d794e13b-6af2-4522-87ed-0847011ae5ff req-4e06e5fa-fc83-4234-a1ee-9855eb03e478 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.21 "DELETE /v2.0/ports/29a04f4c-21bd-4f07-8ace-16ffcd94f592 HTTP/1.1" status: 204  len: 173 time: 0.4058611
Nov 10 04:52:43.313767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'name': 'network-vif-deleted', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:43.316035 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc33bc-5a84-413d-8cf4-c789516f37b3" -d '{"events": [{"server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "name": "network-vif-deleted", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:43.359953 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0db49e-647f-41a0-8d29-1a8b04ed3543 x-openstack-request-id: req-8b0db49e-647f-41a0-8d29-1a8b04ed3543 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:43.360241 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07d26d-84ea-401d-af19-ae2f1478d898", "name": "network-vif-deleted", "tag": "29a04f4c-21bd-4f07-8ace-16ffcd94f592", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:43.360516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b0db49e-647f-41a0-8d29-1a8b04ed3543 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:43.361364 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07d26d-84ea-401d-af19-ae2f1478d898', 'name': 'network-vif-deleted', 'tag': '29a04f4c-21bd-4f07-8ace-16ffcd94f592', 'status': 'completed', 'code': 200}
Nov 10 04:52:44.119237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85826-ec97-4daf-9753-c35685815628 req-c26e94a8-5748-4444-b128-4e50d97aa928 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:44.120746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32e85826-ec97-4daf-9753-c35685815628 req-c26e94a8-5748-4444-b128-4e50d97aa928 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0515709
Nov 10 04:52:44.167838 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32e85826-ec97-4daf-9753-c35685815628 req-4531212f-9a7c-436f-b44a-6600fc818e22 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411167
Nov 10 04:52:44.300107 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbad14f-b587-4e57-a26d-23a90be0a3de req-3c482251-fe61-4998-a249-f83325cbc1f6 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:44.301607 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bbad14f-b587-4e57-a26d-23a90be0a3de req-3c482251-fe61-4998-a249-f83325cbc1f6 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0513957
Nov 10 04:52:44.347959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bbad14f-b587-4e57-a26d-23a90be0a3de req-73f16000-37c8-4faf-a023-985b4692610a tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404563
Nov 10 04:52:44.462010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb310-972c-4d13-a985-8217aeb25dec req-a458d4b6-50c6-4fb6-ada7-2eb6a097ccea tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:44.463374 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e4eb310-972c-4d13-a985-8217aeb25dec req-a458d4b6-50c6-4fb6-ada7-2eb6a097ccea tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0481894
Nov 10 04:52:44.509650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2e4eb310-972c-4d13-a985-8217aeb25dec req-1da8f973-fb57-4033-95d3-a40680766579 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400109
Nov 10 04:52:44.629780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-00ddac79-28c0-48a4-9d80-a296f63b28e1 req-5e290f45-d5e4-45f9-9d62-ad5db99f6aa8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:52:44.630785 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-00ddac79-28c0-48a4-9d80-a296f63b28e1 req-5e290f45-d5e4-45f9-9d62-ad5db99f6aa8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0556440
Nov 10 04:52:44.739618 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96602b6-073a-4e63-8b1f-35028605f86e req-ddc06024-3993-4d09-a034-d1b15b392ade tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:44.741010 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f96602b6-073a-4e63-8b1f-35028605f86e req-ddc06024-3993-4d09-a034-d1b15b392ade tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0531290
Nov 10 04:52:44.787797 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f96602b6-073a-4e63-8b1f-35028605f86e req-7fb7f182-5606-4be0-802b-5254a15dec3a tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409043
Nov 10 04:52:44.906524 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e19f-fb44-43cb-a4c5-106e87921376 req-2de8baf1-e652-4283-8b9f-0c8b54571353 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:44.907961 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bab6e19f-fb44-43cb-a4c5-106e87921376 req-2de8baf1-e652-4283-8b9f-0c8b54571353 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0481393
Nov 10 04:52:44.954123 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bab6e19f-fb44-43cb-a4c5-106e87921376 req-d1e8aa1e-63cf-48a2-a1f8-ee9d61794cef tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397875
Nov 10 04:52:45.079456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c95786-6986-444f-adc2-1d8434e15b39 req-2d0b2e8d-237b-4583-a0e3-ae33731a9a81 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:45.080919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8c95786-6986-444f-adc2-1d8434e15b39 req-2d0b2e8d-237b-4583-a0e3-ae33731a9a81 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0507612
Nov 10 04:52:45.127443 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b8c95786-6986-444f-adc2-1d8434e15b39 req-8c77d8c1-c340-435e-bcce-5c3a60687560 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406542
Nov 10 04:52:45.426289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625ea8f-1584-4591-b349-eac1550cc440 req-0486ca85-c2b6-495d-81bd-70c243ca407f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:45.427772 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4625ea8f-1584-4591-b349-eac1550cc440 req-0486ca85-c2b6-495d-81bd-70c243ca407f tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0483103
Nov 10 04:52:45.474083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4625ea8f-1584-4591-b349-eac1550cc440 req-65ab408d-b602-4ee3-8600-7809a1b179b2 tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397508
Nov 10 04:52:46.590527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67e26b-bba7-419a-841b-77178e177894 req-eaca3809-2451-4998-b186-f17c3f572afd tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:46.592249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f67e26b-bba7-419a-841b-77178e177894 req-eaca3809-2451-4998-b186-f17c3f572afd tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0494161
Nov 10 04:52:46.639243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f67e26b-bba7-419a-841b-77178e177894 req-416a633b-70ae-4125-86aa-77c04f5be49e tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c168264-c305-4901-90ba-78ca1201503d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410798
Nov 10 04:52:46.720214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-5e72f6ff-7959-4bc3-ac44-0ff739d24d9a tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:46.721702 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-5e72f6ff-7959-4bc3-ac44-0ff739d24d9a tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.26 "GET /v2.0/ports?device_id=536ed66b-504b-4e9e-945d-dd48bb60e831 HTTP/1.1" status: 200  len: 946 time: 0.0485375
Nov 10 04:52:46.819066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Deleting port e940d6ea-551b-4326-a69a-a548a23c152b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:46.819318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:46.905497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] For port e940d6ea-551b-4326-a69a-a548a23c152b, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=e940d6ea-551b-4326-a69a-a548a23c152b,segment=NetworkSegment(ae16cec4-4723-4fab-be8a-1e391f60feec),segment_id=ae16cec4-4723-4fab-be8a-1e391f60feec)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:46.905856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:46.918527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Calling delete_port for e940d6ea-551b-4326-a69a-a548a23c152b owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:47.045948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.058156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['e940d6ea-551b-4326-a69a-a548a23c152b'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:52:47.073380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Pushing event deleted for resources: {'Port': ['ID=e940d6ea-551b-4326-a69a-a548a23c152b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:47.119787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] No DVR routers for this DVR port e940d6ea-551b-4326-a69a-a548a23c152b on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:47.122340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.125744 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1cfb8832-6d06-4d86-a25a-01931aa75f28 req-4a0d6b42-ca4c-4822-a4fe-1926e00d83ed tempest-ServersNegativeTestJSON-2005440493 tempest-ServersNegativeTestJSON-2005440493-project] 10.222.0.26 "DELETE /v2.0/ports/e940d6ea-551b-4326-a69a-a548a23c152b HTTP/1.1" status: 204  len: 173 time: 0.3975415
Nov 10 04:52:47.126187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'name': 'network-vif-deleted', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:52:47.128427 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30514041-7a76-497d-ba58-0695dcf113d3" -d '{"events": [{"server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "name": "network-vif-deleted", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:52:47.169673 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883bc860-6e12-43e4-9c66-1bf881318bf9 x-openstack-request-id: req-883bc860-6e12-43e4-9c66-1bf881318bf9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:52:47.169961 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536ed66b-504b-4e9e-945d-dd48bb60e831", "name": "network-vif-deleted", "tag": "e940d6ea-551b-4326-a69a-a548a23c152b", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:52:47.170217 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-883bc860-6e12-43e4-9c66-1bf881318bf9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:52:47.170617 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536ed66b-504b-4e9e-945d-dd48bb60e831', 'name': 'network-vif-deleted', 'tag': 'e940d6ea-551b-4326-a69a-a548a23c152b', 'status': 'completed', 'code': 200}
Nov 10 04:52:47.614627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 29a04f4c-21bd-4f07-8ace-16ffcd94f592 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:47.635342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 29a04f4c-21bd-4f07-8ace-16ffcd94f592 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:47.635684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 29a04f4c-21bd-4f07-8ace-16ffcd94f592 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:47.696020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55224) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:47.740185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Deleting subnet 0e5724f1-5f07-492a-a916-b32dff1d180c {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:52:47.743152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.777083 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.814563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.869867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.896193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5724f1-5f07-492a-a916-b32dff1d180c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:47.898730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:47.901931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9334ddf9-eca3-4722-b731-9f2164589552 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e5724f1-5f07-492a-a916-b32dff1d180c HTTP/1.1" status: 204  len: 168 time: 0.2048755
Nov 10 04:52:47.904423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55226) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:47.971356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.053151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.073734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820ed899d0>,) {'filters': {'network_id': ['ee841c70-721b-467d-8d11-1a5531dd1612']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:48.082707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed899d0>, 'ae16cec4-4723-4fab-be8a-1e391f60feec') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:48.082998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820ed899d0>, 'ae16cec4-4723-4fab-be8a-1e391f60feec') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:48.092421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.105182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.111049 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:48.111425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:48.113138 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:48.164817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.170292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.173563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee841c70-721b-467d-8d11-1a5531dd1612 HTTP/1.1" status: 204  len: 168 time: 0.2681999
Nov 10 04:52:48.189506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7f56c-069f-421c-b5e1-67bdf153dc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee841c70-721b-467d-8d11-1a5531dd1612,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:48.279507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:48.318268 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-98d1b086-c2de-4433-bd8c-29b00b410516 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46862a330ff94a8fb8b40770ae09cc08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375509
Nov 10 04:52:48.321290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55232) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:48.366556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.388045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.433416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.436074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:48.437248 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c168264-c305-4901-90ba-78ca1201503d HTTP/1.1" status: 204  len: 168 time: 0.1150999
Nov 10 04:52:48.444903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806827-610d-4e96-8e13-0a43ea1eb465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c168264-c305-4901-90ba-78ca1201503d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:49.104582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55254) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:49.128762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.197909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170576748'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:49.219052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:49.222450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.231141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.308368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.312055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.342997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:49.352555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014fc37d-c749-429d-ac94-a76ad65ba22f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:49.360974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.360974 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Added segment 81b14794-7a50-4632-a088-4bdd6d161e51 of type vlan for network 3e92aae5-fc0c-452b-a61d-7d71d86c3237
Nov 10 04:52:49.401871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.428147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.433656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.435766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:49.436403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:49.497249 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3915653
Nov 10 04:52:49.512161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf372a9a-c48c-46a0-975f-c192337b6ae9 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Network': ['ID=3e92aae5-fc0c-452b-a61d-7d71d86c3237,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:49.525641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:50.046789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e940d6ea-551b-4326-a69a-a548a23c152b no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:50.066926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: e940d6ea-551b-4326-a69a-a548a23c152b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:52:50.067265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device e940d6ea-551b-4326-a69a-a548a23c152b not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:52:52.706992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55258) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:52.712834 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'subnet': {'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:52.802593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:52.806290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:52.987085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.047805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Subnet': ['ID=a3d27866-34f0-492b-9b91-8d5923fd14c5,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:53.056362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking segment: {'id': '81b14794-7a50-4632-a088-4bdd6d161e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:53.056768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network hostable DHCP agents. Network: 3e92aae5-fc0c-452b-a61d-7d71d86c3237, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:53.073326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:53.081708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3e92aae5-fc0c-452b-a61d-7d71d86c3237) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:53.086274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:53.086904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.091262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24afb9d3-bb1b-4f38-907f-8259bbfc659f None None] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:53.106527 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-220e2d02-ed01-4e2d-9e77-0d820503e5ab tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3984060
Nov 10 04:52:53.110099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55260) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:53.115201 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732356450'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:53.139778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:53.143419 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.170344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:53.179159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.179496 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Added segment bb733924-352e-4b98-98a4-f42a8e925be6 of type vlan for network 0a950047-b017-4b7a-8ba2-5043ef0bb6e8
Nov 10 04:52:53.221081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.234624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3e92aae5-fc0c-452b-a61d-7d71d86c3237', 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237', 'tenant_id': '0daba8c381d84576967a4680a17bad18', 'fixed_ips': [{'subnet_id': 'a3d27866-34f0-492b-9b91-8d5923fd14c5'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:52:53.235487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.249558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.255541 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:53.256118 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.315515 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2015457
Nov 10 04:52:53.315731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55262) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:53.327279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'subnet': {'network_id': '0a950047-b017-4b7a-8ba2-5043ef0bb6e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:53.345247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057318-d3e3-4f6d-a695-f509abfe6e27 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Network': ['ID=0a950047-b017-4b7a-8ba2-5043ef0bb6e8,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:53.356569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 0a950047-b017-4b7a-8ba2-5043ef0bb6e8 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:53.422436 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:53.426119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.427926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Allocated IP 2001:db8:0:ffff::2 (3e92aae5-fc0c-452b-a61d-7d71d86c3237/a3d27866-34f0-492b-9b91-8d5923fd14c5/2fab56af-0ee7-434f-a46c-8dd23cf55fe1) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:52:53.592883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.599283 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.618029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.642070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:52:53.645964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:53.647652 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Pushing event updated for resources: {'Port': ['ID=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:53.649859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:52:53.681855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Subnet': ['ID=aa72be86-be77-40f1-ac5e-3ba3c4244ca8,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:53.690686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking segment: {'id': 'bb733924-352e-4b98-98a4-f42a8e925be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0a950047-b017-4b7a-8ba2-5043ef0bb6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:53.691045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network hostable DHCP agents. Network: 0a950047-b017-4b7a-8ba2-5043ef0bb6e8, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:53.704150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Attempting to bind port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:52:53.704524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Attempting to bind port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '81b14794-7a50-4632-a088-4bdd6d161e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:52:53.704926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Attempting to bind port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 on network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:53.708567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network 0a950047-b017-4b7a-8ba2-5043ef0bb6e8 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:53.711210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:52:53.711690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Checking segment: {'id': '81b14794-7a50-4632-a088-4bdd6d161e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:53.712104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.712498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Bound using segment: {'id': '81b14794-7a50-4632-a088-4bdd6d161e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:52:53.713016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Bound port: 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b14794-7a50-4632-a088-4bdd6d161e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3e92aae5-fc0c-452b-a61d-7d71d86c3237'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:52:53.713418 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.717586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 0a950047-b017-4b7a-8ba2-5043ef0bb6e8) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:53.723477 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:53.724237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.731901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798cc10-5db8-46e6-800b-94d803659a44 None None] Network 0a950047-b017-4b7a-8ba2-5043ef0bb6e8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:53.745374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5c92aa61-d700-4954-a72d-3d61fefbc6de tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4287004
Nov 10 04:52:53.748411 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55264) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:53.837899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] For port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:53.848294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.862182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] For port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,segment=NetworkSegment(81b14794-7a50-4632-a088-4bdd6d161e51),segment_id=81b14794-7a50-4632-a088-4bdd6d161e51)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:52:53.868647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.924034 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.975217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ef710-d071-47da-b3fd-345f5f1eecff None None] Pushing event updated for resources: {'Port': ['ID=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:53.985329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761bd8a8-8a8e-495e-a4db-70e2cc029306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-0a950047-b017-4b7a-8ba2-5043ef0bb6e8', 'network_id': '0a950047-b017-4b7a-8ba2-5043ef0bb6e8', 'tenant_id': '0daba8c381d84576967a4680a17bad18', 'fixed_ips': [{'subnet_id': 'aa72be86-be77-40f1-ac5e-3ba3c4244ca8'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:52:53.986475 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-761bd8a8-8a8e-495e-a4db-70e2cc029306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:53.996482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.035627 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Subnet': ['ID=aa72be86-be77-40f1-ac5e-3ba3c4244ca8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:54.084377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a2f7b-3683-43f4-a995-c6dd05630b38 None None] Network 0a950047-b017-4b7a-8ba2-5043ef0bb6e8 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:54.097109 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.117834 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82147d70a0>,) {'filters': {'network_id': ['0a950047-b017-4b7a-8ba2-5043ef0bb6e8']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:54.127633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d70a0>, 'bb733924-352e-4b98-98a4-f42a8e925be6') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:54.127927 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147d70a0>, 'bb733924-352e-4b98-98a4-f42a8e925be6') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:54.157097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.173573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.179982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:54.180361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:54.183469 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:54.247336 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.266079 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.269491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/0a950047-b017-4b7a-8ba2-5043ef0bb6e8 HTTP/1.1" status: 204  len: 168 time: 0.5200553
Nov 10 04:52:54.271036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb770d-8918-4f2e-a5f8-ac83bda88ad8 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Network': ['ID=0a950047-b017-4b7a-8ba2-5043ef0bb6e8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:54.273330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55266) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:54.278495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659988221'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:54.307288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:54.311523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.343836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:54.358435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.359147 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Added segment 00296a39-70ee-49d2-9080-6814ad372254 of type vlan for network 37916b65-bda7-4ad0-9a8a-814521fbfdf4
Nov 10 04:52:54.413293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.443759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.449983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:54.450650 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.510185 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2356646
Nov 10 04:52:54.513294 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55272) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:54.519042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'subnet': {'network_id': '37916b65-bda7-4ad0-9a8a-814521fbfdf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:54.522625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f94be-6133-4e5c-80f7-c90627e58ec3 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Network': ['ID=37916b65-bda7-4ad0-9a8a-814521fbfdf4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:54.533836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 37916b65-bda7-4ad0-9a8a-814521fbfdf4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:54.619097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:54.622959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:54.942161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b2628-4fa9-4fb6-8779-b559208b0c89 None None] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:55.012884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] Provisioning complete for port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:55.013512 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.014755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Performing IP validity checks on allocation pools {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 10 04:52:55.015279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.ipam_backend_mixin [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 10 04:52:55.142329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.166384 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.208399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] For port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,segment=NetworkSegment(81b14794-7a50-4632-a088-4bdd6d161e51),segment_id=81b14794-7a50-4632-a088-4bdd6d161e51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:55.213169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Subnet': ['ID=4d0ab814-b091-46e4-bef1-52fd0a5af040,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:55.214219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.218959 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking segment: {'id': '00296a39-70ee-49d2-9080-6814ad372254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37916b65-bda7-4ad0-9a8a-814521fbfdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:55.219314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network hostable DHCP agents. Network: 37916b65-bda7-4ad0-9a8a-814521fbfdf4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:55.222408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:52:55.238296 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network 37916b65-bda7-4ad0-9a8a-814521fbfdf4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:55.249406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 37916b65-bda7-4ad0-9a8a-814521fbfdf4) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:55.254465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:55.255441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.267707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee90690-5005-46d8-879f-9926f92d7fa2 None None] Network 37916b65-bda7-4ad0-9a8a-814521fbfdf4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:55.278268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-77a9a6af-857e-4087-addf-27daa0a0a086 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7621398
Nov 10 04:52:55.279711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55274) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:55.343274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9257c33-b9a3-46f6-9a99-f54976b47be0 None None] Pushing event updated for resources: {'Port': ['ID=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:55.388987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:55.389272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.395927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.473471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.476292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d21e0a61-31c4-42d2-988f-eda7c0e073c2 None None] Provisioning complete for port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:55.476678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d21e0a61-31c4-42d2-988f-eda7c0e073c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.523863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45219893-41a6-4530-9dd5-c87f1f5c973a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-37916b65-bda7-4ad0-9a8a-814521fbfdf4', 'network_id': '37916b65-bda7-4ad0-9a8a-814521fbfdf4', 'tenant_id': '0daba8c381d84576967a4680a17bad18', 'fixed_ips': [{'subnet_id': '4d0ab814-b091-46e4-bef1-52fd0a5af040'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:52:55.524547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-45219893-41a6-4530-9dd5-c87f1f5c973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.533314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.564402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0ab814-b091-46e4-bef1-52fd0a5af040,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:55.576053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.576421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.576794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.577110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.577442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.577773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.578104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.578434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.578761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.579088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.579417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.579737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:52:55.639634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.660273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62f037-0675-4c73-ba86-8b6559602150 None None] Network 37916b65-bda7-4ad0-9a8a-814521fbfdf4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:55.660877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e4ded90>,) {'filters': {'network_id': ['37916b65-bda7-4ad0-9a8a-814521fbfdf4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:55.669931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4ded90>, '00296a39-70ee-49d2-9080-6814ad372254') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:55.670228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e4ded90>, '00296a39-70ee-49d2-9080-6814ad372254') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:55.679960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.693626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.700368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:55.700806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:55.703959 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:55.766043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.773058 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.776337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/37916b65-bda7-4ad0-9a8a-814521fbfdf4 HTTP/1.1" status: 204  len: 168 time: 0.4950533
Nov 10 04:52:55.780515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55276) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:55.785681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229578517'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:55.789637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d643e-4a22-4532-b55c-826a3fa11406 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Network': ['ID=37916b65-bda7-4ad0-9a8a-814521fbfdf4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:55.808259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:55.811706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.835498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:55.844864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.845219 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Added segment c9277683-c6f8-48df-9dce-8cf3254196fe of type vlan for network 7d3f9675-8273-4041-9361-569ce0f35d91
Nov 10 04:52:55.884307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.906670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.912127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:55.912715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:55.967453 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1856594
Nov 10 04:52:55.971399 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55278) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:55.977579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'subnet': {'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:55.982087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fb657-d0a6-4077-a462-a1987e29df8c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Network': ['ID=7d3f9675-8273-4041-9361-569ce0f35d91,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:55.992411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7d3f9675-8273-4041-9361-569ce0f35d91 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:56.067193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:56.070692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.249897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.315285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Subnet': ['ID=71f463bf-a407-4648-991d-f9a7460d63f8,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:56.323075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking segment: {'id': 'c9277683-c6f8-48df-9dce-8cf3254196fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:56.323433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network hostable DHCP agents. Network: 7d3f9675-8273-4041-9361-569ce0f35d91, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:56.340186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network 7d3f9675-8273-4041-9361-569ce0f35d91 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:56.348625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7d3f9675-8273-4041-9361-569ce0f35d91) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:56.356898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021133c-6833-48a2-b3ea-baeaf48340a9 None None] Network 7d3f9675-8273-4041-9361-569ce0f35d91 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:56.360309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:56.361002 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.376537 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fefa107a-14a1-4a5b-96d8-a73a775f9f9e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4040251
Nov 10 04:52:56.380270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55280) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:56.385435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005170010'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:56.407128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:56.410688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.436799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:52:56.447477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.447959 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Added segment b02f4c0b-ef27-48e3-b42c-556eebad6080 of type vlan for network d844185d-c74e-4cba-94f9-afefb865b0e9
Nov 10 04:52:56.491338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.516514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.522159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:56.522769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.581892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2004962
Nov 10 04:52:56.584903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55282) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:56.595676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Request body: {'subnet': {'network_id': 'd844185d-c74e-4cba-94f9-afefb865b0e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:52:56.595880 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1441a8-fc1b-4bf8-93be-ef9c13fd0288 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Network': ['ID=d844185d-c74e-4cba-94f9-afefb865b0e9,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:56.617592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network d844185d-c74e-4cba-94f9-afefb865b0e9 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:52:56.690456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Made reservation on behalf of 0daba8c381d84576967a4680a17bad18 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:52:56.694046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.715310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7d3f9675-8273-4041-9361-569ce0f35d91', 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91', 'tenant_id': '0daba8c381d84576967a4680a17bad18', 'fixed_ips': [{'subnet_id': '71f463bf-a407-4648-991d-f9a7460d63f8'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:52:56.716420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.861307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Allocated IP 2001:db8::2 (7d3f9675-8273-4041-9361-569ce0f35d91/71f463bf-a407-4648-991d-f9a7460d63f8/f9fc1d54-5ab6-4e72-922d-b942cd11baee) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:52:56.877061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.939764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event updated for resources: {'Subnet': ['ID=85493e78-2a92-493a-b9bd-37b15ba2c259,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:56.949214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Checking segment: {'id': 'b02f4c0b-ef27-48e3-b42c-556eebad6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd844185d-c74e-4cba-94f9-afefb865b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:56.949567 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network hostable DHCP agents. Network: d844185d-c74e-4cba-94f9-afefb865b0e9, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:52:56.966756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Network d844185d-c74e-4cba-94f9-afefb865b0e9 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:52:56.976151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, d844185d-c74e-4cba-94f9-afefb865b0e9) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:56.983532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:52:56.984224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:56.988082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93fb6f-f298-4f4e-a1fc-f11ebce92226 None None] Network d844185d-c74e-4cba-94f9-afefb865b0e9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:57.002129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-97aa994c-a948-4578-83d0-f590818140ea tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4143348
Nov 10 04:52:57.005024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55284) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.053961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.063921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.104364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.132267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Network 7d3f9675-8273-4041-9361-569ce0f35d91 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:52:57.138640 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:52:57.141191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:52:57.144300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Pushing event updated for resources: {'Port': ['ID=f9fc1d54-5ab6-4e72-922d-b942cd11baee,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:57.163488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.171291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:52:57.223458 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.248361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Subnet': ['ID=85493e78-2a92-493a-b9bd-37b15ba2c259,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:57.279519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Attempting to bind port f9fc1d54-5ab6-4e72-922d-b942cd11baee on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:52:57.279949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Attempting to bind port f9fc1d54-5ab6-4e72-922d-b942cd11baee by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c9277683-c6f8-48df-9dce-8cf3254196fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:52:57.280313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Attempting to bind port f9fc1d54-5ab6-4e72-922d-b942cd11baee on network 7d3f9675-8273-4041-9361-569ce0f35d91 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:52:57.285226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40ec68-0802-463f-8876-0e5fd0da855f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-d844185d-c74e-4cba-94f9-afefb865b0e9', 'network_id': 'd844185d-c74e-4cba-94f9-afefb865b0e9', 'tenant_id': '0daba8c381d84576967a4680a17bad18', 'fixed_ips': [{'subnet_id': '85493e78-2a92-493a-b9bd-37b15ba2c259'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:52:57.286047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e40ec68-0802-463f-8876-0e5fd0da855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.299723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:52:57.300089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Checking segment: {'id': 'c9277683-c6f8-48df-9dce-8cf3254196fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:52:57.300483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.300896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Bound using segment: {'id': 'c9277683-c6f8-48df-9dce-8cf3254196fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:52:57.301368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Bound port: f9fc1d54-5ab6-4e72-922d-b942cd11baee, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9277683-c6f8-48df-9dce-8cf3254196fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7d3f9675-8273-4041-9361-569ce0f35d91'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:52:57.301744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.311817 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.337602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dfb6790>,) {'filters': {'network_id': ['d844185d-c74e-4cba-94f9-afefb865b0e9']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:57.347514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dfb6790>, 'b02f4c0b-ef27-48e3-b42c-556eebad6080') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:57.347740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dfb6790>, 'b02f4c0b-ef27-48e3-b42c-556eebad6080') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:57.357653 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.370840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.376849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:57.377242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:57.380427 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:57.394526 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:52:57.394888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.442613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.447168 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e520091-aa2b-4b63-ad67-f3a12965c59e None None] Network d844185d-c74e-4cba-94f9-afefb865b0e9 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:57.459914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.466106 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/d844185d-c74e-4cba-94f9-afefb865b0e9 HTTP/1.1" status: 204  len: 168 time: 0.4572024
Nov 10 04:52:57.466106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541363c-e1a8-4fea-adb8-96f278d0936d tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Network': ['ID=d844185d-c74e-4cba-94f9-afefb865b0e9,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:57.466372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55286) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.469365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e520091-aa2b-4b63-ad67-f3a12965c59e None None] Network d844185d-c74e-4cba-94f9-afefb865b0e9 could not be found, it might have been deleted concurrently. {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 10 04:52:57.472222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] For port f9fc1d54-5ab6-4e72-922d-b942cd11baee, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:52:57.486673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] For port f9fc1d54-5ab6-4e72-922d-b942cd11baee, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9fc1d54-5ab6-4e72-922d-b942cd11baee,segment=NetworkSegment(c9277683-c6f8-48df-9dce-8cf3254196fe),segment_id=c9277683-c6f8-48df-9dce-8cf3254196fe)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:52:57.493251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.496582 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c1725c-35f3-4b16-b84e-c6059b03a2ec tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] GET failed (client error): The resource could not be found.
Nov 10 04:52:57.497938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00c1725c-35f3-4b16-b84e-c6059b03a2ec tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "GET /v2.0/subnets/85493e78-2a92-493a-b9bd-37b15ba2c259 HTTP/1.1" status: 404  len: 337 time: 0.0306635
Nov 10 04:52:57.500772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55288) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.518306 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a972a901-4c20-4413-8f51-c9b1c834860f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:57.518845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a972a901-4c20-4413-8f51-c9b1c834860f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:57.522169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a972a901-4c20-4413-8f51-c9b1c834860f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/d844185d-c74e-4cba-94f9-afefb865b0e9 HTTP/1.1" status: 404  len: 339 time: 0.0204358
Nov 10 04:52:57.525938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55290) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.558239 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e035f-0bec-426a-b576-8e1ad965b0b7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:57.558729 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e035f-0bec-426a-b576-8e1ad965b0b7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:57.564261 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f89e035f-0bec-426a-b576-8e1ad965b0b7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/subnets/85493e78-2a92-493a-b9bd-37b15ba2c259 HTTP/1.1" status: 404  len: 337 time: 0.0349741
Nov 10 04:52:57.564492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55292) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.583040 ncdv-817176-1 neutron-server[119696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a8079-3032-49c5-9cab-7f3357a22c91 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:57.583764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8a8079-3032-49c5-9cab-7f3357a22c91 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:57.584033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513d437-6c18-4b8d-8088-888f404e1e1c None None] Pushing event updated for resources: {'Port': ['ID=f9fc1d54-5ab6-4e72-922d-b942cd11baee,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:57.589278 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8b8a8079-3032-49c5-9cab-7f3357a22c91 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/d844185d-c74e-4cba-94f9-afefb865b0e9 HTTP/1.1" status: 404  len: 339 time: 0.0236402
Nov 10 04:52:57.592065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55294) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.645780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Deleting subnet 71f463bf-a407-4648-991d-f9a7460d63f8 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:52:57.649344 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.706353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.801514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.861370 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.885356 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Subnet': ['ID=71f463bf-a407-4648-991d-f9a7460d63f8,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:57.891194 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:57.894577 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2e324dde-a94c-4bc2-887a-9f7a1ff7c3d7 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/subnets/71f463bf-a407-4648-991d-f9a7460d63f8 HTTP/1.1" status: 204  len: 168 time: 0.3014476
Nov 10 04:52:57.896995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55296) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:57.976803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.028260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Deleting port f9fc1d54-5ab6-4e72-922d-b942cd11baee {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:58.028621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.091095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] For port f9fc1d54-5ab6-4e72-922d-b942cd11baee, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9fc1d54-5ab6-4e72-922d-b942cd11baee,segment=NetworkSegment(c9277683-c6f8-48df-9dce-8cf3254196fe),segment_id=c9277683-c6f8-48df-9dce-8cf3254196fe)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:58.091460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.104971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Calling delete_port for f9fc1d54-5ab6-4e72-922d-b942cd11baee owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:58.189082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.214186 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Port': ['ID=f9fc1d54-5ab6-4e72-922d-b942cd11baee,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:58.220141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No DVR routers for this DVR port f9fc1d54-5ab6-4e72-922d-b942cd11baee on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:58.304304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.325670 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f0cf400>,) {'filters': {'network_id': ['7d3f9675-8273-4041-9361-569ce0f35d91']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:58.335143 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0cf400>, 'c9277683-c6f8-48df-9dce-8cf3254196fe') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:58.335993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f0cf400>, 'c9277683-c6f8-48df-9dce-8cf3254196fe') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:58.345918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.359078 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.365527 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:58.366051 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:58.369218 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:58.406567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69b828-e935-4f91-b901-e64aa44e252e None None] Network 7d3f9675-8273-4041-9361-569ce0f35d91 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:58.430430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.437031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.440126 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/7d3f9675-8273-4041-9361-569ce0f35d91 HTTP/1.1" status: 204  len: 168 time: 0.5422125
Nov 10 04:52:58.442792 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55298) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.456026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe572-dc87-42eb-9817-833836670b12 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Network': ['ID=7d3f9675-8273-4041-9361-569ce0f35d91,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:58.465678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-48431019-c96d-4361-971c-957277ced936 None None] Could not find standard attr ID for object f9fc1d54-5ab6-4e72-922d-b942cd11baee. {{(pid=119698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 10 04:52:58.470691 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b3e494-c973-469d-b783-071935f7265e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:58.471146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b3e494-c973-469d-b783-071935f7265e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:58.474229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-13b3e494-c973-469d-b783-071935f7265e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/subnets/4d0ab814-b091-46e4-bef1-52fd0a5af040 HTTP/1.1" status: 404  len: 337 time: 0.0304615
Nov 10 04:52:58.476788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55300) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.494819 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e272eef-0c08-41ff-b336-495ca814b30f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:58.495344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e272eef-0c08-41ff-b336-495ca814b30f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:58.498368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8e272eef-0c08-41ff-b336-495ca814b30f tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/37916b65-bda7-4ad0-9a8a-814521fbfdf4 HTTP/1.1" status: 404  len: 339 time: 0.0206809
Nov 10 04:52:58.500917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55302) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.526315 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab8d312-c028-4e4b-919f-91780c92cc85 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:58.526849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab8d312-c028-4e4b-919f-91780c92cc85 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:58.529914 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-aab8d312-c028-4e4b-919f-91780c92cc85 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/subnets/aa72be86-be77-40f1-ac5e-3ba3c4244ca8 HTTP/1.1" status: 404  len: 337 time: 0.0281100
Nov 10 04:52:58.532391 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55304) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.550531 ncdv-817176-1 neutron-server[119697]: INFO neutron.pecan_wsgi.hooks.translation [None req-141326c8-02f4-4fae-a6b1-51e8d37e582c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] DELETE failed (client error): The resource could not be found.
Nov 10 04:52:58.551069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141326c8-02f4-4fae-a6b1-51e8d37e582c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 10 04:52:58.554643 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-141326c8-02f4-4fae-a6b1-51e8d37e582c tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/0a950047-b017-4b7a-8ba2-5043ef0bb6e8 HTTP/1.1" status: 404  len: 339 time: 0.0207877
Nov 10 04:52:58.557115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.572074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebd8d8-089a-4f0e-a9c2-b216c40ddaa0 None None] DHCP port deletion for 7d3f9675-8273-4041-9361-569ce0f35d91 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:52:58.611268 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Deleting subnet a3d27866-34f0-492b-9b91-8d5923fd14c5 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:52:58.614376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.659373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.738819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.794588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.826913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d27866-34f0-492b-9b91-8d5923fd14c5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:58.828922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.833230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e3a62aea-82e4-448e-8494-7ad143c0d50e tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/subnets/a3d27866-34f0-492b-9b91-8d5923fd14c5 HTTP/1.1" status: 204  len: 168 time: 0.2741067
Nov 10 04:52:58.834603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55308) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:52:58.835664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4f921-42b0-4971-8fd7-f56401fa6e2e None None] Network 3e92aae5-fc0c-452b-a61d-7d71d86c3237 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:52:58.912302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:58.966138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Deleting port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:58.966473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.012499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] DHCP port deletion for 3e92aae5-fc0c-452b-a61d-7d71d86c3237 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:52:59.065128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Deleting port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:52:59.065500 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.132211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] For port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,segment=NetworkSegment(81b14794-7a50-4632-a088-4bdd6d161e51),segment_id=81b14794-7a50-4632-a088-4bdd6d161e51)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:59.132636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.146023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Calling delete_port for 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:59.159794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:52:59.295195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.304070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.330371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] Pushing event deleted for resources: {'Port': ['ID=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:59.332555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c45f7-9359-4b4e-905a-56381eb35184 None None] No DVR routers for this DVR port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:59.361863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] For port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,segment=NetworkSegment(81b14794-7a50-4632-a088-4bdd6d161e51),segment_id=81b14794-7a50-4632-a088-4bdd6d161e51)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:52:59.362232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.376742 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Calling delete_port for 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:52:59.449708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.475776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Port': ['ID=2fab56af-0ee7-434f-a46c-8dd23cf55fe1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:59.478290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] No DVR routers for this DVR port 2fab56af-0ee7-434f-a46c-8dd23cf55fe1 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:52:59.558810 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.577916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc35040>,) {'filters': {'network_id': ['3e92aae5-fc0c-452b-a61d-7d71d86c3237']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:59.587488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc35040>, '81b14794-7a50-4632-a088-4bdd6d161e51') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:59.587773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc35040>, '81b14794-7a50-4632-a088-4bdd6d161e51') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:52:59.597442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.610632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.616405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:52:59.616854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:52:59.620117 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:52:59.680632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.687711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:52:59.693206 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] 10.222.0.13 "DELETE /v2.0/networks/3e92aae5-fc0c-452b-a61d-7d71d86c3237 HTTP/1.1" status: 204  len: 168 time: 0.8553426
Nov 10 04:52:59.702998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2dfd-d1c5-4241-ac04-7efe404583a1 tempest-NetworksIpV6Test-1787798746 tempest-NetworksIpV6Test-1787798746-project] Pushing event deleted for resources: {'Network': ['ID=3e92aae5-fc0c-452b-a61d-7d71d86c3237,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:52:59.933606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55314) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:00.069050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a961824d-5379-45db-b681-275e49aa744d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0daba8c381d84576967a4680a17bad18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341882
Nov 10 04:53:00.072193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55318) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:00.116302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.137299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.182956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.185555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.186650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/014fc37d-c749-429d-ac94-a76ad65ba22f HTTP/1.1" status: 204  len: 168 time: 0.1135561
Nov 10 04:53:00.194415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a28bd-f784-457f-8f6e-d1fb6d1ba962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014fc37d-c749-429d-ac94-a76ad65ba22f,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:00.796082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55340) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:00.889128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-581135827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:00.912220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.913246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.965496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.969413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.986581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:00.987739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-025d43fe-7152-4d6f-adb7-6202671dec0a tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1903684
Nov 10 04:53:00.990489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55344) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:00.995174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1503998383'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:01.014176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Made reservation on behalf of 31561211a221429f9fb4bc30316c6ace for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:01.017537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.026302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.097601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.102257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.124342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:53:01.140408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99533797-bb49-42bd-82df-052cd48486fe,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:01.143243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.143589 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Added segment 99ef7aab-6c7c-41ee-a40d-21f9d8480b8d of type vlan for network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f
Nov 10 04:53:01.185214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.209131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.215358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:01.216207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.268686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2771709
Nov 10 04:53:01.271381 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55346) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:01.283075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'subnet': {'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:01.299995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f6ace-eb97-441f-be5d-19dd63260d9f tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event updated for resources: {'Network': ['ID=4ee9b0cc-3e2a-473b-a21e-332f79e3a75f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:01.309789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:53:01.379266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Made reservation on behalf of 31561211a221429f9fb4bc30316c6ace for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:01.383366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.560520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.621833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event updated for resources: {'Subnet': ['ID=aea01104-3f09-4da1-9813-74d99049ccf6,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:01.630315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Checking segment: {'id': '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:01.630675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Network hostable DHCP agents. Network: 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:53:01.647036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:53:01.654680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:01.658582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:01.659176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.664917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10314479-469f-4f40-9ad2-31a5a110d433 None None] Network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:01.675792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2fd28a8a-1856-4a73-8884-b7007de119d5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4034133
Nov 10 04:53:01.678877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55348) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:01.684335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-479458134'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:01.706274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Made reservation on behalf of 31561211a221429f9fb4bc30316c6ace for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:01.710368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.734100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:53:01.743952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.744343 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Added segment f315c4cf-8395-4837-a6c0-2859ba966757 of type vlan for network 5bb993ff-7365-4886-a9d4-4a2c516dee50
Nov 10 04:53:01.784076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.810624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.812404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-4ee9b0cc-3e2a-473b-a21e-332f79e3a75f', 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f', 'tenant_id': '31561211a221429f9fb4bc30316c6ace', 'fixed_ips': [{'subnet_id': 'aea01104-3f09-4da1-9813-74d99049ccf6'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:53:01.813296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.816249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:01.816888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:01.873636 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1931787
Nov 10 04:53:01.876629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55350) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:01.881708 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'subnet': {'network_id': '5bb993ff-7365-4886-a9d4-4a2c516dee50', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:01.893165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261abae-c4f3-4262-a119-a05ab2bd9c52 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event updated for resources: {'Network': ['ID=5bb993ff-7365-4886-a9d4-4a2c516dee50,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:01.905131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 5bb993ff-7365-4886-a9d4-4a2c516dee50 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:53:01.977879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Made reservation on behalf of 31561211a221429f9fb4bc30316c6ace for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:01.981476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.017502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Allocated IP 172.20.0.2 (4ee9b0cc-3e2a-473b-a21e-332f79e3a75f/aea01104-3f09-4da1-9813-74d99049ccf6/f9f8a57d-84c4-411e-9bc5-286187be14a3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:02.158690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.159246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.167955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.207877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:02.212432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:02.215082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:02.222172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event updated for resources: {'Subnet': ['ID=9502d619-b43c-490f-9c0a-064a86feeffe,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:02.222530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Pushing event updated for resources: {'Port': ['ID=f9f8a57d-84c4-411e-9bc5-286187be14a3,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:02.230028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Checking segment: {'id': 'f315c4cf-8395-4837-a6c0-2859ba966757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bb993ff-7365-4886-a9d4-4a2c516dee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:02.230406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Network hostable DHCP agents. Network: 5bb993ff-7365-4886-a9d4-4a2c516dee50, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:53:02.248292 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Network 5bb993ff-7365-4886-a9d4-4a2c516dee50 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:53:02.250873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.251232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.251560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.251893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.252224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.252701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.252905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.253230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.253550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.253870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.254194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.254716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:02.257820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 5bb993ff-7365-4886-a9d4-4a2c516dee50) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:02.261694 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:02.262281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.278718 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-87e65e61-e72d-4145-b825-0ca7d026d2b5 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4009972
Nov 10 04:53:02.281537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55352) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:02.282740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a09656-3804-4c61-b7da-00d63e9ae783 None None] Network 5bb993ff-7365-4886-a9d4-4a2c516dee50 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:02.286087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c1cd0e4f-158e-4116-bf45-8a9332a8b746 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bb993ff-7365-4886-a9d4-4a2c516dee50'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:02.489403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Attempting to bind port f9f8a57d-84c4-411e-9bc5-286187be14a3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:02.489970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Attempting to bind port f9f8a57d-84c4-411e-9bc5-286187be14a3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:02.490084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Attempting to bind port f9f8a57d-84c4-411e-9bc5-286187be14a3 on network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:02.498974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0e4f-158e-4116-bf45-8a9332a8b746 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.500286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:02.500683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Checking segment: {'id': '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:02.501080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.501470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Bound using segment: {'id': '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:02.501928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Bound port: f9f8a57d-84c4-411e-9bc5-286187be14a3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ee9b0cc-3e2a-473b-a21e-332f79e3a75f'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:02.502307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.600304 ncdv-817176-1 neutron-server[119696]: INFO neutron.api.v2.resource [None req-c1cd0e4f-158e-4116-bf45-8a9332a8b746 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 10 04:53:02.601992 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1cd0e4f-158e-4116-bf45-8a9332a8b746 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "PUT /v2.0/routers/f2e5e008-193b-4d62-871c-fa19d0b4e595 HTTP/1.1" status: 400  len: 364 time: 0.3195331
Nov 10 04:53:02.608836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55354) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:02.614837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] For port f9f8a57d-84c4-411e-9bc5-286187be14a3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:02.619336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] For port f9f8a57d-84c4-411e-9bc5-286187be14a3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9f8a57d-84c4-411e-9bc5-286187be14a3,segment=NetworkSegment(99ef7aab-6c7c-41ee-a40d-21f9d8480b8d),segment_id=99ef7aab-6c7c-41ee-a40d-21f9d8480b8d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:02.626133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.666980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71458c60-8529-4718-bb7c-d7404d13e255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-5bb993ff-7365-4886-a9d4-4a2c516dee50', 'network_id': '5bb993ff-7365-4886-a9d4-4a2c516dee50', 'tenant_id': '31561211a221429f9fb4bc30316c6ace', 'fixed_ips': [{'subnet_id': '9502d619-b43c-490f-9c0a-064a86feeffe'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:53:02.667814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71458c60-8529-4718-bb7c-d7404d13e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.668793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Deleting subnet 9502d619-b43c-490f-9c0a-064a86feeffe {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:53:02.672345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.719130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.767437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.767886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9459-32af-4a78-ab36-2e94d9802734 None None] Pushing event updated for resources: {'Port': ['ID=f9f8a57d-84c4-411e-9bc5-286187be14a3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server [None req-71458c60-8529-4718-bb7c-d7404d13e255 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9502d619-b43c-490f-9c0a-064a86feeffe: This subnet is being modified by another concurrent operation.
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server     raise exception
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9502d619-b43c-490f-9c0a-064a86feeffe: This subnet is being modified by another concurrent operation.
Nov 10 04:53:02.836344 ncdv-817176-1 neutron-server[119698]: ERROR oslo_messaging.rpc.server 
Nov 10 04:53:02.845764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.862165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d19de5-2c92-48ad-b6ad-cc415184d1e5 None None] Network 5bb993ff-7365-4886-a9d4-4a2c516dee50 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:02.888255 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event deleted for resources: {'Subnet': ['ID=9502d619-b43c-490f-9c0a-064a86feeffe,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:02.895282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:02.899249 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d47fd6fb-e8d4-4e7b-b5cd-bb6274d496aa tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "DELETE /v2.0/subnets/9502d619-b43c-490f-9c0a-064a86feeffe HTTP/1.1" status: 204  len: 168 time: 0.2893937
Nov 10 04:53:02.905014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55356) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:03.002831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.102602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.127741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f50b130>,) {'filters': {'network_id': ['5bb993ff-7365-4886-a9d4-4a2c516dee50']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:03.143394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f50b130>, 'f315c4cf-8395-4837-a6c0-2859ba966757') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:03.143696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f50b130>, 'f315c4cf-8395-4837-a6c0-2859ba966757') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:03.154050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.167238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.175311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:53:03.175844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:53:03.179435 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:53:03.202305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9f8a57d-84c4-411e-9bc5-286187be14a3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:03.251092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.260488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.262746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f9f8a57d-84c4-411e-9bc5-286187be14a3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:03.263122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.263665 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "DELETE /v2.0/networks/5bb993ff-7365-4886-a9d4-4a2c516dee50 HTTP/1.1" status: 204  len: 168 time: 0.3566651
Nov 10 04:53:03.266575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55358) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:03.280844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230608d0-8a5e-453c-aafe-b428509cbd61 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event deleted for resources: {'Network': ['ID=5bb993ff-7365-4886-a9d4-4a2c516dee50,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:03.322712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Deleting subnet aea01104-3f09-4da1-9813-74d99049ccf6 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:53:03.325864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.342718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.364879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.374823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port f9f8a57d-84c4-411e-9bc5-286187be14a3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9f8a57d-84c4-411e-9bc5-286187be14a3,segment=NetworkSegment(99ef7aab-6c7c-41ee-a40d-21f9d8480b8d),segment_id=99ef7aab-6c7c-41ee-a40d-21f9d8480b8d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:03.379406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.438325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=f9f8a57d-84c4-411e-9bc5-286187be14a3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:03.458092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.522480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.551070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event deleted for resources: {'Subnet': ['ID=aea01104-3f09-4da1-9813-74d99049ccf6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:03.558479 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.561805 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cb8a0ad8-5a48-4ce0-b2fe-82f560910657 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "DELETE /v2.0/subnets/aea01104-3f09-4da1-9813-74d99049ccf6 HTTP/1.1" status: 204  len: 168 time: 0.2942858
Nov 10 04:53:03.564179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55360) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:03.642200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.701246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Deleting port f9f8a57d-84c4-411e-9bc5-286187be14a3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:53:03.701593 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.707883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0990dd7a-24f1-44b8-adf0-ba9c3b822209 None None] Network 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:03.764905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] For port f9f8a57d-84c4-411e-9bc5-286187be14a3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f9f8a57d-84c4-411e-9bc5-286187be14a3,segment=NetworkSegment(99ef7aab-6c7c-41ee-a40d-21f9d8480b8d),segment_id=99ef7aab-6c7c-41ee-a40d-21f9d8480b8d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:03.765273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.778036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Calling delete_port for f9f8a57d-84c4-411e-9bc5-286187be14a3 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:53:03.778379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fc3a59ec-8a49-42ed-a0e7-9a4180cb57ac None None] Provisioning complete for port f9f8a57d-84c4-411e-9bc5-286187be14a3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:03.778749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fc3a59ec-8a49-42ed-a0e7-9a4180cb57ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.860405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.864232 ncdv-817176-1 neutron-server[119698]: INFO neutron.plugins.ml2.db [None req-fc3a59ec-8a49-42ed-a0e7-9a4180cb57ac None None] No ports have port_id starting with f9f8a57d-84c4-411e-9bc5-286187be14a3
Nov 10 04:53:03.887059 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event deleted for resources: {'Port': ['ID=f9f8a57d-84c4-411e-9bc5-286187be14a3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:03.888929 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] No DVR routers for this DVR port f9f8a57d-84c4-411e-9bc5-286187be14a3 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:53:03.923741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7120a8f-90aa-4030-9f4a-7e53b3cba8b7 None None] DHCP port deletion for 4ee9b0cc-3e2a-473b-a21e-332f79e3a75f request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:03.941699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00b06e-885b-460c-9cab-8e3a214fe877 None None] get_active_networks_info from ncdv-817176-1 {{(pid=119698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 10 04:53:03.967907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:03.987680 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f36e7c0>,) {'filters': {'network_id': ['4ee9b0cc-3e2a-473b-a21e-332f79e3a75f']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:03.996849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f36e7c0>, '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:03.997146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f36e7c0>, '99ef7aab-6c7c-41ee-a40d-21f9d8480b8d') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:04.001502 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00b06e-885b-460c-9cab-8e3a214fe877 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 10 04:53:04.010942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.024191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.030058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:53:04.030386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:53:04.033328 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:53:04.089427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.095466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.098710 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "DELETE /v2.0/networks/4ee9b0cc-3e2a-473b-a21e-332f79e3a75f HTTP/1.1" status: 204  len: 168 time: 0.5335402
Nov 10 04:53:04.102111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55362) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:04.118003 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ea22-f0f5-49d1-a779-96099e3645ad tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Pushing event deleted for resources: {'Network': ['ID=4ee9b0cc-3e2a-473b-a21e-332f79e3a75f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:04.131841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a9b05adf-1059-490f-adf6-ca03efe494e8 tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2e5e008-193b-4d62-871c-fa19d0b4e595 HTTP/1.1" status: 200  len: 205 time: 0.0285988
Nov 10 04:53:04.134745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55364) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:04.211551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.367344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.369426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.412370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.413001 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Fanout notify agent at l3_agent the message router_deleted on router f2e5e008-193b-4d62-871c-fa19d0b4e595 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:53:04.419700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.420894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-00ee56c9-ceec-4fc3-aa36-2afdc0d09b3b tempest-RoutersNegativeTest-1949024456 tempest-RoutersNegativeTest-1949024456-project] 10.222.0.13 "DELETE /v2.0/routers/f2e5e008-193b-4d62-871c-fa19d0b4e595 HTTP/1.1" status: 204  len: 168 time: 0.2851675
Nov 10 04:53:04.422505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9c04-e531-4644-b30f-578bc22ea8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.653063 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55370) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:04.781033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f6a66098-a649-40b7-956d-03ee1bcdf8b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31561211a221429f9fb4bc30316c6ace&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1267526
Nov 10 04:53:04.783394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55374) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:04.831913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.852935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.903777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.906388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:04.907516 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99533797-bb49-42bd-82df-052cd48486fe HTTP/1.1" status: 204  len: 168 time: 0.1232498
Nov 10 04:53:04.916309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfda8fc-c4cb-404d-9790-0584b68cc226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99533797-bb49-42bd-82df-052cd48486fe,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:05.151460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9f8a57d-84c4-411e-9bc5-286187be14a3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:53:05.174866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f9f8a57d-84c4-411e-9bc5-286187be14a3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:53:05.175211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f9f8a57d-84c4-411e-9bc5-286187be14a3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:53:05.511478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55396) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:05.607634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-253225421-network', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:05.628768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Made reservation on behalf of 1628fcd51131459d97e1cb64ae91fb90 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:05.631045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.639784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.716841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.720626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.744035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:53:05.752508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c3dd32-d699-48b6-8f4d-fce3cfacce1e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:05.758987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.759333 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Added segment 68781014-7694-4260-bad2-8e56f7d3a322 of type vlan for network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4
Nov 10 04:53:05.799182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.823960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.825114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:05.825701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:05.879692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3670268
Nov 10 04:53:05.882848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55400) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:05.894173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Request body: {'subnet': {'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-253225421-subnet', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:05.905434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25331d1-6f77-416a-866e-5ab7b8238cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:05.915267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:53:05.922142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Made reservation on behalf of 1628fcd51131459d97e1cb64ae91fb90 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:05.924758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.092695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.145473 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5953414d-e3cf-404d-8856-c78693fe6da3,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:06.155344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Checking segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:06.155709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Network hostable DHCP agents. Network: c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:53:06.171859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:53:06.180983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:06.185614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:06.186211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.189856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09808210-71b7-43d2-aae4-04c661bcaa62 None None] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:06.205898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55402) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:06.206478 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-32c59431-62ca-46e3-962d-6eb2d618bdd7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3219903
Nov 10 04:53:06.210470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:06.231140 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.232298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.286484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.336333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:53:06.337293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.420387 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.479651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Allocated IP 172.20.0.2 (c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4/5953414d-e3cf-404d-8856-c78693fe6da3/79c4c9aa-0789-4855-bc1a-8790ff99759d) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:06.625029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.627170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.633014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.643730 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.675349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:06.678179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:06.681719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:06.688583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Pushing event updated for resources: {'Port': ['ID=79c4c9aa-0789-4855-bc1a-8790ff99759d,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:06.739821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Attempting to bind port 79c4c9aa-0789-4855-bc1a-8790ff99759d on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:06.740188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Attempting to bind port 79c4c9aa-0789-4855-bc1a-8790ff99759d by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:06.740579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Attempting to bind port 79c4c9aa-0789-4855-bc1a-8790ff99759d on network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:06.744095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Allocated IP 172.32.3.94 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:06.746150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:06.746519 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Checking segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:06.746917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.747314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Bound using segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:06.747778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Bound port: 79c4c9aa-0789-4855-bc1a-8790ff99759d, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:06.748155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.812865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] For port 79c4c9aa-0789-4855-bc1a-8790ff99759d, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:06.815934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] For port 79c4c9aa-0789-4855-bc1a-8790ff99759d, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79c4c9aa-0789-4855-bc1a-8790ff99759d,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:06.820301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.851958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.879195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9738fd-5c14-4739-8c58-a9c9f27ca213 None None] Pushing event updated for resources: {'Port': ['ID=79c4c9aa-0789-4855-bc1a-8790ff99759d,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:06.890023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:06.927629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:06.932401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:06.935422 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:06.944924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47fd49-e561-4025-b5a4-7a5a7f8923a3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:06.965561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:06.992925 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-858e6f25-d330-4fd4-a5e5-724e294ea9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.011330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-594c1404-3b39-43ad-b77b-9592952ef62a None None] Provisioning complete for port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:07.011703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-594c1404-3b39-43ad-b77b-9592952ef62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.069119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-594c1404-3b39-43ad-b77b-9592952ef62a None None] Port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:07.200438 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79c4c9aa-0789-4855-bc1a-8790ff99759d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:07.219475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.253682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 79c4c9aa-0789-4855-bc1a-8790ff99759d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:07.254050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.330579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.363760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 79c4c9aa-0789-4855-bc1a-8790ff99759d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79c4c9aa-0789-4855-bc1a-8790ff99759d,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:07.368391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.414980 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.418903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=79c4c9aa-0789-4855-bc1a-8790ff99759d,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:07.541307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Router b2a195da-1a0d-464c-870e-c7fe728e8664 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:53:07.649132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:53:07.660241 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Sync routers for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:53:07.666812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:07.670703 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c1318154-57e2-496f-bb64-a9cd717dd8d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.4612257
Nov 10 04:53:07.671041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:07.672771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:07.673409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:07.783943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:07.878947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60737c24-9644-43a4-87da-c9cc39be66b2 None None] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:07.964543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0524aa4c-f377-4091-870a-1b0faa1acafc None None] Provisioning complete for port 79c4c9aa-0789-4855-bc1a-8790ff99759d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:07.964965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0524aa4c-f377-4091-870a-1b0faa1acafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.092718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.116252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.179779 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57b20>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:07Z', 'revision_number': 3, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:08.207273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Checking router: b2a195da-1a0d-464c-870e-c7fe728e8664 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:53:08.207976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Updating router b2a195da-1a0d-464c-870e-c7fe728e8664 port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:53:08.237285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.259011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Allocated IP 172.20.0.1 (c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4/5953414d-e3cf-404d-8856-c78693fe6da3/85883d5c-8ac6-4dab-a1ea-eb054558bdf0) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:08.375126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.413863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.450243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:08.455351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:08.459159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:08.486888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Pushing event updated for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:08.505348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.644413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6620b9f1-2e16-495b-834a-5588b408c18b None None] Provisioning complete for port 79c4c9aa-0789-4855-bc1a-8790ff99759d triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:08.644811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6620b9f1-2e16-495b-834a-5588b408c18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.646836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.709530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.719009 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.778080 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154af4c-2142-4fc1-bfeb-c993cf12046c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:08.806327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7c9f5-bdef-46b5-bb0d-b3000682245b None None] Pushing event updated for resources: {'Port': ['ID=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:08.812083 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Attempting to bind port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:08.812693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Attempting to bind port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:08.813197 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Attempting to bind port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:08.823896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.828937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.832721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:08.833105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:08.833503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.833896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:08.834374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Bound port: b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:08.834757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.890200 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] For port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:08.893224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] For port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:08.898295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.902867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Pushing event updated for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:08.911631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:08.943711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe92a61-61c6-475a-b2e6-a1431779dc21 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:08.974957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7c9f5-bdef-46b5-bb0d-b3000682245b None None] Pushing event updated for resources: {'Port': ['ID=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:08.977835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:08.978442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57b20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:09.007647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:09.009129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:09.014905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:09.015275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.093023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:09.122031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Provisioning complete for port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:09.122405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.125060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:09.130926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Router b2a195da-1a0d-464c-870e-c7fe728e8664 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:53:09.190189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79c4c9aa-0789-4855-bc1a-8790ff99759d up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:09.255576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:53:09.261644 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4bd5ec1a-7819-45df-97b6-8ead89e74814 admin admin] 10.222.0.13 "PUT /v2.0/routers/b2a195da-1a0d-464c-870e-c7fe728e8664/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5895290
Nov 10 04:53:09.372508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 79c4c9aa-0789-4855-bc1a-8790ff99759d triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:09.372951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.408493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.465379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] For port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:09.475320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.584899 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e204d-ef9a-4a5a-8380-2aa6b46b7b78 None None] Pushing event updated for resources: {'Port': ['ID=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:09.595681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.606448 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57b20>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 2, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:09.640978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3379f8-df07-4569-9471-25fa66c634f0 None None] The sync data for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 is: [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 2, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:53:09.642571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4e914e9a-cf3a-4ac3-b3d0-ec1b53aa5b8a None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:09.642942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4e914e9a-cf3a-4ac3-b3d0-ec1b53aa5b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.681707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4e914e9a-cf3a-4ac3-b3d0-ec1b53aa5b8a None None] Port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:09.692345 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4e914e9a-cf3a-4ac3-b3d0-ec1b53aa5b8a None None] Provisioning complete for port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:09.692796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4e914e9a-cf3a-4ac3-b3d0-ec1b53aa5b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.755585 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:09.760791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1702553530-network', 'tenant_id': '6754de7403544a3ca3f722ffae447730'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:09.787423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Made reservation on behalf of 6754de7403544a3ca3f722ffae447730 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:09.790516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.804426 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.900277 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.904174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.929953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:53:09.939970 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3696818b-0a73-440c-86e0-bb328520b767,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:09.945144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:09.945493 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Added segment 40556fa7-7ec1-4f84-b29d-32ef45f993bf of type vlan for network 7410b36c-116d-477c-bf67-22ea72683e18
Nov 10 04:53:09.989019 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.016533 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.017687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:10.018342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.321421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.420221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6634369
Nov 10 04:53:10.423094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55422) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:10.428457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Request body: {'subnet': {'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1702553530-subnet', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:10.431752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06772-37c7-466c-b2ac-b49f68c99cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7410b36c-116d-477c-bf67-22ea72683e18,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:10.443890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 7410b36c-116d-477c-bf67-22ea72683e18 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:53:10.468229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Made reservation on behalf of 6754de7403544a3ca3f722ffae447730 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:10.470798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.646210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.702024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce0133a-2d7b-4d1a-91f5-ae8944d744ae,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:10.711457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Checking segment: {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:10.711815 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Network hostable DHCP agents. Network: 7410b36c-116d-477c-bf67-22ea72683e18, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:53:10.729378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Network 7410b36c-116d-477c-bf67-22ea72683e18 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:53:10.739216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 7410b36c-116d-477c-bf67-22ea72683e18) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:10.745527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:10.746288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.749443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4722c41-4eee-4da6-919e-04a4673865df None None] Network 7410b36c-116d-477c-bf67-22ea72683e18 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:10.764638 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6107358d-327c-4260-aa8e-946724d5f2a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3403182
Nov 10 04:53:10.767205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55424) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:10.771441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:10.792914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.794118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.854467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:10.911731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-7410b36c-116d-477c-bf67-22ea72683e18', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:53:10.912751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.055516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Allocated IP 172.20.0.2 (7410b36c-116d-477c-bf67-22ea72683e18/7ce0133a-2d7b-4d1a-91f5-ae8944d744ae/269718c9-0e07-44f5-bca8-db7c21eecce0) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:11.216338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:11.242793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.255060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.302070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Network 7410b36c-116d-477c-bf67-22ea72683e18 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:11.307863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:11.312999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:11.316507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Pushing event updated for resources: {'Port': ['ID=269718c9-0e07-44f5-bca8-db7c21eecce0,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:11.332349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.348198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:11.348571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.410559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Attempting to bind port 269718c9-0e07-44f5-bca8-db7c21eecce0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:11.410937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Attempting to bind port 269718c9-0e07-44f5-bca8-db7c21eecce0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:11.411308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Attempting to bind port 269718c9-0e07-44f5-bca8-db7c21eecce0 on network 7410b36c-116d-477c-bf67-22ea72683e18 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:11.420848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:11.421224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Checking segment: {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:11.421626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.422019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Bound using segment: {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:11.422496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Bound port: 269718c9-0e07-44f5-bca8-db7c21eecce0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:11.422879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.519152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] For port 269718c9-0e07-44f5-bca8-db7c21eecce0, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:11.522173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] For port 269718c9-0e07-44f5-bca8-db7c21eecce0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=269718c9-0e07-44f5-bca8-db7c21eecce0,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:11.530005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.545229 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.567041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.588145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fb1ec-aae3-4ed3-a5f7-f6098e92a493 None None] Pushing event updated for resources: {'Port': ['ID=269718c9-0e07-44f5-bca8-db7c21eecce0,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:11.684416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Allocated IP 172.32.3.23 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:11.715637 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Sync routers for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:53:11.727073 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:11.727695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149cab20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:11.813587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.842665 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:11.859487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:11.907761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:11.911089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:11.915336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:11.921562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:11.932507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a770eac2-aea7-4f2a-9753-d19cb0fe463a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:12.012833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-700a290b-ae08-4c43-9148-368b735b009b None None] Provisioning complete for port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:12.013123 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-700a290b-ae08-4c43-9148-368b735b009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.047560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-700a290b-ae08-4c43-9148-368b735b009b None None] Port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:12.057052 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149cab20>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 2, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:12.082575 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Checking router: b2a195da-1a0d-464c-870e-c7fe728e8664 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:53:12.082924 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Updating router b2a195da-1a0d-464c-870e-c7fe728e8664 port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:53:12.111673 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.185187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.397953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.400456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.406269 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.462498 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Pushing event updated for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:12.477318 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.477998 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.478804 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.479349 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.479744 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.480137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.480528 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.480968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.481357 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.481744 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.482124 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.482654 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:12.548674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Router 1009be94-24dc-4150-9db2-0e49dc58840d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:53:12.568808 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Attempting to bind port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:12.569180 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Attempting to bind port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:12.569577 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Attempting to bind port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 on network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:12.575565 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:12.575931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Checking segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:12.576328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.576738 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Bound using segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:12.577227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Bound port: 85883d5c-8ac6-4dab-a1ea-eb054558bdf0, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:12.577731 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.657767 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] For port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:12.661215 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] For port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:12.666953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.674737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:53:12.686656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Sync routers for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:53:12.700489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:12.702250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-656f5e62-18da-46cb-9c75-7d7979205079 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9339931
Nov 10 04:53:12.704950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55426) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:12.709100 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:12.709793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206bc18e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:12.749508 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:12.750141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82149cab20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:12.767060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc09b33-e720-4b2f-9e7c-ac4b54bc0067 None None] Network 7410b36c-116d-477c-bf67-22ea72683e18 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:53:12.986555 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:13.027988 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eca4c-1bec-4079-a204-36eda00ea791 None None] Pushing event updated for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:13.085919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:13.086201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.163822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:13.180732 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.231481 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82149cab20>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:12Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:13.260350 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba93d-25eb-4838-ae24-0f364c67db9c None None] The sync data for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 is: [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:12Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:53:13.350982 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:13.373897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Allocated IP 172.20.0.1 (7410b36c-116d-477c-bf67-22ea72683e18/7ce0133a-2d7b-4d1a-91f5-ae8944d744ae/03ae729e-fb8e-4393-a83b-6d8a51f67e89) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:13.461441 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.495756 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.496023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:13.496163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.539474 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.562570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] For port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:13.580451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.583880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Network 7410b36c-116d-477c-bf67-22ea72683e18 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:13.587039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:13.591872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:13.602445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Pushing event updated for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:13.639370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Provisioning complete for port 269718c9-0e07-44f5-bca8-db7c21eecce0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:13.639749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.646127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.703481 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Pushing event updated for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:13.737657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206bc18e0>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:12Z', 'revision_number': 3, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:13.775349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Checking router: 1009be94-24dc-4150-9db2-0e49dc58840d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:53:13.775699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Updating router 1009be94-24dc-4150-9db2-0e49dc58840d port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:53:13.805139 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.810897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 269718c9-0e07-44f5-bca8-db7c21eecce0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:13.884632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.914735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.992386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:13.998775 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.012921 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] For port 269718c9-0e07-44f5-bca8-db7c21eecce0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=269718c9-0e07-44f5-bca8-db7c21eecce0,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:14.023913 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.059207 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 269718c9-0e07-44f5-bca8-db7c21eecce0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:14.059582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.068128 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Pushing event updated for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:14.075081 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.111507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9437f9e-8921-436f-8791-08981c193c82 None None] Pushing event updated for resources: {'Port': ['ID=269718c9-0e07-44f5-bca8-db7c21eecce0,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:14.172925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Network 7410b36c-116d-477c-bf67-22ea72683e18 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:14.174535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:14.188417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:14.188814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.303279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Router 1009be94-24dc-4150-9db2-0e49dc58840d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:53:14.375037 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.385774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.418410 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:53:14.431120 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1a7a9c59-edf6-4b10-9bd3-08316659dd85 admin admin] 10.222.0.13 "PUT /v2.0/routers/1009be94-24dc-4150-9db2-0e49dc58840d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7173185
Nov 10 04:53:14.434423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:14.434530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.447164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1685bd-dd00-42a4-919c-12cc1dd65e93 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:14.471603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab76fe-35f8-4da7-9a84-b581e236997b None None] Pushing event updated for resources: {'Port': ['ID=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:14.479155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Attempting to bind port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:14.479525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Attempting to bind port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:14.479887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Attempting to bind port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:14.493259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:14.493632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:14.494027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.494413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:14.494873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Bound port: 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:14.495249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.496859 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:14.534156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Provisioning complete for port 269718c9-0e07-44f5-bca8-db7c21eecce0 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:14.534521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d35242ee-992b-47ea-a205-d1dee95f9111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.579887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] For port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:14.594361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] For port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:14.599593 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.663587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9c6d8-7084-453e-ab1e-c20c6f5d0304 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:53:14.704261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab76fe-35f8-4da7-9a84-b581e236997b None None] Pushing event updated for resources: {'Port': ['ID=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:14.706671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:14.707267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206bc18e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:14.820739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:14.863079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:14.863079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:14.983734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:15.011240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Provisioning complete for port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:15.011615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:15.143466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:15.151816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206bc18e0>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '03ae729e-fb8e-4393-a83b-6d8a51f67e89', 'name': '', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'mac_address': 'fa:16:3e:24:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:13Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 2, 'project_id': '6754de7403544a3ca3f722ffae447730', 'subnets': [{'id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:15.189698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:15.191571 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac1ad6-83e7-4bb6-b65e-5012df09786e None None] The sync data for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 is: [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '03ae729e-fb8e-4393-a83b-6d8a51f67e89', 'name': '', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'mac_address': 'fa:16:3e:24:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:13Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 2, 'project_id': '6754de7403544a3ca3f722ffae447730', 'subnets': [{'id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:53:15.219716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] For port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:15.231797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:15.302225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:15.302616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:15.305409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17236e8d-9fdd-4e97-abd7-8d4ddd4bbbb0 None None] Pushing event updated for resources: {'Port': ['ID=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:15.444680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 269718c9-0e07-44f5-bca8-db7c21eecce0 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:15.521232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 269718c9-0e07-44f5-bca8-db7c21eecce0 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:15.521612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:17.218230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:17.289592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:17.290071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:17.550116 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:53:17.680292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Sync routers for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:53:17.691709 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:17.692804 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154cc400>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:17.825422 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:18.082364 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154cc400>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '03ae729e-fb8e-4393-a83b-6d8a51f67e89', 'name': '', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'mac_address': 'fa:16:3e:24:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:13Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 2, 'project_id': '6754de7403544a3ca3f722ffae447730', 'subnets': [{'id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:18.110564 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Checking router: 1009be94-24dc-4150-9db2-0e49dc58840d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:53:18.110902 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Updating router 1009be94-24dc-4150-9db2-0e49dc58840d port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:53:18.137617 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.418725 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.425781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.482687 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042dbe3-cce7-43b2-bb01-4669519e7aa2 None None] Pushing event updated for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:18.566132 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Attempting to bind port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:18.566819 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Attempting to bind port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:18.566927 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Attempting to bind port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 on network 7410b36c-116d-477c-bf67-22ea72683e18 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:18.578328 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:18.578706 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Checking segment: {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:18.579105 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.579498 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Bound using segment: {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:18.580010 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Bound port: 03ae729e-fb8e-4393-a83b-6d8a51f67e89, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40556fa7-7ec1-4f84-b29d-32ef45f993bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:18.580388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.657926 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] For port 03ae729e-fb8e-4393-a83b-6d8a51f67e89, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:18.666001 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] For port 03ae729e-fb8e-4393-a83b-6d8a51f67e89, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03ae729e-fb8e-4393-a83b-6d8a51f67e89,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:18.673836 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.754931 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:18.755564 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82154cc400>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:18.757610 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042dbe3-cce7-43b2-bb01-4669519e7aa2 None None] Pushing event updated for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:18.811844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:18.812378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:18.998432 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:19.009248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:19.056977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] For port 03ae729e-fb8e-4393-a83b-6d8a51f67e89, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03ae729e-fb8e-4393-a83b-6d8a51f67e89,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:19.063897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:19.139368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a596ad-d2c0-4863-8340-e82f1ff17474 None None] Pushing event updated for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:19.163587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:19.187657 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b386afea-54e3-4b7e-b8c6-cddfec23bce8 None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:19.188361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b386afea-54e3-4b7e-b8c6-cddfec23bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:19.245144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03ae729e-fb8e-4393-a83b-6d8a51f67e89 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:19.298714 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82154cc400>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '03ae729e-fb8e-4393-a83b-6d8a51f67e89', 'name': '', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'mac_address': 'fa:16:3e:24:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:13Z', 'updated_at': '2021-11-10T04:53:18Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'subnets': [{'id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:19.338619 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91248e55-a17c-4885-b64f-532dd7dc7dfd None None] The sync data for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 is: [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '03ae729e-fb8e-4393-a83b-6d8a51f67e89', 'name': '', 'network_id': '7410b36c-116d-477c-bf67-22ea72683e18', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'mac_address': 'fa:16:3e:24:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:13Z', 'updated_at': '2021-11-10T04:53:18Z', 'revision_number': 4, 'project_id': '6754de7403544a3ca3f722ffae447730', 'subnets': [{'id': '7ce0133a-2d7b-4d1a-91f5-ae8944d744ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:53:19.546330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:19.570664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:19.571035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:21.180073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03ae729e-fb8e-4393-a83b-6d8a51f67e89 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:21.237363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:21.237804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:25.188184 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-46b82e7f-ef11-4d51-b030-1443cab82094 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:25.189720 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-46b82e7f-ef11-4d51-b030-1443cab82094 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 814 time: 0.1075568
Nov 10 04:53:25.204850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-d1e1a0ba-895f-42c1-8616-389311264c37 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/quotas/1628fcd51131459d97e1cb64ae91fb90 HTTP/1.1" status: 200  len: 375 time: 0.0089905
Nov 10 04:53:25.256455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-a105f4d8-b592-4f97-8997-68b4aceda014 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0466244
Nov 10 04:53:25.353529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-61f3f4d4-80e3-4c52-9c8d-854c71c4a47f service neutron] 10.222.0.13 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857110
Nov 10 04:53:25.441966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-a023c395-bf32-41db-9d02-8185f9ca8a40 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824463
Nov 10 04:53:25.609936 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75f48e90-a0de-44db-aa5a-9c954f0b776a req-30809f61-7d80-410f-acfd-53c285798d08 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 210 time: 0.0284135
Nov 10 04:53:26.653482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-d58a5b24-b0cc-4831-8bf8-6da8188dcdd7 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:26.654962 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-d58a5b24-b0cc-4831-8bf8-6da8188dcdd7 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 814 time: 0.1099398
Nov 10 04:53:26.668051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'port': {'device_id': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'admin_state_up': True, 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:26.743728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-04d418c8-6b83-420c-a1e0-48f19b9ee650 req-038c9706-3c9e-4fab-b6f7-71ef26b8b3ed tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 210 time: 0.0603478
Nov 10 04:53:26.808624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Made reservation on behalf of 1628fcd51131459d97e1cb64ae91fb90 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:53:26.813164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:26.951273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Allocated IP 172.20.0.14 (c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4/5953414d-e3cf-404d-8856-c78693fe6da3/2a0c5fa0-acde-4dad-b1da-a86f93dcd657) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:27.170072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:27.220373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:27.279992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:27.284018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:27.287641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:27.318758 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:27.351264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:27.351932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:27.371518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-b0ff4f22-c548-4066-8fd8-7ded4506074d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7071092
Nov 10 04:53:27.533950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cf08293a-ec2b-485b-9c17-4f2afdba6632 None None] Provisioning complete for port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:27.534580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf08293a-ec2b-485b-9c17-4f2afdba6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:27.569764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cf08293a-ec2b-485b-9c17-4f2afdba6632 None None] Port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:53:27.870393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f615e-4e23-40b9-8c8c-d90912e5008e req-84a98297-26b6-48bc-88f6-16b403679d83 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:27.871935 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d7f615e-4e23-40b9-8c8c-d90912e5008e req-84a98297-26b6-48bc-88f6-16b403679d83 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0547917
Nov 10 04:53:27.922006 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1d7f615e-4e23-40b9-8c8c-d90912e5008e req-a76bf67f-3fbd-478e-9a02-d82168e0f556 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438876
Nov 10 04:53:29.041210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192eda-5a68-4102-86b6-1a2394ac6a80 req-c8e75568-bc33-409f-bddd-ac5e2d17c361 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:29.042717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63192eda-5a68-4102-86b6-1a2394ac6a80 req-c8e75568-bc33-409f-bddd-ac5e2d17c361 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0507185
Nov 10 04:53:29.094386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63192eda-5a68-4102-86b6-1a2394ac6a80 req-0208bb62-67ae-4e79-ac03-cce59dae0fdd tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451272
Nov 10 04:53:30.219392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171686b2-75c5-4c92-a6c3-c99c6a8b99d7 req-cb4b8f5c-9d30-4883-b251-e79ef9f3756b tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:30.220940 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-171686b2-75c5-4c92-a6c3-c99c6a8b99d7 req-cb4b8f5c-9d30-4883-b251-e79ef9f3756b tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0570927
Nov 10 04:53:30.273109 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-171686b2-75c5-4c92-a6c3-c99c6a8b99d7 req-822ca9fb-c200-422e-a7e2-6b79b96f5514 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459406
Nov 10 04:53:31.395782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f52-e815-4381-9e9d-a4d70c8fe50b req-0f4bdeee-001c-49c1-853e-ce49361fd3fd tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:31.398097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92be9f52-e815-4381-9e9d-a4d70c8fe50b req-0f4bdeee-001c-49c1-853e-ce49361fd3fd tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0522037
Nov 10 04:53:31.449027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-92be9f52-e815-4381-9e9d-a4d70c8fe50b req-248647b3-9c92-4eb8-a774-fad3ed9fb472 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441761
Nov 10 04:53:32.575443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf400-b6d2-45af-8527-f1fa700f8897 req-4fbc0f63-a99a-41e0-ad70-9eda2e7747e4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:32.577908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-639cf400-b6d2-45af-8527-f1fa700f8897 req-4fbc0f63-a99a-41e0-ad70-9eda2e7747e4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0573993
Nov 10 04:53:32.633566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-639cf400-b6d2-45af-8527-f1fa700f8897 req-f67b5b67-9496-4d95-8854-22f2ab057634 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497515
Nov 10 04:53:33.757704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9e68-2529-4c79-90b7-b1a40e6a583f req-2cf8c2b4-9248-44c7-9de4-38184a9b2f7c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:33.759195 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-224d9e68-2529-4c79-90b7-b1a40e6a583f req-2cf8c2b4-9248-44c7-9de4-38184a9b2f7c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0541270
Nov 10 04:53:33.812873 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-224d9e68-2529-4c79-90b7-b1a40e6a583f req-3d0036fa-b1d1-4661-8d4a-ce8a6969ffae tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474000
Nov 10 04:53:34.426886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d358790-b20e-4c13-a6a7-18494df2e75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:34.938988 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18612c4-216c-424f-bc63-1596f339545d req-39b0d541-66a9-4831-8488-4d7b86fcdffe tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:34.940649 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c18612c4-216c-424f-bc63-1596f339545d req-39b0d541-66a9-4831-8488-4d7b86fcdffe tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0547249
Nov 10 04:53:34.995495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c18612c4-216c-424f-bc63-1596f339545d req-2c9ef4ec-3c76-4664-be01-0a3c82b7482c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483429
Nov 10 04:53:36.115414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578da7-2cc0-4a14-be0b-85ad5d77dc88 req-1266577b-cf9a-4d9e-bb28-711c656016bc tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:36.117559 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9578da7-2cc0-4a14-be0b-85ad5d77dc88 req-1266577b-cf9a-4d9e-bb28-711c656016bc tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 932 time: 0.0526714
Nov 10 04:53:36.165550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9578da7-2cc0-4a14-be0b-85ad5d77dc88 req-2a5e2fb8-303f-467d-a3c1-f7fd6cd1877d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421717
Nov 10 04:53:36.594868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Request body: {'port': {'device_id': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:36.650827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:36.905136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:53:36.912380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:36.924466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Transition to ACTIVE for port object 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:53:36.928191 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:36.981252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:36.996206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-795d9cb4-f276-4286-b4f4-7b2005fe076f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:37.058851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Attempting to bind port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:53:37.059187 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Attempting to bind port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:53:37.059588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Attempting to bind port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 on network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:37.063996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 on network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:53:37.064309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Attempting to bind port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 on network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:53:37.069289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:53:37.069626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Checking segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:53:37.070003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Bound using segment: {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:53:37.070429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Bound port: 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68781014-7694-4260-bad2-8e56f7d3a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:53:37.070785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:37.136013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:53:37.139244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:53:37.144200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:37.177675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.178323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:37.179752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] 10.222.0.26 "PUT /v2.0/ports/2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1092 time: 0.5895422
Nov 10 04:53:37.180179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:53:37.182432 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80bbb87-a70f-42be-bfb6-67a948da3814" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:53:37.206280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5771a-bb4e-48d5-94d7-da2266442b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:37.244331 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3b4a9-6e68-418c-90db-6e1be55946d1 x-openstack-request-id: req-4db3b4a9-6e68-418c-90db-6e1be55946d1 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:53:37.250748 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:53:37.250748 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4db3b4a9-6e68-418c-90db-6e1be55946d1 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:53:37.250748 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:53:37.313592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-f20ae6ed-1310-4da1-8028-ab8c66180260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.315100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-f20ae6ed-1310-4da1-8028-ab8c66180260 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1095 time: 0.0815287
Nov 10 04:53:37.338338 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80e1f-1e4b-4e4b-8280-b97f9dc7e61a req-a7eb2982-1b3c-44d3-ac22-76fe24887572 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.339884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09f80e1f-1e4b-4e4b-8280-b97f9dc7e61a req-a7eb2982-1b3c-44d3-ac22-76fe24887572 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 944 time: 0.0688746
Nov 10 04:53:37.375976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-6025ed3b-0424-43ce-b3fa-92eae37c2f99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 217 time: 0.0519810
Nov 10 04:53:37.449839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09f80e1f-1e4b-4e4b-8280-b97f9dc7e61a req-ccc61642-b371-4c41-9c5b-d1884829d2fb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805905
Nov 10 04:53:37.453239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-8c6a440d-00c6-43e1-8d29-1416d2385aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.454632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-8c6a440d-00c6-43e1-8d29-1416d2385aa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0695121
Nov 10 04:53:37.499519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0fab-5461-4660-85df-b288cde468f0 req-e261a49b-f122-4e94-991b-5dd5fe3def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.501071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-e261a49b-f122-4e94-991b-5dd5fe3def84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399973
Nov 10 04:53:37.592557 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-adc250b4-02ab-47c1-8bb4-26941ad7bdcd service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844634
Nov 10 04:53:37.680341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0bde0fab-5461-4660-85df-b288cde468f0 req-7c22c3c7-6261-47a2-8429-ebd225d2498e service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811968
Nov 10 04:53:37.766802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-fff0c676-5619-49b6-9174-b70240d2e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.768160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-fff0c676-5619-49b6-9174-b70240d2e30c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1095 time: 0.0408201
Nov 10 04:53:37.859882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-915df404-2688-4691-96a0-fc626923ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.861372 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-915df404-2688-4691-96a0-fc626923ff15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.0867646
Nov 10 04:53:37.901907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-2931511a-9fdc-42d0-8faa-4bee326a8667 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 217 time: 0.0336733
Nov 10 04:53:37.954254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-add5404f-bcb9-43f5-811d-9dd91ec5522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:37.955656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-add5404f-bcb9-43f5-811d-9dd91ec5522c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0468228
Nov 10 04:53:38.002110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-12b7777c-f6f5-412d-8d60-7bdfe5309b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:38.003589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-12b7777c-f6f5-412d-8d60-7bdfe5309b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400705
Nov 10 04:53:38.093736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-7111897b-ee7c-4dbf-a8fb-2051b8d11b78 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817065
Nov 10 04:53:38.094637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:38.187056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d80bbb87-a70f-42be-bfb6-67a948da3814 req-dfd2d2a5-9326-4816-8907-1d8b6869b1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856478
Nov 10 04:53:38.565935 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85330fef-e0ef-432f-9ba2-9189dc7b5c40 req-cb0bceac-4cfe-4224-b39e-547d27fc6862 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:38.567436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85330fef-e0ef-432f-9ba2-9189dc7b5c40 req-cb0bceac-4cfe-4224-b39e-547d27fc6862 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 944 time: 0.0489023
Nov 10 04:53:38.614398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-85330fef-e0ef-432f-9ba2-9189dc7b5c40 req-b6fb7fb0-8d2a-48f3-90a4-1eab91bcf8eb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410125
Nov 10 04:53:39.546314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:39.729234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1370-67a3-4496-af45-1e539e0c2a62 req-d3ef541c-eae5-4a06-a8d4-9474188d9c08 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:39.730856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b5f1370-67a3-4496-af45-1e539e0c2a62 req-d3ef541c-eae5-4a06-a8d4-9474188d9c08 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 944 time: 0.0504241
Nov 10 04:53:39.777908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b5f1370-67a3-4496-af45-1e539e0c2a62 req-17bc17a8-74bd-4867-a50d-78629a435209 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411363
Nov 10 04:53:40.304106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:40.327353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:53:40.421306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:40.432577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'port_id': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'mac_address': 'fa:16:3e:ac:0b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:53:40.467932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:40.481065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:53:40.500084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:40.503375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:40.548201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:40.707967 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:53:40.897796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e531-d524-4aa8-87cd-916f038a9157 req-297c4785-9b09-4d8d-bc6a-56a3e8589e03 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:40.899262 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bc07e531-d524-4aa8-87cd-916f038a9157 req-297c4785-9b09-4d8d-bc6a-56a3e8589e03 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 945 time: 0.0482063
Nov 10 04:53:40.949614 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bc07e531-d524-4aa8-87cd-916f038a9157 req-4daa3efa-3de5-4e6f-bc9a-8f50ed1c5290 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444446
Nov 10 04:53:42.067329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72320d95-3580-41c8-a3af-adce23f607ee req-b4efef94-57db-4060-9196-1afd46a6ab4f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:42.069355 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72320d95-3580-41c8-a3af-adce23f607ee req-b4efef94-57db-4060-9196-1afd46a6ab4f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 945 time: 0.0539460
Nov 10 04:53:42.115511 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72320d95-3580-41c8-a3af-adce23f607ee req-286c5e54-1330-4443-b587-244b9ce11515 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402503
Nov 10 04:53:42.345134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:53:42.394856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:53:42.399128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:42.399493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:42.472804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:42.494163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:53:42.496374 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f143c88d065ea4a596788e0c579e4e681da2e929727aa3f059495bcb6fe7e3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1cc89f-b1ec-4211-ba31-1504015673ae" -d '{"events": [{"server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "name": "network-vif-plugged", "status": "completed", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:53:42.509419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:42.513202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:42.538143 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38cd4a-79c0-4da1-b168-e091625d4bef x-openstack-request-id: req-0d38cd4a-79c0-4da1-b168-e091625d4bef {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:53:42.538433 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "name": "network-vif-plugged", "status": "completed", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:53:42.538682 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d38cd4a-79c0-4da1-b168-e091625d4bef {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:53:42.539087 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'code': 200}
Nov 10 04:53:42.562834 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:42.632033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e94f5-4b8a-4ca7-b1e3-51dd43488dbb req-201ea44d-8121-4c51-9947-f15ce7e86f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:42.633693 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-238e94f5-4b8a-4ca7-b1e3-51dd43488dbb req-201ea44d-8121-4c51-9947-f15ce7e86f48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1097 time: 0.0412326
Nov 10 04:53:42.676991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-238e94f5-4b8a-4ca7-b1e3-51dd43488dbb req-1c1f1cd7-4568-45ad-b19a-3ec2fca864b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360169
Nov 10 04:53:43.232277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99e38-2fc3-4601-9d63-6ad501f0783c req-e35ecbba-76bd-444b-9a27-076d7bb76e42 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:43.233763 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75f99e38-2fc3-4601-9d63-6ad501f0783c req-e35ecbba-76bd-444b-9a27-076d7bb76e42 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0518999
Nov 10 04:53:43.279605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75f99e38-2fc3-4601-9d63-6ad501f0783c req-b5848aa6-b023-421f-b6aa-f75e27d51d36 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401065
Nov 10 04:53:44.393715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a20caf-8a89-4fbc-8583-81236b9ff805 req-4d396c79-3ec4-422d-a5cc-c7196f03ca97 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:44.395168 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40a20caf-8a89-4fbc-8583-81236b9ff805 req-4d396c79-3ec4-422d-a5cc-c7196f03ca97 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0476594
Nov 10 04:53:44.442125 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40a20caf-8a89-4fbc-8583-81236b9ff805 req-c218414f-63cd-4c11-975d-cb6109015ced tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403936
Nov 10 04:53:44.558806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289934c-0418-49ee-8d18-90a774e13c79 req-38736ab3-d721-4fff-a640-cb53d27dda43 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:44.560301 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9289934c-0418-49ee-8d18-90a774e13c79 req-38736ab3-d721-4fff-a640-cb53d27dda43 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0491865
Nov 10 04:53:44.608028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9289934c-0418-49ee-8d18-90a774e13c79 req-e135c32d-fa13-47b3-a344-a9defcdd2c22 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418191
Nov 10 04:53:44.790939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11716-2be7-43f9-b70c-573672c432f6 req-26fff020-878a-42b9-9083-daa1704d172f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:44.792397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75a11716-2be7-43f9-b70c-573672c432f6 req-26fff020-878a-42b9-9083-daa1704d172f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0481591
Nov 10 04:53:44.843765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-75a11716-2be7-43f9-b70c-573672c432f6 req-8e8f7666-e555-4bf4-9a54-6173aa1d57af tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454469
Nov 10 04:53:49.125633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:49.473242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:49.975175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec43f9-4169-4d9a-86a6-4524ae38be05 req-0b3f421e-43c3-4290-b802-066aecbc006e tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:49.976671 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0ec43f9-4169-4d9a-86a6-4524ae38be05 req-0b3f421e-43c3-4290-b802-066aecbc006e tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0492632
Nov 10 04:53:50.023033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0ec43f9-4169-4d9a-86a6-4524ae38be05 req-19e0e67e-1193-4a21-b615-14d17e722f1d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403645
Nov 10 04:53:50.045368 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55656) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:50.166183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01024692-befd-42a7-bffb-6eca010165dd tempest-TestMinimumBasicScenario-866265394 tempest-TestMinimumBasicScenario-866265394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:50.167685 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-01024692-befd-42a7-bffb-6eca010165dd tempest-TestMinimumBasicScenario-866265394 tempest-TestMinimumBasicScenario-866265394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1092 time: 0.1213610
Nov 10 04:53:50.170762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55660) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:50.174937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:50.196136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:50.608982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:50.707214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Allocated IP 172.32.3.100 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/a32908ef-c00b-4fcf-a380-d51c21c2aa0e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:53:50.810151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:50.843054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:50.878211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:53:50.883538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:53:50.887404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:53:50.911647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'Port': ['ID=a32908ef-c00b-4fcf-a380-d51c21c2aa0e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:51.232779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.297269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.447040 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.451506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.525354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'Port': ['ID=a32908ef-c00b-4fcf-a380-d51c21c2aa0e,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:51.533507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.633509 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Floating IP 1d1b56e5-0b78-49e4-bf51-aa3f1005e59c associated. External IP: 172.32.3.100, port: 2a0c5fa0-acde-4dad-b1da-a86f93dcd657.
Nov 10 04:53:51.839286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Router b2a195da-1a0d-464c-870e-c7fe728e8664 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:53:51.946380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:53:51.956211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Sync routers for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:53:51.965886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:51.967706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:51.968397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207af3f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:51.992878 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-573e038e-9085-4622-b6df-1324e934e65c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8210976
Nov 10 04:53:51.993450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:53:51.995694 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f538e5-c9a4-47c1-a061-c14cc55458d1" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:53:51.995875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55662) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.000476 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943629240', 'description': 'tempest-secgroup-smoke-1943629240 description', 'project_id': '1628fcd51131459d97e1cb64ae91fb90'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.024036 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.035681 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca3d1d-2e18-4db7-ab49-93cd974dc7e8 x-openstack-request-id: req-4eca3d1d-2e18-4db7-ab49-93cd974dc7e8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:53:52.035968 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:53:52.036218 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eca3d1d-2e18-4db7-ab49-93cd974dc7e8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:53:52.036643 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:53:52.077560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:52.102094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.106263 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-c7f96f4a-af2b-44e7-a688-39fd5bdd9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:52.106857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.108115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-c7f96f4a-af2b-44e7-a688-39fd5bdd9cad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1097 time: 0.0493090
Nov 10 04:53:52.136971 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.141207 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1415122
Nov 10 04:53:52.141395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55666) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.146982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.153990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dbd37b-5b29-4d5d-8322-4cc61e92dec7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.166691 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.167037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.167372 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.167891 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.168225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.168561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.168922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.169247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.169571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.169892 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.170212 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.170540 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b3d8f-2c1f-4362-89a0-8f262ff9d4e9 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:53:52.190120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.216523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-425d419e-03ca-49be-9002-7a1540387485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:52.218682 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-425d419e-03ca-49be-9002-7a1540387485 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.1040616
Nov 10 04:53:52.243873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.247619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.269642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29511cf-dadb-4328-98a0-3c69a37b7961,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.278801 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.280646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9727b41f-bcce-4ffa-9b86-95e006e36dfb tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1383657
Nov 10 04:53:52.283827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.287795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.293176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-8715d28e-fe72-4f85-b036-6cced2cebc9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1000 time: 0.0675745
Nov 10 04:53:52.316843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.323167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207af3f70>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1d1b56e5-0b78-49e4-bf51-aa3f1005e59c', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'floating_ip_address': '172.32.3.100', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'port_id': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'mac_address': 'fa:16:3e:ac:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:53:51Z', 'updated_at': '2021-11-10T04:53:51Z', 'revision_number': 0, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:52.349539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Checking router: b2a195da-1a0d-464c-870e-c7fe728e8664 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:53:52.353180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-d4610d5e-75a2-402c-8250-2dedb43ae95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:52.354660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-d4610d5e-75a2-402c-8250-2dedb43ae95e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0541658
Nov 10 04:53:52.357959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:53:52.358532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207af3f70>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:53:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:52.380418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.385135 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.405375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-6f088669-293e-4599-adde-7562a7c3c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:52.406975 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-6f088669-293e-4599-adde-7562a7c3c43b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452211
Nov 10 04:53:52.408271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5e1487-612f-4530-af25-9c42e21ffbf6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.416331 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.420504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5c7ed6a-7739-414d-a5ff-17102cdc5127 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1336775
Nov 10 04:53:52.420766 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55670) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.425122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.453669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.474347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:53:52.510332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-8d95e099-3c81-40e4-8459-8e055061ccd8 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961258
Nov 10 04:53:52.512864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.516519 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.537808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f577aaa-df09-4519-bc5c-edb64bce5944,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.546222 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.547447 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3319120d-514a-435d-8ca0-3995f7fbf4d3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1257515
Nov 10 04:53:52.550709 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55672) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.555715 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.584835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.616687 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1f538e5-c9a4-47c1-a061-c14cc55458d1 req-5e0f3d67-5010-421f-9bbd-fd1c8719200e service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994375
Nov 10 04:53:52.654926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.658724 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.680720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ca01eb-372a-4e2b-bd7f-9dfe4006e234,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.686511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.690485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55674) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.690674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ce2f633-ae4a-4918-8351-49f0f9daea32 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1388144
Nov 10 04:53:52.695488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.714417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207af3f70>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1d1b56e5-0b78-49e4-bf51-aa3f1005e59c', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'floating_ip_address': '172.32.3.100', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'port_id': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'mac_address': 'fa:16:3e:ac:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:53:51Z', 'updated_at': '2021-11-10T04:53:51Z', 'revision_number': 0, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:53:52.718110 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Project 1628fcd51131459d97e1cb64ae91fb90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:53:52.723139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.746543 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9495b-fe26-433c-94e2-28916d084429 None None] The sync data for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 is: [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '1d1b56e5-0b78-49e4-bf51-aa3f1005e59c', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'floating_ip_address': '172.32.3.100', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'port_id': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'mac_address': 'fa:16:3e:ac:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:53:51Z', 'updated_at': '2021-11-10T04:53:51Z', 'revision_number': 0, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:53:52.789515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.793935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.810143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dddfd4-2e09-45c9-a56d-1b9a6f3c94fc,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.821232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.822432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-229cecdb-f60c-4e55-95db-f5480e556041 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1308751
Nov 10 04:53:52.828978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55676) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:53:52.829610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'security_group_rule': {'security_group_id': '96dbd37b-5b29-4d5d-8322-4cc61e92dec7', 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:52.851571 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Project 1628fcd51131459d97e1cb64ae91fb90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:53:52.856468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.918139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.921986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.940051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc593d4d-248c-44d3-9a7a-be6cc11822b1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:52.949054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:52.950257 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-15cd7aa7-f539-442c-a07a-882ce219785c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1241126
Nov 10 04:53:52.996793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980924f-c42c-48b7-8a37-5c48ef7815ea None None] New status for floating IP 1d1b56e5-0b78-49e4-bf51-aa3f1005e59c: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:53:53.049646 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-4675dd99-b60a-4708-b035-760cb11ff5e6 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943629240&fields=id&tenant_id=1628fcd51131459d97e1cb64ae91fb90 HTTP/1.1" status: 200  len: 267 time: 0.0463302
Nov 10 04:53:53.103604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-5ef86cdb-45e9-4ed9-8e60-a7853fe41931 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:53.105234 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-5ef86cdb-45e9-4ed9-8e60-a7853fe41931 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0496309
Nov 10 04:53:53.116432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'port': {'security_groups': ['19c3dd32-d699-48b6-8f4d-fce3cfacce1e', '96dbd37b-5b29-4d5d-8322-4cc61e92dec7']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:53:53.185304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:53.372243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:53:53.401477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:53.405828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:53.418078 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:53:53.450643 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:53.451274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:53.452943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0d7a152-cf6a-4419-b801-cc7b6a848352 req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "PUT /v2.0/ports/2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 982 time: 0.3410046
Nov 10 04:53:53.493795 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983988a2-5606-4065-8128-e34ff0f6cd56 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:53:53.514004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:53:53.575560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86244e6b-d4f7-49ce-befc-d812ca569b38 req-132bbb62-1ab3-48f3-9b72-499be43b978a tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:53.581130 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86244e6b-d4f7-49ce-befc-d812ca569b38 req-132bbb62-1ab3-48f3-9b72-499be43b978a tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0625346
Nov 10 04:53:53.645175 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-86244e6b-d4f7-49ce-befc-d812ca569b38 req-0811ab79-9bfe-4b9b-b7b8-38f004f706e2 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0612686
Nov 10 04:53:53.739414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-46b4eaed-7464-4253-a8b5-1d212fad3618 None None] Provisioning complete for port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:53:53.739707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-46b4eaed-7464-4253-a8b5-1d212fad3618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:53:54.038007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:53:54.040486 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:53:54.078390 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eed24c-1490-4b82-be6c-351fc06265ba x-openstack-request-id: req-46eed24c-1490-4b82-be6c-351fc06265ba {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:53:54.078761 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:53:54.079075 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46eed24c-1490-4b82-be6c-351fc06265ba {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:53:54.079540 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:53:54.143497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-49082289-9695-4832-a77e-391b39c433b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:54.145042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-49082289-9695-4832-a77e-391b39c433b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1136 time: 0.0428905
Nov 10 04:53:54.242770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-da7747ec-ed82-44b4-a0ce-01009abc6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:54.244150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-da7747ec-ed82-44b4-a0ce-01009abc6672 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.0889680
Nov 10 04:53:54.313411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-f0ad7976-d396-4fd0-8ec9-fe1eb2bf4da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1002 time: 0.0615163
Nov 10 04:53:54.361329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-27c19c12-2dd2-483a-b2fc-0daef8a28669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:54.362728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-27c19c12-2dd2-483a-b2fc-0daef8a28669 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0425832
Nov 10 04:53:54.407429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-eb0a4436-6f35-417b-abb9-f513603362e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:54.408902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-eb0a4436-6f35-417b-abb9-f513603362e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388610
Nov 10 04:53:54.499642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-de8c3c89-0e7a-4284-bdb1-aa0944f935f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837238
Nov 10 04:53:54.549324 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:53:54.588050 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-afc89b87-d1fe-4417-8db4-3b3891c2dc7d req-eb3694a5-2586-4619-85b7-00163e7d7cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813816
Nov 10 04:53:57.656881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-37067435-450a-408a-a991-c02b190f9784 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0419338
Nov 10 04:53:57.744526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-b9171dc1-d0cc-4ab4-9979-639ca3d9dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:57.746040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-b9171dc1-d0cc-4ab4-9979-639ca3d9dd4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1136 time: 0.0458457
Nov 10 04:53:57.849331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-1790e621-7c13-4066-ac3d-1499d7799f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:57.850838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-1790e621-7c13-4066-ac3d-1499d7799f2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.0847669
Nov 10 04:53:57.920072 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-97c7e963-9882-4d06-b1cf-8eec50976661 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1002 time: 0.0626690
Nov 10 04:53:57.968750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-ff61b457-7f0f-4247-a23f-3eb42a4f494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:57.970218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-ff61b457-7f0f-4247-a23f-3eb42a4f494f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0440774
Nov 10 04:53:58.015673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-fba9a9bc-5e2c-4b86-89db-6feb81d91c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:53:58.017178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-fba9a9bc-5e2c-4b86-89db-6feb81d91c82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405140
Nov 10 04:53:58.109749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-b654c7d6-0334-418c-80df-9db337cd5b95 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854921
Nov 10 04:53:58.198055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5c2eb36-fae7-4d57-afb0-e6c945cb35d7 req-e4158718-5041-4323-a1d0-4b7208736226 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814784
Nov 10 04:54:04.429271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-283b3be9-7e2e-4d88-aa42-5cc4cf00d668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:06.998242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7e80812c-4931-4593-a62f-c9e479a49e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:08.097411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:09.547717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:10.306021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:19.135884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:19.217628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244e47-dc31-4160-a3ec-f994f8ae18b3 req-1c65ea6f-0a03-4232-8d79-b1df2672cfaf tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:19.219108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4244e47-dc31-4160-a3ec-f994f8ae18b3 req-1c65ea6f-0a03-4232-8d79-b1df2672cfaf tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0817912
Nov 10 04:54:19.225340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-94a9b546-93e1-4cde-a5b2-7b28a5d2023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:19.226780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-94a9b546-93e1-4cde-a5b2-7b28a5d2023c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1136 time: 0.0588856
Nov 10 04:54:19.337819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e4244e47-dc31-4160-a3ec-f994f8ae18b3 req-482f8b59-dc5e-436e-b360-318488270d9e tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1099966
Nov 10 04:54:19.358571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-95c81e64-fdf3-4299-b7cd-0fb707fd7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:19.360054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-95c81e64-fdf3-4299-b7cd-0fb707fd7bc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.1259248
Nov 10 04:54:19.429539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-9325fef1-516f-4d21-a978-df7a5e3faf87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1002 time: 0.0613556
Nov 10 04:54:19.479936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-d86108c3-e569-4e22-9f7d-d685ad1150ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:19.481497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-d86108c3-e569-4e22-9f7d-d685ad1150ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0439825
Nov 10 04:54:19.483788 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:19.530953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-f37fab31-eff7-4f80-a6bf-75a4445a4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:19.532476 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-f37fab31-eff7-4f80-a6bf-75a4445a4ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441921
Nov 10 04:54:19.621911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-8d7402eb-b107-4d16-88be-75b0f591f72a service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819640
Nov 10 04:54:19.714160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52d1faaa-bc0f-4bd5-98fd-24fee76214ea req-733e22cc-a58e-421a-a30c-1a0574536875 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853646
Nov 10 04:54:20.454716 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11db7cc-45e1-4ccb-8538-febfaf2a151d req-645a587c-9fc9-434c-87f8-b0f778f29146 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:20.456193 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b11db7cc-45e1-4ccb-8538-febfaf2a151d req-645a587c-9fc9-434c-87f8-b0f778f29146 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0487623
Nov 10 04:54:20.514907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b11db7cc-45e1-4ccb-8538-febfaf2a151d req-f10757e5-176a-46a6-bf21-5f53ab619ab6 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0526905
Nov 10 04:54:21.629439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6f5db-4a7d-4b40-bfea-9147291c7ff3 req-184d1338-cb3d-467e-9c0f-29d5b38a89f8 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:21.630888 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0c6f5db-4a7d-4b40-bfea-9147291c7ff3 req-184d1338-cb3d-467e-9c0f-29d5b38a89f8 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0493836
Nov 10 04:54:21.689732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e0c6f5db-4a7d-4b40-bfea-9147291c7ff3 req-818adafd-257e-49d0-8278-d0b431593598 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0527294
Nov 10 04:54:22.807126 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64912b-cd15-44d4-9697-23327b6f40d4 req-df7cea6f-1036-4ca3-90b5-7e60a6feb74e tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:22.808670 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a64912b-cd15-44d4-9697-23327b6f40d4 req-df7cea6f-1036-4ca3-90b5-7e60a6feb74e tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0519881
Nov 10 04:54:22.868457 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2a64912b-cd15-44d4-9697-23327b6f40d4 req-ffa0391d-fd34-4e77-a3bf-c041e3dcc4e0 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537295
Nov 10 04:54:23.987944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85782fcb-3873-47aa-9eae-bcf2f43950a1 req-7add2212-3e35-4296-9c05-a829491cb09b tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:23.989424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85782fcb-3873-47aa-9eae-bcf2f43950a1 req-7add2212-3e35-4296-9c05-a829491cb09b tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0544741
Nov 10 04:54:24.048976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85782fcb-3873-47aa-9eae-bcf2f43950a1 req-c3a69459-4877-48de-bb1b-fa0394b817c0 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528760
Nov 10 04:54:25.169535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa0cb4-4c08-4993-b57f-9ea63baceda5 req-04710a45-976a-48f6-b97d-966d48636712 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:25.171233 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bffa0cb4-4c08-4993-b57f-9ea63baceda5 req-04710a45-976a-48f6-b97d-966d48636712 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0553935
Nov 10 04:54:25.230690 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bffa0cb4-4c08-4993-b57f-9ea63baceda5 req-8a65dae1-c930-4e37-9609-51a665e6a9dc tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0533738
Nov 10 04:54:26.351048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1d22-1209-4d2b-aa5c-11c2be7e7ce6 req-4defe1bb-1224-4084-8b24-ac2339a4eb09 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:26.352536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c9f1d22-1209-4d2b-aa5c-11c2be7e7ce6 req-4defe1bb-1224-4084-8b24-ac2339a4eb09 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0532296
Nov 10 04:54:26.411066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3c9f1d22-1209-4d2b-aa5c-11c2be7e7ce6 req-533bf8b2-98f0-47ae-bcca-8757178f5a00 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525382
Nov 10 04:54:27.525471 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e6352-3666-4d77-b863-1efaf08483db req-3041359f-9b1d-43bc-9f3f-3101c6b799b6 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:27.526944 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f9e6352-3666-4d77-b863-1efaf08483db req-3041359f-9b1d-43bc-9f3f-3101c6b799b6 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0481505
Nov 10 04:54:27.589529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f9e6352-3666-4d77-b863-1efaf08483db req-23e730e8-1d4d-4be2-b9eb-850976321a4a tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565784
Nov 10 04:54:28.704533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731dce9-1997-4443-a4bc-0c54c34616ff req-0ab0e66d-cc66-41e5-8017-6087116436e4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:28.706036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4731dce9-1997-4443-a4bc-0c54c34616ff req-0ab0e66d-cc66-41e5-8017-6087116436e4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0493765
Nov 10 04:54:28.770150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4731dce9-1997-4443-a4bc-0c54c34616ff req-487debd6-3a1d-45bf-93dc-4e398445ee63 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0580370
Nov 10 04:54:29.888486 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095f44b-58af-433a-863f-2fb21f2efd98 req-3189ca33-d16a-485d-8b8f-88adf1dfcb85 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:29.889951 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c095f44b-58af-433a-863f-2fb21f2efd98 req-3189ca33-d16a-485d-8b8f-88adf1dfcb85 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0490937
Nov 10 04:54:29.948227 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-c095f44b-58af-433a-863f-2fb21f2efd98 req-294c0939-c4cf-4732-ac07-76695737e5aa tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0522387
Nov 10 04:54:31.063255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40013f84-2ad2-4115-ac45-1e62e9c1ff82 req-fd49f251-d86b-4627-a2c2-7ef988f41346 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:31.064777 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40013f84-2ad2-4115-ac45-1e62e9c1ff82 req-fd49f251-d86b-4627-a2c2-7ef988f41346 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0493853
Nov 10 04:54:31.124920 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40013f84-2ad2-4115-ac45-1e62e9c1ff82 req-af08652a-d84b-48c5-88af-1ce90e936e2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539024
Nov 10 04:54:31.547946 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:54:32.251588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8ee89-8b49-4064-9efc-ae08fe201268 req-6f00df8a-727c-42d9-96d1-a6fb79d8bc9d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:32.253083 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edc8ee89-8b49-4064-9efc-ae08fe201268 req-6f00df8a-727c-42d9-96d1-a6fb79d8bc9d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0501072
Nov 10 04:54:32.319641 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-edc8ee89-8b49-4064-9efc-ae08fe201268 req-67438dea-1828-496b-aec4-e6f3f6efd20f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0577853
Nov 10 04:54:33.436299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d1c9-1670-42b7-9145-bf9786bad0be req-e8b727e7-80f4-499f-92e6-b9bdbb4279c5 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:33.437698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ec4d1c9-1670-42b7-9145-bf9786bad0be req-e8b727e7-80f4-499f-92e6-b9bdbb4279c5 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0496712
Nov 10 04:54:33.497393 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3ec4d1c9-1670-42b7-9145-bf9786bad0be req-e8e98377-f2ff-4ba0-a3c2-58996d073ed3 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0536375
Nov 10 04:54:34.430591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8a08eb78-8430-484d-aeb7-f7168f10b0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:34.614550 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f7f7-c0fa-4bb2-95d7-a265abf1761d req-2c60c7e6-53dc-4745-b258-809680e69294 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:34.616580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3530f7f7-c0fa-4bb2-95d7-a265abf1761d req-2c60c7e6-53dc-4745-b258-809680e69294 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0517738
Nov 10 04:54:34.674878 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3530f7f7-c0fa-4bb2-95d7-a265abf1761d req-eee8b779-4172-4dd7-b267-de9853e6943c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520425
Nov 10 04:54:35.794086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf348-9477-4628-9e2c-61fcb6da4b00 req-caa2b1dd-5888-4f56-9072-123c01a10b0c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:35.795584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-707cf348-9477-4628-9e2c-61fcb6da4b00 req-caa2b1dd-5888-4f56-9072-123c01a10b0c tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0532963
Nov 10 04:54:35.856091 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-707cf348-9477-4628-9e2c-61fcb6da4b00 req-5a143ab3-80c6-499d-a174-0fffc3d67fec tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&id=96dbd37b-5b29-4d5d-8322-4cc61e92dec7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544875
Nov 10 04:54:36.998479 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef5d3-93b5-446b-a07f-bfb39bc13203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:38.103748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:39.550654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:40.311415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:49.125772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:49.491242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:54:58.684911 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-16a83c37-0234-4159-8048-47bea0f29da7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400269
Nov 10 04:54:58.766315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-37930a7e-5731-475f-9bd6-6b4de2b7c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:58.767770 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-37930a7e-5731-475f-9bd6-6b4de2b7c735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1136 time: 0.0409267
Nov 10 04:54:58.873845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-11539b09-284a-4fa8-bd8f-bd8be850f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:58.875299 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-11539b09-284a-4fa8-bd8f-bd8be850f597 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.0887237
Nov 10 04:54:58.939376 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-f2b44fad-4a58-4787-a318-f7006dbf1b2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1002 time: 0.0567501
Nov 10 04:54:58.991518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-2b9bcd64-032e-44d4-ade4-0ea103422eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:58.992974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-2b9bcd64-032e-44d4-ade4-0ea103422eaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0472088
Nov 10 04:54:59.038683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-b4cef4b3-5e7b-4886-88a4-22bd48daa335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:54:59.040145 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-b4cef4b3-5e7b-4886-88a4-22bd48daa335 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396671
Nov 10 04:54:59.126398 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-2768a30d-33a4-4b16-ba7f-6bb6ff0bb49e service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792170
Nov 10 04:54:59.218218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-af561b12-4a9e-42e0-b34e-be32a27c8877 req-163c563e-6f29-4e01-9bc2-4c9dfd139825 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847321
Nov 10 04:55:04.431966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7276a4a8-8a63-46ae-b692-3cd744d7fa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:06.998995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6773acd5-f797-4268-a1b4-9d8230b3100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:07.708932 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-361a32d3-70d9-4b21-85d0-9dc8cee7af0d tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943629240&fields=id&tenant_id=1628fcd51131459d97e1cb64ae91fb90 HTTP/1.1" status: 200  len: 267 time: 0.0996573
Nov 10 04:55:07.760886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-01dee0f5-3481-48bb-93cb-7e07817c2aa2 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:07.762327 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-01dee0f5-3481-48bb-93cb-7e07817c2aa2 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 985 time: 0.0479043
Nov 10 04:55:07.773097 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Request body: {'port': {'security_groups': ['19c3dd32-d699-48b6-8f4d-fce3cfacce1e']}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:07.837831 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.005894 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:08.035424 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.040256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.052070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:55:08.081185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:08.081823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.083270 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-67bac4cf-80d5-4bf9-9240-281dff695732 req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "PUT /v2.0/ports/2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 943 time: 0.3144994
Nov 10 04:55:08.083952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:08.087087 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668cc4b-e42b-488c-89aa-814c42d6172a" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:08.093118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55762) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:08.124641 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event updated for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=7']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:08.138457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.138807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.139150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.139521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.139823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.140155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.140488 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.140839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.141167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.141496 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.141821 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.142141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc117b78-3b54-42d4-9b2e-db3d301d05ac tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.167282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:55:08.176745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.181211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.220703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.302717 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5cd9c-bd17-4e31-9ece-73977287aa86 x-openstack-request-id: req-aaf5cd9c-bd17-4e31-9ece-73977287aa86 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:08.302958 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:08.303247 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaf5cd9c-bd17-4e31-9ece-73977287aa86 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:08.303677 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:55:08.307576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.310881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.312303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "DELETE /v2.0/security-groups/96dbd37b-5b29-4d5d-8322-4cc61e92dec7 HTTP/1.1" status: 204  len: 168 time: 0.2181516
Nov 10 04:55:08.315726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55768) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:08.322237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dbd37b-5b29-4d5d-8322-4cc61e92dec7,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:08.330863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.331395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.331835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.332359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.332718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.333172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.333588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.333987 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.334387 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.334970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.335433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.336023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebb36a-df0c-4675-af7a-a1335372fb80 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:08.387818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-ac43aeb6-9225-4f7e-82be-87059a79ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:08.389363 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-ac43aeb6-9225-4f7e-82be-87059a79ef53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1097 time: 0.0496695
Nov 10 04:55:08.443420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a8e51bc4-af62-4572-be9b-c309b44a6f18 None None] Provisioning complete for port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:08.443961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a8e51bc4-af62-4572-be9b-c309b44a6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.502777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-79edf812-d3e7-4b64-b13a-6af943b39990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:08.505698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-79edf812-d3e7-4b64-b13a-6af943b39990 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.1090350
Nov 10 04:55:08.532236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Deleting port a32908ef-c00b-4fcf-a380-d51c21c2aa0e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:08.532487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.548023 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:55:08.579011 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-a839a66b-b52b-437d-9653-1f2f8cbb450e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 1002 time: 0.0651324
Nov 10 04:55:08.614371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.614698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.626523 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Calling delete_port for a32908ef-c00b-4fcf-a380-d51c21c2aa0e owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:08.628496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-686b5e4f-5186-4f2f-8741-be8914af5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:08.630035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-686b5e4f-5186-4f2f-8741-be8914af5599 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0445464
Nov 10 04:55:08.678360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-6b2af97c-2890-4333-9ce3-b525466c4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:08.679870 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-6b2af97c-2890-4333-9ce3-b525466c4199 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408142
Nov 10 04:55:08.773074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.799760 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event deleted for resources: {'Port': ['ID=a32908ef-c00b-4fcf-a380-d51c21c2aa0e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:08.863612 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:08.863948 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Floating IP 1d1b56e5-0b78-49e4-bf51-aa3f1005e59c disassociated (deleted). External IP: 172.32.3.100, port: 2a0c5fa0-acde-4dad-b1da-a86f93dcd657.
Nov 10 04:55:09.083904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Router b2a195da-1a0d-464c-870e-c7fe728e8664 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:55:09.095487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-358a4f52-b80d-4313-9670-5916a1d14e31 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4073555
Nov 10 04:55:09.186128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6668cc4b-e42b-488c-89aa-814c42d6172a req-d640dbbf-16bf-4caa-bd33-68354322eb94 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832467
Nov 10 04:55:09.192515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:09.196915 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:09.202138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Sync routers for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:09.213424 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:09.214027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070db340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:09.224836 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5b7a4bf5-3b82-4a8c-a8d1-d72669c03c2f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d1b56e5-0b78-49e4-bf51-aa3f1005e59c HTTP/1.1" status: 204  len: 168 time: 0.9081826
Nov 10 04:55:09.480382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:09.601572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:09.696989 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070db340>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:09.724131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Checking router: b2a195da-1a0d-464c-870e-c7fe728e8664 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:09.733133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:09.733741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070db340>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:09.837196 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:10.039218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070db340>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:10.065766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1356325-552e-44c5-b852-ff46ec54b412 None None] The sync data for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 is: [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:08Z', 'revision_number': 4, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '85883d5c-8ac6-4dab-a1ea-eb054558bdf0', 'name': '', 'network_id': 'c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'mac_address': 'fa:16:3e:1d:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:08Z', 'updated_at': '2021-11-10T04:53:13Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'subnets': [{'id': '5953414d-e3cf-404d-8856-c78693fe6da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:10.289742 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52259c-af1b-440d-b996-ac87cd135db6 None None] New status for floating IP 1d1b56e5-0b78-49e4-bf51-aa3f1005e59c: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:55:10.302371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:10.305094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:10.307888 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b65622a6471e6d646de274fd42e7a1cb3ada9cdd2d27d2e60aef408dc61bc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3abe639-ebe9-40f9-a090-36ba32184a49" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:10.345388 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e65ecf-fef3-424e-ab1c-f8c501e0e80c x-openstack-request-id: req-81e65ecf-fef3-424e-ab1c-f8c501e0e80c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:10.345681 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:10.345935 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81e65ecf-fef3-424e-ab1c-f8c501e0e80c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:10.346467 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:55:10.413421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-075bdcfb-3da6-4c49-8d35-7df709e0eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:10.414938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-075bdcfb-3da6-4c49-8d35-7df709e0eb15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1628fcd51131459d97e1cb64ae91fb90&device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 1097 time: 0.0482554
Nov 10 04:55:10.506667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-0e4ef061-979b-4475-90c4-2fb4d0ab14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:10.508819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-0e4ef061-979b-4475-90c4-2fb4d0ab14d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 200  len: 915 time: 0.0852761
Nov 10 04:55:10.553754 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-76e605bf-42c7-4d9e-b2dc-3fd8f4c3daac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 200  len: 217 time: 0.0380201
Nov 10 04:55:10.608725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-bc582496-17f3-45ce-8349-995ee6e4220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:10.610218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-bc582496-17f3-45ce-8349-995ee6e4220f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 200  len: 853 time: 0.0497546
Nov 10 04:55:10.656249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-906d2f5b-13c8-47eb-af0c-025c41297333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:10.657789 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-906d2f5b-13c8-47eb-af0c-025c41297333 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410757
Nov 10 04:55:10.752466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-d4b33c00-5313-46c2-a71e-e864cf7f6930 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876787
Nov 10 04:55:10.853663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3abe639-ebe9-40f9-a090-36ba32184a49 req-87b4e5f4-331a-4b07-bf23-b975e0bd37b2 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941367
Nov 10 04:55:12.095881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c8643-2e9b-4711-b918-e6d6aa870aea req-6e76ec26-8f52-4888-b59d-2ce16c17640a tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:12.097314 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-972c8643-2e9b-4711-b918-e6d6aa870aea req-6e76ec26-8f52-4888-b59d-2ce16c17640a tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0480068
Nov 10 04:55:12.143090 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-972c8643-2e9b-4711-b918-e6d6aa870aea req-785c6321-4b36-4e2a-852e-2a9b1e1564b5 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392959
Nov 10 04:55:13.343332 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc00341-9536-45a7-8f05-bcd721779af8 req-41915fba-282c-43db-a432-8b4fedb9f15f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:13.344856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6cc00341-9536-45a7-8f05-bcd721779af8 req-41915fba-282c-43db-a432-8b4fedb9f15f tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0968909
Nov 10 04:55:13.391288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6cc00341-9536-45a7-8f05-bcd721779af8 req-69c8b8ed-f011-499b-a603-099a9a883bde tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/security-groups?id=19c3dd32-d699-48b6-8f4d-fce3cfacce1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405815
Nov 10 04:55:13.695195 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-25d395d3-d91b-4155-8cbc-c73cbe3434c4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:13.696633 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-25d395d3-d91b-4155-8cbc-c73cbe3434c4 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.26 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 946 time: 0.0472071
Nov 10 04:55:13.784863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Deleting port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:13.785202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:13.876861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] For port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:13.877224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:13.890009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Calling delete_port for 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:14.016992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:14.029285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['2a0c5fa0-acde-4dad-b1da-a86f93dcd657'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:55:14.045205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Pushing event deleted for resources: {'Port': ['ID=2a0c5fa0-acde-4dad-b1da-a86f93dcd657,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:14.089114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] No DVR routers for this DVR port 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:55:14.092066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:14.095482 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c2d6f682-1934-4aed-a61e-f1b0e0c94e7c req-5ad6a403-bc4d-4e93-8f80-574466102ae1 tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.26 "DELETE /v2.0/ports/2a0c5fa0-acde-4dad-b1da-a86f93dcd657 HTTP/1.1" status: 204  len: 173 time: 0.3923600
Nov 10 04:55:14.095913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'name': 'network-vif-deleted', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:14.098187 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e63b87a4df7836045d9d3536735a19848d230a0f2d3f502f3bbb4b21df3768ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9894bc75-b2fb-45e4-852d-9670b09c0089" -d '{"events": [{"server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "name": "network-vif-deleted", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:14.134846 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de6caf-da44-4637-8d36-8d809a3b4b20 x-openstack-request-id: req-c9de6caf-da44-4637-8d36-8d809a3b4b20 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:14.135137 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4d94d-8a79-4edb-85bb-2562bc2efe31", "name": "network-vif-deleted", "tag": "2a0c5fa0-acde-4dad-b1da-a86f93dcd657", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:14.135391 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9de6caf-da44-4637-8d36-8d809a3b4b20 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:14.135796 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4d94d-8a79-4edb-85bb-2562bc2efe31', 'name': 'network-vif-deleted', 'tag': '2a0c5fa0-acde-4dad-b1da-a86f93dcd657', 'status': 'completed', 'code': 200}
Nov 10 04:55:14.518306 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-759276e9-5c51-4c05-954e-36471e8a2aef req-b38f368e-5d05-452e-bd9a-23d6053e18cc tempest-TestMinimumBasicScenario-621540950 tempest-TestMinimumBasicScenario-621540950-project] 10.222.0.13 "GET /v2.0/ports?device_id=73f4d94d-8a79-4edb-85bb-2562bc2efe31 HTTP/1.1" status: 200  len: 210 time: 0.0321751
Nov 10 04:55:17.104538 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55890) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:17.446703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.010137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Deleting port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:18.010475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.086180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] For port 85883d5c-8ac6-4dab-a1ea-eb054558bdf0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:18.086461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.098431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Calling delete_port for 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:18.271457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.301021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Pushing event deleted for resources: {'Port': ['ID=85883d5c-8ac6-4dab-a1ea-eb054558bdf0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:18.461433 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.668530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Router b2a195da-1a0d-464c-870e-c7fe728e8664 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:55:18.772012 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:18.778412 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-625bbe00-ef03-436b-996d-b2952dea3ada admin admin] 10.222.0.13 "PUT /v2.0/routers/b2a195da-1a0d-464c-870e-c7fe728e8664/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6726875
Nov 10 04:55:18.780378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55892) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:18.781440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Sync routers for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:18.792950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:18.793594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:18.859588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:18.884006 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:18.884340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 2a0c5fa0-acde-4dad-b1da-a86f93dcd657 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:18.886279 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:18.919851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:18.986053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.042622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Deleting port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:19.042962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.097478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:55:18Z', 'revision_number': 5, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port': {'id': 'b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:19.122592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] For port b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:19.122957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.132383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Checking router: b2a195da-1a0d-464c-870e-c7fe728e8664 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:19.135879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Calling delete_port for b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:19.149261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Routers {'b2a195da-1a0d-464c-870e-c7fe728e8664'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:19.150312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b2a195da-1a0d-464c-870e-c7fe728e8664'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:19.153690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.234572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] Set router b2a195da-1a0d-464c-870e-c7fe728e8664 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:19.290376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:55:18Z', 'revision_number': 6, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:19.312814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.316883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92fdd7-e955-401d-86dc-81b33e13c946 None None] The sync data for ids ['b2a195da-1a0d-464c-870e-c7fe728e8664'] in ncdv-817176-1 is: [{'id': 'b2a195da-1a0d-464c-870e-c7fe728e8664', 'name': 'tempest-TestMinimumBasicScenario-253225421-router', 'tenant_id': '1628fcd51131459d97e1cb64ae91fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:06Z', 'updated_at': '2021-11-10T04:55:18Z', 'revision_number': 6, 'project_id': '1628fcd51131459d97e1cb64ae91fb90', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:19.342430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:19.359452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd5fabd-ca1a-4c06-bb90-8c7ec9a5eeef None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:19.408623 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.499447 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.501547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.510791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.546034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.546699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a195da-1a0d-464c-870e-c7fe728e8664 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:55:19.551990 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.553228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5d275a07-2de1-413e-a85a-22e3bc25f0ab admin admin] 10.222.0.13 "DELETE /v2.0/routers/b2a195da-1a0d-464c-870e-c7fe728e8664 HTTP/1.1" status: 204  len: 168 time: 0.7718246
Nov 10 04:55:19.556306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55894) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:19.605364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Deleting subnet 5953414d-e3cf-404d-8856-c78693fe6da3 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:55:19.608301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.642719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.723452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.778993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.807859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5953414d-e3cf-404d-8856-c78693fe6da3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:19.813621 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.819034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4eae47c6-a0e2-4d8e-acca-cd987957df67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5953414d-e3cf-404d-8856-c78693fe6da3 HTTP/1.1" status: 204  len: 168 time: 0.2595358
Nov 10 04:55:19.819181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51d370-0986-49ad-9022-1f11e77398bc None None] Network c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:55:19.819611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55896) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:19.892523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:19.945902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Deleting port 79c4c9aa-0789-4855-bc1a-8790ff99759d {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:19.946249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.013894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] For port 79c4c9aa-0789-4855-bc1a-8790ff99759d, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79c4c9aa-0789-4855-bc1a-8790ff99759d,segment=NetworkSegment(68781014-7694-4260-bad2-8e56f7d3a322),segment_id=68781014-7694-4260-bad2-8e56f7d3a322)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:20.014157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.026149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Calling delete_port for 79c4c9aa-0789-4855-bc1a-8790ff99759d owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:20.105919 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6726081-dd8e-40a7-9bf7-f9577e23cbdb None None] DHCP port deletion for c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:20.111633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.138341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-d6726081-dd8e-40a7-9bf7-f9577e23cbdb None None] The port '79c4c9aa-0789-4855-bc1a-8790ff99759d' was deleted {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 10 04:55:20.149089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] No DVR routers for this DVR port 79c4c9aa-0789-4855-bc1a-8790ff99759d on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:55:20.153542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c4c9aa-0789-4855-bc1a-8790ff99759d,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:20.228652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.247768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820dc10a30>,) {'filters': {'network_id': ['c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:20.256716 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc10a30>, '68781014-7694-4260-bad2-8e56f7d3a322') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:20.257009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820dc10a30>, '68781014-7694-4260-bad2-8e56f7d3a322') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:20.266449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.280148 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.286109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:55:20.286495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:55:20.288282 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:55:20.349302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.366262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.369563 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4 HTTP/1.1" status: 204  len: 168 time: 0.5494218
Nov 10 04:55:20.370616 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44ad7-5e57-46d2-89bd-d423dcbca660 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b3f4dc-ca75-4dbc-aa1a-cc8a158662b4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:20.372430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55898) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:20.710038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:20.952193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Deleting port 03ae729e-fb8e-4393-a83b-6d8a51f67e89 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:20.952921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:21.033008 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] For port 03ae729e-fb8e-4393-a83b-6d8a51f67e89, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=03ae729e-fb8e-4393-a83b-6d8a51f67e89,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:21.033293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:21.045414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Calling delete_port for 03ae729e-fb8e-4393-a83b-6d8a51f67e89 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:21.222962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:21.229255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:21.248369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ae729e-fb8e-4393-a83b-6d8a51f67e89,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:21.248917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:21.249268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 85883d5c-8ac6-4dab-a1ea-eb054558bdf0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:21.249678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:21.269382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:21.269735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device b542e8a0-c2ef-4ca5-94bd-ece14fcfef0e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:21.270147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79c4c9aa-0789-4855-bc1a-8790ff99759d no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:21.291031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 79c4c9aa-0789-4855-bc1a-8790ff99759d {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:21.291440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79c4c9aa-0789-4855-bc1a-8790ff99759d not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:21.417433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:21.630926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Router 1009be94-24dc-4150-9db2-0e49dc58840d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:55:21.736429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:21.741438 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4bf25659-4194-4ccf-a2ed-c38f45f653c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/1009be94-24dc-4150-9db2-0e49dc58840d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3680549
Nov 10 04:55:21.744145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55900) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:21.744694 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Sync routers for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:21.754531 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:21.755134 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214817a30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:21.847203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:21.857700 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:21.949012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.001249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Deleting port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:22.001954 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.030338 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214817a30>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23'}], 'enable_snat': True}, 'gw_port_id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:55:21Z', 'revision_number': 5, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port': {'id': '3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:53:11Z', 'updated_at': '2021-11-10T04:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:22.059747 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Checking router: 1009be94-24dc-4150-9db2-0e49dc58840d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:22.067927 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Routers {'1009be94-24dc-4150-9db2-0e49dc58840d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:22.068536 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214817a30>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['1009be94-24dc-4150-9db2-0e49dc58840d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:22.083047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] For port 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:22.083418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.095926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Calling delete_port for 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:22.151891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] Set router 1009be94-24dc-4150-9db2-0e49dc58840d gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:22.201892 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214817a30>, [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:55:21Z', 'revision_number': 6, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:22.231251 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349af35-3f4c-4c4c-836c-7b77dbde0771 None None] The sync data for ids ['1009be94-24dc-4150-9db2-0e49dc58840d'] in ncdv-817176-1 is: [{'id': '1009be94-24dc-4150-9db2-0e49dc58840d', 'name': 'tempest-TestMinimumBasicScenario-1702553530-router', 'tenant_id': '6754de7403544a3ca3f722ffae447730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:53:10Z', 'updated_at': '2021-11-10T04:55:21Z', 'revision_number': 6, 'project_id': '6754de7403544a3ca3f722ffae447730', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:22.265206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.291904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:22.306139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7962088-63f4-4415-8820-9102031e8052 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:22.353481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.756671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.759422 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.806217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.806752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1009be94-24dc-4150-9db2-0e49dc58840d {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:55:22.811552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.812394 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fb4056f5-4e43-4cf9-bbae-40f9c8e9de48 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1009be94-24dc-4150-9db2-0e49dc58840d HTTP/1.1" status: 204  len: 168 time: 1.0672908
Nov 10 04:55:22.814919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55902) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:22.859201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Deleting subnet 7ce0133a-2d7b-4d1a-91f5-ae8944d744ae {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:55:22.862271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.895910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:22.975980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.028415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.055703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce0133a-2d7b-4d1a-91f5-ae8944d744ae,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:23.057752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.061039 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d1a4b7ad-56a8-4285-b566-2574971d2d13 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ce0133a-2d7b-4d1a-91f5-ae8944d744ae HTTP/1.1" status: 204  len: 168 time: 0.2451572
Nov 10 04:55:23.062628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a088b-06fb-431c-91c5-d28eeadeea9f None None] Network 7410b36c-116d-477c-bf67-22ea72683e18 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:55:23.063682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55904) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:23.137433 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.197824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Deleting port 269718c9-0e07-44f5-bca8-db7c21eecce0 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:23.198245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.261725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] DHCP port deletion for 7410b36c-116d-477c-bf67-22ea72683e18 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:23.282606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] For port 269718c9-0e07-44f5-bca8-db7c21eecce0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=269718c9-0e07-44f5-bca8-db7c21eecce0,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:23.282983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.294951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:23.300307 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Calling delete_port for 269718c9-0e07-44f5-bca8-db7c21eecce0 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:23.322909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:23.323493 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3d7a0461-f03e-4fc2-a4f2-d8dc2b32aa61 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:23.323644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03ae729e-fb8e-4393-a83b-6d8a51f67e89 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:23.345966 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 03ae729e-fb8e-4393-a83b-6d8a51f67e89 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:23.346230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 03ae729e-fb8e-4393-a83b-6d8a51f67e89 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:23.364660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Deleting port 269718c9-0e07-44f5-bca8-db7c21eecce0 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:55:23.365039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.389809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.416907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=269718c9-0e07-44f5-bca8-db7c21eecce0,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:23.422248 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] No DVR routers for this DVR port 269718c9-0e07-44f5-bca8-db7c21eecce0 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:55:23.427926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] For port 269718c9-0e07-44f5-bca8-db7c21eecce0, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=269718c9-0e07-44f5-bca8-db7c21eecce0,segment=NetworkSegment(40556fa7-7ec1-4f84-b29d-32ef45f993bf),segment_id=40556fa7-7ec1-4f84-b29d-32ef45f993bf)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:23.428322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.440688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Calling delete_port for 269718c9-0e07-44f5-bca8-db7c21eecce0 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:55:23.497861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.516863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.521339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82147cbe50>,) {'filters': {'network_id': ['7410b36c-116d-477c-bf67-22ea72683e18']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:23.531777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147cbe50>, '40556fa7-7ec1-4f84-b29d-32ef45f993bf') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:23.532077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82147cbe50>, '40556fa7-7ec1-4f84-b29d-32ef45f993bf') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:23.542449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.542694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Pushing event deleted for resources: {'Port': ['ID=269718c9-0e07-44f5-bca8-db7c21eecce0,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:23.555398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] No DVR routers for this DVR port 269718c9-0e07-44f5-bca8-db7c21eecce0 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:55:23.556055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.557946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.558365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.558941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.559353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.559691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.560020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.560346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.560769 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.561013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.561334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.561683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.561999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23855498-98d5-4074-9e0a-5b805d740070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:23.563487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:55:23.563980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:55:23.565794 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:55:23.624720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.630375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.634066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/7410b36c-116d-477c-bf67-22ea72683e18 HTTP/1.1" status: 204  len: 168 time: 0.5694652
Nov 10 04:55:23.645174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aaab0-18cc-420f-a9e8-eb36debfb9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7410b36c-116d-477c-bf67-22ea72683e18,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:23.786903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:23.831367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f9eb3752-6f11-41cb-b59e-5e527cb07452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1628fcd51131459d97e1cb64ae91fb90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0432651
Nov 10 04:55:23.833756 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55910) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:23.880595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.902428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.952322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.954943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:23.956097 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c3dd32-d699-48b6-8f4d-fce3cfacce1e HTTP/1.1" status: 204  len: 168 time: 0.1214323
Nov 10 04:55:23.963576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42f3e-22f8-4796-9392-ab13b2cf4268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c3dd32-d699-48b6-8f4d-fce3cfacce1e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:24.260516 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55916) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:24.299854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-10ed210d-4847-4ebf-8634-01550ba619b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6754de7403544a3ca3f722ffae447730&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381227
Nov 10 04:55:24.302267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55918) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:24.348084 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:24.369171 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:24.412215 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:24.415316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:24.416436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3696818b-0a73-440c-86e0-bb328520b767 HTTP/1.1" status: 204  len: 168 time: 0.1132219
Nov 10 04:55:24.424228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa99d70-a82a-435b-b849-c76b8f9fd285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3696818b-0a73-440c-86e0-bb328520b767,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:25.227010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 269718c9-0e07-44f5-bca8-db7c21eecce0 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:55:25.246527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 269718c9-0e07-44f5-bca8-db7c21eecce0 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:55:25.246863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 269718c9-0e07-44f5-bca8-db7c21eecce0 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:55:25.877763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55958) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:25.882318 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290809093', 'description': 'tempest-secgroup-smoke-290809093 description', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:25.904578 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:25.912134 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:25.985178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:25.988983 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.027907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5699ba7-6086-42fa-8774-d40a53f0ada0,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.068859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.072393 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.102355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.103840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2249444
Nov 10 04:55:26.105836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678f737-c1d9-45fd-adba-9883d1645ac0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f125c6c2-375d-4de2-a25f-0172438a7880,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.106738 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55960) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.111435 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.138204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.183051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.186448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.204116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee86b15-9f1a-4134-ad02-90fa679f716c,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.212351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.213566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7f4a9ddb-fe07-4df1-81a7-fcfc4ccb901e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1058221
Nov 10 04:55:26.216300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55962) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.220952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.246639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.302467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.306175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.326957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4516ea4-eddd-4054-971e-df3b2c3c554f,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.337359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.338425 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-45994ac1-a534-42ec-90bc-056e99c58d54 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1208372
Nov 10 04:55:26.341196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55964) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.345961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.371581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.427427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.430798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.447980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e973ab1-2e8c-4d6f-885b-cd9babd74cf0,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.455401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.459347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55966) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.459548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b3ddbc84-408a-4802-bf71-2ea8910971de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1168516
Nov 10 04:55:26.464511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.490073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.546343 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.549583 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.567106 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fe3e31-d811-45ae-ab1d-514a2a453c69,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.573225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.577114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55968) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.577253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-640c2d33-53c5-407a-8145-ee469f0114a3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1166852
Nov 10 04:55:26.581884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.605706 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:55:26.611022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.672285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.675936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.693146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705ab515-8b5c-4ac2-bcce-c646d571df1b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.701576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.702801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f988aef7-34ab-4660-bab3-a1bd6058ebf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1246438
Nov 10 04:55:26.705798 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 55970) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.710399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'f125c6c2-375d-4de2-a25f-0172438a7880', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.732892 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:55:26.737553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.795829 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.799385 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.814085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88959163-7308-4fac-90f9-5cbf7e05b347,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:26.825464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.826674 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-81f6a6a2-411b-4ef4-9348-6bdb8ee299b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1198752
Nov 10 04:55:26.829876 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:26.834849 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'network': {'name': 'tempest-network-smoke--53817735', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'port_security_enabled': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:26.855696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:55:26.859256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.881208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:55:26.890541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.890865 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Added segment 7154a2af-01b5-42c6-9870-6faa44558018 of type vlan for network 2b88f54c-ba91-4cef-95e9-ce91786205ae
Nov 10 04:55:26.932127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.955823 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:26.961702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:26.962283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.018663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1877029
Nov 10 04:55:27.021577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55974) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:27.032265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'admin_state_up': True, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:27.045501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5b7d1-74c2-43ce-beca-d61925f5a717 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Network': ['ID=2b88f54c-ba91-4cef-95e9-ce91786205ae,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:27.056387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:55:27.061527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.062552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.117776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.255226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.446575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.464590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.566670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.162 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/32c75250-286a-4329-be92-83285f06acf3) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:55:27.664523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.697242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.736962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:27.741658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:27.745264 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:55:27.753765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659c228-ce4d-4398-b1de-d9ab9586319b None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:27.768481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=32c75250-286a-4329-be92-83285f06acf3,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:27.873284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e35433f5-199d-41cb-bcfc-2251eadf58eb None None] Provisioning complete for port 32c75250-286a-4329-be92-83285f06acf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:27.873662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e35433f5-199d-41cb-bcfc-2251eadf58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:27.908067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e35433f5-199d-41cb-bcfc-2251eadf58eb None None] Port 32c75250-286a-4329-be92-83285f06acf3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:55:27.993979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:28.183627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:28.308864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 994c7882-23e8-45c2-aaaf-05f5fb972d9a is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:55:28.415082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:28.424562 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Sync routers for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:28.435161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:28.439284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-e76299a8-430a-4b96-869e-8081059af586 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4138553
Nov 10 04:55:28.439449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:28.439449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207511cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:28.439731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:28.539405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:28.557963 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ab8d52b3-b98c-4b58-ac18-5cce1f396ed4 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bb888d7f1ef6460ebe084784cac4d5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1167245
Nov 10 04:55:28.560373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55980) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:28.658568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765768d5-f53a-4e47-8cda-a35eeee1a42b tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:28.660078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-765768d5-f53a-4e47-8cda-a35eeee1a42b tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0988290
Nov 10 04:55:28.662966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 55998) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:28.691507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fb1b7bf3-ca3e-4c05-9ea0-5c8057315436 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274663
Nov 10 04:55:28.694414 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56000) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:28.700752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270632482', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:28.796779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:55:28.800328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:28.884017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207511cd0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:27Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:28.910002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Checking router: 994c7882-23e8-45c2-aaaf-05f5fb972d9a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:28.910348 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Updating router 994c7882-23e8-45c2-aaaf-05f5fb972d9a port 32c75250-286a-4329-be92-83285f06acf3 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:55:28.935144 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:28.985350 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.046755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Subnet': ['ID=1c696f76-c2a2-4810-97d3-3a7a80c66495,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:29.053748 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Checking segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:55:29.054086 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network hostable DHCP agents. Network: 2b88f54c-ba91-4cef-95e9-ce91786205ae, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:55:29.071514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:55:29.080860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 2b88f54c-ba91-4cef-95e9-ce91786205ae) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:29.085076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:29.085621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.094014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40117a-7c45-4a96-a153-00775617af1a None None] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:55:29.102078 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-aaa9e256-5caf-47d5-ad17-fc53a717fbbe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4052410
Nov 10 04:55:29.104865 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56004) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:29.321617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.330629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.337459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-2b88f54c-ba91-4cef-95e9-ce91786205ae', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:55:29.338209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.397889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62fa5dc-2b20-4910-8c02-7605f0dc7fd9 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:29.419063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0c5fe-3e56-4e78-9b24-35547d475ddd None None] Pushing event updated for resources: {'Port': ['ID=32c75250-286a-4329-be92-83285f06acf3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:29.421324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Attempting to bind port 32c75250-286a-4329-be92-83285f06acf3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:55:29.421622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Attempting to bind port 32c75250-286a-4329-be92-83285f06acf3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:55:29.422051 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Attempting to bind port 32c75250-286a-4329-be92-83285f06acf3 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:55:29.470933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:55:29.471627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:55:29.471771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.472060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:55:29.472530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Bound port: 32c75250-286a-4329-be92-83285f06acf3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:55:29.472933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.557919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.576053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] For port 32c75250-286a-4329-be92-83285f06acf3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:55:29.598395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] Provisioning complete for port 32c75250-286a-4329-be92-83285f06acf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:29.598585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.601616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] For port 32c75250-286a-4329-be92-83285f06acf3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=32c75250-286a-4329-be92-83285f06acf3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:55:29.603020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Allocated IP 172.20.0.2 (2b88f54c-ba91-4cef-95e9-ce91786205ae/1c696f76-c2a2-4810-97d3-3a7a80c66495/2ef1763c-d46f-427f-b8ff-d9e2ef51de7f) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:55:29.624893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.720569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a9e7d-2339-4eef-adb0-73ba7e184e2c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:55:29.760567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0c5fe-3e56-4e78-9b24-35547d475ddd None None] Pushing event updated for resources: {'Port': ['ID=32c75250-286a-4329-be92-83285f06acf3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:29.774143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:29.774758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207511cd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:29.927583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.967730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.980467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] For port 32c75250-286a-4329-be92-83285f06acf3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=32c75250-286a-4329-be92-83285f06acf3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:29.983490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:29.986478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:30.013492 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.029062 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.1 (2b88f54c-ba91-4cef-95e9-ce91786205ae/1c696f76-c2a2-4810-97d3-3a7a80c66495/15a1947c-74a2-44d0-824a-7f3f75b59afc) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:55:30.089279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:30.116225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:30.122084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:55:30.128880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Pushing event updated for resources: {'Port': ['ID=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:30.147594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.181966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.222887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cca64665-1200-4fe5-9d7c-5460e90852fa None None] Provisioning complete for port 32c75250-286a-4329-be92-83285f06acf3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:30.223252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cca64665-1200-4fe5-9d7c-5460e90852fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.227095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:30.230293 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:30.232898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:55:30.260745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:30.272070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249eb1b-627d-4e14-8744-509056fb1eae None None] Pushing event updated for resources: {'Port': ['ID=32c75250-286a-4329-be92-83285f06acf3,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:30.281986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.289622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Attempting to bind port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:55:30.289983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Attempting to bind port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:55:30.290338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Attempting to bind port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f on network 2b88f54c-ba91-4cef-95e9-ce91786205ae {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:55:30.301582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:55:30.301948 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Checking segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:55:30.302338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.302722 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Bound using segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:55:30.303190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Bound port: 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:55:30.303561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.411501 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.590882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] For port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:55:30.594626 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] For port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:55:30.600016 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.602503 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207511cd0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:27Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:30.654382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8d531-3b3d-487b-b591-5ea7c5f5516b None None] The sync data for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 is: [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:27Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:30.692349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3865a9b-62db-42c6-ab7e-5227cf3796ae None None] Pushing event updated for resources: {'Port': ['ID=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:30.697371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.703795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.783105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:30.786848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:30.903808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:30.910517 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:31.050205 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 994c7882-23e8-45c2-aaaf-05f5fb972d9a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:55:31.161127 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:31.175329 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-21b81cfe-b7e1-42e0-9969-14b63f9463cd tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/994c7882-23e8-45c2-aaaf-05f5fb972d9a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0610504
Nov 10 04:55:31.297125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 32c75250-286a-4329-be92-83285f06acf3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:55:31.362090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 32c75250-286a-4329-be92-83285f06acf3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:31.362711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:31.369931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-58bbe8e1-4da7-4bfb-b3de-5545380a78a9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290809093&fields=id&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 267 time: 0.0674012
Nov 10 04:55:31.453761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:55:31.503324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-f20ff936-d5da-4f7f-baf1-0caea87e62d8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:31.505217 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-f20ff936-d5da-4f7f-baf1-0caea87e62d8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 795 time: 0.1344998
Nov 10 04:55:31.521462 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bd7827b6-35ac-4a0f-a16f-d63d1aa63008 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/quotas/bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 375 time: 0.0100904
Nov 10 04:55:31.525358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:31.525734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:31.583918 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-9c687a14-6b1e-4d0e-b869-9fdd05df7de9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535817
Nov 10 04:55:31.623434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:31.665442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:31.670359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:31.725960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb88752-8655-453a-aae7-f3c59b0ffba2 None None] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:55:31.745163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:31.763603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bd9f5761-d815-4116-9e6e-089ffa74bf34 service neutron] 10.222.0.13 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624408
Nov 10 04:55:31.827250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a722ad66-d711-462c-b022-63f13f2c1762 None None] Provisioning complete for port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:31.827882 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a722ad66-d711-462c-b022-63f13f2c1762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:31.860589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-98ab387a-6020-4d91-abe1-2d2d08171c0c service neutron] 10.222.0.13 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908580
Nov 10 04:55:32.030394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0a09697a-2057-4977-b84a-f5434f624a9a req-f506c942-4b20-4eca-a447-9268a95de7a9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0298753
Nov 10 04:55:32.197726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fb2cf465-64af-4bc3-af54-f5e780432ef8 None None] Provisioning complete for port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:32.198275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf465-64af-4bc3-af54-f5e780432ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:32.298140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fb2cf465-64af-4bc3-af54-f5e780432ef8 None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:32.298515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf465-64af-4bc3-af54-f5e780432ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:32.333719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cf465-64af-4bc3-af54-f5e780432ef8 None None] Port 15a1947c-74a2-44d0-824a-7f3f75b59afc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:55:32.422023 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Sync routers for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:32.432923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:32.433568 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:32.454634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-13ec1c72-5060-44e7-94b2-abd1ed5cff04 None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:32.455004 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-13ec1c72-5060-44e7-94b2-abd1ed5cff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:32.489767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-13ec1c72-5060-44e7-94b2-abd1ed5cff04 None None] Port 15a1947c-74a2-44d0-824a-7f3f75b59afc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:55:32.540457 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:32.611306 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0699874a-29e2-4de7-8bd6-29a6252b2b33 None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:32.611598 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0699874a-29e2-4de7-8bd6-29a6252b2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:32.644534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0699874a-29e2-4de7-8bd6-29a6252b2b33 None None] Port 15a1947c-74a2-44d0-824a-7f3f75b59afc cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:55:32.731665 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58ee0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 2, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:32.848854 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Checking router: 994c7882-23e8-45c2-aaaf-05f5fb972d9a for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:32.849196 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Updating router 994c7882-23e8-45c2-aaaf-05f5fb972d9a port 15a1947c-74a2-44d0-824a-7f3f75b59afc binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:55:32.876632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.112532 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5302468f-e43d-4ad4-b1e6-b4afc0c0ab2c req-469c5215-f68f-4ea3-a5e9-101cbdda7a7c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0280013
Nov 10 04:55:33.147518 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.153336 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.203829 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Pushing event updated for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:33.215144 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.215144 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.215484 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.215827 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.216286 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.216632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.217227 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.217553 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.217886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.218191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.218507 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.218824 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:55:33.254651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:55:33.267984 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Attempting to bind port 15a1947c-74a2-44d0-824a-7f3f75b59afc on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:55:33.268361 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Attempting to bind port 15a1947c-74a2-44d0-824a-7f3f75b59afc by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:55:33.268759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Attempting to bind port 15a1947c-74a2-44d0-824a-7f3f75b59afc on network 2b88f54c-ba91-4cef-95e9-ce91786205ae {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:55:33.274766 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:55:33.275138 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Checking segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:55:33.275564 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.275957 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Bound using segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:55:33.276435 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Bound port: 15a1947c-74a2-44d0-824a-7f3f75b59afc, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:55:33.276844 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.313467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:33.313842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.352557 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] For port 15a1947c-74a2-44d0-824a-7f3f75b59afc, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:55:33.356138 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] For port 15a1947c-74a2-44d0-824a-7f3f75b59afc, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=15a1947c-74a2-44d0-824a-7f3f75b59afc,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:55:33.360065 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.421595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f79b99-3809-41ed-86ea-c83be925ef6b None None] Pushing event updated for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:33.430162 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:33.430975 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214b58ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:33.470366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:33.471021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.540809 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:33.560449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.598961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] For port 15a1947c-74a2-44d0-824a-7f3f75b59afc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=15a1947c-74a2-44d0-824a-7f3f75b59afc,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:33.602957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.651743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f948b-c6d1-4cce-ad50-a51536068207 None None] Pushing event updated for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:33.721932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b943f232-4f36-4083-aeb0-27a6ce4fefda None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:33.722327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b943f232-4f36-4083-aeb0-27a6ce4fefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:33.745157 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214b58ee0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:33.770588 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301fc9b-20b5-4b0e-b950-1069709dedd1 None None] The sync data for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 is: [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:34.198334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-749e01b2-2adb-40bc-9c2e-fe1830e45612 req-0fc9e05a-7ad7-4dfd-b01b-f60590fbd97a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0308738
Nov 10 04:55:34.436048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad57108e-6b9a-4498-93dc-138d40d3f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:35.259706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 15a1947c-74a2-44d0-824a-7f3f75b59afc up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:55:35.299208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf7e772e-a4c1-4dee-8f95-5827d5c61f10 req-8dc12bc8-db2a-409e-b5e3-2c5aeb98aa53 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0358770
Nov 10 04:55:35.318053 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 15a1947c-74a2-44d0-824a-7f3f75b59afc triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:35.318433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:36.397461 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-2deec5ca-1049-404c-b56f-d77c05005549 req-9446599b-d8c9-462f-96bb-afe61d5838ea tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0290244
Nov 10 04:55:37.001013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9532fee1-bfd9-4f75-af2c-6299f37f4b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.063841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-20ae0968-3df0-4b49-9ea8-3b3bfef004de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:37.065368 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-20ae0968-3df0-4b49-9ea8-3b3bfef004de tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 795 time: 0.1059546
Nov 10 04:55:37.132916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-4f0b8b38-d3da-464b-a714-31eee78f5a5c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 379 time: 0.0574863
Nov 10 04:55:37.142809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'port': {'device_id': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'admin_state_up': True, 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'security_groups': ['f125c6c2-375d-4de2-a25f-0172438a7880']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:37.252592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:55:37.256277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.381625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.7 (2b88f54c-ba91-4cef-95e9-ce91786205ae/1c696f76-c2a2-4810-97d3-3a7a80c66495/3fd5db8f-c49d-480e-a5b9-361cc3f00f66) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:55:37.499351 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d2a6d08d-8706-4995-81ae-c9fe1d68a223 req-cac46450-f746-432a-814b-a7b393976589 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0304697
Nov 10 04:55:37.536531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.573770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.617226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:37.620366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:37.624104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:55:37.630548 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:37.677964 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:37.678498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.696662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-89cb6758-cf3e-4b11-b5f7-9980249987e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5578649
Nov 10 04:55:37.797774 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Request body: {'port': {'device_id': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:37.850846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-63c854d7-92e0-4288-bb9c-b14b4196919e None None] Provisioning complete for port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:37.851750 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-63c854d7-92e0-4288-bb9c-b14b4196919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.855633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:37.884760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-63c854d7-92e0-4288-bb9c-b14b4196919e None None] Port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:55:38.106464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.115518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:55:38.123645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.136189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Transition to ACTIVE for port object 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:55:38.140106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.206509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Pushing event updated for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:38.262783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Attempting to bind port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:55:38.263124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Attempting to bind port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:55:38.263460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Attempting to bind port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 on network 2b88f54c-ba91-4cef-95e9-ce91786205ae {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:55:38.268009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 on network 2b88f54c-ba91-4cef-95e9-ce91786205ae not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:55:38.268335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Attempting to bind port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 on network 2b88f54c-ba91-4cef-95e9-ce91786205ae {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:55:38.274326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:55:38.274691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Checking segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:55:38.275218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Bound using segment: {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:55:38.275575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Bound port: 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7154a2af-01b5-42c6-9870-6faa44558018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:55:38.275978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.343029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:55:38.346147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:55:38.351029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.382596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:38.383270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:38.384700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] 10.222.0.21 "PUT /v2.0/ports/3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 1091 time: 0.6310358
Nov 10 04:55:38.385066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:38.425054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796370-7bdd-4527-a3c1-d433d40d9fca service neutron] Pushing event updated for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:38.440700 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e" -d '{"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:38.481066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-1f350ac7-3592-4892-be42-96403f575ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:38.482591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-1f350ac7-3592-4892-be42-96403f575ada service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1094 time: 0.0525839
Nov 10 04:55:38.846815 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeffaa4-9980-4eb5-b2d8-4636d8053149 x-openstack-request-id: req-edeffaa4-9980-4eb5-b2d8-4636d8053149 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:38.847105 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:38.847356 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edeffaa4-9980-4eb5-b2d8-4636d8053149 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:38.847746 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'status': 'completed', 'code': 200}
Nov 10 04:55:38.851718 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-e061ab29-9f28-47f2-880a-0301f197822d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 217 time: 0.3607132
Nov 10 04:55:38.923138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-92073278-932d-4944-8b63-6c0b9743f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:38.924515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-92073278-932d-4944-8b63-6c0b9743f84d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 200  len: 835 time: 0.0643349
Nov 10 04:55:38.933553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df39ed-6cce-4db9-a02a-f0272fb38a42 req-ee994184-c477-4436-b3b5-23b833ffbf20 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:38.934916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07df39ed-6cce-4db9-a02a-f0272fb38a42 req-ee994184-c477-4436-b3b5-23b833ffbf20 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 943 time: 0.0864391
Nov 10 04:55:39.009900 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-07df39ed-6cce-4db9-a02a-f0272fb38a42 req-26240f5e-236f-4f5f-bc70-b167e12c113c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667293
Nov 10 04:55:39.012474 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-42227c44-8e90-43ac-b397-2013a7b103da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:39.013953 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-42227c44-8e90-43ac-b397-2013a7b103da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88f54c-ba91-4cef-95e9-ce91786205ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0781758
Nov 10 04:55:39.104484 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-47bfea25-793c-4b5d-8df3-e232b97f6a5d service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831311
Nov 10 04:55:39.196876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2501433a-bdcb-490a-a9f8-c740dd58b572 req-d45d116d-7555-418c-82ee-ca66768efec4 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845106
Nov 10 04:55:39.281151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-33e6052f-52b8-42e3-836a-e95b6346ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:39.282727 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-33e6052f-52b8-42e3-836a-e95b6346ba31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1094 time: 0.0409906
Nov 10 04:55:39.376065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-54fa60e8-f4d4-4fb4-a49b-a4e8d1483871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:39.377553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-54fa60e8-f4d4-4fb4-a49b-a4e8d1483871 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 896 time: 0.0875733
Nov 10 04:55:39.418227 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-609f1146-fa18-4d5c-a1bd-3b95985d5bc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 217 time: 0.0333781
Nov 10 04:55:39.470156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-0f13ef4a-e5d8-47fd-8501-bf52a4c55909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:39.471497 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-0f13ef4a-e5d8-47fd-8501-bf52a4c55909 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 200  len: 835 time: 0.0462863
Nov 10 04:55:39.516779 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-e970544f-5c5b-4069-b2ab-0207191abbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:39.518310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-e970544f-5c5b-4069-b2ab-0207191abbbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88f54c-ba91-4cef-95e9-ce91786205ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389013
Nov 10 04:55:39.557797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:39.610778 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-1569519f-bab2-416b-84d5-dc9cd12873dd service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845513
Nov 10 04:55:39.704382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ad222a4-5316-4d9c-b7ec-fe2743faa53e req-94920eaf-c437-4a2b-be6f-852a1cb01a04 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858290
Nov 10 04:55:40.125909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e8f1-e49a-454b-9b5b-edee14277d9b req-b5ab95fd-dac7-4813-b06d-6aa46e752668 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:40.127376 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5356e8f1-e49a-454b-9b5b-edee14277d9b req-b5ab95fd-dac7-4813-b06d-6aa46e752668 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 943 time: 0.0491114
Nov 10 04:55:40.176143 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5356e8f1-e49a-454b-9b5b-edee14277d9b req-e61fae26-26a8-43e0-898f-13a6e4d475e3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417647
Nov 10 04:55:40.304470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:41.291078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635d7e-a664-4a3c-8676-480d6c21727c req-fca9a1bd-3f67-4e55-91c0-05b864832e5f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:41.292589 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48635d7e-a664-4a3c-8676-480d6c21727c req-fca9a1bd-3f67-4e55-91c0-05b864832e5f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 943 time: 0.0490720
Nov 10 04:55:41.340918 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-48635d7e-a664-4a3c-8676-480d6c21727c req-6dacf973-bad1-4ec0-9bf3-ca83073e1240 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424240
Nov 10 04:55:42.455117 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db3546-f31a-4a27-af09-94aa945be8a6 req-38c45aa9-bec3-467a-943b-c738e12652a7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:42.456578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1db3546-f31a-4a27-af09-94aa945be8a6 req-38c45aa9-bec3-467a-943b-c738e12652a7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 943 time: 0.0491819
Nov 10 04:55:42.471660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:55:42.505201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b1db3546-f31a-4a27-af09-94aa945be8a6 req-71698357-49ba-4833-869b-532c296d46d2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427177
Nov 10 04:55:42.563563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:42.574170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'port_id': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'mac_address': 'fa:16:3e:92:6a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:55:42.612565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:42.625286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:55:42.644074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:42.648029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:42.695715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:42.864070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['3fd5db8f-c49d-480e-a5b9-361cc3f00f66'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:55:43.624657 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1446a-3112-42b4-9657-357bd94852ba req-97afe66d-2b41-4ff0-89dc-7d08f395ba82 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:43.626118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba1446a-3112-42b4-9657-357bd94852ba req-97afe66d-2b41-4ff0-89dc-7d08f395ba82 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 944 time: 0.0535250
Nov 10 04:55:43.674858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aba1446a-3112-42b4-9657-357bd94852ba req-5a2c1e5f-d96e-400e-8b67-a32e0d0a3247 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425777
Nov 10 04:55:44.484194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:55:44.533143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:55:44.537085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:55:44.537446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:44.611726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:44.633863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:44.647761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:55:44.651963 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:44.675053 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab3ad5-635e-414b-8428-057ad6352418" -d '{"events": [{"server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:44.703711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:44.763982 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25dda16-2e3a-4d40-abed-a9185fe9bf38 x-openstack-request-id: req-b25dda16-2e3a-4d40-abed-a9185fe9bf38 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:44.764354 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:44.764527 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b25dda16-2e3a-4d40-abed-a9185fe9bf38 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:44.764938 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'code': 200}
Nov 10 04:55:44.795036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8894bb-b420-4c5e-8f35-0f005a76d992 req-e5dc506b-4883-4ffc-bab7-b78a7f792906 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:44.796529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf8894bb-b420-4c5e-8f35-0f005a76d992 req-e5dc506b-4883-4ffc-bab7-b78a7f792906 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0514660
Nov 10 04:55:44.873887 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cf8894bb-b420-4c5e-8f35-0f005a76d992 req-f01008e8-e619-426b-bbcc-ff3a814bcc8a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713260
Nov 10 04:55:44.886335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca950fc-50f6-4465-ace6-fb427563ffef req-354b7dcc-c38c-4a00-9103-d0ee555ff7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:44.887839 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ca950fc-50f6-4465-ace6-fb427563ffef req-354b7dcc-c38c-4a00-9103-d0ee555ff7fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1096 time: 0.0586939
Nov 10 04:55:44.936455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7ca950fc-50f6-4465-ace6-fb427563ffef req-e21c9133-45b8-406d-9ba1-90a9cc61822f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400388
Nov 10 04:55:45.547515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:55:45.993974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2f04c-2363-4c67-8e35-13c74a490483 req-3788f280-7924-4fe1-802d-9e2c17f7ed13 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:45.995464 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52f2f04c-2363-4c67-8e35-13c74a490483 req-3788f280-7924-4fe1-802d-9e2c17f7ed13 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0528018
Nov 10 04:55:46.045658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-52f2f04c-2363-4c67-8e35-13c74a490483 req-d2f53fe4-9649-468b-b6ac-02c1bebfbd1f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441058
Nov 10 04:55:47.162143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd8d27-549b-4f00-b007-0b64547f3202 req-2e5ef6bb-e90f-4a68-adad-489d8960d2ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:47.163617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61bd8d27-549b-4f00-b007-0b64547f3202 req-2e5ef6bb-e90f-4a68-adad-489d8960d2ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0484810
Nov 10 04:55:47.216353 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-61bd8d27-549b-4f00-b007-0b64547f3202 req-e1ba6ad7-ecf5-47b1-b0d9-b563443c73f8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462394
Nov 10 04:55:47.331409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04a5b9-007c-45ee-b8e0-7c4088da05f6 req-940857fb-523c-40d0-a12a-8a218300de6c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:47.332974 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d04a5b9-007c-45ee-b8e0-7c4088da05f6 req-940857fb-523c-40d0-a12a-8a218300de6c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0475116
Nov 10 04:55:47.386156 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7d04a5b9-007c-45ee-b8e0-7c4088da05f6 req-659ed0e0-978b-4951-b8b4-c9c1cdae430b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467255
Nov 10 04:55:47.407836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56082) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:47.445712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1bdbe-0faa-4503-bf31-39d8cbd13515 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:47.447183 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4a1bdbe-0faa-4503-bf31-39d8cbd13515 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1091 time: 0.0383928
Nov 10 04:55:47.450052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56084) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:47.454283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:55:47.476571 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:47.571945 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:47.672750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.135 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/935807ee-e7dd-4fc2-a910-63a8c3f27dab) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:55:47.770339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:47.801489 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:47.844342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:55:47.847214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:55:47.850740 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:55:47.856114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=935807ee-e7dd-4fc2-a910-63a8c3f27dab,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:48.498504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:48.565022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:48.710349 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:48.715383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:48.786291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=935807ee-e7dd-4fc2-a910-63a8c3f27dab,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:55:48.797195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:48.899367 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP e387f211-bd76-4876-86d2-fbe4e72fed35 associated. External IP: 172.32.3.135, port: 3fd5db8f-c49d-480e-a5b9-361cc3f00f66.
Nov 10 04:55:49.106818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 994c7882-23e8-45c2-aaaf-05f5fb972d9a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:55:49.121595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:49.214968 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:55:49.224910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Sync routers for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:55:49.232602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:49.235813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:49.236644 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206c94580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:49.259928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9a49c0ba-5668-4a4e-a059-b0ee14adef39 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8088596
Nov 10 04:55:49.260506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:55:49.300390 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242b126-90ec-4df3-b942-77c62255039f" -d '{"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:55:49.347273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:49.376888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24693-2d53-4e77-a1a3-eeeeaeee0e72 req-07cf38f9-9735-4ddc-bd42-29e9980c2d68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:49.379121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdf24693-2d53-4e77-a1a3-eeeeaeee0e72 req-07cf38f9-9735-4ddc-bd42-29e9980c2d68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0520184
Nov 10 04:55:49.439043 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cdf24693-2d53-4e77-a1a3-eeeeaeee0e72 req-d360605f-322a-4f74-b040-4cb3533a3673 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529389
Nov 10 04:55:49.462530 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56094) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:49.520987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:55:49.530657 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26bd9956-e559-4b5a-a741-083413c086a5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/e387f211-bd76-4876-86d2-fbe4e72fed35 HTTP/1.1" status: 200  len: 991 time: 0.0659063
Nov 10 04:55:49.615676 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206c94580>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e387f211-bd76-4876-86d2-fbe4e72fed35', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.135', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'port_id': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'mac_address': 'fa:16:3e:92:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:48Z', 'updated_at': '2021-11-10T04:55:48Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:49.645992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Checking router: 994c7882-23e8-45c2-aaaf-05f5fb972d9a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:55:49.655119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:55:49.655728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206c94580>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:55:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:49.671702 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2fb755-0f18-4a4a-864c-9e0a13aa1021 x-openstack-request-id: req-5a2fb755-0f18-4a4a-864c-9e0a13aa1021 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:55:49.671986 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:55:49.672236 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a2fb755-0f18-4a4a-864c-9e0a13aa1021 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:55:49.672721 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'status': 'completed', 'code': 200}
Nov 10 04:55:49.741717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b126-90ec-4df3-b942-77c62255039f req-0383490a-be99-4200-9819-cf4d7f4c5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:49.744190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-0383490a-be99-4200-9819-cf4d7f4c5aff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1096 time: 0.0485437
Nov 10 04:55:49.764936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:55:49.765299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-a52cded3-c48d-4c40-ac53-c054d5e98422 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424201
Nov 10 04:55:49.837003 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b126-90ec-4df3-b942-77c62255039f req-c0d24963-dcdb-4e0e-b706-cbf6bc5c1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:49.838492 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-c0d24963-dcdb-4e0e-b706-cbf6bc5c1c1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 896 time: 0.0876086
Nov 10 04:55:49.912289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-da61d741-bed8-4b7f-b524-4ec35b3b6b74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 999 time: 0.0663445
Nov 10 04:55:49.964269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b126-90ec-4df3-b942-77c62255039f req-236d2bbd-c9f5-4e2c-a7ff-60b9a564355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:49.965769 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-236d2bbd-c9f5-4e2c-a7ff-60b9a564355a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 200  len: 835 time: 0.0461721
Nov 10 04:55:50.013788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b126-90ec-4df3-b942-77c62255039f req-bfc410d5-58c5-42cf-838c-ba00dd5f3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:50.015334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-bfc410d5-58c5-42cf-838c-ba00dd5f3566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88f54c-ba91-4cef-95e9-ce91786205ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426497
Nov 10 04:55:50.110896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-1a29205f-12d1-4912-8a6b-6613e81b20e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883658
Nov 10 04:55:50.141547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206c94580>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e387f211-bd76-4876-86d2-fbe4e72fed35', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.135', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'port_id': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'mac_address': 'fa:16:3e:92:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:48Z', 'updated_at': '2021-11-10T04:55:48Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:55:50.171019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb14a4-6be5-4211-a171-0f0281095218 None None] The sync data for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 is: [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'e387f211-bd76-4876-86d2-fbe4e72fed35', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.135', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'port_id': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'mac_address': 'fa:16:3e:92:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:55:48Z', 'updated_at': '2021-11-10T04:55:48Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:55:50.206655 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2242b126-90ec-4df3-b942-77c62255039f req-7fa5c684-58bc-4b20-b786-1b6cd8de9013 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892651
Nov 10 04:55:50.321820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-0b6ea58e-c998-4940-bafa-28d61da8932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:50.323609 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-0b6ea58e-c998-4940-bafa-28d61da8932c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1096 time: 0.0433266
Nov 10 04:55:50.378021 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817399df-babf-441a-bcd2-88e8bf8595b7 None None] New status for floating IP e387f211-bd76-4876-86d2-fbe4e72fed35: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:55:50.433692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-b1f33b17-89d3-4e8f-9f56-ac88d41dc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:50.435078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-b1f33b17-89d3-4e8f-9f56-ac88d41dc590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 896 time: 0.0910537
Nov 10 04:55:50.501314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-f9a8e6d0-c1dc-42fe-84a8-de9dfb2b71de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 999 time: 0.0594180
Nov 10 04:55:50.533511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56096) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:55:50.556173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-ef99b374-36b2-42eb-baf3-e562a256cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:50.557686 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-ef99b374-36b2-42eb-baf3-e562a256cec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 200  len: 835 time: 0.0502045
Nov 10 04:55:50.600780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-34717e09-ffbd-407d-a29a-6a2148ab43ac tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/e387f211-bd76-4876-86d2-fbe4e72fed35 HTTP/1.1" status: 200  len: 993 time: 0.0653186
Nov 10 04:55:50.609763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-937aaae1-aa6d-45cb-84fb-07d21df276cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:55:50.611255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-937aaae1-aa6d-45cb-84fb-07d21df276cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88f54c-ba91-4cef-95e9-ce91786205ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461700
Nov 10 04:55:50.700081 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-680a5fef-0f95-4158-8b84-5de7631f2cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818002
Nov 10 04:55:50.792400 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-0c9e0b3b-1cbb-44ce-8031-3565c8da4f16 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859447
Nov 10 04:56:04.436766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1de1-d257-4cfd-8097-d66ea7d0e36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:07.003047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6a4c62c5-d0f1-4c41-b592-da9ff813c6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:08.108489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:09.558299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:10.306621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:17.326534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7cc54-c87f-42ff-a630-f555f1e599d9 req-24116446-1c04-41aa-838d-c44a8b27bf1c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:17.328111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31d7cc54-c87f-42ff-a630-f555f1e599d9 req-24116446-1c04-41aa-838d-c44a8b27bf1c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0521080
Nov 10 04:56:17.379074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-31d7cc54-c87f-42ff-a630-f555f1e599d9 req-9a49feee-f852-46ea-a1c2-ab8a65256811 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450170
Nov 10 04:56:18.496124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c05b-d94a-41bf-abfd-d9be6124a2f3 req-55e66a46-a771-4572-ae71-f8a6e7f74872 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:18.497597 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c25c05b-d94a-41bf-abfd-d9be6124a2f3 req-55e66a46-a771-4572-ae71-f8a6e7f74872 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0483460
Nov 10 04:56:18.545294 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c25c05b-d94a-41bf-abfd-d9be6124a2f3 req-7a36e1cf-1205-45e1-8c8a-080cb0ab1598 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417924
Nov 10 04:56:18.567029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:18.629819 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-23aced75-6855-421a-a76e-9abd9e0f89e4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/e387f211-bd76-4876-86d2-fbe4e72fed35 HTTP/1.1" status: 200  len: 993 time: 0.0616925
Nov 10 04:56:19.135732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:19.526849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:19.893970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17198deb-e9f2-4f04-9eec-422440f2f4b1 req-41f488a8-60ad-46a0-9602-08e8b5353c11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:19.895464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17198deb-e9f2-4f04-9eec-422440f2f4b1 req-41f488a8-60ad-46a0-9602-08e8b5353c11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0494704
Nov 10 04:56:19.954100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-17198deb-e9f2-4f04-9eec-422440f2f4b1 req-2b21420c-5516-4061-ab08-436f39b5b9b9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519047
Nov 10 04:56:21.074976 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea882bc2-46a4-4397-80d0-910bbbf31320 req-46fd891e-20fc-4a6b-89ef-023c32fda387 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:21.076428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea882bc2-46a4-4397-80d0-910bbbf31320 req-46fd891e-20fc-4a6b-89ef-023c32fda387 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0479565
Nov 10 04:56:21.124673 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ea882bc2-46a4-4397-80d0-910bbbf31320 req-5f256af3-1c3e-48bf-bc33-5be8a0a1496d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422199
Nov 10 04:56:21.146763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:21.209449 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f2145076-4423-4d0d-b0aa-aa3017aa1d36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/e387f211-bd76-4876-86d2-fbe4e72fed35 HTTP/1.1" status: 200  len: 993 time: 0.0615857
Nov 10 04:56:21.469752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56128) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:21.623470 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 935807ee-e7dd-4fc2-a910-63a8c3f27dab {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:56:21.623807 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:21.696023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:21.696354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:21.707592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 935807ee-e7dd-4fc2-a910-63a8c3f27dab owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:56:21.851595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:21.877978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=935807ee-e7dd-4fc2-a910-63a8c3f27dab,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:21.905273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.905613 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.905946 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.906279 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.906600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.906923 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.907243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.907560 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.907876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.908191 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.908503 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.908837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:21.946626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:21.946955 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP e387f211-bd76-4876-86d2-fbe4e72fed35 disassociated (deleted). External IP: 172.32.3.135, port: 3fd5db8f-c49d-480e-a5b9-361cc3f00f66.
Nov 10 04:56:22.147904 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 994c7882-23e8-45c2-aaaf-05f5fb972d9a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:56:22.249448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:56:22.254221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:22.260212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Sync routers for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:56:22.269942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:22.270523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:22.283200 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-2c313247-4062-41b1-bd48-341b0dfdfeb5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/floatingips/e387f211-bd76-4876-86d2-fbe4e72fed35 HTTP/1.1" status: 204  len: 168 time: 0.8122528
Nov 10 04:56:22.283786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:56:22.286140 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec" -d '{"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:56:22.325744 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de82ce-8d61-46a4-b2bb-49738c57cdb0 x-openstack-request-id: req-b9de82ce-8d61-46a4-b2bb-49738c57cdb0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:56:22.326032 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:56:22.326272 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9de82ce-8d61-46a4-b2bb-49738c57cdb0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:56:22.326671 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'status': 'completed', 'code': 200}
Nov 10 04:56:22.381271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:22.391259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-f33b4293-1461-4431-a5a1-3a428f846e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:22.392882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-f33b4293-1461-4431-a5a1-3a428f846e9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 1096 time: 0.0435200
Nov 10 04:56:22.544760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abc941-e15e-4f20-bf5d-d5d1b9029f4d req-a0747efa-4a62-439c-bd60-397b46c5c16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:22.546880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5abc941-e15e-4f20-bf5d-d5d1b9029f4d req-a0747efa-4a62-439c-bd60-397b46c5c16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0788791
Nov 10 04:56:22.547049 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:56:22.551782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-331e29d1-7601-4139-ab2e-cd4de309ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:22.553226 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-331e29d1-7601-4139-ab2e-cd4de309ce7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 200  len: 896 time: 0.1382208
Nov 10 04:56:22.594891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:22.607203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-0e39ace5-85dc-4b10-ba36-5ff453482e29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 200  len: 217 time: 0.0398555
Nov 10 04:56:22.623877 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Checking router: 994c7882-23e8-45c2-aaaf-05f5fb972d9a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:56:22.632072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:22.632772 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:22.662591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e5abc941-e15e-4f20-bf5d-d5d1b9029f4d req-c6ada39d-10c3-4e44-994e-54e84f985564 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083295
Nov 10 04:56:22.686512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-1015da06-ecff-496d-a50b-ba9bbfff56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:22.686512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-1015da06-ecff-496d-a50b-ba9bbfff56c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 200  len: 835 time: 0.0638232
Nov 10 04:56:22.728249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-8c8ff283-8ca9-47d8-bcd8-c9b99f0c6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:22.729943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-8c8ff283-8ca9-47d8-bcd8-c9b99f0c6a3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88f54c-ba91-4cef-95e9-ce91786205ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416243
Nov 10 04:56:22.736926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:22.822935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-d8daaeb7-0efe-43f9-997a-b8032a7902cd service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844891
Nov 10 04:56:22.918801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-086dd2f8-fb5b-4390-9d3f-0c6c5c26acec req-4c6f404e-5505-494f-96d4-5b3f1fa388f2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874336
Nov 10 04:56:22.929683 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82079f91c0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:22.956423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bae92-005a-4a53-835a-c224193502b2 None None] The sync data for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 is: [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:30Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '15a1947c-74a2-44d0-824a-7f3f75b59afc', 'name': '', 'network_id': '2b88f54c-ba91-4cef-95e9-ce91786205ae', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:7a:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:29Z', 'updated_at': '2021-11-10T04:55:33Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '1c696f76-c2a2-4810-97d3-3a7a80c66495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:56:23.158923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55485eeb-120c-4e3b-9f44-976ac48ac978 None None] New status for floating IP e387f211-bd76-4876-86d2-fbe4e72fed35: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:56:23.781320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d65e2-a5aa-4f8a-8048-7dec8ab4831f req-d034bff0-a206-4ef2-9dea-af509399d941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:23.782771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-706d65e2-a5aa-4f8a-8048-7dec8ab4831f req-d034bff0-a206-4ef2-9dea-af509399d941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0477238
Nov 10 04:56:23.830770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-706d65e2-a5aa-4f8a-8048-7dec8ab4831f req-36223c86-bbdf-4cff-9a34-8e961d1df2e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=f125c6c2-375d-4de2-a25f-0172438a7880&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421128
Nov 10 04:56:24.071914 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-a4760df8-846b-4599-8892-95e1615d1dcb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:24.073280 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-a4760df8-846b-4599-8892-95e1615d1dcb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 945 time: 0.0482333
Nov 10 04:56:24.165274 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:56:24.165615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:24.253451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:24.253812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:24.266940 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:56:24.394794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:24.422932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=3fd5db8f-c49d-480e-a5b9-361cc3f00f66,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:24.435460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.435816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.436159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.436580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.436842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.437182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.437514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.437845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.438174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.438500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.438821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.439175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:24.477847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:56:24.480364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:24.483748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1adcb64e-ee03-4f8f-bf2d-c32cf31f4c6b req-838ae4b4-1e37-4310-b293-e3ed5cb75461 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "DELETE /v2.0/ports/3fd5db8f-c49d-480e-a5b9-361cc3f00f66 HTTP/1.1" status: 204  len: 173 time: 0.4037924
Nov 10 04:56:24.484183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'name': 'network-vif-deleted', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:56:24.486481 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4bfb13-ba26-4a2b-818f-fbfaf8af3b96" -d '{"events": [{"server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "name": "network-vif-deleted", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:56:24.529753 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a894be4-1a1d-4808-b988-b1b20cc2ee90 x-openstack-request-id: req-6a894be4-1a1d-4808-b988-b1b20cc2ee90 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:56:24.530041 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107e1e1-36da-49f2-8924-1ca4a75771a7", "name": "network-vif-deleted", "tag": "3fd5db8f-c49d-480e-a5b9-361cc3f00f66", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:56:24.530291 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a894be4-1a1d-4808-b988-b1b20cc2ee90 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:56:24.530694 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107e1e1-36da-49f2-8924-1ca4a75771a7', 'name': 'network-vif-deleted', 'tag': '3fd5db8f-c49d-480e-a5b9-361cc3f00f66', 'status': 'completed', 'code': 200}
Nov 10 04:56:24.941916 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8d3a9b85-495f-4eb3-b4ea-72286ed954e8 req-c94c07cc-582b-43f7-9fe2-17de84bbd684 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a107e1e1-36da-49f2-8924-1ca4a75771a7 HTTP/1.1" status: 200  len: 210 time: 0.0270605
Nov 10 04:56:25.999021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:26.352727 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:26.599184 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 15a1947c-74a2-44d0-824a-7f3f75b59afc {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:56:26.599441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:26.687280 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 15a1947c-74a2-44d0-824a-7f3f75b59afc, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=15a1947c-74a2-44d0-824a-7f3f75b59afc,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:26.687645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:26.700347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 15a1947c-74a2-44d0-824a-7f3f75b59afc owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:56:26.880833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:26.910885 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=15a1947c-74a2-44d0-824a-7f3f75b59afc,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:27.392764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.601605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 994c7882-23e8-45c2-aaaf-05f5fb972d9a has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:56:27.705057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:56:27.710000 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-176884da-801e-4085-ae31-5642bde40f11 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/994c7882-23e8-45c2-aaaf-05f5fb972d9a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7099442
Nov 10 04:56:27.712758 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56146) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:27.715370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Sync routers for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:56:27.725198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:27.725797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dcca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:27.762873 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting subnet 1c696f76-c2a2-4810-97d3-3a7a80c66495 {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:56:27.766076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.806227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.832243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:27.890408 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.947242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.973877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Subnet': ['ID=1c696f76-c2a2-4810-97d3-3a7a80c66495,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:27.978505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:27.982016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e93ed8a4-f2c6-46cb-9d38-228d2d720f36 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/subnets/1c696f76-c2a2-4810-97d3-3a7a80c66495 HTTP/1.1" status: 204  len: 168 time: 0.2681506
Nov 10 04:56:27.985057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56148) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:27.990822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89829967-bf91-4513-979c-fd8f541313b9 None None] Network 2b88f54c-ba91-4cef-95e9-ce91786205ae requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:56:28.091843 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.109731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dcca0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:56:26Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.136792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Checking router: 994c7882-23e8-45c2-aaaf-05f5fb972d9a for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:56:28.151691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Routers {'994c7882-23e8-45c2-aaaf-05f5fb972d9a'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:28.152229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82076dcca0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.195769 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.240594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] DHCP port deletion for 2b88f54c-ba91-4cef-95e9-ce91786205ae request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:56:28.255056 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 32c75250-286a-4329-be92-83285f06acf3 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:56:28.255399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.291549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] Set router 994c7882-23e8-45c2-aaaf-05f5fb972d9a gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:28.336093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 32c75250-286a-4329-be92-83285f06acf3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=32c75250-286a-4329-be92-83285f06acf3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:28.337047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.349275 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 32c75250-286a-4329-be92-83285f06acf3 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:56:28.519043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.551165 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=32c75250-286a-4329-be92-83285f06acf3,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:28.561067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Deleting port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:56:28.561437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.563182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e26c2-3b47-4f14-8f9d-0524863d7c1a None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:56:28.606827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.641995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:56:28.673328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] For port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,segment=NetworkSegment(7154a2af-01b5-42c6-9870-6faa44558018),segment_id=7154a2af-01b5-42c6-9870-6faa44558018)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:28.673724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.675897 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:56:28.676234 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 3fd5db8f-c49d-480e-a5b9-361cc3f00f66 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:56:28.696864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.698977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.707933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Calling delete_port for 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:56:28.745415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.745978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Fanout notify agent at l3_agent the message router_deleted on router 994c7882-23e8-45c2-aaaf-05f5fb972d9a {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:56:28.752916 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.754088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f3ebfae7-d20b-433f-b500-42af41ad2a4a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/routers/994c7882-23e8-45c2-aaaf-05f5fb972d9a HTTP/1.1" status: 204  len: 168 time: 0.7678924
Nov 10 04:56:28.756793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56150) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:28.796709 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82076dcca0>, [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:56:26Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.829442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ca920-f061-427a-bf34-26165e00eeaa None None] The sync data for ids ['994c7882-23e8-45c2-aaaf-05f5fb972d9a'] in ncdv-817176-1 is: [{'id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473437506', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162'}], 'enable_snat': True}, 'gw_port_id': '32c75250-286a-4329-be92-83285f06acf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:56:26Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '32c75250-286a-4329-be92-83285f06acf3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c7882-23e8-45c2-aaaf-05f5fb972d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:55:27Z', 'updated_at': '2021-11-10T04:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:56:28.833942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.837566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.866391 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] No DVR routers for this DVR port 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:56:28.869139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Pushing event deleted for resources: {'Port': ['ID=2ef1763c-d46f-427f-b8ff-d9e2ef51de7f,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:28.878455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.878803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.879143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.879478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.879804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.880137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.880464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.885662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.885662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.885847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.886231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.887516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85529680-ecc9-4606-bb4e-c60e6f043715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:28.931001 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.950640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820df85520>,) {'filters': {'network_id': ['2b88f54c-ba91-4cef-95e9-ce91786205ae']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.959750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820df85520>, '7154a2af-01b5-42c6-9870-6faa44558018') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.960046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820df85520>, '7154a2af-01b5-42c6-9870-6faa44558018') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:28.969799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.984169 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.989944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:56:28.990328 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:56:28.994068 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:56:29.055726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.062304 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.065426 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/networks/2b88f54c-ba91-4cef-95e9-ce91786205ae HTTP/1.1" status: 204  len: 168 time: 0.3077219
Nov 10 04:56:29.068281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56152) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.077950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73286b37-4483-4c29-b0ee-346c3acf0550 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Network': ['ID=2b88f54c-ba91-4cef-95e9-ce91786205ae,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.124997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.150166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.210875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.213897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.215112 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/security-groups/f125c6c2-375d-4de2-a25f-0172438a7880 HTTP/1.1" status: 204  len: 168 time: 0.1457920
Nov 10 04:56:29.224853 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f49d5-5727-4397-aa71-7730bb90f3aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125c6c2-375d-4de2-a25f-0172438a7880,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.417273 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56164) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.422440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987912767', 'description': 'tempest-secgroup-smoke-1987912767 description', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:29.444301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:56:29.450692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.465677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:56:29.466163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2ef1763c-d46f-427f-b8ff-d9e2ef51de7f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:56:29.466687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 15a1947c-74a2-44d0-824a-7f3f75b59afc no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:56:29.487735 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 15a1947c-74a2-44d0-824a-7f3f75b59afc {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:56:29.488238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 15a1947c-74a2-44d0-824a-7f3f75b59afc not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:56:29.538164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.542614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.576304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.577574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1592417
Nov 10 04:56:29.580710 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56166) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.582154 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbae0a-e887-497c-8951-5040c938f935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.585726 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:29.613189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.666351 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.670016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.688320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4ad099-5099-4571-b698-fc30478db88c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.693312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.694717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-07d018a2-230f-4063-ad88-b1bd95a4f56a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1125982
Nov 10 04:56:29.697238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56168) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.701438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:29.727719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.780650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.784327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.801465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d720d38-93da-4bd6-ab1d-3de71e73fd93,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.810535 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.811742 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-44317087-3b00-4149-9ce3-dc43cb0f670d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1135621
Nov 10 04:56:29.814405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56170) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.818686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:29.844898 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.909924 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.914796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.934661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c529a2-d13d-4fca-8363-3fdf6d47d8b0,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:29.941445 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:29.942616 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-9e05cc74-9090-4567-ba06-1d653c5be39d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1272860
Nov 10 04:56:29.945395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56172) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:29.950099 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:29.975660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.031759 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.035243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.051824 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ab823d-26f3-41d7-a1d0-368f4f65e7a5,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:30.059856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.061043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cc2b28dd-fd59-48e4-a30b-42c36490a941 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1142147
Nov 10 04:56:30.063793 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56174) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:30.068149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:30.089720 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:56:30.094720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.150216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.153642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.170093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5e34d5-51c8-4862-8e29-dc4ca4352b0b,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:30.179114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.180299 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c7b8f7ab-7996-4653-a337-a6581ed2a083 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1155927
Nov 10 04:56:30.183239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56176) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:30.187521 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '11fa25b3-5062-4c8e-83a6-af5aa19bfd8b', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:30.208551 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:56:30.213914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.274090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.277926 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.295195 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2d2a23-6206-4c69-b7e9-6b11e1e6f4a2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:30.304644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.306331 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a06a000b-444d-47ae-b1c1-0cb9335cae28 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1222138
Nov 10 04:56:30.309124 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56178) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:30.313784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'network': {'name': 'tempest-network-smoke--524986453', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:30.333626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:56:30.337029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.359528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:56:30.369371 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.369718 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Added segment c7502aad-3963-4fa2-9ba0-0a13e96a34c9 of type vlan for network 4b644b2e-f271-49b1-8d11-f50478a220b6
Nov 10 04:56:30.410253 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.433660 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.439175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:30.439761 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.489582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1794531
Nov 10 04:56:30.492329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56180) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:30.499048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'admin_state_up': True, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:30.521872 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec788c-72c5-4c47-8ce3-014548a76737 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Network': ['ID=4b644b2e-f271-49b1-8d11-f50478a220b6,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:30.532443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:56:30.536909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.537909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.588849 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.721101 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.903226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:30.921177 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:31.021455 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.161 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/0b761f2d-28fa-4785-b883-571b7de49c56) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:56:31.120278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:31.151866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:31.192176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:31.195013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:31.199175 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:56:31.207633 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615c1f2-2854-4633-ba48-cd326559f206 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:56:31.221712 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=0b761f2d-28fa-4785-b883-571b7de49c56,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:31.273557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5c40094c-8a86-40de-9c45-27bcc2eaaab8 None None] Provisioning complete for port 0b761f2d-28fa-4785-b883-571b7de49c56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:31.273928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5c40094c-8a86-40de-9c45-27bcc2eaaab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:31.306912 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5c40094c-8a86-40de-9c45-27bcc2eaaab8 None None] Port 0b761f2d-28fa-4785-b883-571b7de49c56 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:56:31.348081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 32c75250-286a-4329-be92-83285f06acf3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:56:31.368380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 32c75250-286a-4329-be92-83285f06acf3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:56:31.368743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 32c75250-286a-4329-be92-83285f06acf3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:56:31.445220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:31.956579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.079197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 688e53e8-8fbb-4b18-b690-57150b258e60 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:56:32.182295 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:56:32.193600 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Sync routers for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:56:32.203942 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.205241 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f479ed9b-1279-4926-a377-ea54634bccb2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7114406
Nov 10 04:56:32.205403 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:32.205923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ae7760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:32.208925 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56182) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:32.239218 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ce0e1f01-00a5-4a61-a6b5-e64475881a56 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bb888d7f1ef6460ebe084784cac4d5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269058
Nov 10 04:56:32.239465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56184) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:32.312273 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:32.323944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c3124-2a53-41e0-9971-5fff646990a1 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:32.325495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d77c3124-2a53-41e0-9971-5fff646990a1 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0852079
Nov 10 04:56:32.328341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56186) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:32.356012 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c9de56d3-b894-4a48-b352-06b49b2ae42e tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265954
Nov 10 04:56:32.358462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56188) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:32.363038 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821027178', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:32.453899 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:56:32.457425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.642588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.675392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ae7760>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:31Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:32.701225 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Subnet': ['ID=927b2539-6e8b-461a-ad08-d64270fd9f50,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:32.705225 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Checking router: 688e53e8-8fbb-4b18-b690-57150b258e60 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:56:32.705503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Updating router 688e53e8-8fbb-4b18-b690-57150b258e60 port 0b761f2d-28fa-4785-b883-571b7de49c56 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:56:32.712719 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Checking segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:56:32.713089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network hostable DHCP agents. Network: 4b644b2e-f271-49b1-8d11-f50478a220b6, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:56:32.730085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:56:32.738676 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 4b644b2e-f271-49b1-8d11-f50478a220b6) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:32.739292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.743863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:32.744456 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:32.752318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdca84c-9ce8-4b31-99aa-81032937518a None None] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:56:32.765490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56190) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:32.769409 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca3ea6ff-54a7-4944-bce6-1ea4d5cedce5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4096553
Nov 10 04:56:32.926104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-4b644b2e-f271-49b1-8d11-f50478a220b6', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:56:32.927238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.002752 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.007093 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.050137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Pushing event updated for resources: {'Port': ['ID=0b761f2d-28fa-4785-b883-571b7de49c56,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.065894 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Attempting to bind port 0b761f2d-28fa-4785-b883-571b7de49c56 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:56:33.066209 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8adc55-0660-496a-9dde-7962ec785494 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:56:33.066359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Attempting to bind port 0b761f2d-28fa-4785-b883-571b7de49c56 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:56:33.066636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Attempting to bind port 0b761f2d-28fa-4785-b883-571b7de49c56 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:56:33.072042 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:56:33.072415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:56:33.072843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.073226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:56:33.073690 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Bound port: 0b761f2d-28fa-4785-b883-571b7de49c56, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:56:33.074061 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.077371 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Allocated IP 172.20.0.2 (4b644b2e-f271-49b1-8d11-f50478a220b6/927b2539-6e8b-461a-ad08-d64270fd9f50/3e541d15-4856-4f5d-9c9d-257b6c066ce2) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:56:33.129885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] For port 0b761f2d-28fa-4785-b883-571b7de49c56, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:56:33.134220 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] For port 0b761f2d-28fa-4785-b883-571b7de49c56, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0b761f2d-28fa-4785-b883-571b7de49c56,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:56:33.140392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.165681 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa6b00-a18a-47db-9287-b6b7c7c81b87 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:56:33.184911 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:33.185643 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214ae7760>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:33.194905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] Provisioning complete for port 0b761f2d-28fa-4785-b883-571b7de49c56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:33.195285 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.252335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.286695 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Pushing event updated for resources: {'Port': ['ID=0b761f2d-28fa-4785-b883-571b7de49c56,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.302420 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.302762 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.303101 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.303441 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.303779 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.304104 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.304431 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.304785 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.305142 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.305464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.305785 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.306104 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385858f-f3ae-4a54-bd43-e5d6f8eb1f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:56:33.324565 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:33.331149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.343323 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.354070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.395716 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] For port 0b761f2d-28fa-4785-b883-571b7de49c56, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0b761f2d-28fa-4785-b883-571b7de49c56,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:33.407317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.410081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:33.416417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:33.418468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Pushing event updated for resources: {'Port': ['ID=3e541d15-4856-4f5d-9c9d-257b6c066ce2,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.420592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:56:33.510560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Attempting to bind port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:56:33.510962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Attempting to bind port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:56:33.511276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Attempting to bind port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 on network 4b644b2e-f271-49b1-8d11-f50478a220b6 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:56:33.513354 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6adc-354e-4434-be7f-c4e42156d39e None None] Pushing event updated for resources: {'Port': ['ID=0b761f2d-28fa-4785-b883-571b7de49c56,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.523004 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214ae7760>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:31Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:33.526071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:56:33.526270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Checking segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:56:33.526523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.526906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Bound using segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:56:33.527369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Bound port: 3e541d15-4856-4f5d-9c9d-257b6c066ce2, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:56:33.527740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.547138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-d98c5eba-b321-4182-896e-d6c76e5112b7 None None] Provisioning complete for port 0b761f2d-28fa-4785-b883-571b7de49c56 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:33.547419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d98c5eba-b321-4182-896e-d6c76e5112b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.564979 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4e3c9-0afb-45cb-a98e-5fb5dc4c8a35 None None] The sync data for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 is: [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:31Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:56:33.581175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.1 (4b644b2e-f271-49b1-8d11-f50478a220b6/927b2539-6e8b-461a-ad08-d64270fd9f50/8c56b575-c74d-4857-adf3-4ddf1febb3c1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:56:33.634863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] For port 3e541d15-4856-4f5d-9c9d-257b6c066ce2, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:56:33.639105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] For port 3e541d15-4856-4f5d-9c9d-257b6c066ce2, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e541d15-4856-4f5d-9c9d-257b6c066ce2,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:56:33.644744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.718018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.749538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770886e-0e66-47fd-9134-b18cf33a903c None None] Pushing event updated for resources: {'Port': ['ID=3e541d15-4856-4f5d-9c9d-257b6c066ce2,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.761094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:33.812272 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:33.816496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:33.832998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:56:33.843253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:33.892479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.055427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.356905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.362065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.445881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:34.448263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3e5fccb0-a6e9-479a-8e1d-58d3cefd829f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.450858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.551933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:34.553403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:34.669733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 688e53e8-8fbb-4b18-b690-57150b258e60 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:56:34.720799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25cd9bf-bf13-4455-8da3-2a36f1b371b2 None None] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:56:34.781898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:56:34.788382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2c330095-9a51-4f12-94c2-acfdb8ad40f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/688e53e8-8fbb-4b18-b690-57150b258e60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0217493
Nov 10 04:56:34.793366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] Provisioning complete for port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:34.793731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.943782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:34.962893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-43d76411-d03e-47c0-a7cb-46fde7d0bbf0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987912767&fields=id&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 267 time: 0.0565267
Nov 10 04:56:34.985635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] For port 3e541d15-4856-4f5d-9c9d-257b6c066ce2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e541d15-4856-4f5d-9c9d-257b6c066ce2,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:34.989923 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:35.044624 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b242b-9d04-4e6b-8307-c78891acf7a1 None None] Pushing event updated for resources: {'Port': ['ID=3e541d15-4856-4f5d-9c9d-257b6c066ce2,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:35.093010 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-8d0b5c65-50eb-47c5-8062-6cb847a66630 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:35.094733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-8d0b5c65-50eb-47c5-8062-6cb847a66630 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 796 time: 0.1222754
Nov 10 04:56:35.111273 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-e532860f-e26a-4c67-84ac-ff9d529ebc9f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/quotas/bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 375 time: 0.0103829
Nov 10 04:56:35.168938 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-6af86ca9-a9de-49de-9558-0156f6040d69 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0516019
Nov 10 04:56:35.226031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f773dc5-3f7e-4b83-bfa9-66982eb5d2d5 None None] Provisioning complete for port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:35.226404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f773dc5-3f7e-4b83-bfa9-66982eb5d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:35.287659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-c5a0a663-994d-4d81-8f86-6eb0dcddeef2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:56:35.288784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-c5a0a663-994d-4d81-8f86-6eb0dcddeef2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0633042
Nov 10 04:56:35.308426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Sync routers for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:56:35.332047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:35.332770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:35.412124 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-d02001f7-2373-45dd-a26e-3322a7fa607c service neutron] 10.222.0.13 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163301
Nov 10 04:56:35.449525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f773dc5-3f7e-4b83-bfa9-66982eb5d2d5 None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:35.449996 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f773dc5-3f7e-4b83-bfa9-66982eb5d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:35.452677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:35.509360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e541d15-4856-4f5d-9c9d-257b6c066ce2 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:56:35.519221 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-08bf5d8b-a808-4945-ac71-e2904bc9aecf service neutron] 10.222.0.13 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1062415
Nov 10 04:56:35.565665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f773dc5-3f7e-4b83-bfa9-66982eb5d2d5 None None] Port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:56:35.686972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:35.687491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:35.736281 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8bec8700-fa8f-4246-a939-f95175e2f9bb req-0d5a4e90-3a7a-4f2f-aa05-4a89dbd3e7a5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 210 time: 0.0300043
Nov 10 04:56:35.923406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6cd530f3-e14d-4562-9ec2-345b89bdfe9e None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:35.923774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6cd530f3-e14d-4562-9ec2-345b89bdfe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:35.976134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-6cd530f3-e14d-4562-9ec2-345b89bdfe9e None None] Port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:56:36.022888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57940>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 2, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:36.027245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0b761f2d-28fa-4785-b883-571b7de49c56 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:56:36.068143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Checking router: 688e53e8-8fbb-4b18-b690-57150b258e60 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:56:36.068504 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Updating router 688e53e8-8fbb-4b18-b690-57150b258e60 port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:56:36.115875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.129902 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aa7563f6-828c-4337-89a2-46f5de00e45d None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:36.130268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa7563f6-828c-4337-89a2-46f5de00e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.199317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aa7563f6-828c-4337-89a2-46f5de00e45d None None] Port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:56:36.200702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0b761f2d-28fa-4785-b883-571b7de49c56 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:36.201056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.474236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.480291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.531228 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dbcc2-faf3-48c1-b4b3-58908360b80b None None] Pushing event updated for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:36.578943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Attempting to bind port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:56:36.579411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Attempting to bind port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:56:36.580120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Attempting to bind port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 on network 4b644b2e-f271-49b1-8d11-f50478a220b6 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:56:36.598518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:56:36.599361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Checking segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:56:36.599775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.600176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Bound using segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:56:36.600767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Bound port: 8c56b575-c74d-4857-adf3-4ddf1febb3c1, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:56:36.601203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.681455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] For port 8c56b575-c74d-4857-adf3-4ddf1febb3c1, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:56:36.685669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] For port 8c56b575-c74d-4857-adf3-4ddf1febb3c1, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c56b575-c74d-4857-adf3-4ddf1febb3c1,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:56:36.695005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.716354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-3de80ead-9824-4fa4-8e63-6c5b0a48e14e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:36.718296 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-3de80ead-9824-4fa4-8e63-6c5b0a48e14e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 796 time: 0.1316409
Nov 10 04:56:36.754210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dbcc2-faf3-48c1-b4b3-58908360b80b None None] Pushing event updated for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:36.777413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:36.778664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206f57940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:36.814041 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-366a745d-e609-40c8-b0ab-feb8905f3091 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 380 time: 0.0861750
Nov 10 04:56:36.828751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'port': {'device_id': '9da858cb-8bf2-4060-895f-67298f730046', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'admin_state_up': True, 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'security_groups': ['11fa25b3-5062-4c8e-83a6-af5aa19bfd8b']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:36.855675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a0f78aad-0569-4bae-b5bb-1e6739ac1e3d req-d5ddbdc5-6a3d-4dc2-8b2f-ca5a7807c9ed tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 210 time: 0.0345578
Nov 10 04:56:36.883596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:36.883965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:36.934318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:37.090110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0b995fd3-270e-4ebd-8355-f5d838e57571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.112024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.169826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] For port 8c56b575-c74d-4857-adf3-4ddf1febb3c1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c56b575-c74d-4857-adf3-4ddf1febb3c1,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:37.191764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.255458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d12ad-262c-4220-83eb-eed64b287fa6 None None] Pushing event updated for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:37.270696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206f57940>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:36Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:37.301609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a424c-13c2-4215-951a-b26ff812c615 None None] The sync data for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 is: [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:36Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:56:37.306216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:56:37.310235 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.313469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-200323ae-1734-4840-9fce-241a4452d581 None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:37.313903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-200323ae-1734-4840-9fce-241a4452d581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.468719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.10 (4b644b2e-f271-49b1-8d11-f50478a220b6/927b2539-6e8b-461a-ad08-d64270fd9f50/ba8c5306-07cc-4492-8395-e36e3754929c) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:56:37.484099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c56b575-c74d-4857-adf3-4ddf1febb3c1 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:56:37.545782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:37.546239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.638232 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.673016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.719967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:37.723330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:37.727487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:56:37.734150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:37.789804 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:37.790463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.815933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-e4ef9145-21ae-4f96-a9c6-4a74eda5484d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9949174
Nov 10 04:56:37.830609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Request body: {'port': {'device_id': '9da858cb-8bf2-4060-895f-67298f730046', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:37.894847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:37.976150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a94c2389-d2b9-40a0-aadd-55a3809997cb None None] Provisioning complete for port ba8c5306-07cc-4492-8395-e36e3754929c triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:37.976649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a94c2389-d2b9-40a0-aadd-55a3809997cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.014404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a94c2389-d2b9-40a0-aadd-55a3809997cb None None] Port ba8c5306-07cc-4492-8395-e36e3754929c cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:56:38.051426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faab87-a80d-48a9-9792-ca3bbac0ae09 req-eba7b20a-2d9d-432c-9ddb-099dc7579bc0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:38.052964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81faab87-a80d-48a9-9792-ca3bbac0ae09 req-eba7b20a-2d9d-432c-9ddb-099dc7579bc0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 932 time: 0.1210144
Nov 10 04:56:38.110690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.164915 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-81faab87-a80d-48a9-9792-ca3bbac0ae09 req-0323fe18-3f75-4ddd-896f-f7def4de1ae3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040890
Nov 10 04:56:38.255562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8c5306-07cc-4492-8395-e36e3754929c {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:56:38.263510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.276482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Transition to ACTIVE for port object ba8c5306-07cc-4492-8395-e36e3754929c will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:56:38.280078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.375363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:38.407438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Attempting to bind port ba8c5306-07cc-4492-8395-e36e3754929c on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:56:38.407802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Attempting to bind port ba8c5306-07cc-4492-8395-e36e3754929c by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:56:38.408135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Attempting to bind port ba8c5306-07cc-4492-8395-e36e3754929c on network 4b644b2e-f271-49b1-8d11-f50478a220b6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:56:38.413104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Port ba8c5306-07cc-4492-8395-e36e3754929c on network 4b644b2e-f271-49b1-8d11-f50478a220b6 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:56:38.413432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Attempting to bind port ba8c5306-07cc-4492-8395-e36e3754929c on network 4b644b2e-f271-49b1-8d11-f50478a220b6 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:56:38.419328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:56:38.419667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Checking segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:56:38.420167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Bound using segment: {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:56:38.420487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Bound port: ba8c5306-07cc-4492-8395-e36e3754929c, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:56:38.420980 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.490371 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:56:38.494133 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ba8c5306-07cc-4492-8395-e36e3754929c,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:56:38.499514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.534454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:38.535085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:38.536650 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 1092 time: 0.7119908
Nov 10 04:56:38.537050 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:56:38.539911 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2583005e-053f-4cfd-ae07-42be56cf0817" -d '{"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:56:38.568845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d15e-d2db-49bc-a133-d29c8075fad9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:38.609088 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a26b5-f55f-4b2f-b9d2-86b2be343dc2 x-openstack-request-id: req-800a26b5-f55f-4b2f-b9d2-86b2be343dc2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:56:38.609377 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:56:38.609629 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-800a26b5-f55f-4b2f-b9d2-86b2be343dc2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:56:38.610053 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'status': 'completed', 'code': 200}
Nov 10 04:56:38.625442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-6e5d6887-126f-4205-a9f5-05ded63cb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:38.626964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-6e5d6887-126f-4205-a9f5-05ded63cb808 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1095 time: 0.0502200
Nov 10 04:56:38.674662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-2ab327fe-e711-4d34-819e-2d559b8c5e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 217 time: 0.0399585
Nov 10 04:56:38.727220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-5058b398-84f7-41bb-b715-0ea77fa18412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:38.728773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-5058b398-84f7-41bb-b715-0ea77fa18412 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0464578
Nov 10 04:56:38.774466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e726-a8b0-4170-b881-12a956408d30 req-c5ffe149-cdc9-4381-a330-ade17f54b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:38.775935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-c5ffe149-cdc9-4381-a330-ade17f54b23e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401945
Nov 10 04:56:38.873627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-cf1aa483-45d9-461d-aa71-49fc5c06bc0e service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905914
Nov 10 04:56:38.969229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e604e726-a8b0-4170-b881-12a956408d30 req-4f1a87ed-9ed2-4b45-b5ec-1c2e11ec6609 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890307
Nov 10 04:56:39.053301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-cfb988d8-e7b9-4db2-84ec-869879dbc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:39.054673 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-cfb988d8-e7b9-4db2-84ec-869879dbc1cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1095 time: 0.0404983
Nov 10 04:56:39.144600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-1a8e4c28-495a-4a99-9817-48797762809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:39.146085 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-1a8e4c28-495a-4a99-9817-48797762809a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.0839097
Nov 10 04:56:39.190148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-b323f2ac-03fe-47ff-ba6c-6cc630779347 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 217 time: 0.0369549
Nov 10 04:56:39.249952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-1740eb83-3313-486c-8db2-233d6fabee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:39.251360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-1740eb83-3313-486c-8db2-233d6fabee87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0539525
Nov 10 04:56:39.317329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4fd5b-8456-4bbd-a762-67e615554795 req-af32f38e-5a88-4203-be5b-2b30e9fe1133 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:39.318786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63e4fd5b-8456-4bbd-a762-67e615554795 req-af32f38e-5a88-4203-be5b-2b30e9fe1133 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 944 time: 0.0834520
Nov 10 04:56:39.325546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-38f551a0-22db-40a0-b4fc-5d463eeb732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:39.326909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-38f551a0-22db-40a0-b4fc-5d463eeb732a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0617821
Nov 10 04:56:39.418998 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-63e4fd5b-8456-4bbd-a762-67e615554795 req-b9860df8-8dcf-43e0-b8f0-df414346d6fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911548
Nov 10 04:56:39.448439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-449d0b48-db3e-4af9-b700-af60277c5729 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081152
Nov 10 04:56:39.542008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2583005e-053f-4cfd-ae07-42be56cf0817 req-2337e7f6-2856-4d0e-846f-1dcab18c56d0 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862916
Nov 10 04:56:39.562930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:40.308251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:40.535104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48815f4a-0995-4537-9af0-e08d98b85db4 req-d70a8265-ec67-48f5-a7aa-16186a24633a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:40.536579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48815f4a-0995-4537-9af0-e08d98b85db4 req-d70a8265-ec67-48f5-a7aa-16186a24633a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 944 time: 0.0484521
Nov 10 04:56:40.584646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-48815f4a-0995-4537-9af0-e08d98b85db4 req-5374a4b9-7025-4ad5-a77b-c816a2e0b8c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419359
Nov 10 04:56:41.700786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f6fba-a066-4eff-bfc8-4ee3b4c111a2 req-3d32ca62-9683-469b-92b9-6c0c5c900462 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:41.702235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c6f6fba-a066-4eff-bfc8-4ee3b4c111a2 req-3d32ca62-9683-469b-92b9-6c0c5c900462 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 944 time: 0.0488348
Nov 10 04:56:41.750611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c6f6fba-a066-4eff-bfc8-4ee3b4c111a2 req-f4bc6e24-119b-414c-ac7a-a85d221ce517 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423832
Nov 10 04:56:42.731740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ba8c5306-07cc-4492-8395-e36e3754929c details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:56:42.826691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ba8c5306-07cc-4492-8395-e36e3754929c,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:42.838758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'port_id': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'mac_address': 'fa:16:3e:9d:4c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:56:42.875265 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39632f82-e026-40ee-a059-f2c08fe570c4 req-81f02cfd-d2d0-495a-8148-b9b3ad047570 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:42.876770 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39632f82-e026-40ee-a059-f2c08fe570c4 req-81f02cfd-d2d0-495a-8148-b9b3ad047570 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 944 time: 0.0533266
Nov 10 04:56:42.878074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:42.891534 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8c5306-07cc-4492-8395-e36e3754929c {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:56:42.912020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ba8c5306-07cc-4492-8395-e36e3754929c,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:42.917023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:42.934559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-39632f82-e026-40ee-a059-f2c08fe570c4 req-c60ff531-0718-42ca-8b8d-f78f657d98c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516896
Nov 10 04:56:42.963565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:43.120569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['ba8c5306-07cc-4492-8395-e36e3754929c'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:56:44.056038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fc70c-1b4d-4d90-9631-1461fbdaa6c6 req-373d30a3-041f-4083-a616-757209754642 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:44.057530 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72fc70c-1b4d-4d90-9631-1461fbdaa6c6 req-373d30a3-041f-4083-a616-757209754642 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 945 time: 0.0535283
Nov 10 04:56:44.106117 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e72fc70c-1b4d-4d90-9631-1461fbdaa6c6 req-52c71d5a-278e-4502-bd75-63c04d243aed tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427444
Nov 10 04:56:44.750990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ba8c5306-07cc-4492-8395-e36e3754929c up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:56:44.797296 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port ba8c5306-07cc-4492-8395-e36e3754929c completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:56:44.801256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port ba8c5306-07cc-4492-8395-e36e3754929c triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:56:44.801621 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:44.877513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:44.900944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:56:44.903249 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf540e-d00e-4273-885c-335ead821256" -d '{"events": [{"server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "name": "network-vif-plugged", "status": "completed", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:56:44.917212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ba8c5306-07cc-4492-8395-e36e3754929c,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:56:44.921557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:44.947762 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21d0fb-8182-436a-a5c2-e5688a1d8e9b x-openstack-request-id: req-9d21d0fb-8182-436a-a5c2-e5688a1d8e9b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:56:44.948060 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "name": "network-vif-plugged", "status": "completed", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:56:44.948319 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d21d0fb-8182-436a-a5c2-e5688a1d8e9b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:56:44.948728 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'code': 200}
Nov 10 04:56:44.974518 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:45.036930 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9889c-da68-4e72-8b65-67d745d6346a req-cef71956-116b-47d9-9613-1b86fb6901c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:45.038322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7a9889c-da68-4e72-8b65-67d745d6346a req-cef71956-116b-47d9-9613-1b86fb6901c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0399215
Nov 10 04:56:45.084008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c7a9889c-da68-4e72-8b65-67d745d6346a req-5112c170-6876-488a-84f3-df91c41bd934 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387652
Nov 10 04:56:45.222330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907517-49cf-441d-ab78-680808b5b05e req-c6aa16f9-ef61-406c-8a42-4a7ea0cdf414 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:45.223828 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89907517-49cf-441d-ab78-680808b5b05e req-c6aa16f9-ef61-406c-8a42-4a7ea0cdf414 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0496702
Nov 10 04:56:45.277370 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-89907517-49cf-441d-ab78-680808b5b05e req-c90abb97-47c8-426b-9470-7bf7c5e245a2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471163
Nov 10 04:56:46.393094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501c69-11ce-4afd-ac0a-f8128af12836 req-1a439879-e9d8-4781-8b5a-7f1f584206f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:46.394545 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47501c69-11ce-4afd-ac0a-f8128af12836 req-1a439879-e9d8-4781-8b5a-7f1f584206f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0487716
Nov 10 04:56:46.442580 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-47501c69-11ce-4afd-ac0a-f8128af12836 req-23ad79cb-db37-440e-967a-445ca434e702 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414245
Nov 10 04:56:46.557328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b741c34-fb30-422e-a2c3-8e08de3bfc0d req-c8390e20-8a96-4e01-8c84-ce1c2e4ff356 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:46.558755 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b741c34-fb30-422e-a2c3-8e08de3bfc0d req-c8390e20-8a96-4e01-8c84-ce1c2e4ff356 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0490360
Nov 10 04:56:46.608317 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6b741c34-fb30-422e-a2c3-8e08de3bfc0d req-baf0a9be-3f6e-46d0-b849-5078aa60f801 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436115
Nov 10 04:56:46.629482 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56260) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:46.672192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f27063-1490-4372-b015-a448bce515e9 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:46.673740 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-56f27063-1490-4372-b015-a448bce515e9 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1092 time: 0.0432756
Nov 10 04:56:46.676514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56262) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:46.680971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:56:46.702401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:46.802636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:46.902955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.85 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:56:47.016491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.050832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.087072 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:56:47.091817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:56:47.095714 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:56:47.123349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:47.445893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.510411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.658791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.663689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.735719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:56:47.746176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:47.845079 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 22961bf7-292e-4c29-bd21-9bb5d737a7a8 associated. External IP: 172.32.3.85, port: ba8c5306-07cc-4492-8395-e36e3754929c.
Nov 10 04:56:48.046839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 688e53e8-8fbb-4b18-b690-57150b258e60 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:56:48.153223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:56:48.163121 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Sync routers for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:56:48.170242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:48.176555 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:48.177191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147c05e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:48.197322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-344a7a7c-6050-4d06-8d99-a678813eb3a0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5198011
Nov 10 04:56:48.197891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:56:48.200140 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402d0c92-3259-4e8c-becd-3bd4360a42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:56:48.254168 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd1a4c-af24-4884-94f2-3112d7f2de05 x-openstack-request-id: req-10fd1a4c-af24-4884-94f2-3112d7f2de05 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:56:48.254504 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:56:48.254771 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10fd1a4c-af24-4884-94f2-3112d7f2de05 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:56:48.255171 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'status': 'completed', 'code': 200}
Nov 10 04:56:48.280899 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:48.316635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bbd2-e215-4d9f-b7dd-ea970c898986 req-2c763cc2-ab03-4ca0-b0db-73c1b6493eff tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:48.318131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8a2bbd2-e215-4d9f-b7dd-ea970c898986 req-2c763cc2-ab03-4ca0-b0db-73c1b6493eff tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0530226
Nov 10 04:56:48.327609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-83d3bf6d-fb74-4cb2-b777-a3a1f2f8c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:48.329619 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-83d3bf6d-fb74-4cb2-b777-a3a1f2f8c118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0534573
Nov 10 04:56:48.371234 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8a2bbd2-e215-4d9f-b7dd-ea970c898986 req-d88b68db-7f8c-44d4-b430-7bbd162d2d30 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470200
Nov 10 04:56:48.393702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56268) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:48.430935 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-b94e950f-1cc7-4489-8e66-80b04fa18755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:48.432758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-b94e950f-1cc7-4489-8e66-80b04fa18755 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.0957935
Nov 10 04:56:48.459722 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-000921dc-a3f7-4f21-8a5e-8b216f7816ef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/22961bf7-292e-4c29-bd21-9bb5d737a7a8 HTTP/1.1" status: 200  len: 991 time: 0.0641108
Nov 10 04:56:48.505819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-8722f5b9-8ea8-496a-b435-9928bae718fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 999 time: 0.0643086
Nov 10 04:56:48.511058 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147c05e0>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '22961bf7-292e-4c29-bd21-9bb5d737a7a8', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.85', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'port_id': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'mac_address': 'fa:16:3e:9d:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da858cb-8bf2-4060-895f-67298f730046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:56:47Z', 'updated_at': '2021-11-10T04:56:47Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:48.536823 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Checking router: 688e53e8-8fbb-4b18-b690-57150b258e60 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:56:48.545548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:56:48.546157 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82147c05e0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:56:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:48.555408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-414ffc34-f0ae-47f4-9bbe-8aa16917afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:48.556892 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-414ffc34-f0ae-47f4-9bbe-8aa16917afda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0442502
Nov 10 04:56:48.603287 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-9a50c919-9a9a-4817-b905-5f4cbb013f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:48.604799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-9a50c919-9a9a-4817-b905-5f4cbb013f0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407016
Nov 10 04:56:48.650470 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:56:48.697841 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-60f0bbc3-0c1f-4fbd-a5e7-7e378d0ed27c service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854230
Nov 10 04:56:48.788555 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-402d0c92-3259-4e8c-becd-3bd4360a42e9 req-56526963-d80b-4a43-a7f8-30b353f4eef7 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814643
Nov 10 04:56:48.874038 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82147c05e0>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '22961bf7-292e-4c29-bd21-9bb5d737a7a8', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.85', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'port_id': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'mac_address': 'fa:16:3e:9d:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da858cb-8bf2-4060-895f-67298f730046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:56:47Z', 'updated_at': '2021-11-10T04:56:47Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:56:48.899067 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda45ea-3e16-4b1b-b744-e1ecc929f54b None None] The sync data for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 is: [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '22961bf7-292e-4c29-bd21-9bb5d737a7a8', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.85', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'port_id': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'mac_address': 'fa:16:3e:9d:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da858cb-8bf2-4060-895f-67298f730046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:56:47Z', 'updated_at': '2021-11-10T04:56:47Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:56:49.098201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b523e5-1511-4143-b763-cc0c98ecabde None None] New status for floating IP 22961bf7-292e-4c29-bd21-9bb5d737a7a8: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:56:49.160413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:49.464141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56270) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:56:49.523998 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e8af2d72-61cf-455f-a1fb-ca1fd47a863f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/22961bf7-292e-4c29-bd21-9bb5d737a7a8 HTTP/1.1" status: 200  len: 993 time: 0.0581067
Nov 10 04:56:49.534245 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:56:49.769850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-d25ba0d4-bb0e-48ff-b696-bf351c6006aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442927
Nov 10 04:56:49.849741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-fe645fbf-5d9a-46b0-b028-271e0793822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:49.851286 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-fe645fbf-5d9a-46b0-b028-271e0793822d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0408883
Nov 10 04:56:49.953986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-c16bdf4e-477f-4adf-8b49-64ec229018c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:49.955542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-c16bdf4e-477f-4adf-8b49-64ec229018c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.0843349
Nov 10 04:56:50.023285 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-ca1fa6cb-3941-4dc7-8430-21b953e89baf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 1001 time: 0.0608475
Nov 10 04:56:50.071282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-612701a7-f1b4-42f4-8634-cacfd2611622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:50.072695 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-612701a7-f1b4-42f4-8634-cacfd2611622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0430264
Nov 10 04:56:50.116377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-ef700b03-6b36-42be-9806-61dab880f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:56:50.118382 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-ef700b03-6b36-42be-9806-61dab880f3da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388417
Nov 10 04:56:50.211595 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-3f5713da-2f85-45e6-a422-7afa9db83e9a service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853817
Nov 10 04:56:50.302692 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ac335e2a-d2f1-44c8-a2e8-044301dcf8b3 req-5913eb62-98cb-4ac9-8c71-42410dd7445c service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840473
Nov 10 04:56:59.546790 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:57:04.439134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cf08d185-ed0b-41e9-8376-0b831ed00078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:07.002261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-144c6723-f535-4299-8e2a-871a6ffd29ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:08.113253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:09.006616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-9a9e8842-83f3-45a7-804c-ad4fd99fb50c req-656a1147-0c1b-494a-a4b7-2842ad509755 tempest-ServerDiskConfigTestJSON-1780006040 tempest-ServerDiskConfigTestJSON-1780006040-project] (119696) timed out ('10.222.0.26', 51439) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 04:57:09.564795 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:10.309770 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:19.135336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:19.543991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:20.896131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93d691-e4ce-44fa-86a6-6aa20a5c4f99 req-895d65c1-92a8-4730-acce-db5049c1d7e6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:20.897627 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa93d691-e4ce-44fa-86a6-6aa20a5c4f99 req-895d65c1-92a8-4730-acce-db5049c1d7e6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0793500
Nov 10 04:57:20.903514 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cb38-e047-4b32-a010-55d05d68311f req-62996082-97d2-4c32-9723-513855634032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:20.904943 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-62996082-97d2-4c32-9723-513855634032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0761480
Nov 10 04:57:21.319292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fa93d691-e4ce-44fa-86a6-6aa20a5c4f99 req-10b613a2-771d-422e-9a3c-dac5bca82dac tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4134138
Nov 10 04:57:21.344487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cb38-e047-4b32-a010-55d05d68311f req-34a648e3-2e16-4049-af0d-a62dba1e2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:21.345960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-34a648e3-2e16-4049-af0d-a62dba1e2a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.4337656
Nov 10 04:57:21.412148 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-b05e6f18-8475-4f9f-adbe-7462886270da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 1001 time: 0.0585821
Nov 10 04:57:21.464123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cb38-e047-4b32-a010-55d05d68311f req-d0254a28-1ca7-4477-ab9a-7cf739393338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:21.465534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-d0254a28-1ca7-4477-ab9a-7cf739393338 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0461895
Nov 10 04:57:21.510502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cb38-e047-4b32-a010-55d05d68311f req-4d238a47-82f6-4cc1-a716-8dff71869c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:21.511929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-4d238a47-82f6-4cc1-a716-8dff71869c5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390868
Nov 10 04:57:21.604960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-7a3a33e9-3c3a-4ade-84e9-2f53a5c4cbdc service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850639
Nov 10 04:57:21.697566 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5845cb38-e047-4b32-a010-55d05d68311f req-a2b3d215-c5e7-46d9-a56a-b13cb8e55a17 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816669
Nov 10 04:57:22.444532 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d071-b90b-4891-90c9-158cec3518f5 req-44b8b7d5-b7f0-4808-a566-5673aaf56947 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:22.446018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fa8d071-b90b-4891-90c9-158cec3518f5 req-44b8b7d5-b7f0-4808-a566-5673aaf56947 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0562842
Nov 10 04:57:22.497228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4fa8d071-b90b-4891-90c9-158cec3518f5 req-bf487cf8-471c-4965-8c9b-81d0dde647b2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452392
Nov 10 04:57:23.615203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd574ad-d64a-4075-9dd2-02aeb481cf61 req-986b66b2-a3ae-4d56-932f-048ab8fdf31e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:23.616688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fd574ad-d64a-4075-9dd2-02aeb481cf61 req-986b66b2-a3ae-4d56-932f-048ab8fdf31e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0495028
Nov 10 04:57:23.670078 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9fd574ad-d64a-4075-9dd2-02aeb481cf61 req-57761679-7b0f-4281-beb1-0984ce3dfa7b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474958
Nov 10 04:57:24.785417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde457d7-20a7-4e42-add9-3581c5be5648 req-1f35f572-cfa3-479e-8f0c-f2a34e258197 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:24.786891 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dde457d7-20a7-4e42-add9-3581c5be5648 req-1f35f572-cfa3-479e-8f0c-f2a34e258197 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0483632
Nov 10 04:57:24.835882 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dde457d7-20a7-4e42-add9-3581c5be5648 req-5c960006-84f2-4218-a48d-4c20a1d9cd4f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424273
Nov 10 04:57:25.952522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e2a3-d44d-4dd1-8194-7df578dcfb14 req-3d199310-9eed-4388-9b26-730b39b2aefb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:25.954017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb60e2a3-d44d-4dd1-8194-7df578dcfb14 req-3d199310-9eed-4388-9b26-730b39b2aefb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0489290
Nov 10 04:57:26.003904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fb60e2a3-d44d-4dd1-8194-7df578dcfb14 req-8caa3333-6760-4746-b45d-3e9de36c6fff tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441058
Nov 10 04:57:27.119098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1932c-c112-440a-b05e-85bec9674358 req-e442c63e-9e76-4b4c-8e21-449a870db148 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:27.120490 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9a1932c-c112-440a-b05e-85bec9674358 req-e442c63e-9e76-4b4c-8e21-449a870db148 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0482295
Nov 10 04:57:27.172028 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a9a1932c-c112-440a-b05e-85bec9674358 req-eaf754a9-3339-4644-aaa9-5c1804f5ce30 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456336
Nov 10 04:57:28.286775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73177cff-9c9b-4f3f-9dff-1128aca5af44 req-655d33fa-bc58-47ad-9857-10a346613e01 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:28.288232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73177cff-9c9b-4f3f-9dff-1128aca5af44 req-655d33fa-bc58-47ad-9857-10a346613e01 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0480900
Nov 10 04:57:28.336543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73177cff-9c9b-4f3f-9dff-1128aca5af44 req-c7a45142-eab0-4722-95cf-1ddf333a73c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416980
Nov 10 04:57:29.453073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46562-e5cf-49b3-94e6-2c088fab9827 req-c8330f4c-4cb5-4374-8599-d97a711616da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:29.454547 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fe46562-e5cf-49b3-94e6-2c088fab9827 req-c8330f4c-4cb5-4374-8599-d97a711616da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0488069
Nov 10 04:57:29.503405 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8fe46562-e5cf-49b3-94e6-2c088fab9827 req-7d9633ea-1c19-4ec5-b189-040344eb22a6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430315
Nov 10 04:57:30.621812 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdabc7-1a6c-4525-95b4-722864ef7600 req-f87cb47b-257f-46c5-80bf-4ae430ade8e3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:30.623298 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21cdabc7-1a6c-4525-95b4-722864ef7600 req-f87cb47b-257f-46c5-80bf-4ae430ade8e3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0535891
Nov 10 04:57:30.671851 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21cdabc7-1a6c-4525-95b4-722864ef7600 req-2c19b238-ed0b-4807-9d3d-2f72e7093320 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426691
Nov 10 04:57:31.789738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c29056-f20f-4e27-8dd8-0052f5cd0832 req-99060db2-3417-47b8-a9fd-3dd9d78df046 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:31.791195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32c29056-f20f-4e27-8dd8-0052f5cd0832 req-99060db2-3417-47b8-a9fd-3dd9d78df046 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0523884
Nov 10 04:57:31.839923 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32c29056-f20f-4e27-8dd8-0052f5cd0832 req-c1af1c31-683a-49ed-9dd4-8735720c22fe tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428114
Nov 10 04:57:32.953568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36f4ba-b562-4080-942d-585a7128df4d req-25fb8b71-eeb7-404e-aab8-09fa08ecc8d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:32.955029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f36f4ba-b562-4080-942d-585a7128df4d req-25fb8b71-eeb7-404e-aab8-09fa08ecc8d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0479829
Nov 10 04:57:33.003626 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f36f4ba-b562-4080-942d-585a7128df4d req-5200acd0-a5b2-4ba7-8f02-a2f6f3b88b2d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428069
Nov 10 04:57:34.121788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52beb6-0d81-436d-bd5b-729f60ab975b req-66f03608-332c-43de-8916-10c6d22aa067 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:34.123153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a52beb6-0d81-436d-bd5b-729f60ab975b req-66f03608-332c-43de-8916-10c6d22aa067 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0524542
Nov 10 04:57:34.170387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6a52beb6-0d81-436d-bd5b-729f60ab975b req-ac640397-2900-47b9-a4e3-39e061f92592 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413444
Nov 10 04:57:34.443725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-981d402a-b3fa-425a-8875-59b7a01c1fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:35.286787 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8081-d5aa-4526-a936-97c49dc91a4f req-36bbe356-e998-4d55-9bf1-8e95c9efe3c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:35.288259 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0ab8081-d5aa-4526-a936-97c49dc91a4f req-36bbe356-e998-4d55-9bf1-8e95c9efe3c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0499392
Nov 10 04:57:35.340581 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a0ab8081-d5aa-4526-a936-97c49dc91a4f req-d48fc1f5-29ec-45c7-a815-ad3cfdfd3db8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463450
Nov 10 04:57:36.453104 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ad5f-0240-44ec-b4c2-324899bc5bfd req-320c1799-764e-4654-9d9c-b9367ec8a6ab tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:36.454584 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4778ad5f-0240-44ec-b4c2-324899bc5bfd req-320c1799-764e-4654-9d9c-b9367ec8a6ab tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0478601
Nov 10 04:57:36.503381 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4778ad5f-0240-44ec-b4c2-324899bc5bfd req-333ef90a-a6d0-484c-a2c5-6b546220b0be tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430110
Nov 10 04:57:36.545886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:57:37.006415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce0ed-7595-4d3a-80e3-3519ae89da1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:37.618434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98966da-134c-41b6-9340-dfce3e8e192c req-1541931e-8e96-4ece-aa7d-af02d9d37124 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:37.619905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e98966da-134c-41b6-9340-dfce3e8e192c req-1541931e-8e96-4ece-aa7d-af02d9d37124 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0495844
Nov 10 04:57:37.669216 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e98966da-134c-41b6-9340-dfce3e8e192c req-de62dcaa-0b5f-4b2d-8df0-9dbb01b9b783 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433397
Nov 10 04:57:37.690995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56354) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:57:37.753885 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-010d1eea-7c30-465f-a386-3f21dddfcccb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/22961bf7-292e-4c29-bd21-9bb5d737a7a8 HTTP/1.1" status: 200  len: 993 time: 0.0617836
Nov 10 04:57:38.116119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:39.567256 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:40.311319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:49.150408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:49.540773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:57:50.771474 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-2035184d-bd47-40e5-9654-5509cd024230 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388210
Nov 10 04:57:50.850336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-bb5c23d9-4842-400f-93a1-56948ee118da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:50.851804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-bb5c23d9-4842-400f-93a1-56948ee118da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0397577
Nov 10 04:57:50.955860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-334ae874-c589-4ff1-bbb3-eed7340928f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:50.957342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-334ae874-c589-4ff1-bbb3-eed7340928f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.0865285
Nov 10 04:57:51.021670 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-085d5bb1-24c0-4195-ae02-f09c9ea7bdf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 1001 time: 0.0567906
Nov 10 04:57:51.069453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-d07c9bb1-d46c-454e-8c5b-0a55f8f142ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:51.070840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-d07c9bb1-d46c-454e-8c5b-0a55f8f142ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0426958
Nov 10 04:57:51.120214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-3bc2302e-efd5-489c-ad59-3807019a2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:57:51.121710 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-3bc2302e-efd5-489c-ad59-3807019a2535 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435667
Nov 10 04:57:51.209073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-7d974ac6-8e8d-4123-a6a3-1b720a972deb service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797207
Nov 10 04:57:51.301547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-64cc934e-9c81-4eda-9c39-95f742550dd1 req-80ecc06e-8990-4c9b-b1ef-25a352d07a35 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855296
Nov 10 04:58:04.447782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ee5742e2-39c9-4861-aa75-5fc08c0bb871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:07.006988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf6a6f17-1259-43a3-8434-5e2c44ca159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.120304 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.142606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56376) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:08.300670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:58:08.301015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.380155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.380485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.392069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:58:08.534855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.563619 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=3a93c4d3-0d8e-4a42-abe0-d2fc8937e6d8,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:08.575649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.575998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.576336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.576695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.577029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.577356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.577680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.578006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.578329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.578649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.578968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.579285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:08.632639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.632883 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 22961bf7-292e-4c29-bd21-9bb5d737a7a8 disassociated (deleted). External IP: 172.32.3.85, port: ba8c5306-07cc-4492-8395-e36e3754929c.
Nov 10 04:58:08.840869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 688e53e8-8fbb-4b18-b690-57150b258e60 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:58:08.947153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:58:08.952361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:08.956882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Sync routers for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:58:08.966354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:08.966953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b1640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:08.979237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2b3c4534-57a1-497c-a797-027414cac713 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/floatingips/22961bf7-292e-4c29-bd21-9bb5d737a7a8 HTTP/1.1" status: 204  len: 168 time: 0.8355589
Nov 10 04:58:08.979913 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:58:08.982350 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd581fe0-06d4-4b19-83d5-4a072cdffd47" -d '{"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:58:09.022281 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d941f4d5-8fac-4ab6-bafe-c07392ac91a4 x-openstack-request-id: req-d941f4d5-8fac-4ab6-bafe-c07392ac91a4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:58:09.022568 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:58:09.022823 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d941f4d5-8fac-4ab6-bafe-c07392ac91a4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:58:09.023233 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'status': 'completed', 'code': 200}
Nov 10 04:58:09.071370 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:09.089302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-155a5dde-97bc-419a-b467-441db0723c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:09.092351 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-155a5dde-97bc-419a-b467-441db0723c08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 1097 time: 0.0456104
Nov 10 04:58:09.207993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-9f504fc0-ef4b-49b0-9efa-727ad8911e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:09.209524 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-9f504fc0-ef4b-49b0-9efa-727ad8911e67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 200  len: 897 time: 0.1028583
Nov 10 04:58:09.240073 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4cc3d-c099-46b6-94f6-380ee191d43a req-0bc8ff36-6d30-4fce-a5aa-e21c28aecfd0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:09.242778 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73f4cc3d-c099-46b6-94f6-380ee191d43a req-0bc8ff36-6d30-4fce-a5aa-e21c28aecfd0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0534058
Nov 10 04:58:09.254558 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-7f384520-f216-40f1-8df3-3b947c7f0508 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 200  len: 217 time: 0.0364616
Nov 10 04:58:09.303043 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-73f4cc3d-c099-46b6-94f6-380ee191d43a req-ee3b5530-555a-4ef4-a6ee-a9406efe9cc1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540016
Nov 10 04:58:09.304539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-0f89628b-b6b6-44a6-96eb-6d02e55cafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:09.306031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-0f89628b-b6b6-44a6-96eb-6d02e55cafb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 200  len: 835 time: 0.0432563
Nov 10 04:58:09.357600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-b708f924-c99b-4fcd-b293-40276995c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:09.359109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-b708f924-c99b-4fcd-b293-40276995c0da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b644b2e-f271-49b1-8d11-f50478a220b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455530
Nov 10 04:58:09.376220 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b1640>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:09.402050 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Checking router: 688e53e8-8fbb-4b18-b690-57150b258e60 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:58:09.410359 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:09.410958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146b1640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:09.452745 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-573822e0-13ed-445a-84e2-8af8828c6828 service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834279
Nov 10 04:58:09.513674 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:09.550488 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cd581fe0-06d4-4b19-83d5-4a072cdffd47 req-45926b04-83d5-4b02-841e-ada8c28fb6ba service neutron] 10.222.0.21 "GET /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905101
Nov 10 04:58:09.569837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:09.705322 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146b1640>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:09.734773 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d885-2b6f-49de-b28c-b7a55b7340db None None] The sync data for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 is: [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:34Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '8c56b575-c74d-4857-adf3-4ddf1febb3c1', 'name': '', 'network_id': '4b644b2e-f271-49b1-8d11-f50478a220b6', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:71:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:33Z', 'updated_at': '2021-11-10T04:56:37Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '927b2539-6e8b-461a-ad08-d64270fd9f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:58:09.943979 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91daf8a0-1733-4622-97a3-def952ed094b None None] New status for floating IP 22961bf7-292e-4c29-bd21-9bb5d737a7a8: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:58:10.313103 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:10.425701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6611b7-660a-47f8-8499-997b65871634 req-87fade12-0c3e-44ae-aaac-634e742fa7d5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:10.427164 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6611b7-660a-47f8-8499-997b65871634 req-87fade12-0c3e-44ae-aaac-634e742fa7d5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0497079
Nov 10 04:58:10.476245 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6611b7-660a-47f8-8499-997b65871634 req-0a9d2788-0539-4c9d-b75c-d134f36127f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428863
Nov 10 04:58:10.634110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-da4e9eeb-3edf-4269-ac31-7ca329c3a545 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:10.635572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-da4e9eeb-3edf-4269-ac31-7ca329c3a545 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/ports?device_id=9da858cb-8bf2-4060-895f-67298f730046 HTTP/1.1" status: 200  len: 946 time: 0.0531764
Nov 10 04:58:10.723515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port ba8c5306-07cc-4492-8395-e36e3754929c {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:58:10.723858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:10.814270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port ba8c5306-07cc-4492-8395-e36e3754929c, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=ba8c5306-07cc-4492-8395-e36e3754929c,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:10.814637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:10.827614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for ba8c5306-07cc-4492-8395-e36e3754929c owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:58:10.952408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:10.985065 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=ba8c5306-07cc-4492-8395-e36e3754929c,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:11.026451 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port ba8c5306-07cc-4492-8395-e36e3754929c on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:58:11.029041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:11.032406 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f018ac11-574f-432b-9ce3-e537cadc8e1a req-fbc6c0e6-ddba-49c2-9184-3ee97997e5c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "DELETE /v2.0/ports/ba8c5306-07cc-4492-8395-e36e3754929c HTTP/1.1" status: 204  len: 173 time: 0.3901601
Nov 10 04:58:11.032863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'name': 'network-vif-deleted', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:58:11.035093 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53427115-3698-4b69-8638-7a1f93cc470b" -d '{"events": [{"server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "name": "network-vif-deleted", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:58:11.074965 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f688ea2-fc78-4dbb-bc29-3b6823b91483 x-openstack-request-id: req-3f688ea2-fc78-4dbb-bc29-3b6823b91483 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:58:11.075266 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da858cb-8bf2-4060-895f-67298f730046", "name": "network-vif-deleted", "tag": "ba8c5306-07cc-4492-8395-e36e3754929c", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:58:11.075521 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f688ea2-fc78-4dbb-bc29-3b6823b91483 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:58:11.075935 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da858cb-8bf2-4060-895f-67298f730046', 'name': 'network-vif-deleted', 'tag': 'ba8c5306-07cc-4492-8395-e36e3754929c', 'status': 'completed', 'code': 200}
Nov 10 04:58:11.532374 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56390) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:11.885872 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:12.131225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 8c56b575-c74d-4857-adf3-4ddf1febb3c1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:58:12.131559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:12.220973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 8c56b575-c74d-4857-adf3-4ddf1febb3c1, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8c56b575-c74d-4857-adf3-4ddf1febb3c1,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:12.221337 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:12.233797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 8c56b575-c74d-4857-adf3-4ddf1febb3c1 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:58:12.412866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:12.436719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=8c56b575-c74d-4857-adf3-4ddf1febb3c1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:12.613197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.138864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 688e53e8-8fbb-4b18-b690-57150b258e60 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:58:13.242606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:58:13.247621 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d69cb80e-e2a5-416a-93be-7e93efcf322b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/688e53e8-8fbb-4b18-b690-57150b258e60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7141922
Nov 10 04:58:13.250400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56392) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:13.251875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Sync routers for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:58:13.262276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:13.262876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214959bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:13.304386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting subnet 927b2539-6e8b-461a-ad08-d64270fd9f50 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 04:58:13.307509 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.347523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.364165 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:13.433180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.498696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.525622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Subnet': ['ID=927b2539-6e8b-461a-ad08-d64270fd9f50,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:13.529886 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.535907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b06cb05d-2de8-4251-a950-f519bbff6658 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/subnets/927b2539-6e8b-461a-ad08-d64270fd9f50 HTTP/1.1" status: 204  len: 168 time: 0.2819345
Nov 10 04:58:13.536261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56394) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:13.543991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b613c7-0b56-4637-9a4d-d07c8f7f748b None None] Network 4b644b2e-f271-49b1-8d11-f50478a220b6 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:58:13.551070 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:58:13.559479 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214959bb0>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:58:12Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:13.588885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Checking router: 688e53e8-8fbb-4b18-b690-57150b258e60 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:58:13.598074 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Routers {'688e53e8-8fbb-4b18-b690-57150b258e60'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:13.598680 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214959bb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['688e53e8-8fbb-4b18-b690-57150b258e60'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:13.644396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.699795 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] Set router 688e53e8-8fbb-4b18-b690-57150b258e60 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:13.736480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] DHCP port deletion for 4b644b2e-f271-49b1-8d11-f50478a220b6 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:58:13.750022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.788230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Deleting port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:58:13.788600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.816247 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 0b761f2d-28fa-4785-b883-571b7de49c56 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:58:13.816594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.854451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] For port 3e541d15-4856-4f5d-9c9d-257b6c066ce2, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3e541d15-4856-4f5d-9c9d-257b6c066ce2,segment=NetworkSegment(c7502aad-3963-4fa2-9ba0-0a13e96a34c9),segment_id=c7502aad-3963-4fa2-9ba0-0a13e96a34c9)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:13.854846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.867612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Calling delete_port for 3e541d15-4856-4f5d-9c9d-257b6c066ce2 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:58:13.882292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214959bb0>, [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:58:12Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:13.902267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 0b761f2d-28fa-4785-b883-571b7de49c56, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0b761f2d-28fa-4785-b883-571b7de49c56,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:13.902597 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.908033 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3cdb5a-8a24-4c0d-b13e-ff522435d12f None None] The sync data for ids ['688e53e8-8fbb-4b18-b690-57150b258e60'] in ncdv-817176-1 is: [{'id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-533184149', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161'}], 'enable_snat': True}, 'gw_port_id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:58:12Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '0b761f2d-28fa-4785-b883-571b7de49c56', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e53e8-8fbb-4b18-b690-57150b258e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:56:30Z', 'updated_at': '2021-11-10T04:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:58:13.915836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 0b761f2d-28fa-4785-b883-571b7de49c56 owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:58:13.953252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:13.976625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Pushing event deleted for resources: {'Port': ['ID=3e541d15-4856-4f5d-9c9d-257b6c066ce2,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:13.988116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] No DVR routers for this DVR port 3e541d15-4856-4f5d-9c9d-257b6c066ce2 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:58:13.993150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.993617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.993999 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.994389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.994758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.995146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.995717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.996748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.997142 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.997474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.997837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:13.998157 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b91b3-fe50-4712-971e-a76219e1cb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.091528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.120634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=0b761f2d-28fa-4785-b883-571b7de49c56,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:14.135203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fbe15-2f45-4dd4-8a52-e49e9f48bb6e None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:58:14.146288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.146648 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.146989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.147326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.147662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.147994 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.148334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.148687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.149020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.149347 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.149671 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.149993 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:14.191487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.283518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.285836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.328965 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.329498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Fanout notify agent at l3_agent the message router_deleted on router 688e53e8-8fbb-4b18-b690-57150b258e60 {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 04:58:14.336876 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.337975 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-30fb3a46-c5e2-4697-8ac9-68426c79ab6e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/routers/688e53e8-8fbb-4b18-b690-57150b258e60 HTTP/1.1" status: 204  len: 168 time: 0.8007021
Nov 10 04:58:14.341461 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56396) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:14.424098 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.514204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.534840 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8214d51d00>,) {'filters': {'network_id': ['4b644b2e-f271-49b1-8d11-f50478a220b6']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:14.544862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d51d00>, 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:14.545497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8214d51d00>, 'c7502aad-3963-4fa2-9ba0-0a13e96a34c9') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:14.555288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.569635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.576020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 04:58:14.576396 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 04:58:14.579394 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 04:58:14.634697 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.642340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.644569 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/networks/4b644b2e-f271-49b1-8d11-f50478a220b6 HTTP/1.1" status: 204  len: 168 time: 0.3021941
Nov 10 04:58:14.647489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56398) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:14.656269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30cee-85b0-49ac-8019-a0fd35b60996 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Network': ['ID=4b644b2e-f271-49b1-8d11-f50478a220b6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:14.706290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.731434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.790270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.792959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:14.794228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/security-groups/11fa25b3-5062-4c8e-83a6-af5aa19bfd8b HTTP/1.1" status: 204  len: 168 time: 0.1457062
Nov 10 04:58:14.804488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ee7f3-fd11-4e1c-844d-78aa9b66a16e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fa25b3-5062-4c8e-83a6-af5aa19bfd8b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.112070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56404) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.116924 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853079602', 'description': 'tempest-secgroup-smoke-1853079602 description', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.118843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ba8c5306-07cc-4492-8395-e36e3754929c no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:58:15.141146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: ba8c5306-07cc-4492-8395-e36e3754929c {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:58:15.141491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device ba8c5306-07cc-4492-8395-e36e3754929c not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:58:15.142230 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.208466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.212250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.248100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.249333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1361551
Nov 10 04:58:15.251173 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc7acc-93fd-4bf0-89a3-9e362103419a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f48db-5dde-4d71-b68d-f51a5a93a41c,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.252431 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56406) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.257170 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.283884 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.337427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.340754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.364301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a4613-cdbe-4acb-9c55-439a415316fe,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.369939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.371573 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1ac4c1f5-85df-4d30-ae4e-a9bc27eca76d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1175141
Nov 10 04:58:15.374429 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56408) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.378805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.405274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.450141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e541d15-4856-4f5d-9c9d-257b6c066ce2 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:58:15.463787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.467442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.470699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3e541d15-4856-4f5d-9c9d-257b6c066ce2 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:58:15.471137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3e541d15-4856-4f5d-9c9d-257b6c066ce2 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:58:15.471650 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c56b575-c74d-4857-adf3-4ddf1febb3c1 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:58:15.485706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57898a-8009-4dc4-9fde-36ba9362ee23,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.493977 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.494364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8c56b575-c74d-4857-adf3-4ddf1febb3c1 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:58:15.494700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8c56b575-c74d-4857-adf3-4ddf1febb3c1 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:58:15.495316 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7bc5863f-8c04-414c-9735-9622cf6ed1fb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1198792
Nov 10 04:58:15.498884 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0b761f2d-28fa-4785-b883-571b7de49c56 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:58:15.499577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56410) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.503992 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.518177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0b761f2d-28fa-4785-b883-571b7de49c56 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 04:58:15.518521 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0b761f2d-28fa-4785-b883-571b7de49c56 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:58:15.531875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.587042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.590711 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.610007 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef020935-c2fa-46a1-8002-fae2c021fe4a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.614437 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.615860 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3cd48154-ed5e-4bde-86cd-fe9d77c37ded tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1151104
Nov 10 04:58:15.618661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56412) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.624007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.650794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.707470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.711390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.732570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420290d9-c66f-4cd9-b157-78067c674f92,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.738479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.742360 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56414) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.742539 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ea604e8b-8fb8-4ad8-8590-ca12962e78ec tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1225924
Nov 10 04:58:15.747746 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.770364 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:58:15.775459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.832803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.836467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.856089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134ec72a-3cce-4330-8085-87e42390ebaf,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.863193 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.864374 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-833fc138-a54c-4cbc-98c9-4a1cbffeb94a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1209502
Nov 10 04:58:15.867142 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56416) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.871511 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': 'd59f48db-5dde-4d71-b68d-f51a5a93a41c', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:15.893208 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 04:58:15.897819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.959704 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.962975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.980233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e4958-97eb-48f4-b2b9-8fe91a89f58f,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:15.987316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:15.988552 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-721d6da6-a544-40c1-ad84-69119ff3820e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1204388
Nov 10 04:58:15.991427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56418) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:15.996221 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'network': {'name': 'tempest-network-smoke--1043484346', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:16.017629 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:58:16.021013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.043462 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 04:58:16.051943 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.052288 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Added segment f46387c2-529b-4741-a477-1b3db4baefd8 of type vlan for network 699cdd45-2e28-4678-956f-76dae40bf364
Nov 10 04:58:16.091839 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.115783 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.121214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:16.121791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.172487 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1800337
Nov 10 04:58:16.175789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56420) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:16.180024 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'admin_state_up': True, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:16.208136 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e558017-8410-4c03-b0a5-1e8759abe71b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Network': ['ID=699cdd45-2e28-4678-956f-76dae40bf364,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:16.218317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.219338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.219829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 699cdd45-2e28-4678-956f-76dae40bf364 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 04:58:16.268855 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.401645 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.583237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.605025 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.701907 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.39 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/8b79ff3a-5f7c-442a-848c-1a0385fc6ba3) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:58:16.802365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.835498 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:16.868417 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:16.871148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:16.877183 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:58:16.885042 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec414122-840d-4102-b15f-a41d244cd1d0 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:58:16.905579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:16.970310 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-550a724d-9364-487a-8ac3-3a9d93f917f1 None None] Provisioning complete for port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:16.970579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-550a724d-9364-487a-8ac3-3a9d93f917f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:17.002791 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-550a724d-9364-487a-8ac3-3a9d93f917f1 None None] Port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:58:17.123239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:17.318074 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:17.772189 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 65617341-71b6-4d7c-b25d-aeefdb906e61 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 04:58:17.875981 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:58:17.885732 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Sync routers for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:58:17.896312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:17.896880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:17.897033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077bdbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:17.900917 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4338f898-2daa-4940-a949-994addfcc31c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7213764
Nov 10 04:58:17.901283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56422) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:17.930143 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6e32e343-f925-44e6-a74c-a6e8fad682f4 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bb888d7f1ef6460ebe084784cac4d5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276809
Nov 10 04:58:17.932665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56424) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:18.006586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:18.022432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe86ce-d598-408c-bf48-ec6b5918653a tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:18.023984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dffe86ce-d598-408c-bf48-ec6b5918653a tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0904148
Nov 10 04:58:18.027432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56426) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:18.056360 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-59b5761d-bf6f-486f-ad31-9c5c99d4cf16 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0278714
Nov 10 04:58:18.059061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56428) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:18.064354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1843387833', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:18.153182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:58:18.156698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.184278 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077bdbe0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:17Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:18.214738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Checking router: 65617341-71b6-4d7c-b25d-aeefdb906e61 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:58:18.215079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Updating router 65617341-71b6-4d7c-b25d-aeefdb906e61 port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:58:18.239803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.341724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.409331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Subnet': ['ID=0a72a2db-35f3-4837-8efa-4e3b7654552b,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:18.418029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Checking segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:58:18.418390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network hostable DHCP agents. Network: 699cdd45-2e28-4678-956f-76dae40bf364, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 04:58:18.435456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 699cdd45-2e28-4678-956f-76dae40bf364 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 04:58:18.444554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 699cdd45-2e28-4678-956f-76dae40bf364) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:18.448546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:18.449179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.466390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5f3bff59-40fb-4dcb-995c-3d983eb334ca tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4057310
Nov 10 04:58:18.469538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56430) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:18.476030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09580b7-701c-4de2-be85-9918f18493ab None None] Network 699cdd45-2e28-4678-956f-76dae40bf364 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:58:18.536301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.542558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.601072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c27f3f-6184-46b4-98d2-c2be0ed01d1e None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:58:18.626163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e465-4642-4cb1-905d-2dd70c249f94 None None] Pushing event updated for resources: {'Port': ['ID=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:18.630432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Attempting to bind port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:58:18.630792 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Attempting to bind port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:58:18.631149 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Attempting to bind port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:58:18.639058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:58:18.639421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:58:18.639820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.640202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:58:18.640689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Bound port: 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:58:18.641072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.740386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] For port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:58:18.755615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-699cdd45-2e28-4678-956f-76dae40bf364', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 04:58:18.756464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.760324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] For port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:58:18.773011 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.798975 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] Provisioning complete for port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:18.799341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.895545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01cdc27-7fd5-4317-b98f-46f327a99280 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 04:58:18.908116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:18.941517 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e465-4642-4cb1-905d-2dd70c249f94 None None] Pushing event updated for resources: {'Port': ['ID=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:18.947741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:18.948346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82077bdbe0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:19.254386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Allocated IP 172.20.0.2 (699cdd45-2e28-4678-956f-76dae40bf364/0a72a2db-35f3-4837-8efa-4e3b7654552b/e79d78fe-de4e-4cb0-a842-df2babae554e) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:58:19.282463 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.286887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.346525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] For port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:19.353541 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:19.355231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.533682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a73b61-18b5-4166-86b7-40f952a38dc4 None None] Pushing event updated for resources: {'Port': ['ID=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:19.572600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5d34f686-8a82-4e0e-8651-5b22be475855 None None] Provisioning complete for port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:19.572983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d34f686-8a82-4e0e-8651-5b22be475855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.632757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.678068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.686932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.733152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.1 (699cdd45-2e28-4678-956f-76dae40bf364/0a72a2db-35f3-4837-8efa-4e3b7654552b/fc1c9226-26e3-454b-82d7-293c14c39f7f) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:58:19.756977 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Network 699cdd45-2e28-4678-956f-76dae40bf364 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:19.765461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:19.777201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:58:19.782848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Pushing event updated for resources: {'Port': ['ID=e79d78fe-de4e-4cb0-a842-df2babae554e,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:19.814843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82077bdbe0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:17Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:19.853440 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.858694 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50ce94-8ce5-4717-ac91-91e520a366c0 None None] The sync data for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 is: [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:17Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:58:19.872885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Attempting to bind port e79d78fe-de4e-4cb0-a842-df2babae554e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:58:19.873249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Attempting to bind port e79d78fe-de4e-4cb0-a842-df2babae554e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:58:19.873610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Attempting to bind port e79d78fe-de4e-4cb0-a842-df2babae554e on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:58:19.882825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:58:19.883264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Checking segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:58:19.883607 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.883993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Bound using segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:58:19.884457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Bound port: e79d78fe-de4e-4cb0-a842-df2babae554e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:58:19.884871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.890172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:19.940971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:19.948771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 699cdd45-2e28-4678-956f-76dae40bf364 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:19.950226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:19.953563 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:58:19.961409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] For port e79d78fe-de4e-4cb0-a842-df2babae554e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:58:19.965145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] For port e79d78fe-de4e-4cb0-a842-df2babae554e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e79d78fe-de4e-4cb0-a842-df2babae554e,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:58:19.970739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.001441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.042910 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9775da7-2e67-4590-bf29-6da15dfd0711 None None] Pushing event updated for resources: {'Port': ['ID=e79d78fe-de4e-4cb0-a842-df2babae554e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:20.175829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.496551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.501395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.579550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:20.582146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:20.680280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 699cdd45-2e28-4678-956f-76dae40bf364 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:20.682100 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:20.804591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 65617341-71b6-4d7c-b25d-aeefdb906e61 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:58:20.917217 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:58:20.922304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9f589d4e-239e-4022-9ce1-1f9484146eef tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/65617341-71b6-4d7c-b25d-aeefdb906e61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4517961
Nov 10 04:58:20.999783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440dd6f9-0bd5-4ae9-9509-bb89e21f4bbf None None] Network 699cdd45-2e28-4678-956f-76dae40bf364 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 04:58:21.076140 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-6db4ba1e-8ada-4b93-884f-8b05b52a7009 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853079602&fields=id&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 267 time: 0.0438972
Nov 10 04:58:21.076761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] Provisioning complete for port e79d78fe-de4e-4cb0-a842-df2babae554e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.076959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.187178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-f5170c50-df80-4bfb-9c94-169a91243375 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:21.188820 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-f5170c50-df80-4bfb-9c94-169a91243375 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 797 time: 0.1051252
Nov 10 04:58:21.205520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-36b1eca0-918f-4296-844c-6feab09ad7a7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/quotas/bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 375 time: 0.0097933
Nov 10 04:58:21.226409 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.267322 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-2df8cfd7-b5ac-4eee-98a9-e0aa64922f49 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0538385
Nov 10 04:58:21.267778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] For port e79d78fe-de4e-4cb0-a842-df2babae554e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e79d78fe-de4e-4cb0-a842-df2babae554e,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:21.273558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.335208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d3181-8a65-4c3a-bb38-5a6d47cead9c None None] Pushing event updated for resources: {'Port': ['ID=e79d78fe-de4e-4cb0-a842-df2babae554e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:21.381518 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-d3e7ef9b-647e-4d30-a50c-c1706652e70b service neutron] 10.222.0.13 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975256
Nov 10 04:58:21.488055 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-c38d7a05-d96c-4626-aef6-3136dd725c0a service neutron] 10.222.0.13 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985780
Nov 10 04:58:21.509781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e1240a56-c6d5-4173-a124-4dd4552dc295 None None] Provisioning complete for port e79d78fe-de4e-4cb0-a842-df2babae554e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.510470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e1240a56-c6d5-4173-a124-4dd4552dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.543941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:58:21.596511 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Sync routers for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:58:21.610795 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:21.611761 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215e18310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:21.646457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.646988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.700341 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e1240a56-c6d5-4173-a124-4dd4552dc295 None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.700816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e1240a56-c6d5-4173-a124-4dd4552dc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.761463 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c988e525-82f8-4a80-b89c-d9f183be6cd9 req-d841c622-af2e-4898-bd30-aa54ca7bb77f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 210 time: 0.0509231
Nov 10 04:58:21.793229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e1240a56-c6d5-4173-a124-4dd4552dc295 None None] Port fc1c9226-26e3-454b-82d7-293c14c39f7f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:58:21.806490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:21.819491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e79d78fe-de4e-4cb0-a842-df2babae554e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:58:21.877482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port e79d78fe-de4e-4cb0-a842-df2babae554e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.877857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.933520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aee093e9-bff4-443c-b1d8-0b0c7981fb5f None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:21.933891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aee093e9-bff4-443c-b1d8-0b0c7981fb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:21.980688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aee093e9-bff4-443c-b1d8-0b0c7981fb5f None None] Port fc1c9226-26e3-454b-82d7-293c14c39f7f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:58:22.100483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-29e75e7e-bbea-4fcf-8557-976627ca3bc1 None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:22.101557 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-29e75e7e-bbea-4fcf-8557-976627ca3bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.138739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-29e75e7e-bbea-4fcf-8557-976627ca3bc1 None None] Port fc1c9226-26e3-454b-82d7-293c14c39f7f cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:58:22.164502 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215e18310>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 2, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:22.192909 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Checking router: 65617341-71b6-4d7c-b25d-aeefdb906e61 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:58:22.193263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Updating router 65617341-71b6-4d7c-b25d-aeefdb906e61 port fc1c9226-26e3-454b-82d7-293c14c39f7f binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 04:58:22.219167 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.485182 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.490627 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.542956 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:22.566115 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.566458 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.566798 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.567137 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.567464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.567792 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.568115 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.568434 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.568867 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.569191 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.569509 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.569826 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:58:22.602958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Attempting to bind port fc1c9226-26e3-454b-82d7-293c14c39f7f on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:58:22.603628 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Attempting to bind port fc1c9226-26e3-454b-82d7-293c14c39f7f by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:58:22.604029 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Attempting to bind port fc1c9226-26e3-454b-82d7-293c14c39f7f on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:58:22.609333 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:58:22.609839 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Checking segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:58:22.610353 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.611107 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Bound using segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:58:22.611746 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Bound port: fc1c9226-26e3-454b-82d7-293c14c39f7f, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:58:22.612565 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.701870 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] For port fc1c9226-26e3-454b-82d7-293c14c39f7f, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:58:22.705597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] For port fc1c9226-26e3-454b-82d7-293c14c39f7f, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fc1c9226-26e3-454b-82d7-293c14c39f7f,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:58:22.710792 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.776406 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0504cf-c692-4ee6-891d-2ce882488683 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:22.779569 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:22.779777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:22.780153 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.780711 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8215e18310>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:22.836734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-989e2aa9-7662-4897-8839-c60eb062318a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:22.843897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-989e2aa9-7662-4897-8839-c60eb062318a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 797 time: 0.1662462
Nov 10 04:58:22.927026 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-efa87cd2-fae3-4c6e-8e18-c9cec3915a9f req-a8f79234-2d89-4b5b-a087-e4e2a205925c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 210 time: 0.0429399
Nov 10 04:58:22.928665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:22.938577 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:22.943541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-d0172774-2048-4758-bfaf-3140929905c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 380 time: 0.0940597
Nov 10 04:58:22.955689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'port': {'device_id': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'admin_state_up': True, 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'security_groups': ['d59f48db-5dde-4d71-b68d-f51a5a93a41c']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:22.977525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] For port fc1c9226-26e3-454b-82d7-293c14c39f7f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fc1c9226-26e3-454b-82d7-293c14c39f7f,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:22.983471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.036961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202e520-0f63-4aab-9c22-b7fdde375795 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:23.081534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 04:58:23.085544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.106106 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4862d4c7-97cc-49c3-8eff-59698b674e9c None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:23.107639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4862d4c7-97cc-49c3-8eff-59698b674e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.180830 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8215e18310>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:23.209160 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c50cd-fab0-4f4e-8246-0415a82c68c2 None None] The sync data for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 is: [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:58:23.223818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.9 (699cdd45-2e28-4678-956f-76dae40bf364/0a72a2db-35f3-4837-8efa-4e3b7654552b/1b72a7db-9be3-4980-9f0f-d77708b84e58) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:58:23.393449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.431353 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.474903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 699cdd45-2e28-4678-956f-76dae40bf364 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:23.478175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:23.486091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:58:23.513194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fc1c9226-26e3-454b-82d7-293c14c39f7f up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:58:23.517525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:23.545600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:23.546459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.568413 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-79bc5b05-9cf2-47ca-9854-9d210fb7dc50 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6166012
Nov 10 04:58:23.591668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port fc1c9226-26e3-454b-82d7-293c14c39f7f triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:23.592050 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.704479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Request body: {'port': {'device_id': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:23.767076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.821055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5d5a750a-2f81-4b6f-97be-3a4216a613ac None None] Provisioning complete for port 1b72a7db-9be3-4980-9f0f-d77708b84e58 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:23.821055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d5a750a-2f81-4b6f-97be-3a4216a613ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:23.858843 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a750a-2f81-4b6f-97be-3a4216a613ac None None] Port 1b72a7db-9be3-4980-9f0f-d77708b84e58 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 04:58:24.073004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b72a7db-9be3-4980-9f0f-d77708b84e58 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:58:24.082556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:24.108675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e8209-7aa3-4def-81b4-6e5e6bbc6c9a req-0a0827c8-eec8-4ffb-9216-aa25a678425d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:24.110230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f7e8209-7aa3-4def-81b4-6e5e6bbc6c9a req-0a0827c8-eec8-4ffb-9216-aa25a678425d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 931 time: 0.1000516
Nov 10 04:58:24.111299 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Transition to ACTIVE for port object 1b72a7db-9be3-4980-9f0f-d77708b84e58 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:58:24.115244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:24.510327 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:24.531631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f7e8209-7aa3-4def-81b4-6e5e6bbc6c9a req-07d6a304-0d84-47d4-9f97-526d6257a705 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4140053
Nov 10 04:58:24.596172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:58:24.596497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:58:24.596866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:58:24.601386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:58:24.601704 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:58:24.606858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:58:24.607198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Checking segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:58:24.607584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Bound using segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:58:24.608013 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Bound port: 1b72a7db-9be3-4980-9f0f-d77708b84e58, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:58:24.608370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:24.675833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:58:24.678901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:58:24.683873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:24.716790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:24.717419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:24.719046 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] 10.222.0.26 "PUT /v2.0/ports/1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 1091 time: 1.0717974
Nov 10 04:58:24.719481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:58:24.721752 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dac608-1457-4608-936b-6bfad7df0594" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:58:24.749916 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5b6b9-977b-4c7f-a3f5-0c563161893f service neutron] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:24.793456 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6190fa46-68d0-4f9b-a66b-bb2634706f59 x-openstack-request-id: req-6190fa46-68d0-4f9b-a66b-bb2634706f59 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:58:24.793842 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:58:24.794147 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6190fa46-68d0-4f9b-a66b-bb2634706f59 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:58:24.794598 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'status': 'completed', 'code': 200}
Nov 10 04:58:24.811420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-7aa179d6-6680-4eb2-8f4c-57371ac27b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:24.813055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-7aa179d6-6680-4eb2-8f4c-57371ac27b58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0494239
Nov 10 04:58:24.864197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-b0631d68-8053-4bee-a48b-4bf25a5c38be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 217 time: 0.0423341
Nov 10 04:58:24.914448 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-d8d8322c-c66e-4451-84ba-565d45032929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:24.915894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-d8d8322c-c66e-4451-84ba-565d45032929 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0449588
Nov 10 04:58:24.961085 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-2f48037b-fd51-4659-846b-f0ea6842e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:24.962534 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-2f48037b-fd51-4659-846b-f0ea6842e3bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400529
Nov 10 04:58:25.056251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-933d92d9-ed35-4b53-abb6-47a64b0eb221 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866721
Nov 10 04:58:25.144999 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f58f6b-e99a-455f-b5ea-0a11a6105c8a req-57f867e5-3d45-494f-a8f9-a7c0c2a0e52e service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818279
Nov 10 04:58:25.234158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac608-1457-4608-936b-6bfad7df0594 req-e8b86e1e-6a2e-421f-9abf-750da6aa5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:25.235742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-e8b86e1e-6a2e-421f-9abf-750da6aa5723 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0450215
Nov 10 04:58:25.326306 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac608-1457-4608-936b-6bfad7df0594 req-cb18b2fe-7314-4aad-bd87-c678b0935b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:25.327805 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-cb18b2fe-7314-4aad-bd87-c678b0935b71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.0845938
Nov 10 04:58:25.372864 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-a0b1b12a-c90f-414c-96d8-67c935a95e13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 217 time: 0.0380592
Nov 10 04:58:25.421767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac608-1457-4608-936b-6bfad7df0594 req-1a807bd9-3deb-4503-addd-93e21d929cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:25.423212 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-1a807bd9-3deb-4503-addd-93e21d929cd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0439074
Nov 10 04:58:25.470862 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac608-1457-4608-936b-6bfad7df0594 req-4611a62c-6e66-4bf4-907f-32263b7bee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:25.472332 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-4611a62c-6e66-4bf4-907f-32263b7bee84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405874
Nov 10 04:58:25.565855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-0759d551-73b1-43ae-be96-0f7543303f5e service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854676
Nov 10 04:58:25.696139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944dfa3-e8ae-4f91-bf52-28b111c7ec85 req-10b180cf-3f55-4778-8d6b-2e1e2ed808c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:25.697561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1944dfa3-e8ae-4f91-bf52-28b111c7ec85 req-10b180cf-3f55-4778-8d6b-2e1e2ed808c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0820692
Nov 10 04:58:25.701807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33dac608-1457-4608-936b-6bfad7df0594 req-46c4f4e7-408f-478d-a223-d0ba0c4e218b service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278195
Nov 10 04:58:25.748542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1944dfa3-e8ae-4f91-bf52-28b111c7ec85 req-641ac5bc-13d6-43dd-8b90-2f0297e63007 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443292
Nov 10 04:58:26.865837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad56fbe-88ba-4a0f-9d78-8e7d849c4531 req-3486dc49-a9e5-4cb5-a937-e64dd2e38cf0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:26.867398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dad56fbe-88ba-4a0f-9d78-8e7d849c4531 req-3486dc49-a9e5-4cb5-a937-e64dd2e38cf0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0488951
Nov 10 04:58:26.915669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dad56fbe-88ba-4a0f-9d78-8e7d849c4531 req-cb72149f-e03f-48df-8feb-820eb1ebc3c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416756
Nov 10 04:58:27.638204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:58:27.733707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:27.744573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'mac_address': 'fa:16:3e:87:0d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:58:27.780403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:27.793062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b72a7db-9be3-4980-9f0f-d77708b84e58 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:58:27.813062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:27.817021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:27.867951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:28.034820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d72597-3105-4e9a-8106-9dcb98321aed req-e34cf473-b1a7-4c10-b7fa-9d8881954238 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:28.036362 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7d72597-3105-4e9a-8106-9dcb98321aed req-e34cf473-b1a7-4c10-b7fa-9d8881954238 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 944 time: 0.0524268
Nov 10 04:58:28.036878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['1b72a7db-9be3-4980-9f0f-d77708b84e58'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:58:28.088074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f7d72597-3105-4e9a-8106-9dcb98321aed req-cd19938a-4d70-44ea-86c1-c343ed914788 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444195
Nov 10 04:58:29.206768 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a8dd-80d8-48b0-a51f-c69873f095fb req-9192ddd4-f76a-4d8f-a0aa-955aa891758c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:29.208220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ae3a8dd-80d8-48b0-a51f-c69873f095fb req-9192ddd4-f76a-4d8f-a0aa-955aa891758c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 944 time: 0.0518637
Nov 10 04:58:29.257528 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ae3a8dd-80d8-48b0-a51f-c69873f095fb req-fd533d51-b101-41fa-9a8c-c485a06198a6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432913
Nov 10 04:58:29.652583 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:58:29.700784 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 1b72a7db-9be3-4980-9f0f-d77708b84e58 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:58:29.704564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 1b72a7db-9be3-4980-9f0f-d77708b84e58 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:58:29.704965 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:29.785870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:29.808027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:58:29.810265 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2357b2-7a0f-457c-94bb-a9fdd042b241" -d '{"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-plugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:58:29.822851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:58:29.828066 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:29.851907 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6185e11-b29d-4864-b481-a4d90930ab43 x-openstack-request-id: req-f6185e11-b29d-4864-b481-a4d90930ab43 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:58:29.852195 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-plugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:58:29.852444 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6185e11-b29d-4864-b481-a4d90930ab43 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:58:29.852848 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'code': 200}
Nov 10 04:58:29.878199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:29.946364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9981816-d911-4c9b-981d-13e5d7406ce2 req-db76eafe-2406-43fa-b63e-1e7e7be2c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:29.947858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9981816-d911-4c9b-981d-13e5d7406ce2 req-db76eafe-2406-43fa-b63e-1e7e7be2c7ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0405428
Nov 10 04:58:30.001749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b9981816-d911-4c9b-981d-13e5d7406ce2 req-e5e795f8-fafb-4ab7-bfa2-623ac3e035aa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470476
Nov 10 04:58:30.372085 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c8956-36e4-4617-a797-e07cd4dd78b7 req-ddd1a4c7-3faf-4a86-b23a-2e7c186ccb57 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:30.373582 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a99c8956-36e4-4617-a797-e07cd4dd78b7 req-ddd1a4c7-3faf-4a86-b23a-2e7c186ccb57 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0476403
Nov 10 04:58:30.422962 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a99c8956-36e4-4617-a797-e07cd4dd78b7 req-0563c57f-7393-45b0-85b6-184d9ca5b07b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416121
Nov 10 04:58:31.538145 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a37f8f-6d81-4a2f-9f0f-9f298305af89 req-9114fe39-ffae-4d3c-bd0a-11415018c9aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:31.539625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a37f8f-6d81-4a2f-9f0f-9f298305af89 req-9114fe39-ffae-4d3c-bd0a-11415018c9aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0490413
Nov 10 04:58:31.589033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a37f8f-6d81-4a2f-9f0f-9f298305af89 req-7d7ca2a9-ec7a-496b-ba13-602512825fe1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434513
Nov 10 04:58:31.704799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca790a-196b-4b24-afa9-dfe9c9c78551 req-ab62be59-f70e-475a-b583-33119e7a5035 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:31.706169 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdca790a-196b-4b24-afa9-dfe9c9c78551 req-ab62be59-f70e-475a-b583-33119e7a5035 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0516760
Nov 10 04:58:31.754450 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdca790a-196b-4b24-afa9-dfe9c9c78551 req-bfc2d50b-2052-4d19-bbbd-20822c024472 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424125
Nov 10 04:58:31.775543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56508) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:31.815400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159df371-7781-4d4d-b762-d32a3a8c3942 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:31.816944 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-159df371-7781-4d4d-b762-d32a3a8c3942 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1091 time: 0.0403869
Nov 10 04:58:31.819678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56510) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:31.823899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:58:31.845660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:31.945296 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.045700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.179 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 04:58:32.149893 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.182236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.216617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 04:58:32.222532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 04:58:32.225130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 04:58:32.257502 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:32.572749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.643168 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.788480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.792941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.868983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:58:32.876959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:32.976602 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 associated. External IP: 172.32.3.179, port: 1b72a7db-9be3-4980-9f0f-d77708b84e58.
Nov 10 04:58:33.183288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 65617341-71b6-4d7c-b25d-aeefdb906e61 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 04:58:33.286283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 04:58:33.296280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Sync routers for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 04:58:33.305175 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:33.306596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:33.307203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e89fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:33.335410 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2774e98f-5d6a-4837-b00b-86b4594c62e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5147226
Nov 10 04:58:33.335988 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:58:33.338384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c36c2d-54f4-4180-a07d-71266b2218c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:58:33.386172 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d5c4d-8008-499d-b4bd-efceec0e6194 x-openstack-request-id: req-385d5c4d-8008-499d-b4bd-efceec0e6194 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:58:33.386568 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:58:33.386917 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-385d5c4d-8008-499d-b4bd-efceec0e6194 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:58:33.387423 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'status': 'completed', 'code': 200}
Nov 10 04:58:33.421155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:33.473762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ffa05-0797-4445-94f5-e3dc07f3259f req-0cc6b415-ae58-4e6c-b566-207a4bce48bc tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:33.475176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-827ffa05-0797-4445-94f5-e3dc07f3259f req-0cc6b415-ae58-4e6c-b566-207a4bce48bc tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0791328
Nov 10 04:58:33.481808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-4b7032d5-ae69-4249-87ce-307d5364623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:33.483202 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-4b7032d5-ae69-4249-87ce-307d5364623d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0571868
Nov 10 04:58:33.579033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-827ffa05-0797-4445-94f5-e3dc07f3259f req-e613ae37-dd3f-40e6-9034-112333a92745 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948884
Nov 10 04:58:33.602621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56516) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:33.615453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-2ccaa067-6a31-4d01-bad2-5c1f1b5ad210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:33.617093 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-2ccaa067-6a31-4d01-bad2-5c1f1b5ad210 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.1260412
Nov 10 04:58:33.650614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e89fd0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '16a8cdce-1d1a-45fa-b8bb-eb7e450e3873', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.179', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'mac_address': 'fa:16:3e:87:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:58:32Z', 'updated_at': '2021-11-10T04:58:32Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:33.664566 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-eac6e603-6db6-4703-ba78-a9c6ed340e61 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 HTTP/1.1" status: 200  len: 991 time: 0.0589910
Nov 10 04:58:33.678952 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Checking router: 65617341-71b6-4d7c-b25d-aeefdb906e61 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 04:58:33.684288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-ac0af873-44d6-41cf-8a11-3b49763d806a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 999 time: 0.0606036
Nov 10 04:58:33.687324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 04:58:33.687937 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e89fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:58:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:33.737216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-b971ffbb-9f05-4fc9-904f-975ffcfa4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:33.738683 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-b971ffbb-9f05-4fc9-904f-975ffcfa4d27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0480566
Nov 10 04:58:33.787326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-5b38046b-9dbe-4518-bee5-b38f8d67a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:33.788912 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-5b38046b-9dbe-4518-bee5-b38f8d67a7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432351
Nov 10 04:58:33.887061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-ee4bfdd7-805d-40c6-ab35-302e736404b8 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901284
Nov 10 04:58:33.955417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 04:58:33.978519 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53c36c2d-54f4-4180-a07d-71266b2218c3 req-d661a804-d81a-4576-a3d8-2599028a18e9 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844829
Nov 10 04:58:34.181549 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e89fd0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '16a8cdce-1d1a-45fa-b8bb-eb7e450e3873', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.179', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'mac_address': 'fa:16:3e:87:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:58:32Z', 'updated_at': '2021-11-10T04:58:32Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 04:58:34.207817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1659e5-263d-4dd9-afa6-fe24bb767b89 None None] The sync data for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 is: [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '16a8cdce-1d1a-45fa-b8bb-eb7e450e3873', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.179', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'mac_address': 'fa:16:3e:87:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T04:58:32Z', 'updated_at': '2021-11-10T04:58:32Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 04:58:34.400052 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4570b0-1aeb-4a68-8d03-b6368e1e9cd4 None None] New status for floating IP 16a8cdce-1d1a-45fa-b8bb-eb7e450e3873: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 04:58:34.450201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27f449d8-2167-4d0c-a8d6-218d920d5b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:34.666384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56518) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:58:34.728787 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d6c512ad-758f-4e89-8d16-bd47713f8cc0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 HTTP/1.1" status: 200  len: 993 time: 0.0611417
Nov 10 04:58:37.007507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58985bf0-f1b0-4b5a-a4bf-1c8e8ef8d643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:38.122406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:39.572777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:40.314397 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:49.161054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:49.556239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:58:50.550203 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:58:59.103861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-e4715424-330e-4f83-a844-5d3c7a4a98d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393751
Nov 10 04:58:59.187626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-afceede3-e0a6-4db6-9e71-ee858a78112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:59.189138 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-afceede3-e0a6-4db6-9e71-ee858a78112f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0441616
Nov 10 04:58:59.290087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-d0359495-22dd-471f-8e3d-5bea9e794e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:59.291538 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-d0359495-22dd-471f-8e3d-5bea9e794e48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.0833826
Nov 10 04:58:59.359574 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-abe17813-4c70-483a-bf53-346adf417350 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 1001 time: 0.0602605
Nov 10 04:58:59.406772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-7e2230ee-f126-4b9d-af73-65be07e2b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:59.408201 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-7e2230ee-f126-4b9d-af73-65be07e2b74b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0433278
Nov 10 04:58:59.455179 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-65e09804-c0dd-4993-b5d9-316b5ee99e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:58:59.456656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-65e09804-c0dd-4993-b5d9-316b5ee99e6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402102
Nov 10 04:58:59.551253 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-2c852259-c935-4b91-b776-3d7f53ec7b78 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870543
Nov 10 04:58:59.641408 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-13f3ccf6-14eb-4fef-8d8f-dbb73aa60750 req-02c3ca4f-6e29-4f06-a444-2df0506dfba3 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818150
Nov 10 04:59:04.450820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-064ca72c-3afe-4d27-98a7-9e3efedfc7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:06.056088 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56552) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:59:06.080061 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc97a6c-0dc1-47db-a234-0f8c3cc1a9bf req-23e59c2e-2ddc-43ef-b250-f3d79a88b84b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:06.081738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bc97a6c-0dc1-47db-a234-0f8c3cc1a9bf req-23e59c2e-2ddc-43ef-b250-f3d79a88b84b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0530400
Nov 10 04:59:06.131504 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4bc97a6c-0dc1-47db-a234-0f8c3cc1a9bf req-2323cf44-223c-4bb8-88f3-e27b87db66cc tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439992
Nov 10 04:59:06.142082 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8d01172a-2fd0-4e91-8cb2-32f51fccd54f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0847163
Nov 10 04:59:06.152434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-79755a28-d643-474b-ae41-3244b7fbaf16 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:59:06.153440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-79755a28-d643-474b-ae41-3244b7fbaf16 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067058
Nov 10 04:59:07.009452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c8b615a7-2c01-4195-abef-95c5e545a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:07.273242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa0230-e346-4d14-888c-345961a27413 req-63190b2e-068d-4d2c-abd0-0533659e22d5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:07.274616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3cfa0230-e346-4d14-888c-345961a27413 req-63190b2e-068d-4d2c-abd0-0533659e22d5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0728378
Nov 10 04:59:07.290667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-f583754d-64d1-49ef-9109-55e7850b12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:07.292035 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-f583754d-64d1-49ef-9109-55e7850b12e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0646253
Nov 10 04:59:07.379466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3cfa0230-e346-4d14-888c-345961a27413 req-54878036-db66-49df-bcd8-c883bdf9102f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986853
Nov 10 04:59:07.408165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-6a1cf42b-869f-4819-aa1d-997b1e7e6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:07.409631 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-6a1cf42b-869f-4819-aa1d-997b1e7e6c19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.1107585
Nov 10 04:59:07.474713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-a86b26c9-5eed-4b50-baf7-8d57fedc0d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 1001 time: 0.0572667
Nov 10 04:59:07.527481 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-9b94c74d-4d5b-4c8f-971e-300769a95dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:07.528871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-9b94c74d-4d5b-4c8f-971e-300769a95dc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0468264
Nov 10 04:59:07.572182 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-b4627fab-8c3a-48a7-9a6b-c36558aaa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:07.573634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-b4627fab-8c3a-48a7-9a6b-c36558aaa33f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384104
Nov 10 04:59:07.660974 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-c99a8b76-7dbe-47d6-ae52-4019ff8b9b97 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800843
Nov 10 04:59:07.751605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-86a22e26-d01f-48fe-891f-588542818d1e service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833755
Nov 10 04:59:08.125783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:08.493814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0e52-3a6b-47b5-828d-77cdfcdc3c31 req-6716860b-06c8-44c0-9ca3-20606098cf66 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:08.495323 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a2b0e52-3a6b-47b5-828d-77cdfcdc3c31 req-6716860b-06c8-44c0-9ca3-20606098cf66 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0481999
Nov 10 04:59:08.542881 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1a2b0e52-3a6b-47b5-828d-77cdfcdc3c31 req-cd73a3d6-d6b9-47e9-ba70-e8f606c2006f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416634
Nov 10 04:59:09.573471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:09.660911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a17a8-1004-4b2b-aafa-3cb418c274f2 req-41040dce-8ed0-48e8-b1b6-97fdc6b11eae tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:09.662365 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-398a17a8-1004-4b2b-aafa-3cb418c274f2 req-41040dce-8ed0-48e8-b1b6-97fdc6b11eae tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0492394
Nov 10 04:59:09.710468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-398a17a8-1004-4b2b-aafa-3cb418c274f2 req-19593b56-0a4d-41c2-af79-31072c6c8c2d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422504
Nov 10 04:59:10.316084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:10.831125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251e87d-b4f7-450b-966b-51a6f9ad39e7 req-12199f89-dc16-4c90-abc8-d46289a4e786 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:10.832654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f251e87d-b4f7-450b-966b-51a6f9ad39e7 req-12199f89-dc16-4c90-abc8-d46289a4e786 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0534599
Nov 10 04:59:10.882133 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f251e87d-b4f7-450b-966b-51a6f9ad39e7 req-4e7b83e8-6765-4eaf-a263-6a3875616af5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435903
Nov 10 04:59:12.002581 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2340ac-7d1b-4e6d-a8b2-b32f0c10c7ea req-bf63f96d-5ffe-4628-b0fc-3695143303f3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:12.004071 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c2340ac-7d1b-4e6d-a8b2-b32f0c10c7ea req-bf63f96d-5ffe-4628-b0fc-3695143303f3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0534744
Nov 10 04:59:12.052809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1c2340ac-7d1b-4e6d-a8b2-b32f0c10c7ea req-5a51189f-72ca-41be-b399-5b722ac8a2ce tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427561
Nov 10 04:59:13.166427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0709c-35bf-4eb3-b87e-39c592ad3445 req-a3cc7300-00b9-4245-8c02-a5666ffac6a6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:13.167885 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0de0709c-35bf-4eb3-b87e-39c592ad3445 req-a3cc7300-00b9-4245-8c02-a5666ffac6a6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0475979
Nov 10 04:59:13.215639 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0de0709c-35bf-4eb3-b87e-39c592ad3445 req-61f89995-2742-423b-ba2a-613258956445 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412605
Nov 10 04:59:14.333665 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c78fea-2fb9-4654-a821-6606db76d602 req-f7f3e59b-44b3-4bd0-ba68-21d4fabdc952 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:14.335107 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2c78fea-2fb9-4654-a821-6606db76d602 req-f7f3e59b-44b3-4bd0-ba68-21d4fabdc952 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0480063
Nov 10 04:59:14.383579 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f2c78fea-2fb9-4654-a821-6606db76d602 req-849e800f-07bd-4cc1-8a77-5e04b4c5f061 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427091
Nov 10 04:59:15.502334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102317-bdf1-4e6a-8f0f-77252a3a7ee5 req-c2f80e39-abf8-49c1-8876-218a7430d6c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:15.503829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f102317-bdf1-4e6a-8f0f-77252a3a7ee5 req-c2f80e39-abf8-49c1-8876-218a7430d6c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0531964
Nov 10 04:59:15.551954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8f102317-bdf1-4e6a-8f0f-77252a3a7ee5 req-be0c0db2-dd40-4705-b16e-80a53db15014 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421367
Nov 10 04:59:16.670753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402766-d8cd-4a22-a074-9ef9992f2f0e req-9e1a442b-f851-41b6-b8da-b92d330945aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:16.672230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd402766-d8cd-4a22-a074-9ef9992f2f0e req-9e1a442b-f851-41b6-b8da-b92d330945aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0519869
Nov 10 04:59:17.035977 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fd402766-d8cd-4a22-a074-9ef9992f2f0e req-2b01b6b6-5ead-4cfd-baec-3841cb52d276 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3566175
Nov 10 04:59:18.151032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e9a8-94e3-483a-96d2-b4d58469a23a req-4fdc190e-3c87-4cce-abfd-5a37c5f47606 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:18.152529 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe81e9a8-94e3-483a-96d2-b4d58469a23a req-4fdc190e-3c87-4cce-abfd-5a37c5f47606 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0483956
Nov 10 04:59:18.200551 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe81e9a8-94e3-483a-96d2-b4d58469a23a req-01b487a2-d5c9-4093-a5b4-e8d3e5f0b749 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414095
Nov 10 04:59:19.159798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:19.315900 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd437-308c-4184-9799-80fae0125d36 req-3c52ea96-3742-40df-a8df-df95a6b323b2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:19.317389 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2dadd437-308c-4184-9799-80fae0125d36 req-3c52ea96-3742-40df-a8df-df95a6b323b2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0482988
Nov 10 04:59:19.365711 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2dadd437-308c-4184-9799-80fae0125d36 req-370997c4-1fdb-4d2f-89fe-291758844220 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424747
Nov 10 04:59:19.562943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:20.480672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a2244-24d7-4271-ad84-926644965eac req-70482fe7-a18c-4f6a-8944-34c07dd56a23 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:20.482128 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab8a2244-24d7-4271-ad84-926644965eac req-70482fe7-a18c-4f6a-8944-34c07dd56a23 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0478806
Nov 10 04:59:20.534828 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ab8a2244-24d7-4271-ad84-926644965eac req-b2174487-fca8-4295-8ee6-f6614fcb62e6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467761
Nov 10 04:59:21.648557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6645f8-ca2c-46d9-a4c1-0e308e2a6e4d req-0ff818eb-4a29-46dc-88ee-c06d54588d90 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:21.650036 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c6645f8-ca2c-46d9-a4c1-0e308e2a6e4d req-0ff818eb-4a29-46dc-88ee-c06d54588d90 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0483117
Nov 10 04:59:21.700586 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0c6645f8-ca2c-46d9-a4c1-0e308e2a6e4d req-81b170dc-16c2-4159-a0ee-179ca4f09fa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446768
Nov 10 04:59:22.814234 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf7a73-b7d2-4c72-80cf-a35bbe3fdb1a req-4c94cb65-5427-46bd-8111-e6c738171a32 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:22.815697 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caaf7a73-b7d2-4c72-80cf-a35bbe3fdb1a req-4c94cb65-5427-46bd-8111-e6c738171a32 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0476279
Nov 10 04:59:22.864522 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-caaf7a73-b7d2-4c72-80cf-a35bbe3fdb1a req-66e84ab3-02ea-4371-91ca-729f934844da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428963
Nov 10 04:59:23.979401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4df6-741a-425c-af4a-e3be8371474d req-71400835-1185-4b01-abf3-6e0ad744eb2d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:23.980897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83ed4df6-741a-425c-af4a-e3be8371474d req-71400835-1185-4b01-abf3-6e0ad744eb2d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0494106
Nov 10 04:59:24.030366 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83ed4df6-741a-425c-af4a-e3be8371474d req-2a04f66b-8b10-4a4d-865c-42144bd65d18 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436716
Nov 10 04:59:24.598878 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-23739078-91e9-4485-9926-aef1b0565450 service neutron] show failed (client error): The resource could not be found.
Nov 10 04:59:24.599847 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-23739078-91e9-4485-9926-aef1b0565450 service neutron] 10.222.0.26 "GET /v2.0/ports/1b72a7db-9be3-4980-9f0f-d77708b84e58/bindings/nch1-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0537422
Nov 10 04:59:24.789393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-19ceb192-128d-4716-9a04-62d12d3f7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:24.790861 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-19ceb192-128d-4716-9a04-62d12d3f7cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 1096 time: 0.0402973
Nov 10 04:59:24.801671 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-a614be8a-531a-4c5d-88d9-21b0a49d0a62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 04:59:24.802604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-a614be8a-531a-4c5d-88d9-21b0a49d0a62 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053372
Nov 10 04:59:24.814781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Request body: {'port': {'binding:host_id': 'nch1-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 04:59:24.869519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.067314 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:59:25.100081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:59:25.144960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:59:25.147259 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3d7d8f-a979-4e63-b0e1-ea52610d4c4c" -d '{"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:59:25.150216 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cdea5-246c-49e7-89c4-423b692daa12 req-ec37c15c-fb98-41a2-a230-c9394128632d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.151376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.151769 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059cdea5-246c-49e7-89c4-423b692daa12 req-ec37c15c-fb98-41a2-a230-c9394128632d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0496340
Nov 10 04:59:25.164501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Transition to ACTIVE for port object 1b72a7db-9be3-4980-9f0f-d77708b84e58 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 04:59:25.168713 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.206026 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7ba56-a725-4bdd-ae64-cc013749edb3 x-openstack-request-id: req-28d7ba56-a725-4bdd-ae64-cc013749edb3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:59:25.206398 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:59:25.206712 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28d7ba56-a725-4bdd-ae64-cc013749edb3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:59:25.207630 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'code': 200}
Nov 10 04:59:25.210451 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-059cdea5-246c-49e7-89c4-423b692daa12 req-f58e6ed2-e8e0-4782-97ab-164ac420e3f7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497072
Nov 10 04:59:25.228591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:59:25.268153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.268485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.268844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.269183 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.269515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.269844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.270171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.270497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.270846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.271152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.271476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.271797 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:25.313052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] No DVR routers for this DVR port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 04:59:25.448535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 04:59:25.448902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 04:59:25.449231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:59:25.453573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 04:59:25.453903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Attempting to bind port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on network 699cdd45-2e28-4678-956f-76dae40bf364 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 04:59:25.459519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 04:59:25.459856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Checking segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 04:59:25.460242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Bound using segment: {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 04:59:25.460697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Bound port: 1b72a7db-9be3-4980-9f0f-d77708b84e58, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46387c2-529b-4741-a477-1b3db4baefd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 04:59:25.461056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.526856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 04:59:25.529794 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 04:59:25.534773 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.566842 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.567457 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:25.569101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 1091 time: 0.7586150
Nov 10 04:59:25.602103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b795aba-a8f2-43ab-b4a1-ba337b464837 service neutron] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:59:25.638313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-133521b3-84c8-4248-aa02-bc5cec6b4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.639831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-133521b3-84c8-4248-aa02-bc5cec6b4e09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0466218
Nov 10 04:59:25.739512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-dd3e79ff-4935-4833-83ef-e259863e34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.741157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-dd3e79ff-4935-4833-83ef-e259863e34a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.0925310
Nov 10 04:59:25.808811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-97006d54-f4a4-4de4-b53d-278de7a07fa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 999 time: 0.0604393
Nov 10 04:59:25.861680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-cefc6c9d-6f58-4210-92f1-87ec76492c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.863074 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-cefc6c9d-6f58-4210-92f1-87ec76492c08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0476832
Nov 10 04:59:25.910305 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-ecea8c7d-5114-47d5-ba0a-46a52e3f640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:25.911776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-ecea8c7d-5114-47d5-ba0a-46a52e3f640b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421941
Nov 10 04:59:25.999813 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-7c65c48d-0b25-4cea-9edc-109d76745378 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809629
Nov 10 04:59:26.092303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-99369f22-03d2-4e5c-8399-0f2688beb5c6 req-adfd8ab7-8f96-45da-871f-eac994aec613 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853107
Nov 10 04:59:26.335400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b5ec-6221-485a-82fd-bab4e8448ac3 req-9bac52bf-d01a-4103-9365-4d3d98bbffa8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:26.336908 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5066b5ec-6221-485a-82fd-bab4e8448ac3 req-9bac52bf-d01a-4103-9365-4d3d98bbffa8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0489182
Nov 10 04:59:26.385836 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5066b5ec-6221-485a-82fd-bab4e8448ac3 req-76e4cd2c-009b-43d6-ba2b-8e14c1ab13c4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429602
Nov 10 04:59:27.208114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:59:27.210525 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b549ff-90c6-4c15-b7ae-4804189ad211" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:59:27.258553 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75311a7-d655-4303-9103-22e0ce9b4e05 x-openstack-request-id: req-b75311a7-d655-4303-9103-22e0ce9b4e05 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:59:27.259038 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:59:27.259305 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b75311a7-d655-4303-9103-22e0ce9b4e05 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:59:27.259710 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'status': 'completed', 'code': 200}
Nov 10 04:59:27.351216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-5bf94ecc-62ca-41f7-9bd5-a7d6ad7937dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.352726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-5bf94ecc-62ca-41f7-9bd5-a7d6ad7937dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0733290
Nov 10 04:59:27.354389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-53e47bdc-c5d5-4d19-9043-677e82ff8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.355709 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-53e47bdc-c5d5-4d19-9043-677e82ff8e8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0681834
Nov 10 04:59:27.552600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-0f2a1a29-0782-43fe-823f-c52401173a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.554008 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-0f2a1a29-0782-43fe-823f-c52401173a40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.1916504
Nov 10 04:59:27.554570 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 04:59:27.564912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139f3be-5104-4d9b-b5fe-3326d10d331c req-d97add9b-cff5-4fa7-b056-a76764392532 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.566469 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7139f3be-5104-4d9b-b5fe-3326d10d331c req-d97add9b-cff5-4fa7-b056-a76764392532 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.1093273
Nov 10 04:59:27.578572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-7b23919d-97cd-466b-9e01-b48cc2c8cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.580027 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-7b23919d-97cd-466b-9e01-b48cc2c8cbff service neutron] 10.222.0.21 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.2097673
Nov 10 04:59:27.708203 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-809129cc-2831-43f9-a233-5e2ad99af98b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 999 time: 0.1407323
Nov 10 04:59:27.728760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-db3eb5c9-d035-4f75-b600-7df31b6b5982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 999 time: 0.1109529
Nov 10 04:59:27.764946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7139f3be-5104-4d9b-b5fe-3326d10d331c req-9aece8dc-87df-4fbf-8f8c-71bbb5865991 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1895137
Nov 10 04:59:27.804559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-16d9d009-a514-4046-95b7-28c7bd40f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.806016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-16d9d009-a514-4046-95b7-28c7bd40f037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0911484
Nov 10 04:59:27.811143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-9e544af5-6dbc-4069-b17c-9b74778016e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.812535 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-9e544af5-6dbc-4069-b17c-9b74778016e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0620668
Nov 10 04:59:27.880831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-651980e3-ae9d-473c-a903-5c3d2f5cbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.882318 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-651980e3-ae9d-473c-a903-5c3d2f5cbabf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0689254
Nov 10 04:59:27.888101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-ed8801b0-a38b-426d-9868-061fbc2c9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:27.889541 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-ed8801b0-a38b-426d-9868-061fbc2c9234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0687208
Nov 10 04:59:27.949865 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 04:59:27.992170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 04:59:28.040698 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-ae8d7980-11dc-44e9-ab49-7820febb3f79 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501265
Nov 10 04:59:28.045792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-3fc9f851-6fdf-499c-8cfb-dbe078a1e972 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480894
Nov 10 04:59:28.193628 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-3fb7ac30-7ac4-4632-a963-3b64bdd1a514 service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461284
Nov 10 04:59:28.198706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-21b549ff-90c6-4c15-b7ae-4804189ad211 req-09539c18-7b22-4cad-893e-e58ab0c5b820 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435544
Nov 10 04:59:28.887788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21697e-04db-46eb-ad3f-4e6f6b120473 req-c21ea36b-4623-4e40-a916-da740c9cf60b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:28.889266 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b21697e-04db-46eb-ad3f-4e6f6b120473 req-c21ea36b-4623-4e40-a916-da740c9cf60b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0527623
Nov 10 04:59:28.937016 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5b21697e-04db-46eb-ad3f-4e6f6b120473 req-2a261147-a648-4fac-8a42-731e939a2bfc tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418127
Nov 10 04:59:29.131430 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661096f-b97d-4da2-9767-94b6758724ba req-48ec72e3-ffeb-4d96-a634-eae3ae335f31 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.132959 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5661096f-b97d-4da2-9767-94b6758724ba req-48ec72e3-ffeb-4d96-a634-eae3ae335f31 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0497501
Nov 10 04:59:29.147515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-fa5d9ac3-b2c8-42fc-a666-5de94cbb3c5d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.149021 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-fa5d9ac3-b2c8-42fc-a666-5de94cbb3c5d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&binding%3Ahost_id=nch1-817176-1 HTTP/1.1" status: 200  len: 943 time: 0.0529306
Nov 10 04:59:29.183194 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-5661096f-b97d-4da2-9767-94b6758724ba req-be48d433-985d-41a2-87f5-cdc44d4ad4f1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441327
Nov 10 04:59:29.214715 ncdv-817176-1 neutron-server[119697]: INFO neutron.api.v2.resource [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-712e2a5a-2f40-4bcd-a249-4f0c5fbfbe4d service neutron] delete failed (client error): The resource could not be found.
Nov 10 04:59:29.215748 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-712e2a5a-2f40-4bcd-a249-4f0c5fbfbe4d service neutron] 10.222.0.26 "DELETE /v2.0/ports/1b72a7db-9be3-4980-9f0f-d77708b84e58/bindings/nch2-817176-1 HTTP/1.1" status: 404  len: 380 time: 0.0595911
Nov 10 04:59:29.323420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-e3b79a93-28a5-4afd-821b-d81b823b1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.324928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-e3b79a93-28a5-4afd-821b-d81b823b1964 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1094 time: 0.0684476
Nov 10 04:59:29.337642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf43087-99a4-4023-8c3a-d0f141cefd40 req-6a8efbe1-8dea-4a2f-b56e-15b3893e2e10 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.339018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cf43087-99a4-4023-8c3a-d0f141cefd40 req-6a8efbe1-8dea-4a2f-b56e-15b3893e2e10 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 943 time: 0.0731113
Nov 10 04:59:29.446252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cf43087-99a4-4023-8c3a-d0f141cefd40 req-4c83d243-fb47-4476-b8f4-868b4fb2488e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975883
Nov 10 04:59:29.463611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-c191d651-f307-43c7-85f2-6ce55a679452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.463611 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-c191d651-f307-43c7-85f2-6ce55a679452 service neutron] 10.222.0.26 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.1233084
Nov 10 04:59:29.475442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 04:59:29.532023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-6317e3d1-42d6-495d-b14e-ef9670ee2433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 999 time: 0.0623956
Nov 10 04:59:29.569119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:59:29.583982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-5d04afd8-73ba-40da-86c1-f8b0f9343412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.584202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'port_id': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'mac_address': 'fa:16:3e:87:0d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 04:59:29.585601 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-5d04afd8-73ba-40da-86c1-f8b0f9343412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0468047
Nov 10 04:59:29.621471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:29.631254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-bfb5e3da-69a4-48ad-ba4a-9086d46d9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:29.632787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-bfb5e3da-69a4-48ad-ba4a-9086d46d9939 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399804
Nov 10 04:59:29.634677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b72a7db-9be3-4980-9f0f-d77708b84e58 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 04:59:29.654344 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:59:29.658602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:29.705970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:59:29.713388 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.713730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.714067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.714402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.714736 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.715063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.715386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.715710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.716030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.716347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.716688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.717007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:29.726536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-67a8ab6e-f6b6-4045-9526-deb307ef182f service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869288
Nov 10 04:59:29.816023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bef1a81c-a993-47ce-982a-6eaea4fc5791 req-60ed1abe-8477-4632-a1ef-59b4a386d2da service neutron] 10.222.0.26 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827577
Nov 10 04:59:29.883138 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['1b72a7db-9be3-4980-9f0f-d77708b84e58'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 04:59:30.561487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b84d1c-480d-4251-96d5-493abd8a8a12 req-f106f1fe-8c91-48a1-a0fc-be96b3c634fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:30.562945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6b84d1c-480d-4251-96d5-493abd8a8a12 req-f106f1fe-8c91-48a1-a0fc-be96b3c634fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 944 time: 0.0476396
Nov 10 04:59:30.615131 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f6b84d1c-480d-4251-96d5-493abd8a8a12 req-a973ca6d-2b12-43ae-bcc0-164dbf986053 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461860
Nov 10 04:59:30.636678 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56652) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:59:30.694678 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5740640f-5ea3-43bb-bc81-4ecc074cc8e7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 HTTP/1.1" status: 200  len: 992 time: 0.0568829
Nov 10 04:59:31.491695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 04:59:31.542360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 1b72a7db-9be3-4980-9f0f-d77708b84e58 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 04:59:31.546147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 1b72a7db-9be3-4980-9f0f-d77708b84e58 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 04:59:31.546522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:31.619941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:31.642485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 04:59:31.645028 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d9ef6c-6ab9-444d-8ed5-d82be447c26e" -d '{"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-plugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 04:59:31.657711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 04:59:31.662107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:31.684669 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b5453b-bd48-4188-80a8-ad463e01c633 x-openstack-request-id: req-50b5453b-bd48-4188-80a8-ad463e01c633 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 04:59:31.684967 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-plugged", "status": "completed", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 04:59:31.685217 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50b5453b-bd48-4188-80a8-ad463e01c633 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 04:59:31.685601 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'code': 200}
Nov 10 04:59:31.710251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:59:34.452092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-634fb7e0-7d77-404c-9aab-71a064111b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:37.009084 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-450f47f1-ac6d-4cf5-8c57-f22030384ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:38.128984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:39.576399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:40.317941 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:49.164017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:49.600570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:52.755653 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-fc96a4ac-32f9-43e6-82a2-75e9620e768a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398018
Nov 10 04:59:52.848559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-238dc4c1-481b-496f-9878-be81ba4154a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:52.850106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-238dc4c1-481b-496f-9878-be81ba4154a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0474527
Nov 10 04:59:52.952101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-b801db26-a13f-4208-9247-aadc8c2df9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:52.953580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-b801db26-a13f-4208-9247-aadc8c2df9cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.0831678
Nov 10 04:59:53.022369 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-2a5df806-3a64-46a6-a2bd-bd402d8d9de6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 1001 time: 0.0613198
Nov 10 04:59:53.073238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-2e1a1739-6bf0-47ef-9349-61df90d2a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:53.074661 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-2e1a1739-6bf0-47ef-9349-61df90d2a305 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0436306
Nov 10 04:59:53.120622 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-0365b290-7596-465c-bce7-172364f01e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 04:59:53.122128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-0365b290-7596-465c-bce7-172364f01e57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399773
Nov 10 04:59:53.214667 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-8c763726-f95e-4a3c-8baf-0c1a86cf9c5e service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838089
Nov 10 04:59:53.304931 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb8b2c1b-b31e-46cc-9384-a1035b3ad27a req-141a11a9-1cff-4047-853b-bc3f3c530d0d service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814967
Nov 10 04:59:59.337334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56668) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 04:59:59.489547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 04:59:59.489901 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:59.566998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:59.567319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:59.579608 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160 owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 04:59:59.722978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:59.747070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=2e7c3bbd-5ec7-4f0d-9fc7-6c9722d17160,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 04:59:59.773558 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.773903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.774239 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.774575 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.774902 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.775228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.775551 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.775870 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.776192 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.776514 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.776856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.777172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 04:59:59.815022 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 04:59:59.815343 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 disassociated (deleted). External IP: 172.32.3.179, port: 1b72a7db-9be3-4980-9f0f-d77708b84e58.
Nov 10 05:00:00.017026 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 65617341-71b6-4d7c-b25d-aeefdb906e61 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:00:00.122323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:00:00.127145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:00.132677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Sync routers for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:00:00.141753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:00.142359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820752f460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:00.156267 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c7c221fc-da4d-42e3-bf78-9c6e6f94f101 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/floatingips/16a8cdce-1d1a-45fa-b8bb-eb7e450e3873 HTTP/1.1" status: 204  len: 168 time: 0.8154542
Nov 10 05:00:00.156267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:00:00.156964 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:00:00.202638 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e188419-1397-4788-91a0-382804ac4fd0 x-openstack-request-id: req-0e188419-1397-4788-91a0-382804ac4fd0 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:00:00.202929 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:00:00.203178 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e188419-1397-4788-91a0-382804ac4fd0 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:00:00.203575 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'status': 'completed', 'code': 200}
Nov 10 05:00:00.255692 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:00.274507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-20bc2559-b7e6-4d4a-a6c9-780b79422ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:00.276407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-20bc2559-b7e6-4d4a-a6c9-780b79422ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 1096 time: 0.0492325
Nov 10 05:00:00.393200 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1553e5-b061-4685-8b08-6bd82f5d9abf req-5e5528d9-2975-49cf-bb9d-be402f31c741 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:00.394754 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e1553e5-b061-4685-8b08-6bd82f5d9abf req-5e5528d9-2975-49cf-bb9d-be402f31c741 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0550575
Nov 10 05:00:00.396513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-5f4a4944-58ad-406c-ac2b-a6536269ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:00.398114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-5f4a4944-58ad-406c-ac2b-a6536269ebea service neutron] 10.222.0.21 "GET /v2.0/networks?id=699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 200  len: 898 time: 0.1139920
Nov 10 05:00:00.444867 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-b6ed1a2b-31e8-49dc-8973-e5eb4f7cf2ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 200  len: 217 time: 0.0389287
Nov 10 05:00:00.450734 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6e1553e5-b061-4685-8b08-6bd82f5d9abf req-0d7264e1-de17-4611-a5ac-902a9d356f0e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488253
Nov 10 05:00:00.481299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820752f460>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:00.496840 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-10fa8c00-b0ab-4130-8433-2701be3fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:00.498312 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-10fa8c00-b0ab-4130-8433-2701be3fcd60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 200  len: 835 time: 0.0461504
Nov 10 05:00:00.508699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Checking router: 65617341-71b6-4d7c-b25d-aeefdb906e61 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:00:00.517131 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:00.517737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f820752f460>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:00.545821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-13eab689-987a-40e6-9502-98bbe396a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:00.547244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-13eab689-987a-40e6-9502-98bbe396a813 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699cdd45-2e28-4678-956f-76dae40bf364&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414670
Nov 10 05:00:00.622047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:00.640862 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-cc7d725b-e7aa-41ca-8113-641a72f5a502 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856216
Nov 10 05:00:00.731303 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1d8bd6c7-cdd6-41f4-8fb2-806697bebd30 req-a50f415c-4a2e-4579-8d21-727f649affd4 service neutron] 10.222.0.21 "GET /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821826
Nov 10 05:00:00.817360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f820752f460>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:00.847001 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909e632-a68b-4654-aaca-c385391a6eca None None] The sync data for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 is: [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:20Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'fc1c9226-26e3-454b-82d7-293c14c39f7f', 'name': '', 'network_id': '699cdd45-2e28-4678-956f-76dae40bf364', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:54:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:19Z', 'updated_at': '2021-11-10T04:58:22Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '0a72a2db-35f3-4837-8efa-4e3b7654552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:00:01.060958 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582834ed-9fbd-48cd-8a2e-d1d9f46b21af None None] New status for floating IP 16a8cdce-1d1a-45fa-b8bb-eb7e450e3873: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:00:01.566741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bab5f-922d-4864-8875-56f7a8f58551 req-8e9b325e-cd2f-4614-8cb2-bcb9a6e1171d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:01.568199 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a12bab5f-922d-4864-8875-56f7a8f58551 req-8e9b325e-cd2f-4614-8cb2-bcb9a6e1171d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0480239
Nov 10 05:00:01.648536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a12bab5f-922d-4864-8875-56f7a8f58551 req-d558edeb-00cc-435b-81cd-fdeef0f2d70e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=d59f48db-5dde-4d71-b68d-f51a5a93a41c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738380
Nov 10 05:00:01.658953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-a4f911f7-db59-4fa7-8c30-c224f7f5407d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:01.660371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-a4f911f7-db59-4fa7-8c30-c224f7f5407d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8b98561-7be3-4592-bbf7-3203ea2194ea HTTP/1.1" status: 200  len: 945 time: 0.0801117
Nov 10 05:00:01.746759 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 1b72a7db-9be3-4980-9f0f-d77708b84e58 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:00:01.747014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:01.836034 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 1b72a7db-9be3-4980-9f0f-d77708b84e58, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=1b72a7db-9be3-4980-9f0f-d77708b84e58,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:01.836398 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:01.849313 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 1b72a7db-9be3-4980-9f0f-d77708b84e58 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:00:01.975389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:02.004400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=1b72a7db-9be3-4980-9f0f-d77708b84e58,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:02.044630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port 1b72a7db-9be3-4980-9f0f-d77708b84e58 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:00:02.047252 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:02.050596 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0588bcb9-62a6-49a8-851b-953f611e7e08 req-9a67781b-af54-4642-b43c-51d0c84e83c8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "DELETE /v2.0/ports/1b72a7db-9be3-4980-9f0f-d77708b84e58 HTTP/1.1" status: 204  len: 173 time: 0.3844941
Nov 10 05:00:02.051067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-deleted', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:00:02.053350 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e08c2-8702-4ca4-8860-e3aad4f321f4" -d '{"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-deleted", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:00:02.090918 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54993dde-7460-4b1c-ba58-80591c201382 x-openstack-request-id: req-54993dde-7460-4b1c-ba58-80591c201382 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:00:02.091236 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b98561-7be3-4592-bbf7-3203ea2194ea", "name": "network-vif-deleted", "tag": "1b72a7db-9be3-4980-9f0f-d77708b84e58", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:00:02.091491 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54993dde-7460-4b1c-ba58-80591c201382 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:00:02.091894 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b98561-7be3-4592-bbf7-3203ea2194ea', 'name': 'network-vif-deleted', 'tag': '1b72a7db-9be3-4980-9f0f-d77708b84e58', 'status': 'completed', 'code': 200}
Nov 10 05:00:02.704181 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56686) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:03.047852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:03.292896 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port fc1c9226-26e3-454b-82d7-293c14c39f7f {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:00:03.293238 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:03.380905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port fc1c9226-26e3-454b-82d7-293c14c39f7f, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=fc1c9226-26e3-454b-82d7-293c14c39f7f,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:03.381281 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:03.393818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for fc1c9226-26e3-454b-82d7-293c14c39f7f owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:00:03.573119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:03.600361 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=fc1c9226-26e3-454b-82d7-293c14c39f7f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:03.767640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:03.977274 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 65617341-71b6-4d7c-b25d-aeefdb906e61 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:00:04.079912 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:00:04.085498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4180ca09-89dc-4527-bb4b-54be98d0456e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/65617341-71b6-4d7c-b25d-aeefdb906e61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3795805
Nov 10 05:00:04.088591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56690) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:04.089698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Sync routers for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:00:04.100355 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:04.101288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206c162b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:04.144515 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting subnet 0a72a2db-35f3-4837-8efa-4e3b7654552b {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:00:04.148692 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.191864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.210610 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:04.278017 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.345979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.393810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206c162b0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T05:00:03Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:04.420398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Checking router: 65617341-71b6-4d7c-b25d-aeefdb906e61 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:00:04.430093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Routers {'65617341-71b6-4d7c-b25d-aeefdb906e61'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:04.430706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206c162b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T04:59:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['65617341-71b6-4d7c-b25d-aeefdb906e61'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:04.519065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-92f95051-10f2-414b-8f48-5b8d7284e3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.554863 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:00:04.555545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] Set router 65617341-71b6-4d7c-b25d-aeefdb906e61 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:04.700599 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Subnet': ['ID=0a72a2db-35f3-4837-8efa-4e3b7654552b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:04.702663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.705985 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-13212a2d-278f-41fe-ac86-0702ab432cbb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/subnets/0a72a2db-35f3-4837-8efa-4e3b7654552b HTTP/1.1" status: 204  len: 168 time: 0.6162980
Nov 10 05:00:04.708592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56692) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:04.828269 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:04.868128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24717f-62ce-4918-8509-6f8c038c4064 None None] Network 699cdd45-2e28-4678-956f-76dae40bf364 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:00:04.947565 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.009297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:00:05.010051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.019220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206c162b0>, [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T05:00:03Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:05.051436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60f053-39e1-4d60-a60f-197252e49b0b None None] The sync data for ids ['65617341-71b6-4d7c-b25d-aeefdb906e61'] in ncdv-817176-1 is: [{'id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487517345', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39'}], 'enable_snat': True}, 'gw_port_id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T05:00:03Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '8b79ff3a-5f7c-442a-848c-1a0385fc6ba3', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617341-71b6-4d7c-b25d-aeefdb906e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:16Z', 'updated_at': '2021-11-10T04:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:00:05.113247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:05.113737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.125126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:00:05.285920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.309467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=8b79ff3a-5f7c-442a-848c-1a0385fc6ba3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:05.324324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e342b58-e3f2-4418-b607-e0a5b5165fa4 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:00:05.371373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.421560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] DHCP port deletion for 699cdd45-2e28-4678-956f-76dae40bf364 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:00:05.467907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.470952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.483377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Deleting port e79d78fe-de4e-4cb0-a842-df2babae554e {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:00:05.483747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.529170 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.529796 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Fanout notify agent at l3_agent the message router_deleted on router 65617341-71b6-4d7c-b25d-aeefdb906e61 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:00:05.537546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.538946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-69132e18-ca91-4cb8-b3de-803a9ea83d1e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/routers/65617341-71b6-4d7c-b25d-aeefdb906e61 HTTP/1.1" status: 204  len: 168 time: 0.8293178
Nov 10 05:00:05.541730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56696) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:05.565320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] For port e79d78fe-de4e-4cb0-a842-df2babae554e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e79d78fe-de4e-4cb0-a842-df2babae554e,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:05.565724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.579498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Calling delete_port for e79d78fe-de4e-4cb0-a842-df2babae554e owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:00:05.624367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.630252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fc1c9226-26e3-454b-82d7-293c14c39f7f no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:00:05.655936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:00:05.660288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: fc1c9226-26e3-454b-82d7-293c14c39f7f {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:00:05.660653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device fc1c9226-26e3-454b-82d7-293c14c39f7f not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:00:05.661651 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device e79d78fe-de4e-4cb0-a842-df2babae554e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:00:05.680577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port e79d78fe-de4e-4cb0-a842-df2babae554e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:00:05.681039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.685915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 1b72a7db-9be3-4980-9f0f-d77708b84e58 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:00:05.686413 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 1b72a7db-9be3-4980-9f0f-d77708b84e58 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:00:05.758740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port e79d78fe-de4e-4cb0-a842-df2babae554e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=e79d78fe-de4e-4cb0-a842-df2babae554e,segment=NetworkSegment(f46387c2-529b-4741-a477-1b3db4baefd8),segment_id=f46387c2-529b-4741-a477-1b3db4baefd8)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:05.759121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.773347 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for e79d78fe-de4e-4cb0-a842-df2babae554e owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:00:05.777405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.810875 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] Pushing event deleted for resources: {'Port': ['ID=e79d78fe-de4e-4cb0-a842-df2babae554e,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:05.817945 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.830193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cbe64-7f94-48e1-be16-3c9f77351a39 None None] No DVR routers for this DVR port e79d78fe-de4e-4cb0-a842-df2babae554e on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:00:05.865267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.894510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=e79d78fe-de4e-4cb0-a842-df2babae554e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:05.900701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port e79d78fe-de4e-4cb0-a842-df2babae554e on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:00:05.978174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:05.998805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f579e50>,) {'filters': {'network_id': ['699cdd45-2e28-4678-956f-76dae40bf364']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:06.008166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f579e50>, 'f46387c2-529b-4741-a477-1b3db4baefd8') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:06.008468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f579e50>, 'f46387c2-529b-4741-a477-1b3db4baefd8') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:06.017835 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.031155 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.036890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:00:06.037278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   self.session.flush()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:00:06.040965 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:00:06.102851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.111370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.114725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/networks/699cdd45-2e28-4678-956f-76dae40bf364 HTTP/1.1" status: 204  len: 168 time: 0.5719197
Nov 10 05:00:06.117586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:06.126533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42441d-e0ca-4e72-a0c4-5badb859c4b6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Network': ['ID=699cdd45-2e28-4678-956f-76dae40bf364,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:06.174561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.200973 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.261353 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.264289 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.265642 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/security-groups/d59f48db-5dde-4d71-b68d-f51a5a93a41c HTTP/1.1" status: 204  len: 168 time: 0.1469910
Nov 10 05:00:06.276002 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bede4-d853-4760-a9bf-ea79dfd709c0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f48db-5dde-4d71-b68d-f51a5a93a41c,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:06.525196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56704) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:06.529781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737746127', 'description': 'tempest-secgroup-smoke-1737746127 description', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:06.552071 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.618667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.622501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.652525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.653783 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1275766
Nov 10 05:00:06.656778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56706) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:06.657944 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451cbf-3c19-49a4-abb4-f2d4f50799b0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:06.661421 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:06.689380 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.742889 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.746227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.769312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e73938d-4d85-49ab-9765-d25810ef5055,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:06.774747 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.775784 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-95a5f29e-c685-48fc-8767-07d35917617d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1180091
Nov 10 05:00:06.778636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56708) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:06.782854 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:06.812123 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.867100 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.870588 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.890986 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa58240-481a-43e2-94f1-0109851c8aeb,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:06.897043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.897543 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6e3a9af3-156b-45e4-a869-24ecf9bddb2c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1178892
Nov 10 05:00:06.900429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56710) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:06.904996 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:06.930827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.985041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:06.988729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.006298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d554da9c-b1b2-4149-b890-0e20f4e59aca,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:07.010191 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-884b2470-5435-45e3-8212-74261cb155d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.015953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.017231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9028eac5-083e-432a-b23f-0cef30680ce1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1157925
Nov 10 05:00:07.020861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56712) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:07.025127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:07.050576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.110675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.113911 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.131452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58f5e16-de91-4ce9-a803-434f9c9386c4,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:07.138793 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.139960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f69cdd1f-ab51-468e-b44e-b45315b4afa3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1182249
Nov 10 05:00:07.142751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56714) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:07.147023 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:07.168412 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:00:07.173196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.231703 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.235108 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.255171 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b53fc5-bf20-4d66-b582-ea5f2b35c333,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:07.260722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.261897 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-283f3395-c32e-4e19-ae65-efe5615eb430 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1182108
Nov 10 05:00:07.264521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56716) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:07.269231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '1ac993c6-d048-4db6-9bbd-ea8f8d6e6465', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:07.292663 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:00:07.297339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.356535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.360043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.376536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91909ff7-2945-4840-a086-b5d8647d7fc8,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:07.384747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.385923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-a2c05ce0-b8e3-438a-abb0-5903f47de06f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1204767
Nov 10 05:00:07.389053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56718) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:07.393959 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'network': {'name': 'tempest-network-smoke--348788769', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'port_security_enabled': True}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:07.414501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:00:07.417898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.443425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:00:07.452546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.453130 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Added segment 29592e84-fd0a-4240-bdc4-57da3407846b of type vlan for network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc
Nov 10 05:00:07.465340 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:00:07.489883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:00:07.490205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 8b79ff3a-5f7c-442a-848c-1a0385fc6ba3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:00:07.496167 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.520228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.526450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:07.527035 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.581807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1916523
Nov 10 05:00:07.584390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56720) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:07.589266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'admin_state_up': True, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:07.611403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964032f-255f-44a1-b5f0-1c230485a178 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Network': ['ID=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:07.622034 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:00:07.624388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.625577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.682798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:07.817266 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.009669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.028496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.131110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.132303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.93 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3547f652-68d0-400e-8a12-51be03173593) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:00:08.232326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.265445 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.308920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:08.311906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:08.315518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:00:08.325469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da108f-e65e-4d61-aa36-75d7fa3214a3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:00:08.338284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3547f652-68d0-400e-8a12-51be03173593,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:08.355086 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bcaf2d96-9eac-43f0-b686-f73c3672a48c None None] Provisioning complete for port 3547f652-68d0-400e-8a12-51be03173593 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:08.355461 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2d96-9eac-43f0-b686-f73c3672a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.393155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf2d96-9eac-43f0-b686-f73c3672a48c None None] Port 3547f652-68d0-400e-8a12-51be03173593 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:00:08.568395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.756501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:08.880559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router d84315a4-de62-4862-86a1-7af27b76320b is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:00:08.984828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:00:08.995162 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Sync routers for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:00:09.004444 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:09.004734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.005173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455e640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:09.005834 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c319f815-470d-4d96-90a4-d4672404c218 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4199851
Nov 10 05:00:09.008948 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56722) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:09.036768 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-18794ae6-fe09-46d4-9d38-7ee6829d9332 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bb888d7f1ef6460ebe084784cac4d5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266674
Nov 10 05:00:09.040389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56724) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:09.108270 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:09.132546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b3131-139f-4450-8062-ce5558b7e105 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:09.134103 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a1b3131-139f-4450-8062-ce5558b7e105 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0927930
Nov 10 05:00:09.137055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56726) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:09.165118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3cbe3d0d-20b9-4ca8-be37-31f6bf5d8e3a tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269794
Nov 10 05:00:09.167677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56728) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:09.172256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136671904', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:09.263877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:00:09.267497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.279680 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455e640>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:08Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:09.309048 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Checking router: d84315a4-de62-4862-86a1-7af27b76320b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:00:09.309388 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Updating router d84315a4-de62-4862-86a1-7af27b76320b port 3547f652-68d0-400e-8a12-51be03173593 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:00:09.333752 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.446126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.505411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Subnet': ['ID=c38d73cb-8d22-4410-bd95-eb3cf8810463,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:09.517082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Checking segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:00:09.517446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network hostable DHCP agents. Network: 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:00:09.536520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:00:09.546710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:09.551556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:09.552441 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.558958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19443c2f-f3fc-4cbf-8a49-db476bc29dcb None None] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:00:09.573489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-009affd3-7632-4a22-8c5d-931ff6e1ec4d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4044642
Nov 10 05:00:09.576131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56730) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:09.585500 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.591945 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.621137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.643587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Pushing event updated for resources: {'Port': ['ID=3547f652-68d0-400e-8a12-51be03173593,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:09.661906 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Attempting to bind port 3547f652-68d0-400e-8a12-51be03173593 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:00:09.662376 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Attempting to bind port 3547f652-68d0-400e-8a12-51be03173593 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:00:09.662841 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Attempting to bind port 3547f652-68d0-400e-8a12-51be03173593 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:00:09.668190 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.668636 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.669057 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.669484 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.669885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.670284 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.670671 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.671064 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.671453 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.671835 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.672342 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.672680 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:00:09.675615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d4b9a-8898-47e9-bb9c-21e8b40323df None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:00:09.676127 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:00:09.676747 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:00:09.677320 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.677863 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:00:09.679044 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Bound port: 3547f652-68d0-400e-8a12-51be03173593, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:00:09.679852 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.737854 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] For port 3547f652-68d0-400e-8a12-51be03173593, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:00:09.738179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-232a57ec-99e4-43b9-8c76-bcbae64bfe50 None None] Provisioning complete for port 3547f652-68d0-400e-8a12-51be03173593 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:09.738552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-232a57ec-99e4-43b9-8c76-bcbae64bfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.740407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:00:09.741933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.742720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] For port 3547f652-68d0-400e-8a12-51be03173593, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3547f652-68d0-400e-8a12-51be03173593,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:00:09.748392 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:09.798401 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:09.799317 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455e640>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:09.850602 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c0754-d60f-491f-8fa1-ecc791381629 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:00:09.855826 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-232a57ec-99e4-43b9-8c76-bcbae64bfe50 None None] Port 3547f652-68d0-400e-8a12-51be03173593 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:00:09.911451 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:09.932689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Allocated IP 172.20.0.2 (3fc9bcff-0cf0-4e84-a99c-da9461c32fdc/c38d73cb-8d22-4410-bd95-eb3cf8810463/3196cb80-6614-4084-82db-093caed9b218) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:00:10.033679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] Provisioning complete for port 3547f652-68d0-400e-8a12-51be03173593 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:10.033961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.064968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4653ff-db17-4488-a387-a635106a4d26 None None] Pushing event updated for resources: {'Port': ['ID=3547f652-68d0-400e-8a12-51be03173593,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:10.119688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.127409 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455e640>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:08Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:10.131286 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.157158 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ddd22-f825-43fe-8bc0-44b26f328bad None None] The sync data for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 is: [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:08Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:00:10.183349 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Pushing event updated for resources: {'Port': ['ID=3196cb80-6614-4084-82db-093caed9b218,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:10.186942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:10.190775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:10.210686 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:00:10.251426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.294419 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] For port 3547f652-68d0-400e-8a12-51be03173593, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3547f652-68d0-400e-8a12-51be03173593,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:10.295764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Attempting to bind port 3196cb80-6614-4084-82db-093caed9b218 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:00:10.296198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Attempting to bind port 3196cb80-6614-4084-82db-093caed9b218 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:00:10.296552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Attempting to bind port 3196cb80-6614-4084-82db-093caed9b218 on network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:00:10.302284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.306866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:00:10.307237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Checking segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:00:10.307627 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.308007 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Bound using segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:00:10.308480 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Bound port: 3196cb80-6614-4084-82db-093caed9b218, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:00:10.308878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.383972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.407835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116752b-ad8c-4244-b3d5-36db405a2ba0 None None] Pushing event updated for resources: {'Port': ['ID=3547f652-68d0-400e-8a12-51be03173593,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:10.436301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.449049 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] For port 3196cb80-6614-4084-82db-093caed9b218, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:00:10.452763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] For port 3196cb80-6614-4084-82db-093caed9b218, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3196cb80-6614-4084-82db-093caed9b218,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:00:10.457815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.528811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949165f-6cc1-4406-b580-b78af0e0cd7e None None] Pushing event updated for resources: {'Port': ['ID=3196cb80-6614-4084-82db-093caed9b218,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:10.779226 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.1 (3fc9bcff-0cf0-4e84-a99c-da9461c32fdc/c38d73cb-8d22-4410-bd95-eb3cf8810463/cc6b5e9b-c0fc-4342-994c-b01241747478) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:00:10.902570 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.937496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:10.994326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:10.997936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:11.000487 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:00:11.007506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:11.051653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.196883 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.448107 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810ee9a-6a6c-4931-9f04-4f20e6662ae4 None None] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:00:11.510603 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.522956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.560320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] Provisioning complete for port 3196cb80-6614-4084-82db-093caed9b218 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:11.560320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.612302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.614931 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:11.615092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3547f652-68d0-400e-8a12-51be03173593 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:00:11.715584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:11.716870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:11.734682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3547f652-68d0-400e-8a12-51be03173593 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:11.735019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.786003 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.837549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router d84315a4-de62-4862-86a1-7af27b76320b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:00:11.860678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] For port 3196cb80-6614-4084-82db-093caed9b218, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3196cb80-6614-4084-82db-093caed9b218,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:11.871180 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.899940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3196cb80-6614-4084-82db-093caed9b218 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:00:11.955156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4fca1-9ab5-49bb-b2ee-7c00e33b2464 None None] Pushing event updated for resources: {'Port': ['ID=3196cb80-6614-4084-82db-093caed9b218,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:11.957060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:00:11.974725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3196cb80-6614-4084-82db-093caed9b218 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:11.975092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:11.979037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-58df6552-b34f-4ec7-86b7-209c722fb5b3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/d84315a4-de62-4862-86a1-7af27b76320b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4017148
Nov 10 05:00:11.979591 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Sync routers for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:00:12.024272 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:12.025064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ba1ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:12.285560 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-aebb8fb4-36db-4509-b859-33fcf03c3a26 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737746127&fields=id&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 267 time: 0.0511761
Nov 10 05:00:12.321320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7e5cf115-8512-4482-9054-d7612ec7e4b0 None None] Provisioning complete for port 3196cb80-6614-4084-82db-093caed9b218 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:12.321691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf115-8512-4482-9054-d7612ec7e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:12.382316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:12.409052 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-7abaecf4-a0e4-43bf-95f8-e3a09e7a5b5f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:12.411546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-7abaecf4-a0e4-43bf-95f8-e3a09e7a5b5f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 796 time: 0.1179876
Nov 10 05:00:12.429919 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-f59d8cad-25cd-44e1-93b6-1bde2cd1a0a7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/quotas/bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 375 time: 0.0116465
Nov 10 05:00:12.489339 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-9161b3f9-307e-4e8e-959f-e861cd87e92e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0475521
Nov 10 05:00:12.559165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-7e5cf115-8512-4482-9054-d7612ec7e4b0 None None] Provisioning complete for port cc6b5e9b-c0fc-4342-994c-b01241747478 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:12.559746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf115-8512-4482-9054-d7612ec7e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:12.586771 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-c1814adf-5da8-488b-a5cb-a3ce890f04df service neutron] 10.222.0.13 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853550
Nov 10 05:00:12.622637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-7e5cf115-8512-4482-9054-d7612ec7e4b0 None None] Port cc6b5e9b-c0fc-4342-994c-b01241747478 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:00:12.649798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ba1ee0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 2, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:12.674578 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-76c2869a-eb25-4335-9e68-777810e60101 service neutron] 10.222.0.13 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814924
Nov 10 05:00:12.675375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Checking router: d84315a4-de62-4862-86a1-7af27b76320b for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:00:12.675730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Updating router d84315a4-de62-4862-86a1-7af27b76320b port cc6b5e9b-c0fc-4342-994c-b01241747478 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:00:12.705047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:12.805970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-979c0f7f-cb3b-44ca-8dc5-28a563a95f0b None None] Provisioning complete for port cc6b5e9b-c0fc-4342-994c-b01241747478 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:12.806195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-979c0f7f-cb3b-44ca-8dc5-28a563a95f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:12.857150 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-342d8366-3004-4576-9bf1-31b3b6a3e9b4 req-f0e22daf-65a9-4530-b5e7-0ac6b70c7187 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 210 time: 0.0349917
Nov 10 05:00:12.861247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-979c0f7f-cb3b-44ca-8dc5-28a563a95f0b None None] Port cc6b5e9b-c0fc-4342-994c-b01241747478 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:00:13.012408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.017836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.065812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2e2f0-ee5d-4aec-ac90-b0a4647faae7 None None] Pushing event updated for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:13.117749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Attempting to bind port cc6b5e9b-c0fc-4342-994c-b01241747478 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:00:13.118119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Attempting to bind port cc6b5e9b-c0fc-4342-994c-b01241747478 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:00:13.118687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Attempting to bind port cc6b5e9b-c0fc-4342-994c-b01241747478 on network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:00:13.123905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:00:13.124328 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Checking segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:00:13.124831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.125091 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Bound using segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:00:13.125566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Bound port: cc6b5e9b-c0fc-4342-994c-b01241747478, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:00:13.125950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.196594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] For port cc6b5e9b-c0fc-4342-994c-b01241747478, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:00:13.201402 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] For port cc6b5e9b-c0fc-4342-994c-b01241747478, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cc6b5e9b-c0fc-4342-994c-b01241747478,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:00:13.206819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.273455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:13.274280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206ba1ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:13.279581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2e2f0-ee5d-4aec-ac90-b0a4647faae7 None None] Pushing event updated for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:13.434819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:13.555844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3196cb80-6614-4084-82db-093caed9b218 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:00:13.597002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] Provisioning complete for port cc6b5e9b-c0fc-4342-994c-b01241747478 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:13.597695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.707020 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3196cb80-6614-4084-82db-093caed9b218 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:13.707301 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.782747 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.810679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206ba1ee0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:13.838994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-05fa53b5-61a8-44ac-9f19-5c34dbe26bf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:13.840486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-05fa53b5-61a8-44ac-9f19-5c34dbe26bf9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 796 time: 0.1299019
Nov 10 05:00:13.864257 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e118d5e-d4f8-41f6-84a8-d5bf795f9130 None None] The sync data for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 is: [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:00:13.877617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] For port cc6b5e9b-c0fc-4342-994c-b01241747478, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cc6b5e9b-c0fc-4342-994c-b01241747478,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:13.886452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:13.955713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d87f9a-5db8-4d5e-bd72-2e128173b4c6 None None] Pushing event updated for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:13.964495 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-7f8884a0-11d3-4beb-bd39-db528560a4b5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 380 time: 0.1126275
Nov 10 05:00:13.974220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'port': {'device_id': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'admin_state_up': True, 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'security_groups': ['1ac993c6-d048-4db6-9bbd-ea8f8d6e6465']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:13.992440 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-616992f8-4f4b-4fcd-863a-c75dcdb5135d req-dfc17f19-81c8-43be-b354-c6881a1ee660 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 210 time: 0.0288749
Nov 10 05:00:14.014312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1967049a-1d1c-4e73-9601-81d42dfc335b None None] Provisioning complete for port cc6b5e9b-c0fc-4342-994c-b01241747478 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:14.014768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1967049a-1d1c-4e73-9601-81d42dfc335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.102185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:00:14.110698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.245981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.9 (3fc9bcff-0cf0-4e84-a99c-da9461c32fdc/c38d73cb-8d22-4410-bd95-eb3cf8810463/8e545384-4067-42f1-9e55-fb264e430eac) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:00:14.391816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.431768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.478592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:14.481894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:14.484369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:00:14.511784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:14.543901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:14.544542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.564917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-38fcbe2a-4d9d-45fd-bc4b-76acd9132131 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5945313
Nov 10 05:00:14.578127 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Request body: {'port': {'device_id': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:14.641995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.733569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1bcdb32a-ae9d-48ee-9eea-68410ab96ea0 None None] Provisioning complete for port 8e545384-4067-42f1-9e55-fb264e430eac triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:14.734185 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb32a-ae9d-48ee-9eea-68410ab96ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.771828 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdb32a-ae9d-48ee-9eea-68410ab96ea0 None None] Port 8e545384-4067-42f1-9e55-fb264e430eac cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:00:14.922432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e545384-4067-42f1-9e55-fb264e430eac {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:00:14.930405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:14.942620 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Transition to ACTIVE for port object 8e545384-4067-42f1-9e55-fb264e430eac will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:00:14.946852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:15.017680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:15.075236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Attempting to bind port 8e545384-4067-42f1-9e55-fb264e430eac on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:00:15.075573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Attempting to bind port 8e545384-4067-42f1-9e55-fb264e430eac by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:00:15.075905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Attempting to bind port 8e545384-4067-42f1-9e55-fb264e430eac on network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:00:15.086871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Port 8e545384-4067-42f1-9e55-fb264e430eac on network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:00:15.087205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Attempting to bind port 8e545384-4067-42f1-9e55-fb264e430eac on network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:00:15.093535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:00:15.094159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Checking segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:00:15.094549 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Bound using segment: {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:00:15.094981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Bound port: 8e545384-4067-42f1-9e55-fb264e430eac, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29592e84-fd0a-4240-bdc4-57da3407846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:00:15.095342 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:15.193042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:00:15.197754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8e545384-4067-42f1-9e55-fb264e430eac,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:00:15.201918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:15.244069 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb2491-6d78-4092-96c9-28632bab78fc req-237598f0-5bbd-4b35-a535-f883c302f421 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.245612 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1bb2491-6d78-4092-96c9-28632bab78fc req-237598f0-5bbd-4b35-a535-f883c302f421 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 943 time: 0.1649871
Nov 10 05:00:15.251606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.252162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:15.253518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 1091 time: 0.6798944
Nov 10 05:00:15.253966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:00:15.256235 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522" -d '{"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:00:15.321125 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db550368-e1ec-46d9-8ec8-bca08cdd31d8 x-openstack-request-id: req-db550368-e1ec-46d9-8ec8-bca08cdd31d8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:00:15.321416 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:00:15.321675 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db550368-e1ec-46d9-8ec8-bca08cdd31d8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:00:15.322079 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac', 'status': 'completed', 'code': 200}
Nov 10 05:00:15.338288 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6425c9-79e3-4874-9c4e-4b3d2beafe55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:15.363009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1bb2491-6d78-4092-96c9-28632bab78fc req-9f5b5e81-9056-4918-8d52-077365faa058 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032012
Nov 10 05:00:15.373194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-119489fb-7e7e-4343-bc1d-b7f687b0297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.374706 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-119489fb-7e7e-4343-bc1d-b7f687b0297b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1094 time: 0.0747902
Nov 10 05:00:15.419190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-32c720c7-ebfa-4ef8-b8ac-0e24ffe133b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 217 time: 0.0363171
Nov 10 05:00:15.473421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-5746e5f8-a9ef-4097-af2a-ba18fc6922ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.474929 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-5746e5f8-a9ef-4097-af2a-ba18fc6922ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0495977
Nov 10 05:00:15.522677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-f2ddd6e4-ebf7-43ae-a4ce-6e24c610b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.524251 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-f2ddd6e4-ebf7-43ae-a4ce-6e24c610b1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422499
Nov 10 05:00:15.542673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cc6b5e9b-c0fc-4342-994c-b01241747478 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:00:15.593299 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cc6b5e9b-c0fc-4342-994c-b01241747478 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:15.593957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:15.621669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-93aa857d-5826-4f2d-ae38-5cbca49ecc87 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891166
Nov 10 05:00:15.714371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4d2eb355-9b18-4e87-9aeb-84f46db61bf3 req-3373a076-ab58-4130-a35a-95de22038259 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860879
Nov 10 05:00:15.797718 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-ec90ae88-c429-42b1-a7c2-465afe1b3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.799131 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-ec90ae88-c429-42b1-a7c2-465afe1b3c1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1094 time: 0.0404365
Nov 10 05:00:15.892228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-c0281cbe-9a66-4b3c-8548-e8afcb156e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.893752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-c0281cbe-9a66-4b3c-8548-e8afcb156e18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 897 time: 0.0880928
Nov 10 05:00:15.935672 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-0396d0f8-0b9c-4958-b069-849b0f677344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 217 time: 0.0343504
Nov 10 05:00:15.988027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-6e78b07f-cb35-4f49-b1e5-d4fb96eaa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:15.989442 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-6e78b07f-cb35-4f49-b1e5-d4fb96eaa273 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0465829
Nov 10 05:00:16.035300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-f2b6bf4a-ac91-45af-b952-8e80fe2084cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:16.036761 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-f2b6bf4a-ac91-45af-b952-8e80fe2084cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383804
Nov 10 05:00:16.124902 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-50bdf80b-3609-45d0-a02c-4bc5e0778254 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799818
Nov 10 05:00:16.215838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-855c6ed3-eb1d-4a46-a925-2e1c1d66c522 req-b9cc804f-b0c2-4378-a6b9-fb9b72f269f6 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839136
Nov 10 05:00:16.485093 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3f30e-e495-4f45-ac11-97a12a366a30 req-24f55ac2-5a93-4e8c-a26f-38f956c1f410 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:16.486558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5e3f30e-e495-4f45-ac11-97a12a366a30 req-24f55ac2-5a93-4e8c-a26f-38f956c1f410 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 943 time: 0.0527000
Nov 10 05:00:16.534097 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d5e3f30e-e495-4f45-ac11-97a12a366a30 req-9e130770-8981-4e8c-a715-54fc409ff559 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416119
Nov 10 05:00:17.648525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cb7cc-71bc-4201-a90e-20bab7815e61 req-7e8d6ef4-c86d-4e57-80b8-82438f0caba0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:17.650017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d97cb7cc-71bc-4201-a90e-20bab7815e61 req-7e8d6ef4-c86d-4e57-80b8-82438f0caba0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 943 time: 0.0488632
Nov 10 05:00:17.697886 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d97cb7cc-71bc-4201-a90e-20bab7815e61 req-0fde32d0-d3e2-4b39-9bcc-8eac812d2db8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420938
Nov 10 05:00:18.181959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8e545384-4067-42f1-9e55-fb264e430eac details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:00:18.275857 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8e545384-4067-42f1-9e55-fb264e430eac,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:18.286414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '8e545384-4067-42f1-9e55-fb264e430eac', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'port_id': '8e545384-4067-42f1-9e55-fb264e430eac', 'mac_address': 'fa:16:3e:16:f7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:00:18.322277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:18.335667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e545384-4067-42f1-9e55-fb264e430eac {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:00:18.354618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8e545384-4067-42f1-9e55-fb264e430eac,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:18.358204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:18.409523 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:18.559459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['8e545384-4067-42f1-9e55-fb264e430eac'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:00:18.812399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e80f-0bbd-4fd8-92a7-d95618b73b6e req-4382d341-0f93-4b46-8a78-18f17a728635 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:18.813818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21f4e80f-0bbd-4fd8-92a7-d95618b73b6e req-4382d341-0f93-4b46-8a78-18f17a728635 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 944 time: 0.0482283
Nov 10 05:00:18.863150 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-21f4e80f-0bbd-4fd8-92a7-d95618b73b6e req-fd5c6b87-bda9-4f5f-b186-d53ee7b3430a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433760
Nov 10 05:00:19.173974 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:19.616179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:19.982130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f1a51-4268-42bc-8a30-261c0df3aab3 req-0a479e08-1b4c-48aa-842b-f5a4a6583189 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:19.983634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-239f1a51-4268-42bc-8a30-261c0df3aab3 req-0a479e08-1b4c-48aa-842b-f5a4a6583189 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 944 time: 0.0532374
Nov 10 05:00:20.037519 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-239f1a51-4268-42bc-8a30-261c0df3aab3 req-ddb23c7c-29f8-4bd8-b162-d8d707bf6204 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476871
Nov 10 05:00:20.187398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8e545384-4067-42f1-9e55-fb264e430eac up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:00:20.235872 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 8e545384-4067-42f1-9e55-fb264e430eac completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:00:20.240110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 8e545384-4067-42f1-9e55-fb264e430eac triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:00:20.240472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:20.320287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:20.497636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:00:20.499836 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efb828-da2f-4457-9799-50dc98a18b95" -d '{"events": [{"server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "name": "network-vif-plugged", "status": "completed", "tag": "8e545384-4067-42f1-9e55-fb264e430eac"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:00:20.512513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8e545384-4067-42f1-9e55-fb264e430eac,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:00:20.516587 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:20.539527 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b06717-a0a9-4cf4-9649-62ef40428277 x-openstack-request-id: req-f7b06717-a0a9-4cf4-9649-62ef40428277 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:00:20.539803 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "name": "network-vif-plugged", "status": "completed", "tag": "8e545384-4067-42f1-9e55-fb264e430eac", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:00:20.540055 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7b06717-a0a9-4cf4-9649-62ef40428277 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:00:20.540436 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac', 'code': 200}
Nov 10 05:00:20.564527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:20.632633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366ad25-1426-4f44-960d-ef6ea5c850c7 req-0c3b9dbf-30ab-4123-abcf-851848829cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:20.634139 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4366ad25-1426-4f44-960d-ef6ea5c850c7 req-0c3b9dbf-30ab-4123-abcf-851848829cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1096 time: 0.0402434
Nov 10 05:00:20.680642 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4366ad25-1426-4f44-960d-ef6ea5c850c7 req-64bbbe60-8e96-4602-acce-48ff5988ca46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384943
Nov 10 05:00:21.154572 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174b40-4527-4b9b-9d66-c3ea18893b89 req-7c0370d1-5c2f-4d23-b317-9750e09a8c5e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:21.156031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b174b40-4527-4b9b-9d66-c3ea18893b89 req-7c0370d1-5c2f-4d23-b317-9750e09a8c5e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0517046
Nov 10 05:00:21.203973 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3b174b40-4527-4b9b-9d66-c3ea18893b89 req-6922ab5a-1d49-4666-8384-bb2d75a56d7a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421407
Nov 10 05:00:22.321920 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7568-c9b6-4acb-953e-db97402ea61b req-c98ebc38-4513-4b5b-a761-38b16da146ab tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:22.323733 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9aad7568-c9b6-4acb-953e-db97402ea61b req-c98ebc38-4513-4b5b-a761-38b16da146ab tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0494039
Nov 10 05:00:22.375121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-9aad7568-c9b6-4acb-953e-db97402ea61b req-6f83a82f-496e-4946-91f7-6c40bd4e2763 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454547
Nov 10 05:00:22.487701 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1008f-1bdb-4a5e-82d2-e2847b328b70 req-8d0ed1b2-ea74-4983-abca-e266a0343aa2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:22.489157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf1008f-1bdb-4a5e-82d2-e2847b328b70 req-8d0ed1b2-ea74-4983-abca-e266a0343aa2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0487101
Nov 10 05:00:22.538882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0cf1008f-1bdb-4a5e-82d2-e2847b328b70 req-29f52638-9bb4-41d7-af89-ce968ea8f0a8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430284
Nov 10 05:00:22.560350 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56786) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:22.599275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9ef63-dc68-4727-be12-feb4ee758487 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:22.600799 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-62d9ef63-dc68-4727-be12-feb4ee758487 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1091 time: 0.0394487
Nov 10 05:00:22.603545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56788) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:22.607768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '8e545384-4067-42f1-9e55-fb264e430eac', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:00:22.629903 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:22.728926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:22.830693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.97 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:00:22.932192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:22.965593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:23.008871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:00:23.011801 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:00:23.015408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:00:23.038038 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:23.351365 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:23.419921 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:23.567811 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:23.572538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:23.642211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:00:23.652644 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:24.067856 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f associated. External IP: 172.32.3.97, port: 8e545384-4067-42f1-9e55-fb264e430eac.
Nov 10 05:00:24.275702 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router d84315a4-de62-4862-86a1-7af27b76320b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:00:24.378831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:00:24.388639 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Sync routers for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:00:24.396250 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:24.398916 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:24.399522 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455e040>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:24.427108 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-481b9390-bc8e-4a8b-97c5-66ab025a1fd2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8225267
Nov 10 05:00:24.427680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:00:24.430543 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7457a928-6886-48bc-99db-1c39c45b5353" -d '{"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:00:24.467758 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b19117b-9bd1-4dd6-8796-96d048da40db x-openstack-request-id: req-1b19117b-9bd1-4dd6-8796-96d048da40db {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:00:24.468130 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:00:24.468328 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b19117b-9bd1-4dd6-8796-96d048da40db {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:00:24.469065 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac', 'status': 'completed', 'code': 200}
Nov 10 05:00:24.532376 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:24.534595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a928-6886-48bc-99db-1c39c45b5353 req-87e217e5-0ed9-4168-82ce-6bae55ffd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:24.536105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-87e217e5-0ed9-4168-82ce-6bae55ffd80b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1096 time: 0.0451369
Nov 10 05:00:24.637680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a928-6886-48bc-99db-1c39c45b5353 req-a2a1ee0b-38ce-4102-aca7-52c4e66a078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:24.639327 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-a2a1ee0b-38ce-4102-aca7-52c4e66a078c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 897 time: 0.0956128
Nov 10 05:00:24.713743 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-0429d03a-9b9c-4029-82c6-95918d1ebf60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 998 time: 0.0663304
Nov 10 05:00:24.766661 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a928-6886-48bc-99db-1c39c45b5353 req-91fbdfcd-b55a-4af2-b3cc-969995c97a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:24.768171 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-91fbdfcd-b55a-4af2-b3cc-969995c97a3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0474765
Nov 10 05:00:24.819257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a928-6886-48bc-99db-1c39c45b5353 req-10537446-9b8c-443d-a3ea-0fd572722abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:24.820984 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-10537446-9b8c-443d-a3ea-0fd572722abb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453510
Nov 10 05:00:24.865350 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455e040>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.97', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'port_id': '8e545384-4067-42f1-9e55-fb264e430eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'mac_address': 'fa:16:3e:16:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:23Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:24.893075 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6631-e750-4fd5-a4aa-0aa96a20e048 req-51722352-f20e-40b1-b68c-1c36e701fa14 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:24.895984 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Checking router: d84315a4-de62-4862-86a1-7af27b76320b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:00:24.900398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e2a6631-e750-4fd5-a4aa-0aa96a20e048 req-51722352-f20e-40b1-b68c-1c36e701fa14 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.4104316
Nov 10 05:00:24.905978 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:00:24.906737 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821455e040>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:00:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:24.924077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-fdbaa3d1-72f0-4e79-bfb9-d253f9165099 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949361
Nov 10 05:00:24.946151 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7e2a6631-e750-4fd5-a4aa-0aa96a20e048 req-50f350ad-c70f-416e-81ff-e4bdfc628265 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448518
Nov 10 05:00:24.969110 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56796) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:25.016326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:00:25.042713 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7457a928-6886-48bc-99db-1c39c45b5353 req-5f582ea7-f4cc-45c6-9038-2062ac9d8981 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113379
Nov 10 05:00:25.082571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dea27d21-5d86-4821-b584-bebac60fa3f1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f HTTP/1.1" status: 200  len: 990 time: 0.1122952
Nov 10 05:00:25.230496 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821455e040>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.97', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'port_id': '8e545384-4067-42f1-9e55-fb264e430eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'mac_address': 'fa:16:3e:16:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:23Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:00:25.259025 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5629fb1-3954-402e-a61b-9bf8cfa3b212 None None] The sync data for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 is: [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.97', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'port_id': '8e545384-4067-42f1-9e55-fb264e430eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'mac_address': 'fa:16:3e:16:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:00:23Z', 'updated_at': '2021-11-10T05:00:23Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:00:25.442870 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07312f62-75d4-48f2-bad4-32e259d3e38a None None] New status for floating IP cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:00:26.085492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56800) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:00:26.144255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-788b834f-0f4f-4aed-8cbb-b8482d57e3df tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f HTTP/1.1" status: 200  len: 992 time: 0.0570078
Nov 10 05:00:34.450866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1c048604-44fa-4d48-bc28-2cad8a5ca7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:37.011195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ab2137dc-a933-4ea8-b8a7-f734e89d34ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:38.133555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:39.583714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:40.321468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:41.554678 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:00:49.188458 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:49.622488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:00:52.897537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf075d1-dac8-483f-8165-9323b714870b req-80c198fb-6f8f-4e61-a4b8-2638a64188d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:52.899066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bf075d1-dac8-483f-8165-9323b714870b req-80c198fb-6f8f-4e61-a4b8-2638a64188d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0514762
Nov 10 05:00:52.948136 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6bf075d1-dac8-483f-8165-9323b714870b req-a8a8f4c7-69d0-49e4-adbf-68f3ced46597 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430984
Nov 10 05:00:54.066952 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd525d-e71f-46de-b465-34cb0ebe706a req-78b16984-a806-4786-8446-1533681f852d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:54.068396 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66cd525d-e71f-46de-b465-34cb0ebe706a req-78b16984-a806-4786-8446-1533681f852d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0473900
Nov 10 05:00:54.117152 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-66cd525d-e71f-46de-b465-34cb0ebe706a req-0e30023a-dc1e-4a31-bc0d-50b9565489b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417709
Nov 10 05:00:55.231370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404632b-6585-4281-8aa1-eb5f7ec9899c req-8fef4364-ac79-4b55-ac77-e1a78cfe49a1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:55.232858 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7404632b-6585-4281-8aa1-eb5f7ec9899c req-8fef4364-ac79-4b55-ac77-e1a78cfe49a1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0489421
Nov 10 05:00:55.281433 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7404632b-6585-4281-8aa1-eb5f7ec9899c req-ee62c8b0-99c7-44e5-9e23-375157487317 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427265
Nov 10 05:00:56.398661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee625-c411-4cd0-9d39-1ba35642fe21 req-8320898a-8618-4ff9-8443-b953f122443e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:56.400085 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-299ee625-c411-4cd0-9d39-1ba35642fe21 req-8320898a-8618-4ff9-8443-b953f122443e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0518267
Nov 10 05:00:56.447868 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-299ee625-c411-4cd0-9d39-1ba35642fe21 req-9112601b-de93-4a04-ad43-42283e659380 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417099
Nov 10 05:00:57.566470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0747e7-8aba-4adb-8d83-3a4fb989a2d3 req-e50e5c39-692a-4b08-98de-72b67d1b1daf tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:57.567958 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b0747e7-8aba-4adb-8d83-3a4fb989a2d3 req-e50e5c39-692a-4b08-98de-72b67d1b1daf tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0530336
Nov 10 05:00:57.618068 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7b0747e7-8aba-4adb-8d83-3a4fb989a2d3 req-73173cb7-d539-4b5e-be83-1b40a1bd8835 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431247
Nov 10 05:00:58.732032 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8194-c986-42d9-b349-f16762773af0 req-624da9c8-f8ac-4f2c-b207-5d9931ef9ab6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:58.733516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13fd8194-c986-42d9-b349-f16762773af0 req-624da9c8-f8ac-4f2c-b207-5d9931ef9ab6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0479531
Nov 10 05:00:58.780654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-13fd8194-c986-42d9-b349-f16762773af0 req-f1c3ef05-151b-4b8c-bac3-5daef8fbd1e2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412681
Nov 10 05:00:59.895761 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b54cb-50d1-4c7c-a212-2a28d602e11a req-00b8a7de-923a-40b1-9da1-62caa25bfbff tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:00:59.897854 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f5b54cb-50d1-4c7c-a212-2a28d602e11a req-00b8a7de-923a-40b1-9da1-62caa25bfbff tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0496700
Nov 10 05:00:59.946460 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8f5b54cb-50d1-4c7c-a212-2a28d602e11a req-30b177ac-7084-445e-adf2-773f1fb5cb96 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426943
Nov 10 05:01:01.064401 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73c9de-c54a-4824-8919-297fd2cd4225 req-da07db1c-38d2-4d37-86be-db15c6ccc7c2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:01.066042 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e73c9de-c54a-4824-8919-297fd2cd4225 req-da07db1c-38d2-4d37-86be-db15c6ccc7c2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0513589
Nov 10 05:01:01.117659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8e73c9de-c54a-4824-8919-297fd2cd4225 req-a416d226-0dbb-4b0c-9da5-c11729556935 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448799
Nov 10 05:01:01.153685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-d0a0d63f-5b1a-444d-a0c2-3536226e4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:01.155218 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-d0a0d63f-5b1a-444d-a0c2-3536226e4079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1096 time: 0.0453217
Nov 10 05:01:01.254752 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-e7c19cc5-2c96-4ae9-8e13-0162e08dbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:01.256807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-e7c19cc5-2c96-4ae9-8e13-0162e08dbb65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 897 time: 0.0835917
Nov 10 05:01:01.326334 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-20f8c795-5024-41c9-bdfe-38ad973056a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 1000 time: 0.0622537
Nov 10 05:01:01.374407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-4894f044-cbd3-4560-b96e-c3de2e352e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:01.375747 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-4894f044-cbd3-4560-b96e-c3de2e352e18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0424027
Nov 10 05:01:01.420138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-c2756c49-aab6-4ff6-b35e-77a69c132732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:01.421604 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-c2756c49-aab6-4ff6-b35e-77a69c132732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0381885
Nov 10 05:01:01.432855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-a9f4ee51-0d93-406b-8644-bb1fa3d5bd1e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:01:01.433771 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-a9f4ee51-0d93-406b-8644-bb1fa3d5bd1e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048115
Nov 10 05:01:01.524961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-b3fcdbc7-b204-4c7f-bbda-b65ae4cb1440 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841782
Nov 10 05:01:01.611548 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ed513ec9-31eb-4a2d-973a-0393a34f9e20 req-5177f50b-ec63-4fb7-a7dd-6d1a0aef30e6 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802202
Nov 10 05:01:02.237573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1c00-342d-4629-a271-06c551d9160d req-72216d1c-5178-42af-8b16-18f5c30fd460 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:02.239044 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f90c1c00-342d-4629-a271-06c551d9160d req-72216d1c-5178-42af-8b16-18f5c30fd460 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0539672
Nov 10 05:01:02.290347 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f90c1c00-342d-4629-a271-06c551d9160d req-6be19661-b57a-4165-a4d2-cc26e7b3a963 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452857
Nov 10 05:01:03.406004 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9548d4-04a3-45f7-a031-02fabdb240e6 req-aac0b7b7-290b-4d0a-ad90-8d7b4249b37c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:03.407470 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c9548d4-04a3-45f7-a031-02fabdb240e6 req-aac0b7b7-290b-4d0a-ad90-8d7b4249b37c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0480015
Nov 10 05:01:03.455960 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1c9548d4-04a3-45f7-a031-02fabdb240e6 req-6f0e1e6b-98e1-4997-bfe9-335af761431d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419786
Nov 10 05:01:03.478249 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56848) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:03.541018 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-47a234ca-d077-4348-9d89-4848607ceb12 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f HTTP/1.1" status: 200  len: 992 time: 0.0616155
Nov 10 05:01:04.451622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9953-fb35-48d0-8001-61821afaeb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:04.836128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256aec-352c-4e3d-b8ec-30468f5ccddc req-e876bc92-bb8a-4068-91ab-e669f4d99890 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:04.837662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d256aec-352c-4e3d-b8ec-30468f5ccddc req-e876bc92-bb8a-4068-91ab-e669f4d99890 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0799160
Nov 10 05:01:04.843340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-c02b2266-0826-4773-9109-adf24e7d47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:04.845003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-c02b2266-0826-4773-9109-adf24e7d47f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1096 time: 0.0561092
Nov 10 05:01:04.940240 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9d256aec-352c-4e3d-b8ec-30468f5ccddc req-f6bb901f-c714-4928-b7e3-a13baf5c4aba tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943055
Nov 10 05:01:04.968333 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-ee9bc256-d5ed-4926-8a8a-a05e014b0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:04.970120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-ee9bc256-d5ed-4926-8a8a-a05e014b0dcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 897 time: 0.1172805
Nov 10 05:01:05.039494 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-2496d729-5182-4dc4-ac11-1cc6e269d47d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 1000 time: 0.0623291
Nov 10 05:01:05.089253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-fff95933-a955-475c-b61b-f2ca6eea46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:05.090575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-fff95933-a955-475c-b61b-f2ca6eea46d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0438259
Nov 10 05:01:05.136438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-440b42aa-9228-4125-998c-6bc6ea2195ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:05.137986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-440b42aa-9228-4125-998c-6bc6ea2195ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406706
Nov 10 05:01:05.235028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-b19a0867-fc56-485b-a0ee-35118b02303d service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897963
Nov 10 05:01:05.325948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22cac8a6-dd8a-41a4-966c-a9f868f0361b req-62044f4c-2137-4b25-b607-0c56cdb1cf1b service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838799
Nov 10 05:01:06.056536 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c6f6b-ca99-4051-9e66-954c364e0d88 req-8b4afca8-1996-4fcc-84cd-104b4a6b8e4e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:06.058025 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-364c6f6b-ca99-4051-9e66-954c364e0d88 req-8b4afca8-1996-4fcc-84cd-104b4a6b8e4e tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0474582
Nov 10 05:01:06.106984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-364c6f6b-ca99-4051-9e66-954c364e0d88 req-0b77f19c-f3ac-4409-b81d-e8b9500097bf tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429952
Nov 10 05:01:06.129204 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56858) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:06.190928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-12af8f1f-9fe2-45d6-8b76-3fa288d4dcad tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f HTTP/1.1" status: 200  len: 992 time: 0.0606265
Nov 10 05:01:07.011738 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-56a57821-f387-442e-b476-ab8a9acc3563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:08.137934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:09.585887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:10.322337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:18.554179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:01:19.203831 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:19.623177 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:34.451980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa9b4ef2-a96f-463d-82b2-13058ae13a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.518847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56886) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:36.670390 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:01:36.670733 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.745480 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.745803 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.757376 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:01:36.901764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.928090 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=3ba60b6a-d3ad-4ce0-b837-5b2a62e92c8d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:36.956522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.956895 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.957233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.957600 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.957930 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.958261 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.958591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.958989 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.959330 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.959657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.960021 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.960326 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:36.999167 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:36.999520 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f disassociated (deleted). External IP: 172.32.3.97, port: 8e545384-4067-42f1-9e55-fb264e430eac.
Nov 10 05:01:37.011867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a842137b-2496-4402-a735-5d4660783d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:37.201150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router d84315a4-de62-4862-86a1-7af27b76320b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:01:37.302504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:01:37.307244 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:37.311632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Sync routers for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:01:37.321084 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:37.321712 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214560ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:37.335811 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4342cc66-9210-4e60-98b9-d528adb5c847 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/floatingips/cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f HTTP/1.1" status: 204  len: 168 time: 0.8158646
Nov 10 05:01:37.337132 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:01:37.339566 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592bd971-13ac-4a5e-83be-dd592b3988bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:01:37.432556 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:37.478008 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a21f7f-f737-4bbc-ba3e-50525928d43c x-openstack-request-id: req-01a21f7f-f737-4bbc-ba3e-50525928d43c {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:01:37.478298 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "tag": "8e545384-4067-42f1-9e55-fb264e430eac", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:01:37.478548 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01a21f7f-f737-4bbc-ba3e-50525928d43c {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:01:37.478978 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac', 'status': 'completed', 'code': 200}
Nov 10 05:01:37.550472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-8f579f84-a70f-4fd0-b59c-c6f333d3488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:37.552083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-8f579f84-a70f-4fd0-b59c-c6f333d3488d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 1096 time: 0.0452101
Nov 10 05:01:37.576572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3557e-f078-43ac-9c2c-b169a2af80a2 req-0dbbb82b-fbb5-4176-8211-b53cdca7fd8b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:37.578206 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdc3557e-f078-43ac-9c2c-b169a2af80a2 req-0dbbb82b-fbb5-4176-8211-b53cdca7fd8b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0529373
Nov 10 05:01:37.629428 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fdc3557e-f078-43ac-9c2c-b169a2af80a2 req-e8da2ba7-bb57-4fb0-879d-b0c604730ab6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442240
Nov 10 05:01:37.652090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-54507e9d-1c74-4a19-be0b-e1f28e77ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:37.653623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-54507e9d-1c74-4a19-be0b-e1f28e77ab19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 200  len: 897 time: 0.0939345
Nov 10 05:01:37.655189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214560ee0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:37.684174 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Checking router: d84315a4-de62-4862-86a1-7af27b76320b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:01:37.692368 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:37.693115 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214560ee0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:37.695732 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-67fc7ecd-5428-4f6b-bca6-4efd24f5b657 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 200  len: 217 time: 0.0336301
Nov 10 05:01:37.749512 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-8be06162-3273-49c9-a1fa-ecba195c5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:37.750884 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-8be06162-3273-49c9-a1fa-ecba195c5757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 200  len: 834 time: 0.0487638
Nov 10 05:01:37.798906 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:37.799261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-65fa8e1b-c667-4ae1-a093-73ebb88473c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:37.800866 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-65fa8e1b-c667-4ae1-a093-73ebb88473c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404000
Nov 10 05:01:37.894832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-a74ded20-c722-4717-857b-5009a53133a3 service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859325
Nov 10 05:01:37.984056 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-592bd971-13ac-4a5e-83be-dd592b3988bb req-13660036-8d2e-4343-9ab5-87e27cc9d38b service neutron] 10.222.0.26 "GET /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816550
Nov 10 05:01:37.990548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214560ee0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:38.020264 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6b181a-f9a9-4a3f-933a-480e0a78f52d None None] The sync data for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 is: [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:00:11Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'cc6b5e9b-c0fc-4342-994c-b01241747478', 'name': '', 'network_id': '3fc9bcff-0cf0-4e84-a99c-da9461c32fdc', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:ae:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:10Z', 'updated_at': '2021-11-10T05:00:13Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': 'c38d73cb-8d22-4410-bd95-eb3cf8810463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:01:38.140938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:38.235754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714397d-6756-4c55-9380-ee5fc5a45830 None None] New status for floating IP cd88d7a4-8d50-4ab3-a4e2-461e88d6c53f: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:01:38.748633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e3ec-6b76-4cef-bfbc-b341d44eba1a req-f4e4c4f9-3304-481b-84d8-1707bb92c0f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:38.750106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c4e3ec-6b76-4cef-bfbc-b341d44eba1a req-f4e4c4f9-3304-481b-84d8-1707bb92c0f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0497408
Nov 10 05:01:38.804561 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6c4e3ec-6b76-4cef-bfbc-b341d44eba1a req-c6e5affd-d207-4021-9215-3189cb4e9f70 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485647
Nov 10 05:01:39.005654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-6aadfa7a-7bdd-4cae-9018-057d156955e8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:39.007018 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-6aadfa7a-7bdd-4cae-9018-057d156955e8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 945 time: 0.0487945
Nov 10 05:01:39.094976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 8e545384-4067-42f1-9e55-fb264e430eac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:01:39.095315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:39.186189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 8e545384-4067-42f1-9e55-fb264e430eac, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=8e545384-4067-42f1-9e55-fb264e430eac,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:39.186551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:39.199256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 8e545384-4067-42f1-9e55-fb264e430eac owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:01:39.326380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:39.354869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=8e545384-4067-42f1-9e55-fb264e430eac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:39.380369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.380747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.381090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.381428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.381760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.382090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.382421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.383275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.383601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.383922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.384242 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.384561 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:39.405899 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port 8e545384-4067-42f1-9e55-fb264e430eac on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:01:39.408421 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:39.411802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5e9ba5e0-6942-4dc4-96cb-4413e71e85b0 req-b29e0ab2-205e-4031-bd1c-e92a527b22c7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.26 "DELETE /v2.0/ports/8e545384-4067-42f1-9e55-fb264e430eac HTTP/1.1" status: 204  len: 173 time: 0.3985817
Nov 10 05:01:39.412249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'name': 'network-vif-deleted', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:01:39.415074 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f90f8e5-ff51-48c7-bc0b-aa6428e1e1e4" -d '{"events": [{"server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "name": "network-vif-deleted", "tag": "8e545384-4067-42f1-9e55-fb264e430eac"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:01:39.526801 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f467f34-5b49-4a65-9a08-01393fb210ca x-openstack-request-id: req-1f467f34-5b49-4a65-9a08-01393fb210ca {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:01:39.527095 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f46c273-d92c-40e3-a914-4e1e5492aeda", "name": "network-vif-deleted", "tag": "8e545384-4067-42f1-9e55-fb264e430eac", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:01:39.527350 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f467f34-5b49-4a65-9a08-01393fb210ca {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:01:39.527761 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f46c273-d92c-40e3-a914-4e1e5492aeda', 'name': 'network-vif-deleted', 'tag': '8e545384-4067-42f1-9e55-fb264e430eac', 'status': 'completed', 'code': 200}
Nov 10 05:01:39.588533 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:39.924781 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-df05a210-bb8e-473a-9411-f444147fb8bd req-98f40558-ad2e-4db0-b470-3050444fbfe1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f46c273-d92c-40e3-a914-4e1e5492aeda HTTP/1.1" status: 200  len: 210 time: 0.0345626
Nov 10 05:01:40.323825 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:40.981654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56906) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:41.350619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:41.598784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port cc6b5e9b-c0fc-4342-994c-b01241747478 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:01:41.599125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:41.689938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port cc6b5e9b-c0fc-4342-994c-b01241747478, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cc6b5e9b-c0fc-4342-994c-b01241747478,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:41.690300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:41.702914 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for cc6b5e9b-c0fc-4342-994c-b01241747478 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:01:41.881248 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:41.908367 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=cc6b5e9b-c0fc-4342-994c-b01241747478,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:42.080656 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.288493 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router d84315a4-de62-4862-86a1-7af27b76320b has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:01:42.392092 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:01:42.397852 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e30918a4-0870-445b-a215-0374bff146d4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/d84315a4-de62-4862-86a1-7af27b76320b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4151251
Nov 10 05:01:42.400673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56908) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:42.401332 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Sync routers for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:01:42.411202 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:42.411793 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146af3a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:42.456009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting subnet c38d73cb-8d22-4410-bd95-eb3cf8810463 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:01:42.459180 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.500413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.514520 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:42.572572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8e545384-4067-42f1-9e55-fb264e430eac no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:01:42.584360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.594839 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 8e545384-4067-42f1-9e55-fb264e430eac {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:01:42.595274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 8e545384-4067-42f1-9e55-fb264e430eac not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:01:42.647293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.676101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Subnet': ['ID=c38d73cb-8d22-4410-bd95-eb3cf8810463,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:42.679955 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.685639 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-90880173-1ddb-4b0d-8c23-f6615df085f5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/subnets/c38d73cb-8d22-4410-bd95-eb3cf8810463 HTTP/1.1" status: 204  len: 168 time: 0.2815495
Nov 10 05:01:42.685871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56910) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:42.687064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5b22c-653b-4dce-944a-8874bb0d3c5a None None] Network 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:01:42.695593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146af3a0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:01:41Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:42.728410 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Checking router: d84315a4-de62-4862-86a1-7af27b76320b for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:01:42.737503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Routers {'d84315a4-de62-4862-86a1-7af27b76320b'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:42.738220 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146af3a0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['d84315a4-de62-4862-86a1-7af27b76320b'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:42.803037 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.854953 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] Set router d84315a4-de62-4862-86a1-7af27b76320b gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:42.885337 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] DHCP port deletion for 3fc9bcff-0cf0-4e84-a99c-da9461c32fdc request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:01:42.917973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.939582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Deleting port 3196cb80-6614-4084-82db-093caed9b218 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:01:42.939961 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:42.972097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 3547f652-68d0-400e-8a12-51be03173593 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:01:42.972416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.006320 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] For port 3196cb80-6614-4084-82db-093caed9b218, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3196cb80-6614-4084-82db-093caed9b218,segment=NetworkSegment(29592e84-fd0a-4240-bdc4-57da3407846b),segment_id=29592e84-fd0a-4240-bdc4-57da3407846b)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:43.007023 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.020248 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Calling delete_port for 3196cb80-6614-4084-82db-093caed9b218 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:01:43.036986 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146af3a0>, [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:01:41Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:43.053128 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 3547f652-68d0-400e-8a12-51be03173593, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3547f652-68d0-400e-8a12-51be03173593,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:43.053498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.063314 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298d496-89b6-40ff-a527-d884ef30139a None None] The sync data for ids ['d84315a4-de62-4862-86a1-7af27b76320b'] in ncdv-817176-1 is: [{'id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463175011', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93'}], 'enable_snat': True}, 'gw_port_id': '3547f652-68d0-400e-8a12-51be03173593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:00:07Z', 'updated_at': '2021-11-10T05:01:41Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '3547f652-68d0-400e-8a12-51be03173593', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84315a4-de62-4862-86a1-7af27b76320b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:00:08Z', 'updated_at': '2021-11-10T05:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:01:43.072361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 3547f652-68d0-400e-8a12-51be03173593 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:01:43.110041 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.138414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Pushing event deleted for resources: {'Port': ['ID=3196cb80-6614-4084-82db-093caed9b218,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:43.141414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] No DVR routers for this DVR port 3196cb80-6614-4084-82db-093caed9b218 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.151890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.153547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.153547 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697bdbb-c329-45ff-b042-83e815d55bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:43.241021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.268506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=3547f652-68d0-400e-8a12-51be03173593,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:43.284861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd54151-c48a-477a-88fd-f21eeeec670d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:01:43.332416 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.422556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.424788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.469582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.470118 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Fanout notify agent at l3_agent the message router_deleted on router d84315a4-de62-4862-86a1-7af27b76320b {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:01:43.477265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.478420 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-12a6d1c4-8330-4c1b-99c8-1feb88f42390 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/routers/d84315a4-de62-4862-86a1-7af27b76320b HTTP/1.1" status: 204  len: 168 time: 0.7916203
Nov 10 05:01:43.481075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56912) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:43.567543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.646879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cc6b5e9b-c0fc-4342-994c-b01241747478 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:01:43.663492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.670582 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cc6b5e9b-c0fc-4342-994c-b01241747478 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:01:43.671183 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cc6b5e9b-c0fc-4342-994c-b01241747478 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:01:43.671603 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3196cb80-6614-4084-82db-093caed9b218 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:01:43.685525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d7e3e80>,) {'filters': {'network_id': ['3fc9bcff-0cf0-4e84-a99c-da9461c32fdc']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:43.690971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3196cb80-6614-4084-82db-093caed9b218 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:01:43.691315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3196cb80-6614-4084-82db-093caed9b218 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:01:43.695389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d7e3e80>, '29592e84-fd0a-4240-bdc4-57da3407846b') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:43.695504 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d7e3e80>, '29592e84-fd0a-4240-bdc4-57da3407846b') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:43.706510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.720547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.727380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:01:43.727770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:01:43.730979 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:01:43.791238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.799427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.805697 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/networks/3fc9bcff-0cf0-4e84-a99c-da9461c32fdc HTTP/1.1" status: 204  len: 168 time: 0.3205643
Nov 10 05:01:43.805915 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56914) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:43.822138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d074-e398-4ec6-be50-70a034a0a69d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Network': ['ID=3fc9bcff-0cf0-4e84-a99c-da9461c32fdc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:43.874698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.903543 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.962094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.964682 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:43.965855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ac993c6-d048-4db6-9bbd-ea8f8d6e6465 HTTP/1.1" status: 204  len: 168 time: 0.1498466
Nov 10 05:01:43.975081 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb6aef-f9b1-4a5f-ae27-717cf5e0bff2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac993c6-d048-4db6-9bbd-ea8f8d6e6465,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.225668 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56920) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.230818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331174320', 'description': 'tempest-secgroup-smoke-1331174320 description', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.252591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.318863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.323149 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.355674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.359645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1295896
Nov 10 05:01:44.359645 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122f260-5ab9-418a-9f6f-a62b11e07dd5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3771fef3-5226-4243-93b2-b38fc8d6ddff,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.360227 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56922) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.364982 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.392151 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.449579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.453357 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.470851 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec5b7cc-7908-4d11-9638-c5c84358de88,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.478886 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.480110 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8ddf38a0-7e78-4005-8a77-b6ed64f66d3a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1189153
Nov 10 05:01:44.483058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56924) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.487368 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.513180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.566549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.569877 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.587650 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177a58e4-a6ca-4752-bd22-972a6d10abe9,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.595633 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.596861 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-d6b02fba-6f29-4361-8164-ccce6be2b8c5 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1128099
Nov 10 05:01:44.599561 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56926) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.603835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.629406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.684317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.687731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.704672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43047480-d4fe-45d6-9d32-4c1d96826842,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.712852 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.714040 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-87da6243-adab-499c-a3e8-1cd210aa7215 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1135716
Nov 10 05:01:44.716800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56928) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.721329 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.746435 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.808881 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.812592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.830284 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682cac6e-4fc6-4c78-af36-9a4c089080f1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.836897 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.838084 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1285da28-f855-43d5-b21b-5e740c708880 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1203697
Nov 10 05:01:44.840782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56930) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.845264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.865056 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:01:44.870214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.926262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.930050 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.947138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce767031-2160-4fd1-b061-a05f5b23e9e6,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:44.955264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:44.956436 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f22754e3-a7b6-4bc4-a326-12c733f37ca0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1147459
Nov 10 05:01:44.959220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56932) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:44.963428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'security_group_rule': {'security_group_id': '3771fef3-5226-4243-93b2-b38fc8d6ddff', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:44.984464 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Project bb888d7f1ef6460ebe084784cac4d5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:01:44.989020 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.046791 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.050057 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.067909 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092f4223-a4d0-473c-b278-20fa097c44ec,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:45.075322 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.076495 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-016b9cf4-e2e5-4a80-97f5-780af2c9929d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1163812
Nov 10 05:01:45.079464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56934) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:45.084298 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'network': {'name': 'tempest-network-smoke--438668427', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'port_security_enabled': True}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:45.104440 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:01:45.107786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.130404 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:01:45.138879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.139280 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Added segment 120d46df-3ec4-4ffc-9265-911d663b6c6e of type vlan for network 3b603f5e-c15c-4fcd-ad58-64a211386d11
Nov 10 05:01:45.180457 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.204206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.209764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:45.210345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.262579 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1820064
Nov 10 05:01:45.265382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56936) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:45.270768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'admin_state_up': True, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:45.277065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee622b-54f2-4859-ade8-37faeccef2d9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Network': ['ID=3b603f5e-c15c-4fcd-ad58-64a211386d11,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:45.288125 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:01:45.295275 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.299018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.349985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.482870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:45.526664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3547f652-68d0-400e-8a12-51be03173593 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:01:45.547933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3547f652-68d0-400e-8a12-51be03173593 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:01:45.548271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3547f652-68d0-400e-8a12-51be03173593 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:01:45.988328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.006653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.104291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.177 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/69212291-32f6-4ac8-b5ff-1c0d1378288e) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:01:46.205394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.237677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.273747 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:01:46.278566 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:46.282322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:01:46.291312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7310418-2891-4e52-bd5a-68f31ccb677d None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:01:46.314480 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=69212291-32f6-4ac8-b5ff-1c0d1378288e,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:46.362081 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fa0d110e-eea5-4155-b2a1-8d9179190e75 None None] Provisioning complete for port 69212291-32f6-4ac8-b5ff-1c0d1378288e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:46.362357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fa0d110e-eea5-4155-b2a1-8d9179190e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.399499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d110e-eea5-4155-b2a1-8d9179190e75 None None] Port 69212291-32f6-4ac8-b5ff-1c0d1378288e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:01:46.536567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.732289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.864587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 28622b3c-88ef-45b0-831c-0a1a7749f735 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:01:46.970591 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:01:46.980483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Sync routers for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:01:46.990814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:46.991370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207199fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:46.991554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:46.992880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-327e938f-e26a-4479-a8c6-6ff8fa337ab8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7260776
Nov 10 05:01:46.995746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56938) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:47.068800 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-20249969-c28e-442a-bf00-aa51b5f8cd69 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bb888d7f1ef6460ebe084784cac4d5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0695980
Nov 10 05:01:47.069047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:47.095082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:47.158909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c8fd1-e683-43c3-b20d-7b47059d7068 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:47.160423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-334c8fd1-e683-43c3-b20d-7b47059d7068 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0905154
Nov 10 05:01:47.163322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56944) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:47.190986 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-fa88809e-da1e-40cf-9fe2-e3632fde0b9b tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=aba8d443-e3ff-4136-8ae2-7f3419bb4f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0259147
Nov 10 05:01:47.193392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 56946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:47.197991 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717952024', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:47.267578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207199fd0>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:46Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:47.284838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:01:47.289361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.298847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Checking router: 28622b3c-88ef-45b0-831c-0a1a7749f735 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:01:47.299356 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Updating router 28622b3c-88ef-45b0-831c-0a1a7749f735 port 69212291-32f6-4ac8-b5ff-1c0d1378288e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:01:47.324365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.471153 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.537396 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Subnet': ['ID=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:47.546101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Checking segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:01:47.546467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network hostable DHCP agents. Network: 3b603f5e-c15c-4fcd-ad58-64a211386d11, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:01:47.562866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:01:47.571944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.573265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 3b603f5e-c15c-4fcd-ad58-64a211386d11) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:47.577413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:47.578015 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.578280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.590171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decbdd2b-b928-4c43-bb52-452da4dc93be None None] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:01:47.601028 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 56948) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:01:47.601832 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-600e2fee-3b0b-4d87-9caf-d6caa022e8da tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4068246
Nov 10 05:01:47.824775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a8d3c-8f8b-4e1f-91b6-7180b33d15c7 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:01:47.845964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Attempting to bind port 69212291-32f6-4ac8-b5ff-1c0d1378288e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:01:47.846330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Attempting to bind port 69212291-32f6-4ac8-b5ff-1c0d1378288e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:01:47.846691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Attempting to bind port 69212291-32f6-4ac8-b5ff-1c0d1378288e on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:01:47.859398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7df16a-9932-4672-904d-c8403ca7dc48 None None] Pushing event updated for resources: {'Port': ['ID=69212291-32f6-4ac8-b5ff-1c0d1378288e,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:47.866585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:01:47.866991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:01:47.867387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.867801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:01:47.868282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Bound port: 69212291-32f6-4ac8-b5ff-1c0d1378288e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:01:47.868671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.977506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] For port 69212291-32f6-4ac8-b5ff-1c0d1378288e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:01:47.983211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] For port 69212291-32f6-4ac8-b5ff-1c0d1378288e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69212291-32f6-4ac8-b5ff-1c0d1378288e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:01:47.989325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:47.991067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] Provisioning complete for port 69212291-32f6-4ac8-b5ff-1c0d1378288e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:47.991410 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.034625 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.075316 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-3b603f5e-c15c-4fcd-ad58-64a211386d11', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:01:48.076087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.079205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6ecdc-2795-4785-b8ac-c3136d23d250 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:01:48.128600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:48.129263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207199fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:48.205689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7df16a-9932-4672-904d-c8403ca7dc48 None None] Pushing event updated for resources: {'Port': ['ID=69212291-32f6-4ac8-b5ff-1c0d1378288e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:48.374442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.396019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:48.402146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Allocated IP 172.20.0.2 (3b603f5e-c15c-4fcd-ad58-64a211386d11/3cb99cf3-09ed-462a-bac4-7c09f6f75e5d/5e4303eb-f5e3-48be-9dbf-e31bd35345a8) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:01:48.468046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] For port 69212291-32f6-4ac8-b5ff-1c0d1378288e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69212291-32f6-4ac8-b5ff-1c0d1378288e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:48.484105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.639029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f823bc-b515-441b-909a-1452b7bff3f1 None None] Pushing event updated for resources: {'Port': ['ID=69212291-32f6-4ac8-b5ff-1c0d1378288e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:48.668265 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-dcca7382-0eb7-4d43-a9ed-f4d28165fc8a None None] Provisioning complete for port 69212291-32f6-4ac8-b5ff-1c0d1378288e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:48.668647 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dcca7382-0eb7-4d43-a9ed-f4d28165fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.773798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.785198 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.831014 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.1 (3b603f5e-c15c-4fcd-ad58-64a211386d11/3cb99cf3-09ed-462a-bac4-7c09f6f75e5d/77450750-278a-4cc1-84ef-1a3afa59ec15) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:01:48.853229 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:01:48.862671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:48.869932 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:01:48.876018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Pushing event updated for resources: {'Port': ['ID=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:48.882985 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207199fd0>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:46Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:48.932926 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058645c-9961-4ad6-8e2e-615b2ed13db2 None None] The sync data for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 is: [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:46Z', 'revision_number': 3, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:01:48.950263 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.961383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Attempting to bind port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:01:48.961849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Attempting to bind port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:01:48.962308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Attempting to bind port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 on network 3b603f5e-c15c-4fcd-ad58-64a211386d11 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:01:48.967873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:01:48.968394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Checking segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:01:48.968954 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.969720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Bound using segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:01:48.970289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Bound port: 5e4303eb-f5e3-48be-9dbf-e31bd35345a8, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:01:48.970767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:48.989443 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.034657 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:01:49.038043 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:49.040321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] For port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:01:49.042661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:01:49.044891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] For port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:01:49.050398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.072944 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:49.095042 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.117566 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445c4d2-5fb2-443c-8cac-eca621f857ee None None] Pushing event updated for resources: {'Port': ['ID=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:49.221203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.262700 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.616770 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.623037 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.650203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69212291-32f6-4ac8-b5ff-1c0d1378288e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:01:49.654568 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.704588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 69212291-32f6-4ac8-b5ff-1c0d1378288e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:49.705468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.712315 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.715616 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:49.797161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:01:49.819566 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:01:49.821686 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:49.856809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:49.857347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.945386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:49.965342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 28622b3c-88ef-45b0-831c-0a1a7749f735 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:01:49.987010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:49.995279 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:50.050414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:50.095978 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:01:50.104663 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-00597110-5254-4ade-ab1a-81d1fd3662fa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/28622b3c-88ef-45b0-831c-0a1a7749f735/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4997463
Nov 10 05:01:50.245578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14be7f1-5fc6-4805-9fbf-e401f71f31af None None] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:01:50.270804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-18264641-5a43-408a-9b11-470c9539250a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331174320&fields=id&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 267 time: 0.0472157
Nov 10 05:01:50.390606 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-a3256d21-1d31-4b75-ae44-7a67da96bb91 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:50.392294 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-a3256d21-1d31-4b75-ae44-7a67da96bb91 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 796 time: 0.1137848
Nov 10 05:01:50.410063 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-71493ab1-389f-4487-b878-b44d83a11d7f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/quotas/bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 375 time: 0.0113604
Nov 10 05:01:50.465133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6049b1a7-7420-4a91-b12b-3bb2de869f30 None None] Provisioning complete for port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:50.465499 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6049b1a7-7420-4a91-b12b-3bb2de869f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:50.466795 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-4cdb1ffc-a4cd-41d4-8ad6-c143d510c595 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0499933
Nov 10 05:01:50.683052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-f0cfec30-e4e7-4a37-92f2-728733f596be service neutron] 10.222.0.13 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360614
Nov 10 05:01:50.752492 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Sync routers for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:01:50.764014 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:50.764768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146af940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:50.789383 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-f435f105-eaef-4259-9b39-8ad3fe200d28 service neutron] 10.222.0.13 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000156
Nov 10 05:01:50.888016 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:50.938420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ba29e751-55ac-40d4-a148-c4e91a8af599 None None] Provisioning complete for port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:50.938995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba29e751-55ac-40d4-a148-c4e91a8af599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.038082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-ba29e751-55ac-40d4-a148-c4e91a8af599 None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.038453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ba29e751-55ac-40d4-a148-c4e91a8af599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.073702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ba29e751-55ac-40d4-a148-c4e91a8af599 None None] Port 77450750-278a-4cc1-84ef-1a3afa59ec15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:01:51.102215 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146af940>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 2, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:51.128868 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Checking router: 28622b3c-88ef-45b0-831c-0a1a7749f735 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:01:51.129196 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Updating router 28622b3c-88ef-45b0-831c-0a1a7749f735 port 77450750-278a-4cc1-84ef-1a3afa59ec15 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:01:51.153821 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.194223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-cd1c4502-29d1-4ea0-afc4-5e43a00a3674 None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.194588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cd1c4502-29d1-4ea0-afc4-5e43a00a3674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.229024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c4502-29d1-4ea0-afc4-5e43a00a3674 None None] Port 77450750-278a-4cc1-84ef-1a3afa59ec15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:01:51.347659 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-08fce42c-0189-48ab-8a5e-6353abbd5746 None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.347939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-08fce42c-0189-48ab-8a5e-6353abbd5746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.385070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-08fce42c-0189-48ab-8a5e-6353abbd5746 None None] Port 77450750-278a-4cc1-84ef-1a3afa59ec15 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:01:51.410843 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.416562 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.461521 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Pushing event updated for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:51.473968 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.474205 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.474545 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.474876 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.475200 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.475525 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.475845 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.476765 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.477150 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.477402 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.477720 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.478036 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:01:51.524595 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Attempting to bind port 77450750-278a-4cc1-84ef-1a3afa59ec15 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:01:51.524988 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Attempting to bind port 77450750-278a-4cc1-84ef-1a3afa59ec15 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:01:51.525343 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Attempting to bind port 77450750-278a-4cc1-84ef-1a3afa59ec15 on network 3b603f5e-c15c-4fcd-ad58-64a211386d11 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:01:51.530875 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:01:51.531245 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Checking segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:01:51.531631 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.532130 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Bound using segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:01:51.532461 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Bound port: 77450750-278a-4cc1-84ef-1a3afa59ec15, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:01:51.532854 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.594641 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:01:51.646558 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.646922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.692686 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] For port 77450750-278a-4cc1-84ef-1a3afa59ec15, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:01:51.695833 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] For port 77450750-278a-4cc1-84ef-1a3afa59ec15, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=77450750-278a-4cc1-84ef-1a3afa59ec15,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:01:51.703084 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.739662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.740111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.763435 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:01:51.764046 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146af940>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:01:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:51.823933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.832238 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b808619-a9dd-410f-a15a-7e736769bd5f None None] Pushing event updated for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=4']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:51.863420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] For port 77450750-278a-4cc1-84ef-1a3afa59ec15, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=77450750-278a-4cc1-84ef-1a3afa59ec15,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:01:51.867928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:51.885571 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:01:51.921623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee7d76-db3a-4801-84c5-21d5038f5b11 None None] Pushing event updated for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:51.988336 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f1eb353d-c5c4-4290-bf2b-da96e0b5ab42 None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:51.989570 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f1eb353d-c5c4-4290-bf2b-da96e0b5ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:52.008789 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-17a7d8f1-2e4e-47f6-863a-076ad23ad50c req-2e35e8cb-d2a7-43e9-8bbe-af658bb55c70 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0299530
Nov 10 05:01:52.100787 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146af940>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:01:52.125772 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279e02b-f6b1-46ad-a92b-f26dc70fbd2b None None] The sync data for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 is: [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:01:53.091742 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-babd226a-232a-4b77-95ec-b5097edd3346 req-82d34e5d-bc90-489c-aa4e-347f4a6aacc2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0270317
Nov 10 05:01:53.593873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 77450750-278a-4cc1-84ef-1a3afa59ec15 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:01:53.640061 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 77450750-278a-4cc1-84ef-1a3afa59ec15 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:53.640427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:54.172228 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ffedd2aa-f524-49a6-856b-b7ae3c3f9562 req-594034f3-bd7b-4ae8-8d01-a51c7c0a6e0a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0284119
Nov 10 05:01:55.263033 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1a4ee3c-0dea-4ed6-b045-1c750ab40961 req-9a92ae29-2feb-4c89-b873-099e9c84cb5d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0362239
Nov 10 05:01:55.552783 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:01:56.359398 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-acfac8c5-d535-42d4-aabf-1ead64136bb7 req-e17959da-3b0f-4e3a-8b45-e83e54b7ebdb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0301266
Nov 10 05:01:56.991384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-cfee2c3e-a3c6-4123-90b5-cc1695f203ea tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:56.993507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-cfee2c3e-a3c6-4123-90b5-cc1695f203ea tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 796 time: 0.1123915
Nov 10 05:01:57.058536 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-c23bc2f0-462a-4f1f-9607-b94f9a21c96b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb888d7f1ef6460ebe084784cac4d5a2 HTTP/1.1" status: 200  len: 380 time: 0.0549128
Nov 10 05:01:57.068637 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'port': {'device_id': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'admin_state_up': True, 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'security_groups': ['3771fef3-5226-4243-93b2-b38fc8d6ddff']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:57.178122 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Made reservation on behalf of bb888d7f1ef6460ebe084784cac4d5a2 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:01:57.182322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.304785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.20.0.8 (3b603f5e-c15c-4fcd-ad58-64a211386d11/3cb99cf3-09ed-462a-bac4-7c09f6f75e5d/228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:01:57.459235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-111bb4b1-c1a3-4834-b972-5921734e7e0c req-d17ce496-3e0b-44b3-9de7-be866d3cf6b8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0302582
Nov 10 05:01:57.468933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.502465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.550056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:01:57.553259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:01:57.557111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:01:57.583472 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:57.612141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:57.612805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.629066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-034c044d-6a71-4533-aef0-c7dee8c70c5a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5639958
Nov 10 05:01:57.683115 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Request body: {'port': {'device_id': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:01:57.740417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.838012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-248604bc-9b65-4aa0-836f-c2332e4a3f97 None None] Provisioning complete for port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:01:57.838548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-248604bc-9b65-4aa0-836f-c2332e4a3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:57.871069 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-248604bc-9b65-4aa0-836f-c2332e4a3f97 None None] Port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:01:57.997488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:01:58.004984 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:58.017197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Transition to ACTIVE for port object 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:01:58.020728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:58.070777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Pushing event updated for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:58.150950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Attempting to bind port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:01:58.151292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Attempting to bind port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:01:58.151628 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Attempting to bind port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a on network 3b603f5e-c15c-4fcd-ad58-64a211386d11 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:01:58.156209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a on network 3b603f5e-c15c-4fcd-ad58-64a211386d11 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:01:58.156534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Attempting to bind port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a on network 3b603f5e-c15c-4fcd-ad58-64a211386d11 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:01:58.161546 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:01:58.161887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Checking segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:01:58.162278 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Bound using segment: {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:01:58.162711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Bound port: 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120d46df-3ec4-4ffc-9265-911d663b6c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:01:58.163074 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:58.229172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:01:58.232282 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:01:58.236751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:58.268082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.268820 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:01:58.270247 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] 10.222.0.21 "PUT /v2.0/ports/228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 1091 time: 0.6326008
Nov 10 05:01:58.272734 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:01:58.275923 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefe9ac8-50f6-40c9-a214-9085a4886fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:01:58.315505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea16fb9-7ad9-402d-bab0-c39bec3255ba service neutron] Pushing event updated for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:01:58.330590 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa357c8-43e1-4b64-9229-f527989da7ac x-openstack-request-id: req-caa357c8-43e1-4b64-9229-f527989da7ac {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:01:58.330890 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:01:58.331136 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caa357c8-43e1-4b64-9229-f527989da7ac {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:01:58.331540 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'status': 'completed', 'code': 200}
Nov 10 05:01:58.360711 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-6a34174e-f462-4394-8bb7-224ba38f23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.362289 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-6a34174e-f462-4394-8bb7-224ba38f23a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1094 time: 0.0438702
Nov 10 05:01:58.408502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-24ab5eb9-1dc7-4a8f-bea8-07b2284597ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 217 time: 0.0386634
Nov 10 05:01:58.460165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-317bc755-8ebe-4142-a81a-09ad1c8fdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.461696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-317bc755-8ebe-4142-a81a-09ad1c8fdfe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 200  len: 835 time: 0.0465386
Nov 10 05:01:58.509724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-1980b1af-c149-4b1f-8483-fe4bae22ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.511228 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-1980b1af-c149-4b1f-8483-fe4bae22ce54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b603f5e-c15c-4fcd-ad58-64a211386d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413558
Nov 10 05:01:58.636664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196468d-06a1-4a7b-8227-91e73af59f05 req-974e360f-5146-4b7e-a4f6-38b24b6b5ad9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.638121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b196468d-06a1-4a7b-8227-91e73af59f05 req-974e360f-5146-4b7e-a4f6-38b24b6b5ad9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 943 time: 0.0753119
Nov 10 05:01:58.643405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-2aa4ca4c-82e2-453a-ae2d-e22a468d5cca service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246920
Nov 10 05:01:58.738358 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b196468d-06a1-4a7b-8227-91e73af59f05 req-c8cb1698-e128-46f7-be6d-c0b2ea98190f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940332
Nov 10 05:01:58.764997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4006eb95-b0b8-4121-a08a-0a4b85274989 req-6e1dfe63-d939-46f9-91d9-65a3c544ff93 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141179
Nov 10 05:01:58.847656 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-d1c0c44a-bed4-4afe-a699-b104254cbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.849190 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-d1c0c44a-bed4-4afe-a699-b104254cbfa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1094 time: 0.0418169
Nov 10 05:01:58.944471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-5cff9ccb-0cee-4b4d-a1ae-6a82aa8b30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:58.946003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-5cff9ccb-0cee-4b4d-a1ae-6a82aa8b30d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 897 time: 0.0877216
Nov 10 05:01:58.988526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-039fc2ae-6957-400f-8c7c-239a3c143563 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 217 time: 0.0347393
Nov 10 05:01:59.040194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-7e9fd7b5-c873-47db-a704-26d33b7e36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:59.041651 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-7e9fd7b5-c873-47db-a704-26d33b7e36cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 200  len: 835 time: 0.0443478
Nov 10 05:01:59.091942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-7d74d7c5-a7f9-4d3b-9846-4c466b0bc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:59.093447 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-7d74d7c5-a7f9-4d3b-9846-4c466b0bc221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b603f5e-c15c-4fcd-ad58-64a211386d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434124
Nov 10 05:01:59.184583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-43f33d1f-2a9b-4543-9625-dbcffb6ffafa service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827291
Nov 10 05:01:59.277506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-cefe9ac8-50f6-40c9-a214-9085a4886fbd req-defc00f7-c932-4424-8603-ccd6a117dc65 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854340
Nov 10 05:01:59.854669 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da312338-1ee9-4c9c-93eb-8d77f547e21a req-736a3fa8-eee2-4b2e-88cd-5c5c937c0dc3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:01:59.856147 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da312338-1ee9-4c9c-93eb-8d77f547e21a req-736a3fa8-eee2-4b2e-88cd-5c5c937c0dc3 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 943 time: 0.0489304
Nov 10 05:01:59.904655 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-da312338-1ee9-4c9c-93eb-8d77f547e21a req-995c6011-6370-4305-bb88-83988f166ba8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425439
Nov 10 05:02:01.020298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621f363-cf92-469a-9187-86bb11411acd req-da53e50e-12d5-40f9-8f6b-826c2b32f7f7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:01.021815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6621f363-cf92-469a-9187-86bb11411acd req-da53e50e-12d5-40f9-8f6b-826c2b32f7f7 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 943 time: 0.0512288
Nov 10 05:02:01.072230 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6621f363-cf92-469a-9187-86bb11411acd req-03df0d90-ab23-47a2-8018-e21737ae1f0d tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445054
Nov 10 05:02:02.079713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:02:02.173741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:02.185077 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'port_id': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'mac_address': 'fa:16:3e:eb:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:02:02.186738 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbbedb-0365-42e0-aeec-cc74eb2c6a8d req-075f1a01-ded7-4d89-9ef2-0a74c03877bb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:02.188246 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74bbbedb-0365-42e0-aeec-cc74eb2c6a8d req-075f1a01-ded7-4d89-9ef2-0a74c03877bb tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 943 time: 0.0477979
Nov 10 05:02:02.224836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:02.237194 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:02:02.237659 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-74bbbedb-0365-42e0-aeec-cc74eb2c6a8d req-bb66fc74-551c-4b65-afe0-7b245ffa594c tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433648
Nov 10 05:02:02.256274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:02.261164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:02.307121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:02.500968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:02:03.353728 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18bee-3080-47f8-b507-eb45bf4c8dce req-bcac7130-ee77-4deb-b3fc-c85a5d6b5697 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:03.355210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2af18bee-3080-47f8-b507-eb45bf4c8dce req-bcac7130-ee77-4deb-b3fc-c85a5d6b5697 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 944 time: 0.0493641
Nov 10 05:02:03.406725 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2af18bee-3080-47f8-b507-eb45bf4c8dce req-047636c0-8742-424d-bc63-b55749365a1f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456953
Nov 10 05:02:04.079505 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:02:04.127758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:02:04.131629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:04.132507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:04.213649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:04.235715 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:02:04.237964 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f16de6e-3e3d-4b88-9268-af251eeecd25" -d '{"events": [{"server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "name": "network-vif-plugged", "status": "completed", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:02:04.250883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:04.255752 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:04.305970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:04.324737 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d687674f-c696-44a4-87e8-320c700f7f28 x-openstack-request-id: req-d687674f-c696-44a4-87e8-320c700f7f28 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:02:04.325020 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "name": "network-vif-plugged", "status": "completed", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:02:04.325268 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d687674f-c696-44a4-87e8-320c700f7f28 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:02:04.325684 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'code': 200}
Nov 10 05:02:04.422150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc6bb5-2eb0-4c54-9d27-83027ae3bea2 req-adf11ed3-977b-477a-8269-b7e5ecc77d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:04.423638 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33cc6bb5-2eb0-4c54-9d27-83027ae3bea2 req-adf11ed3-977b-477a-8269-b7e5ecc77d54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1096 time: 0.0394361
Nov 10 05:02:04.457360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-44b5400a-5b41-481c-bbe3-5189e5c4a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:04.472752 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-33cc6bb5-2eb0-4c54-9d27-83027ae3bea2 req-2cec19ae-fa24-415d-aae8-308e81ec8bba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419328
Nov 10 05:02:04.527454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434df96-e945-400b-959a-9d1367c14043 req-e66cb526-36f4-4e54-9e27-de494e85e2af tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:04.528946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d434df96-e945-400b-959a-9d1367c14043 req-e66cb526-36f4-4e54-9e27-de494e85e2af tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0483890
Nov 10 05:02:04.577780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d434df96-e945-400b-959a-9d1367c14043 req-890e0f97-14b4-4554-8c52-908be7f950db tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430222
Nov 10 05:02:05.707083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f97f8-af64-4dff-9cb8-c088bd80c856 req-14586305-6ed4-41e4-992f-a2711ba21a25 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:05.708537 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-898f97f8-af64-4dff-9cb8-c088bd80c856 req-14586305-6ed4-41e4-992f-a2711ba21a25 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0535510
Nov 10 05:02:05.758907 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-898f97f8-af64-4dff-9cb8-c088bd80c856 req-a2ab61f8-3da2-4990-a1d0-d7d3d73b538f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436678
Nov 10 05:02:05.875129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b68d-19e0-44c1-b075-feb567cbe7f3 req-580c8d0a-38f8-439c-8a7a-b6cd10868614 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:05.876571 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca77b68d-19e0-44c1-b075-feb567cbe7f3 req-580c8d0a-38f8-439c-8a7a-b6cd10868614 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0515280
Nov 10 05:02:05.924146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ca77b68d-19e0-44c1-b075-feb567cbe7f3 req-80d75dbf-5ffb-4ad1-977f-1d89d573b862 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411384
Nov 10 05:02:05.946466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57028) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:05.984513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066df107-066f-44fa-b6aa-716ef197f114 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:05.986003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-066df107-066f-44fa-b6aa-716ef197f114 tempest-TestNetworkAdvancedServerOps-420842223 tempest-TestNetworkAdvancedServerOps-420842223-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1091 time: 0.0385983
Nov 10 05:02:05.988660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57030) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:05.993658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:02:06.014848 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:06.430995 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:06.529297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Allocated IP 172.32.3.124 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/f923544e-3f4f-4e1a-aa50-aa1cb9a112ac) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:02:06.632104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:06.665419 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:06.704802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:02:06.707818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:06.710785 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:02:06.738976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=f923544e-3f4f-4e1a-aa50-aa1cb9a112ac,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:07.017953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-88faf958-28bf-4af8-b005-044c60a22039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.056150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.120520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.270450 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.275877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.356443 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event updated for resources: {'Port': ['ID=f923544e-3f4f-4e1a-aa50-aa1cb9a112ac,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:07.367706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.466480 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 0961446f-e8e9-49f6-926a-676f46b2cfd3 associated. External IP: 172.32.3.124, port: 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a.
Nov 10 05:02:07.671878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 28622b3c-88ef-45b0-831c-0a1a7749f735 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:02:07.778438 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:02:07.788656 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Sync routers for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:02:07.795867 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:07.798294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:07.798981 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075a8f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:07.823237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d316b3ec-0cac-4b7e-bdba-eeff6d23171f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8335905
Nov 10 05:02:07.823819 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:02:07.826205 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844d3c0-1e29-4faf-af7e-400ef42a791b" -d '{"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:02:07.867004 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce974c5-2ae3-48f7-930f-99925b45b79a x-openstack-request-id: req-9ce974c5-2ae3-48f7-930f-99925b45b79a {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:02:07.867367 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:02:07.867687 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce974c5-2ae3-48f7-930f-99925b45b79a {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:02:07.868156 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'status': 'completed', 'code': 200}
Nov 10 05:02:07.912307 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:07.933618 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd4d3d-36d4-4042-90fb-e8f6c2f3d25d req-3a950928-950a-421c-a2a4-44a172afe1b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:07.934231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-3cd2b5f8-47a0-42d9-a449-b26ebff27c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:07.935129 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8efd4d3d-36d4-4042-90fb-e8f6c2f3d25d req-3a950928-950a-421c-a2a4-44a172afe1b1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0502512
Nov 10 05:02:07.935676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-3cd2b5f8-47a0-42d9-a449-b26ebff27c19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1096 time: 0.0468667
Nov 10 05:02:07.987922 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8efd4d3d-36d4-4042-90fb-e8f6c2f3d25d req-21152399-15c5-4889-8e3c-d30e242e88b9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463326
Nov 10 05:02:08.012203 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57036) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:08.032024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-3ad15f1f-0058-4a7d-ac3a-0da9d38807bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:08.033439 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-3ad15f1f-0058-4a7d-ac3a-0da9d38807bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 897 time: 0.0903444
Nov 10 05:02:08.085829 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-b5fffde6-030f-4843-90f9-a3e953eaaf91 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/0961446f-e8e9-49f6-926a-676f46b2cfd3 HTTP/1.1" status: 200  len: 991 time: 0.0706227
Nov 10 05:02:08.110445 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-f553a46d-b4c0-4ab7-b4e6-e179cca8d277 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 999 time: 0.0693855
Nov 10 05:02:08.148385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:08.156312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075a8f10>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0961446f-e8e9-49f6-926a-676f46b2cfd3', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'port_id': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'mac_address': 'fa:16:3e:eb:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:02:06Z', 'updated_at': '2021-11-10T05:02:06Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:08.159669 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-4dcca402-9990-4fe9-97d3-4b34e30fea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:08.161157 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-4dcca402-9990-4fe9-97d3-4b34e30fea14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 200  len: 835 time: 0.0439203
Nov 10 05:02:08.186564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Checking router: 28622b3c-88ef-45b0-831c-0a1a7749f735 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:02:08.195465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:08.196065 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82075a8f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:08.206552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-7c08801d-d4bd-4693-8de2-f1310bea8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:08.208037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-7c08801d-d4bd-4693-8de2-f1310bea8b42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b603f5e-c15c-4fcd-ad58-64a211386d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397108
Nov 10 05:02:08.300764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:08.302252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-bfb127bf-51e4-4997-be70-9b338cc7bf49 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864820
Nov 10 05:02:08.395065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f844d3c0-1e29-4faf-af7e-400ef42a791b req-69084a2d-184c-4664-87b8-9f58e2828cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860698
Nov 10 05:02:08.520358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82075a8f10>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0961446f-e8e9-49f6-926a-676f46b2cfd3', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'port_id': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'mac_address': 'fa:16:3e:eb:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:02:06Z', 'updated_at': '2021-11-10T05:02:06Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:08.549704 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f72fa9-d05f-43d4-aa57-c80ea4279c74 None None] The sync data for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 is: [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '0961446f-e8e9-49f6-926a-676f46b2cfd3', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'floating_ip_address': '172.32.3.124', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'port_id': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'mac_address': 'fa:16:3e:eb:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:02:06Z', 'updated_at': '2021-11-10T05:02:06Z', 'revision_number': 0, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:02:08.740970 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9e337-68a6-48ef-9b6c-904c36ff9d8e None None] New status for floating IP 0961446f-e8e9-49f6-926a-676f46b2cfd3: ACTIVE {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:02:09.088762 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57038) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:09.147507 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1e0c6187-18a7-450d-86ed-0b6e81a6bb57 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/0961446f-e8e9-49f6-926a-676f46b2cfd3 HTTP/1.1" status: 200  len: 993 time: 0.0576916
Nov 10 05:02:09.591531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:10.324873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:19.222577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:19.629292 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:32.551072 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:02:34.459389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f279ba8-8eb7-482c-a0fc-42a4d716cd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:37.010329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf420774-8be7-47e1-8222-90d7282419f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:38.144765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:39.595976 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:40.326550 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:40.476429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05027f6-5690-4029-a7b5-f3005ccd1185 req-fd727e5a-0ec9-4f45-ad1f-4d88036a0a86 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:40.477964 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f05027f6-5690-4029-a7b5-f3005ccd1185 req-fd727e5a-0ec9-4f45-ad1f-4d88036a0a86 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0553215
Nov 10 05:02:40.528264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f05027f6-5690-4029-a7b5-f3005ccd1185 req-9fa78a08-8029-4012-a6f6-a774407bb8be tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443902
Nov 10 05:02:41.644316 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3dc1b-b77a-4502-978a-6e2073c50f23 req-86bd8da6-7ae2-4a72-b4ea-4d6eb111df72 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:41.645800 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d3dc1b-b77a-4502-978a-6e2073c50f23 req-86bd8da6-7ae2-4a72-b4ea-4d6eb111df72 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0484076
Nov 10 05:02:41.702717 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a8d3dc1b-b77a-4502-978a-6e2073c50f23 req-5865ce63-63e5-4b33-aaa2-31618f2bd212 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503957
Nov 10 05:02:41.724794 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:41.783613 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cf03a6db-b69e-4918-9484-9f517ae0f103 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/0961446f-e8e9-49f6-926a-676f46b2cfd3 HTTP/1.1" status: 200  len: 993 time: 0.0577140
Nov 10 05:02:43.085432 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda510c-1627-4dff-87eb-ec8518e55ad0 req-90259126-a443-4b11-b1fb-5e417a1827d2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:43.086838 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bda510c-1627-4dff-87eb-ec8518e55ad0 req-90259126-a443-4b11-b1fb-5e417a1827d2 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0769730
Nov 10 05:02:43.093277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-52e4a54c-e7c0-403c-80f8-d62f303264ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:43.094922 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-52e4a54c-e7c0-403c-80f8-d62f303264ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1096 time: 0.0589657
Nov 10 05:02:43.194550 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3bda510c-1627-4dff-87eb-ec8518e55ad0 req-5ff0ea85-8e90-444c-9bda-ebe66b2631aa tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985408
Nov 10 05:02:43.218951 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-bdc75cca-ee89-4af6-a266-e981e780df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:43.220830 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-bdc75cca-ee89-4af6-a266-e981e780df16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 897 time: 0.1186717
Nov 10 05:02:43.286421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-efa2a3e1-9eab-473d-8d3a-8b15c7f5e67e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 1001 time: 0.0588341
Nov 10 05:02:43.341828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-e34e5e75-ee27-460e-8549-ab8a411f66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:43.343176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-e34e5e75-ee27-460e-8549-ab8a411f66ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 200  len: 835 time: 0.0487828
Nov 10 05:02:43.389138 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-0791b758-3fa0-4a4c-8801-155c5570a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:43.390728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-0791b758-3fa0-4a4c-8801-155c5570a23b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b603f5e-c15c-4fcd-ad58-64a211386d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403805
Nov 10 05:02:43.483127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-2ab0f615-c341-4748-91bc-daacabacba67 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858328
Nov 10 05:02:43.574491 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5eaf85d6-5253-4df0-8c5f-be158a90dec9 req-ed7ce3e5-98f7-4f24-af3d-5d4277f1a10a service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847569
Nov 10 05:02:44.318467 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ffac6-c1d8-4cb4-959d-62bba485627e req-5cc49cdb-467f-4310-9124-e819944cf27b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:44.320675 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d19ffac6-c1d8-4cb4-959d-62bba485627e req-5cc49cdb-467f-4310-9124-e819944cf27b tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0528865
Nov 10 05:02:44.374957 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d19ffac6-c1d8-4cb4-959d-62bba485627e req-916cdb82-e32b-49e3-8855-81accf90943a tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480604
Nov 10 05:02:45.491355 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d280-e80c-4398-9fb1-8a33141d856f req-6dac88a4-63e8-418e-b715-a7f852e220e1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:45.492845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05e1d280-e80c-4398-9fb1-8a33141d856f req-6dac88a4-63e8-418e-b715-a7f852e220e1 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0498476
Nov 10 05:02:45.546820 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-05e1d280-e80c-4398-9fb1-8a33141d856f req-582b67e5-19b2-42ef-b27a-8490e9af52c4 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475793
Nov 10 05:02:45.568113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57084) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:45.627945 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6b4dee0b-2d7a-4fa8-b7ba-a32cb0d4fd31 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/floatingips/0961446f-e8e9-49f6-926a-676f46b2cfd3 HTTP/1.1" status: 200  len: 993 time: 0.0587008
Nov 10 05:02:45.841120 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57090) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:45.994923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port f923544e-3f4f-4e1a-aa50-aa1cb9a112ac {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:02:45.995158 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.073362 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.073687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.084975 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for f923544e-3f4f-4e1a-aa50-aa1cb9a112ac owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:02:46.228494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.255465 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=f923544e-3f4f-4e1a-aa50-aa1cb9a112ac,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:46.280459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.280918 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.281265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.281604 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.282781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.282781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.282781 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.283106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.283216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.283508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.283827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.284146 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:46.322803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.323130 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Floating IP 0961446f-e8e9-49f6-926a-676f46b2cfd3 disassociated (deleted). External IP: 172.32.3.124, port: 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a.
Nov 10 05:02:46.527302 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 28622b3c-88ef-45b0-831c-0a1a7749f735 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:02:46.633213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:02:46.637896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:46.642805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Sync routers for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:02:46.652949 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:46.653564 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206cfae20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:46.668006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-3e2ce2ed-adf2-4151-91ba-4c500558b2f0 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/floatingips/0961446f-e8e9-49f6-926a-676f46b2cfd3 HTTP/1.1" status: 204  len: 168 time: 0.8225882
Nov 10 05:02:46.668006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:02:46.668390 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3f611-ecf9-4f26-b976-ea031fd39eca" -d '{"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:02:46.706795 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedf863-f727-43cd-9865-f6322ff44f25 x-openstack-request-id: req-6cedf863-f727-43cd-9865-f6322ff44f25 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:02:46.707518 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:02:46.707518 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cedf863-f727-43cd-9865-f6322ff44f25 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:02:46.707755 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'status': 'completed', 'code': 200}
Nov 10 05:02:46.768334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:46.778166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-5378d83b-ce2c-47de-b363-c434164e3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:46.779843 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-5378d83b-ce2c-47de-b363-c434164e3a98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 1096 time: 0.0440812
Nov 10 05:02:46.889045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-ac095d4c-d8cf-46da-820c-239917efd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:46.890600 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-ac095d4c-d8cf-46da-820c-239917efd211 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 200  len: 897 time: 0.1041276
Nov 10 05:02:46.937188 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-51472724-9983-43db-a769-0e3818adbcf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 200  len: 217 time: 0.0392256
Nov 10 05:02:46.991157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-63b85b9f-2ec7-4822-8c56-de61f67128c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:46.993242 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-63b85b9f-2ec7-4822-8c56-de61f67128c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 200  len: 835 time: 0.0488677
Nov 10 05:02:47.049575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-d9ff5bad-d889-430b-aa72-aa9cdf18f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:47.051465 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-d9ff5bad-d889-430b-aa72-aa9cdf18f15a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b603f5e-c15c-4fcd-ad58-64a211386d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0512042
Nov 10 05:02:47.156401 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-7ad3e1df-8515-4e19-bb93-0145caf4e4bb service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951271
Nov 10 05:02:47.156723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206cfae20>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:47.183379 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec0def-8a45-4a69-b776-f3149a0d5c1f req-083bae3d-84c9-4e51-92e5-5302d4bf163f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:47.184978 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87ec0def-8a45-4a69-b776-f3149a0d5c1f req-083bae3d-84c9-4e51-92e5-5302d4bf163f tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0552197
Nov 10 05:02:47.186470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Checking router: 28622b3c-88ef-45b0-831c-0a1a7749f735 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:02:47.194789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:47.195390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206cfae20>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:47.240455 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-87ec0def-8a45-4a69-b776-f3149a0d5c1f req-6f9b8598-191f-4508-a27c-750e8ef33bb9 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484674
Nov 10 05:02:47.307277 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:47.510510 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206cfae20>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:47.542470 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23254ee4-bca1-4b67-a5f6-bb3e2f478cdf None None] The sync data for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 is: [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:01:49Z', 'revision_number': 4, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '77450750-278a-4cc1-84ef-1a3afa59ec15', 'name': '', 'network_id': '3b603f5e-c15c-4fcd-ad58-64a211386d11', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'mac_address': 'fa:16:3e:2c:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:48Z', 'updated_at': '2021-11-10T05:01:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'subnets': [{'id': '3cb99cf3-09ed-462a-bac4-7c09f6f75e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:02:47.582047 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5ef3f611-ecf9-4f26-b976-ea031fd39eca req-40c27cc2-cef3-4768-a5ab-fa2984ca6a64 service neutron] 10.222.0.21 "GET /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165778
Nov 10 05:02:47.768973 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed75967b-9220-42b1-9264-338b27bb22d8 None None] New status for floating IP 0961446f-e8e9-49f6-926a-676f46b2cfd3: DOWN {{(pid=119699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:02:48.360962 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca25f35-b5ad-49d1-9421-607693c3beff req-69ea7621-af8f-4008-925c-f7d5c5fe13a8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:48.362424 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aca25f35-b5ad-49d1-9421-607693c3beff req-69ea7621-af8f-4008-925c-f7d5c5fe13a8 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0520229
Nov 10 05:02:48.411575 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aca25f35-b5ad-49d1-9421-607693c3beff req-94d91c6d-e1bc-4e8b-88fb-43b0b6d15193 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/security-groups?id=3771fef3-5226-4243-93b2-b38fc8d6ddff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427015
Nov 10 05:02:48.666469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-21bec92c-0bc0-482c-bf99-6f9225dd7774 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:48.667971 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-21bec92c-0bc0-482c-bf99-6f9225dd7774 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 945 time: 0.0482512
Nov 10 05:02:48.759560 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:02:48.759894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:48.846809 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:48.847188 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:48.860553 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:02:48.986545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:49.012831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:49.059213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] No DVR routers for this DVR port 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:02:49.061817 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:49.065210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-78cd2ff4-b599-4118-8024-9670c1b529ae req-81c6cb21-b4ab-4863-8a82-0d231643a823 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.21 "DELETE /v2.0/ports/228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a HTTP/1.1" status: 204  len: 173 time: 0.3912022
Nov 10 05:02:49.065641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'name': 'network-vif-deleted', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:02:49.067870 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0078f29a-32c3-4774-afb7-68f2aab2fc41" -d '{"events": [{"server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "name": "network-vif-deleted", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:02:49.107688 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd1517-0b7b-4584-9fdf-8f76f516b7d7 x-openstack-request-id: req-9abd1517-0b7b-4584-9fdf-8f76f516b7d7 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:02:49.108009 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef6e11e-56c6-49cc-9009-3c5ecfb9da76", "name": "network-vif-deleted", "tag": "228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:02:49.108262 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9abd1517-0b7b-4584-9fdf-8f76f516b7d7 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:02:49.108688 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef6e11e-56c6-49cc-9009-3c5ecfb9da76', 'name': 'network-vif-deleted', 'tag': '228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a', 'status': 'completed', 'code': 200}
Nov 10 05:02:49.231311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:49.539262 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-09b25da5-dd18-4bb2-8e43-5f4368132b21 req-618d0468-2429-4056-99db-11180b5ff286 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "GET /v2.0/ports?device_id=bef6e11e-56c6-49cc-9009-3c5ecfb9da76 HTTP/1.1" status: 200  len: 210 time: 0.0267050
Nov 10 05:02:49.645169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:50.597300 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57106) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:50.949890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:51.204033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 77450750-278a-4cc1-84ef-1a3afa59ec15 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:02:51.204376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:51.295499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 77450750-278a-4cc1-84ef-1a3afa59ec15, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=77450750-278a-4cc1-84ef-1a3afa59ec15,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:51.295859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:51.308165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 77450750-278a-4cc1-84ef-1a3afa59ec15 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:02:51.488520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:51.513066 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=77450750-278a-4cc1-84ef-1a3afa59ec15,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:51.698329 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:51.907423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Router 28622b3c-88ef-45b0-831c-0a1a7749f735 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:02:52.014223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:02:52.019936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-609c1237-4af8-4a9c-93b9-d724dd04b242 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "PUT /v2.0/routers/28622b3c-88ef-45b0-831c-0a1a7749f735/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4216158
Nov 10 05:02:52.022837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57108) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:52.023615 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Sync routers for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:02:52.032906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:52.033508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207c21f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:52.073278 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting subnet 3cb99cf3-09ed-462a-bac4-7c09f6f75e5d {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:02:52.076640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.115415 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.139847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:52.195070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:02:52.201960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.224514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:02:52.224879 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 228c2cbd-e0c1-43a6-b98c-af0fb1cfd90a not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:02:52.260960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.287958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb99cf3-09ed-462a-bac4-7c09f6f75e5d,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:52.293549 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.297464 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/subnets/3cb99cf3-09ed-462a-bac4-7c09f6f75e5d HTTP/1.1" status: 204  len: 168 time: 0.2731915
Nov 10 05:02:52.299177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57110) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:52.306045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.306405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.306908 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.307150 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.307407 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309031 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.309984 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c65e2-c99a-4ad0-8616-842d36e77da6 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:52.316127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4183e-7621-47ed-8f77-30baa2d5572e None None] Network 3b603f5e-c15c-4fcd-ad58-64a211386d11 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:02:52.410193 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.435940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207c21f10>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:02:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:52.464188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Checking router: 28622b3c-88ef-45b0-831c-0a1a7749f735 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:02:52.478679 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Routers {'28622b3c-88ef-45b0-831c-0a1a7749f735'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:52.479282 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207c21f10>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['28622b3c-88ef-45b0-831c-0a1a7749f735'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:52.524961 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.548364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] DHCP port deletion for 3b603f5e-c15c-4fcd-ad58-64a211386d11 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:02:52.578078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Deleting port 69212291-32f6-4ac8-b5ff-1c0d1378288e {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:02:52.578420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.619105 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] Set router 28622b3c-88ef-45b0-831c-0a1a7749f735 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:52.659521 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] For port 69212291-32f6-4ac8-b5ff-1c0d1378288e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=69212291-32f6-4ac8-b5ff-1c0d1378288e,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:52.659890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.672014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Calling delete_port for 69212291-32f6-4ac8-b5ff-1c0d1378288e owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:02:52.688072 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Deleting port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:02:52.688444 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.810102 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] For port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,segment=NetworkSegment(120d46df-3ec4-4ffc-9265-911d663b6c6e),segment_id=120d46df-3ec4-4ffc-9265-911d663b6c6e)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:52.810422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.825682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Calling delete_port for 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:02:52.834723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.861726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Port': ['ID=69212291-32f6-4ac8-b5ff-1c0d1378288e,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:52.889359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc803b33-8cde-4caf-a1a9-466870f12e98 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:02:52.924672 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.941878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207c21f10>, [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:02:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:52.970862 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48884e-9140-4be6-a70f-56e4d32a1e7b None None] The sync data for ids ['28622b3c-88ef-45b0-831c-0a1a7749f735'] in ncdv-817176-1 is: [{'id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929248996', 'tenant_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177'}], 'enable_snat': True}, 'gw_port_id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:01:45Z', 'updated_at': '2021-11-10T05:02:51Z', 'revision_number': 5, 'project_id': 'bb888d7f1ef6460ebe084784cac4d5a2', 'gw_port': {'id': '69212291-32f6-4ac8-b5ff-1c0d1378288e', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28622b3c-88ef-45b0-831c-0a1a7749f735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:01:46Z', 'updated_at': '2021-11-10T05:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:02:52.973762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:52.999186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Pushing event deleted for resources: {'Port': ['ID=5e4303eb-f5e3-48be-9dbf-e31bd35345a8,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:53.003536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] No DVR routers for this DVR port 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:02:53.012218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.012218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.012218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.012946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.012946 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.013159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.016027 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c87ed-a9f5-422b-8cc1-058ac0be0abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:53.034864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.037033 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.079400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.079960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Fanout notify agent at l3_agent the message router_deleted on router 28622b3c-88ef-45b0-831c-0a1a7749f735 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:02:53.088845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.089948 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d3d8f32c-aa5e-49c8-9924-5abb3bfd3c68 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/routers/28622b3c-88ef-45b0-831c-0a1a7749f735 HTTP/1.1" status: 204  len: 168 time: 0.7896087
Nov 10 05:02:53.092633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57112) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:53.167209 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.254206 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.274361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820d7613d0>,) {'filters': {'network_id': ['3b603f5e-c15c-4fcd-ad58-64a211386d11']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:53.283318 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d7613d0>, '120d46df-3ec4-4ffc-9265-911d663b6c6e') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:53.283615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820d7613d0>, '120d46df-3ec4-4ffc-9265-911d663b6c6e') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:53.292727 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.307529 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.313311 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:02:53.313691 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:02:53.316627 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:02:53.380617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.387091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.391386 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/networks/3b603f5e-c15c-4fcd-ad58-64a211386d11 HTTP/1.1" status: 204  len: 168 time: 0.2968018
Nov 10 05:02:53.393220 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57114) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:53.407284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1b1b2-5391-4a20-9e0b-fb6311dd4782 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'Network': ['ID=3b603f5e-c15c-4fcd-ad58-64a211386d11,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:53.461755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.487617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.550635 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.553271 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:53.554445 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] 10.222.0.13 "DELETE /v2.0/security-groups/3771fef3-5226-4243-93b2-b38fc8d6ddff HTTP/1.1" status: 204  len: 168 time: 0.1602409
Nov 10 05:02:53.565754 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0664b-4aae-4fe9-8cdb-82e88e632624 tempest-TestNetworkAdvancedServerOps-373672914 tempest-TestNetworkAdvancedServerOps-373672914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3771fef3-5226-4243-93b2-b38fc8d6ddff,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:53.691751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 77450750-278a-4cc1-84ef-1a3afa59ec15 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:02:53.714950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 77450750-278a-4cc1-84ef-1a3afa59ec15 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:02:53.715514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 77450750-278a-4cc1-84ef-1a3afa59ec15 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:02:53.715928 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:02:53.736489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:02:53.736849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5e4303eb-f5e3-48be-9dbf-e31bd35345a8 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:02:53.900348 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57122) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:54.048516 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-518e57c1-dc09-42fb-8f39-8ec65a2ad550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb888d7f1ef6460ebe084784cac4d5a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1460931
Nov 10 05:02:54.050466 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57126) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:54.100752 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.122718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.169866 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.172684 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.173903 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5699ba7-6086-42fa-8774-d40a53f0ada0 HTTP/1.1" status: 204  len: 168 time: 0.1224113
Nov 10 05:02:54.181842 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa006c2-4a18-4de1-9a02-9a8de726d56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5699ba7-6086-42fa-8774-d40a53f0ada0,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:54.431056 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57132) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:54.444456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e82845d-3c4f-40cc-bf5e-ef4e1c8c2595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.518891 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e82845d-3c4f-40cc-bf5e-ef4e1c8c2595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.522881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2e82845d-3c4f-40cc-bf5e-ef4e1c8c2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.562006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2e82845d-3c4f-40cc-bf5e-ef4e1c8c2595 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce31c33522c4447299e86da22656bdac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1298997
Nov 10 05:02:54.562846 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82845d-3c4f-40cc-bf5e-ef4e1c8c2595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be281ae-627c-4900-b192-4e18fdaa8bb6,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:54.564751 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57134) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:54.615485 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.636009 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.681267 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.684069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:54.687556 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3be281ae-627c-4900-b192-4e18fdaa8bb6 HTTP/1.1" status: 204  len: 168 time: 0.1194963
Nov 10 05:02:54.692919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368bd78-59e9-4330-b71b-bfd6cb152b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be281ae-627c-4900-b192-4e18fdaa8bb6,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:55.370131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57156) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:55.461508 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268433769-network', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:02:55.483283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Made reservation on behalf of c1c447bf3c2843d4bd6d9124a9054dc0 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:02:55.485651 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.494453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.565540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69212291-32f6-4ac8-b5ff-1c0d1378288e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:02:55.570808 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.574833 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.587789 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 69212291-32f6-4ac8-b5ff-1c0d1378288e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:02:55.588148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 69212291-32f6-4ac8-b5ff-1c0d1378288e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:02:55.604820 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:02:55.610080 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a97d06-0160-48ac-8c1f-3e29376d50f5,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:55.619231 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.619582 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Added segment 6d65073a-af9e-41eb-9122-d0222d2ca362 of type vlan for network c86ff1d0-1dac-4638-b5b7-5480a13fe65a
Nov 10 05:02:55.660046 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.686149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.687013 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:55.687592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.740887 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3696318
Nov 10 05:02:55.744103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57160) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:55.749039 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Request body: {'subnet': {'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268433769-subnet', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:02:55.751515 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f540ef-c613-456e-8195-70618205e233 admin admin] Pushing event updated for resources: {'Network': ['ID=c86ff1d0-1dac-4638-b5b7-5480a13fe65a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:55.763887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:02:55.770251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Made reservation on behalf of c1c447bf3c2843d4bd6d9124a9054dc0 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:02:55.773070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:55.941356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.001021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9735be70-3bd4-4a3f-9a7a-d51baeb04c64,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:56.009444 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:02:56.009805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Network hostable DHCP agents. Network: c86ff1d0-1dac-4638-b5b7-5480a13fe65a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:02:56.026284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:02:56.035346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, c86ff1d0-1dac-4638-b5b7-5480a13fe65a) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:56.039762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:02:56.040354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.044364 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db59e9-16cc-4aec-8270-fb547b53aabd None None] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:02:56.056127 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-5cd1a9d6-9b0d-48a2-8dd7-2a50c281e49d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3108976
Nov 10 05:02:56.058851 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57162) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:56.063202 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:02:56.084574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.085608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.137579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.349318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:02:56.350233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.489414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Allocated IP 172.20.0.2 (c86ff1d0-1dac-4638-b5b7-5480a13fe65a/9735be70-3bd4-4a3f-9a7a-d51baeb04c64/0be21c19-f016-497a-9c40-e25f4a6863d3) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:02:56.606346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.636246 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.641914 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.677816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:02:56.683148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:56.686706 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:02:56.698172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Pushing event updated for resources: {'Port': ['ID=0be21c19-f016-497a-9c40-e25f4a6863d3,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:56.748423 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Attempting to bind port 0be21c19-f016-497a-9c40-e25f4a6863d3 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:02:56.748824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Attempting to bind port 0be21c19-f016-497a-9c40-e25f4a6863d3 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:02:56.749302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Attempting to bind port 0be21c19-f016-497a-9c40-e25f4a6863d3 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:02:56.754294 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:02:56.754668 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:02:56.755071 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.755466 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:02:56.755936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Bound port: 0be21c19-f016-497a-9c40-e25f4a6863d3, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:02:56.756318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.807631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.821494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] For port 0be21c19-f016-497a-9c40-e25f4a6863d3, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:02:56.824554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] For port 0be21c19-f016-497a-9c40-e25f4a6863d3, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0be21c19-f016-497a-9c40-e25f4a6863d3,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:02:56.826484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.830218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:56.893271 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9567261-6a53-46b5-b87a-354926a026b3 None None] Pushing event updated for resources: {'Port': ['ID=0be21c19-f016-497a-9c40-e25f4a6863d3,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:56.938283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Allocated IP 172.32.3.109 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/0df778c1-bba1-480a-ac78-08d41319bfcb) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:02:57.066200 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.103111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.145569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:02:57.149723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:57.154176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:02:57.157317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0df778c1-bba1-480a-ac78-08d41319bfcb,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:57.171903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268c735-ad10-4b06-ad56-db9538f7cc16 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:02:57.291386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-18c2c97b-23ee-4510-8ff4-2ee5a3ccafc8 None None] Provisioning complete for port 0df778c1-bba1-480a-ac78-08d41319bfcb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:57.291665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-18c2c97b-23ee-4510-8ff4-2ee5a3ccafc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.329350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-18c2c97b-23ee-4510-8ff4-2ee5a3ccafc8 None None] Port 0df778c1-bba1-480a-ac78-08d41319bfcb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:02:57.402505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.603662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.642260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0be21c19-f016-497a-9c40-e25f4a6863d3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:02:57.697464 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0be21c19-f016-497a-9c40-e25f4a6863d3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:57.697840 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.749946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Router 4982d907-ad87-4014-8106-00f06bfe92f7 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:02:57.781783 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.817563 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port 0be21c19-f016-497a-9c40-e25f4a6863d3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0be21c19-f016-497a-9c40-e25f4a6863d3,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:57.822531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.874634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:02:57.876225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=0be21c19-f016-497a-9c40-e25f4a6863d3,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:57.885797 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:02:57.897388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:57.898677 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cc816fcd-9a6b-423a-aa56-a45b5c5614d9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8387356
Nov 10 05:02:57.901590 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:57.902188 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57164) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:02:57.902660 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821479b1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:57.903063 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c963f7-5674-4629-a1e8-0bc645e20a16 None None] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:02:57.980768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e8afb2d7-f5bf-46f9-b906-d698ad6a7394 None None] Provisioning complete for port 0be21c19-f016-497a-9c40-e25f4a6863d3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:57.981058 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e8afb2d7-f5bf-46f9-b906-d698ad6a7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.007657 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:58.199781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821479b1f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:57Z', 'revision_number': 3, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:58.232873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:02:58.233229 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Updating router 4982d907-ad87-4014-8106-00f06bfe92f7 port 0df778c1-bba1-480a-ac78-08d41319bfcb binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:02:58.260380 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.327269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.439048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2d51419b-c6d0-4f3b-afab-094cc73b5557 None None] Provisioning complete for port 0be21c19-f016-497a-9c40-e25f4a6863d3 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:58.439393 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2d51419b-c6d0-4f3b-afab-094cc73b5557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.497743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Allocated IP 172.20.0.1 (c86ff1d0-1dac-4638-b5b7-5480a13fe65a/9735be70-3bd4-4a3f-9a7a-d51baeb04c64/2d905fdf-c842-40c1-8ef4-468852f84a20) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:02:58.604210 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.616426 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.621286 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.637958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.667113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a21d6-8780-4261-a985-c4d3f28cca49 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:02:58.675129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:02:58.680102 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:58.684103 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:02:58.685739 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Attempting to bind port 0df778c1-bba1-480a-ac78-08d41319bfcb on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:02:58.686700 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Attempting to bind port 0df778c1-bba1-480a-ac78-08d41319bfcb by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:02:58.687402 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Attempting to bind port 0df778c1-bba1-480a-ac78-08d41319bfcb on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:02:58.694603 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Pushing event updated for resources: {'Port': ['ID=0df778c1-bba1-480a-ac78-08d41319bfcb,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:58.696820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:02:58.698460 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:02:58.698873 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.699269 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:02:58.699748 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Bound port: 0df778c1-bba1-480a-ac78-08d41319bfcb, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:02:58.700126 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.707998 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Pushing event updated for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:58.709471 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.709815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.710155 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.710490 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.710820 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.711151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.712263 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.712592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.712939 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.713259 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.713580 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.713895 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:02:58.728553 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.745205 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4169dfc7-9d52-40c0-b27c-6641da11d040 None None] Provisioning complete for port 0df778c1-bba1-480a-ac78-08d41319bfcb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:58.745580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4169dfc7-9d52-40c0-b27c-6641da11d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.772763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] For port 0df778c1-bba1-480a-ac78-08d41319bfcb, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:02:58.778020 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] For port 0df778c1-bba1-480a-ac78-08d41319bfcb, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0df778c1-bba1-480a-ac78-08d41319bfcb,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:02:58.783552 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.793535 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-4169dfc7-9d52-40c0-b27c-6641da11d040 None None] Port 0df778c1-bba1-480a-ac78-08d41319bfcb cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:02:58.839361 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade0eb3-ac13-4c17-9d3f-8dd5752491a2 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:02:58.847239 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9570c-fc86-432e-9ec2-c6831c8c1621 None None] Pushing event updated for resources: {'Port': ['ID=0df778c1-bba1-480a-ac78-08d41319bfcb,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:58.853296 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:02:58.853815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821479b1f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:58.897308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.924814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] Provisioning complete for port 0df778c1-bba1-480a-ac78-08d41319bfcb triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:58.925222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:58.973993 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:02:59.015841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.036462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] For port 0df778c1-bba1-480a-ac78-08d41319bfcb, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0df778c1-bba1-480a-ac78-08d41319bfcb,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:02:59.040723 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.084465 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.089879 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.099314 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60aec7-0f16-4b77-a758-edf7024a6d39 None None] Pushing event updated for resources: {'Port': ['ID=0df778c1-bba1-480a-ac78-08d41319bfcb,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:59.161918 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-bd2ffa00-5859-4c8d-a6c4-dc601af84f3f None None] Provisioning complete for port 2d905fdf-c842-40c1-8ef4-468852f84a20 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:59.162280 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffa00-5859-4c8d-a6c4-dc601af84f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.163882 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.165781 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Pushing event updated for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:02:59.171768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821479b1f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:57Z', 'revision_number': 3, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:02:59.195033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ffa00-5859-4c8d-a6c4-dc601af84f3f None None] Port 2d905fdf-c842-40c1-8ef4-468852f84a20 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:02:59.203582 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038bfcc-23ca-4bd9-a51c-acc0fa737ae5 None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:57Z', 'revision_number': 3, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:02:59.270586 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:02:59.272174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:02:59.392345 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:02:59.528463 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:02:59.533954 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a4c8f06f-da78-49f3-a789-0fbc23e36dfe admin admin] 10.222.0.13 "PUT /v2.0/routers/4982d907-ad87-4014-8106-00f06bfe92f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6303825
Nov 10 05:02:59.618379 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e7e36a0c-aa6a-4579-88aa-1cf04d3945d8 None None] Provisioning complete for port 2d905fdf-c842-40c1-8ef4-468852f84a20 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:59.619028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e7e36a0c-aa6a-4579-88aa-1cf04d3945d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.662439 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e7e36a0c-aa6a-4579-88aa-1cf04d3945d8 None None] Port 2d905fdf-c842-40c1-8ef4-468852f84a20 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:02:59.726553 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0df778c1-bba1-480a-ac78-08d41319bfcb up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:02:59.781545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0df778c1-bba1-480a-ac78-08d41319bfcb triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:59.781956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:02:59.872773 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0be21c19-f016-497a-9c40-e25f4a6863d3 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:02:59.927993 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 0be21c19-f016-497a-9c40-e25f4a6863d3 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:02:59.928375 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.106206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57180) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:00.111120 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1410854803-network', 'tenant_id': '939946051c8e44e198cee86012c7b20f'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:00.134094 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Made reservation on behalf of 939946051c8e44e198cee86012c7b20f for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:03:00.136454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.145492 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.218832 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.222975 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.247546 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:03:00.256044 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc0d24-fba6-4468-9e7f-ac83bc6cb939,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:00.262453 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.262791 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Added segment 44a2166d-863d-4a0a-9f0a-4f156495a2a6 of type vlan for network f992db53-2a9b-44de-931e-0e28c9c8f61a
Nov 10 05:03:00.301262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.326932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.327805 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:00.328386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.379777 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2724702
Nov 10 05:03:00.382677 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57182) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:00.388392 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Request body: {'subnet': {'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1410854803-subnet', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:00.392696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c66e1-83d8-4a09-aa18-5e1e8ef835f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f992db53-2a9b-44de-931e-0e28c9c8f61a,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:00.403802 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network f992db53-2a9b-44de-931e-0e28c9c8f61a details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:03:00.412973 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Made reservation on behalf of 939946051c8e44e198cee86012c7b20f for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:03:00.416160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.586994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.641971 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:00.652582 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Checking segment: {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:00.652979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Network hostable DHCP agents. Network: f992db53-2a9b-44de-931e-0e28c9c8f61a, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:03:00.670667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Network f992db53-2a9b-44de-931e-0e28c9c8f61a is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:03:00.679871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, f992db53-2a9b-44de-931e-0e28c9c8f61a) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:00.684942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:00.685697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.691415 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3ce58-4dde-42b5-8265-f14b65b833d1 None None] Network f992db53-2a9b-44de-931e-0e28c9c8f61a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:03:00.701786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9be350c0-9bb9-4c81-81c6-9c16a3d009d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3173807
Nov 10 05:03:00.704292 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57184) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:00.709767 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:00.735011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.736086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.795147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.835114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:03:00.847235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-f992db53-2a9b-44de-931e-0e28c9c8f61a', 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'fixed_ips': [{'subnet_id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:03:00.848114 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:00.853426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:00.854048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206bf94f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:00.944463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.054628 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:01.110823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Allocated IP 172.20.0.2 (f992db53-2a9b-44de-931e-0e28c9c8f61a/53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e/cb3999e1-c648-4ea7-8959-c2a238297c35) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:03:01.147652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.168453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.271625 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Allocated IP 172.32.3.75 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/f5611731-34bb-4853-8706-70e6744d73ba) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:03:01.371755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.380076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.380303 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.390054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206bf94f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 2, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:01.415197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.439377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:03:01.439724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Updating router 4982d907-ad87-4014-8106-00f06bfe92f7 port 2d905fdf-c842-40c1-8ef4-468852f84a20 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:03:01.442516 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Network f992db53-2a9b-44de-931e-0e28c9c8f61a is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:01.455373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:01.458459 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:01.462663 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:03:01.468969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:01.474095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:03:01.478768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818326f7-9777-43ba-88dc-0520a04711e3 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:03:01.484790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Pushing event updated for resources: {'Port': ['ID=f5611731-34bb-4853-8706-70e6744d73ba,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:01.491751 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Pushing event updated for resources: {'Port': ['ID=cb3999e1-c648-4ea7-8959-c2a238297c35,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:01.495457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.580000 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Attempting to bind port cb3999e1-c648-4ea7-8959-c2a238297c35 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:03:01.580367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Attempting to bind port cb3999e1-c648-4ea7-8959-c2a238297c35 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:03:01.580744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Attempting to bind port cb3999e1-c648-4ea7-8959-c2a238297c35 on network f992db53-2a9b-44de-931e-0e28c9c8f61a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:01.719859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.791018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:03:01.791381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Checking segment: {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:01.791781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.792171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Bound using segment: {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:03:01.792663 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Bound port: cb3999e1-c648-4ea7-8959-c2a238297c35, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:03:01.793039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.824487 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-df70571b-08e6-4fd1-9c9c-758194de9116 None None] Provisioning complete for port f5611731-34bb-4853-8706-70e6744d73ba triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:01.824883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-df70571b-08e6-4fd1-9c9c-758194de9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.920769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:01.930653 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-df70571b-08e6-4fd1-9c9c-758194de9116 None None] Port f5611731-34bb-4853-8706-70e6744d73ba cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:03:01.967184 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] For port cb3999e1-c648-4ea7-8959-c2a238297c35, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:03:01.990417 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] For port cb3999e1-c648-4ea7-8959-c2a238297c35, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb3999e1-c648-4ea7-8959-c2a238297c35,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:03:01.996710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.050244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Router c343f797-a48d-4c7f-bd3e-e8bab5f1082d is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:03:02.094406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd41e2-c340-47d7-98d7-a3bbb5cfcea7 None None] Pushing event updated for resources: {'Port': ['ID=cb3999e1-c648-4ea7-8959-c2a238297c35,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:02.108368 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.114300 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.161947 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:03:02.162515 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654d86-1c52-4066-a30c-49dd57a81a59 None None] Pushing event updated for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:02.180905 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.185118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-33b57145-837e-4e77-9c32-e1ab575def09 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4797723
Nov 10 05:03:02.185484 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57186) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:02.186017 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24512714-a478-4e49-9684-71aa694de202 None None] Sync routers for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:03:02.199371 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:02.202086 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143d1430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:02.235883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Attempting to bind port 2d905fdf-c842-40c1-8ef4-468852f84a20 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:03:02.236255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Attempting to bind port 2d905fdf-c842-40c1-8ef4-468852f84a20 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:03:02.236787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Attempting to bind port 2d905fdf-c842-40c1-8ef4-468852f84a20 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:02.242128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:03:02.243039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:02.243395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.243936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:03:02.244403 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Bound port: 2d905fdf-c842-40c1-8ef4-468852f84a20, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:03:02.244808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.348224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] For port 2d905fdf-c842-40c1-8ef4-468852f84a20, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:03:02.351699 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] For port 2d905fdf-c842-40c1-8ef4-468852f84a20, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d905fdf-c842-40c1-8ef4-468852f84a20,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:03:02.359343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.428456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:02.429240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206bf94f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:02.455181 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:02.489574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654d86-1c52-4066-a30c-49dd57a81a59 None None] Pushing event updated for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:02.582082 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:02.671456 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143d1430>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:01Z', 'revision_number': 3, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:02.700199 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24512714-a478-4e49-9684-71aa694de202 None None] Checking router: c343f797-a48d-4c7f-bd3e-e8bab5f1082d for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:03:02.700917 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24512714-a478-4e49-9684-71aa694de202 None None] Updating router c343f797-a48d-4c7f-bd3e-e8bab5f1082d port f5611731-34bb-4853-8706-70e6744d73ba binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:03:02.745250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] Provisioning complete for port 2d905fdf-c842-40c1-8ef4-468852f84a20 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:02.745915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.747039 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.900014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:02.929878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206bf94f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:02.968242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0bbf2-112d-4d16-9841-184ae8d14c85 None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:03:02.971311 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] For port 2d905fdf-c842-40c1-8ef4-468852f84a20, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d905fdf-c842-40c1-8ef4-468852f84a20,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:02.976394 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.077445 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630f45d-df8c-4c52-b2ec-05ce68c2c129 None None] Pushing event updated for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:03.101596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.111540 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.113494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3236f7f9-3e51-4931-9f9b-d3a7b0dbb869 None None] Provisioning complete for port 2d905fdf-c842-40c1-8ef4-468852f84a20 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:03.114608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3236f7f9-3e51-4931-9f9b-d3a7b0dbb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.167600 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d7fe-24a1-429e-9838-c8ea3dd421c2 None None] Pushing event updated for resources: {'Port': ['ID=f5611731-34bb-4853-8706-70e6744d73ba,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:03.197386 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-24512714-a478-4e49-9684-71aa694de202 None None] Attempting to bind port f5611731-34bb-4853-8706-70e6744d73ba on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:03:03.197944 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-24512714-a478-4e49-9684-71aa694de202 None None] Attempting to bind port f5611731-34bb-4853-8706-70e6744d73ba by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:03:03.198122 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24512714-a478-4e49-9684-71aa694de202 None None] Attempting to bind port f5611731-34bb-4853-8706-70e6744d73ba on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:03.204292 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24512714-a478-4e49-9684-71aa694de202 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:03:03.204701 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24512714-a478-4e49-9684-71aa694de202 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:03.205267 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.205672 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24512714-a478-4e49-9684-71aa694de202 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:03:03.206151 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-24512714-a478-4e49-9684-71aa694de202 None None] Bound port: f5611731-34bb-4853-8706-70e6744d73ba, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:03:03.206532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.213217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14644a-c097-4a2c-ab4f-1ca3e9844982 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:03:03.234395 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.282301 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-24512714-a478-4e49-9684-71aa694de202 None None] For port f5611731-34bb-4853-8706-70e6744d73ba, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:03:03.287260 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-24512714-a478-4e49-9684-71aa694de202 None None] For port f5611731-34bb-4853-8706-70e6744d73ba, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5611731-34bb-4853-8706-70e6744d73ba,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:03:03.296949 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-24512714-a478-4e49-9684-71aa694de202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.342969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff09bdb-ca97-4a17-9818-97ba32562a39 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:03:03.371906 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:03.372532 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82143d1430>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:03.393935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] Provisioning complete for port f5611731-34bb-4853-8706-70e6744d73ba triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:03.394305 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.427809 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046d7fe-24a1-429e-9838-c8ea3dd421c2 None None] Pushing event updated for resources: {'Port': ['ID=f5611731-34bb-4853-8706-70e6744d73ba,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:03.459619 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Allocated IP 172.20.0.1 (f992db53-2a9b-44de-931e-0e28c9c8f61a/53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e/a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:03:03.509794 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:03.542608 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.574947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34bcb15-7aca-4d8c-8f2b-677338fb82ed None None] Network f992db53-2a9b-44de-931e-0e28c9c8f61a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:03:03.602442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] For port f5611731-34bb-4853-8706-70e6744d73ba, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5611731-34bb-4853-8706-70e6744d73ba,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:03.663469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.671257 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.737528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa500c-865c-4ae2-b785-70fffe342994 None None] Pushing event updated for resources: {'Port': ['ID=f5611731-34bb-4853-8706-70e6744d73ba,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:03.755383 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.771068 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-24512714-a478-4e49-9684-71aa694de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82143d1430>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:01Z', 'revision_number': 3, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:03.805469 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Network f992db53-2a9b-44de-931e-0e28c9c8f61a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:03.809172 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24512714-a478-4e49-9684-71aa694de202 None None] The sync data for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 is: [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:01Z', 'revision_number': 3, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:03:03.822812 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb3999e1-c648-4ea7-8959-c2a238297c35 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:03.830788 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:03.836848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:03:03.874031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] Provisioning complete for port cb3999e1-c648-4ea7-8959-c2a238297c35 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:03.874841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:03.894364 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Pushing event updated for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:03.898447 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.015338 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.018891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb3999e1-c648-4ea7-8959-c2a238297c35 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.019243 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.062156 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.117995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] For port cb3999e1-c648-4ea7-8959-c2a238297c35, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb3999e1-c648-4ea7-8959-c2a238297c35,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:04.131159 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.259087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e290e-4e56-4ef4-8584-2c0ab9f877f6 None None] Pushing event updated for resources: {'Port': ['ID=cb3999e1-c648-4ea7-8959-c2a238297c35,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:04.282670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d905fdf-c842-40c1-8ef4-468852f84a20 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:04.328522 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.343228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.387540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2d905fdf-c842-40c1-8ef4-468852f84a20 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.387936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.390871 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9def48df-8ee2-440d-b7d6-2e8008c28671 None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.391233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9def48df-8ee2-440d-b7d6-2e8008c28671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.441777 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.452403 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Pushing event updated for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:04.483980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-9def48df-8ee2-440d-b7d6-2e8008c28671 None None] Port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:03:04.486662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-573cc764-e813-44c4-8e20-8b6c40472542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.533019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-9def48df-8ee2-440d-b7d6-2e8008c28671 None None] Provisioning complete for port cb3999e1-c648-4ea7-8959-c2a238297c35 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.533385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9def48df-8ee2-440d-b7d6-2e8008c28671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.555369 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Network f992db53-2a9b-44de-931e-0e28c9c8f61a is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:04.557312 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:04.699525 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Router c343f797-a48d-4c7f-bd3e-e8bab5f1082d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:03:04.764073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-5d3e22f7-a800-4e67-b5fb-1e9fcb16c345 None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.764432 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d3e22f7-a800-4e67-b5fb-1e9fcb16c345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.814218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e22f7-a800-4e67-b5fb-1e9fcb16c345 None None] Port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:03:04.825449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:03:04.840665 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-f2d2d23b-d4d4-4678-9251-33ae087e497a admin admin] 10.222.0.13 "PUT /v2.0/routers/c343f797-a48d-4c7f-bd3e-e8bab5f1082d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6476989
Nov 10 05:03:04.934274 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-38088a16-cb77-4074-b735-d5dfb9c04126 None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:04.934739 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-38088a16-cb77-4074-b735-d5dfb9c04126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:04.973044 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-38088a16-cb77-4074-b735-d5dfb9c04126 None None] Port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:03:05.435145 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57194) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:05.439702 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457433292', 'description': 'tempest-secgroup-smoke-457433292 description', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:05.461572 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.527173 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.531137 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.560338 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.561601 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1254587
Nov 10 05:03:05.564832 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57196) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:05.567359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad200-e9ca-462d-8d19-e5ddadf0b9ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:05.573132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:05.608634 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.675907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.682878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.697271 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ee828-04dd-4630-aa35-7cb703ade082,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:05.712103 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.714016 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-f5f5b77c-2e1d-457b-9336-411beb80d592 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1461506
Nov 10 05:03:05.716254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57198) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:05.721208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:05.750767 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb3999e1-c648-4ea7-8959-c2a238297c35 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:05.762196 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.806957 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cb3999e1-c648-4ea7-8959-c2a238297c35 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:05.807606 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.825812 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.834023 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.852592 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1f062c-3190-4878-ab57-ca4dd89211f2,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:05.864388 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.865646 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-67421b7c-ff4c-4d4e-92d9-124b11dd7385 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1483109
Nov 10 05:03:05.869335 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57200) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:05.874339 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:05.903380 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5611731-34bb-4853-8706-70e6744d73ba up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:05.904601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.956646 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port f5611731-34bb-4853-8706-70e6744d73ba triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:05.957120 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.965290 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.970132 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:05.989968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b2e1c2-bbce-423b-a480-71c70d118608,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:06.001386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.005659 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57202) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:06.006160 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-29abf950-e4d8-414d-9355-a609c3387be1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1354957
Nov 10 05:03:06.011997 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:06.045683 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.103958 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.107919 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.126246 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83c006f-b4b7-4377-bcf1-7fa65605c049,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:06.133957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.135170 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5ae0b9af-f219-49f5-b61d-da4a0124e254 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1280587
Nov 10 05:03:06.137963 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:06.142487 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:06.166407 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Project c1c447bf3c2843d4bd6d9124a9054dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:03:06.171314 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.230340 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.233951 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.252161 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1a7161-66ed-413b-8beb-57b73a0103bb,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:06.257087 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.258283 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6611dc77-c2f8-4d84-8f68-618c51403f5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1193550
Nov 10 05:03:06.261006 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57206) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:06.265243 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '092a07a2-051e-4c6d-a1b1-bdcc7f168a1b', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:06.288899 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Project c1c447bf3c2843d4bd6d9124a9054dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:03:06.295605 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.296433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Sync routers for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:03:06.305661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:06.306268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207331820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:02:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:06.359857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.363596 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.383105 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48c8864-e5d3-4234-bc84-49121ba9dc7a,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:06.388672 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.389866 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-8dca43e6-8ab8-4e4d-99d3-4e732cd1e8ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1279945
Nov 10 05:03:06.418038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:06.539759 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-b097e9bf-8f6a-4800-b4ac-da285fa382b0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457433292&fields=id&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 267 time: 0.0446289
Nov 10 05:03:06.623654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207331820>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:04Z', 'revision_number': 4, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e', 'name': '', 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'mac_address': 'fa:16:3e:35:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:03Z', 'updated_at': '2021-11-10T05:03:04Z', 'revision_number': 2, 'project_id': '939946051c8e44e198cee86012c7b20f', 'subnets': [{'id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:06.650908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-9b147edd-a7b4-4008-8890-d1aeab3c6ed3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:06.652480 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-9b147edd-a7b4-4008-8890-d1aeab3c6ed3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 809 time: 0.1053045
Nov 10 05:03:06.668648 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-5b980b44-bf52-42b8-87ea-077613be288d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/quotas/c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 375 time: 0.0099306
Nov 10 05:03:06.724570 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-e92308f5-8f2c-4346-a3c3-39e0e4b59404 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0499332
Nov 10 05:03:06.742394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-424cfdeb-ffc5-4a01-b67f-19916668031d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:03:06.743416 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-424cfdeb-ffc5-4a01-b67f-19916668031d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055254
Nov 10 05:03:06.803742 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Checking router: c343f797-a48d-4c7f-bd3e-e8bab5f1082d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:03:06.804332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Updating router c343f797-a48d-4c7f-bd3e-e8bab5f1082d port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:03:06.829689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:06.841456 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-dbb615bb-250b-4bbb-97b5-87291fc8596b service neutron] 10.222.0.13 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911331
Nov 10 05:03:06.930606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-3ef32a34-5099-407f-ba70-e3f13106da87 service neutron] 10.222.0.13 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819247
Nov 10 05:03:07.023725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e543-13cf-4f25-8408-9902997a94c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.102853 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d0c948ee-5768-4739-84a7-60c351df51bd req-f1ce2f8f-db05-41ff-bbe5-aff165c6b9c8 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 210 time: 0.0276549
Nov 10 05:03:07.111014 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.118555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.165147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307762c-da37-4f23-b2ce-cdb1ba83ed2b None None] Pushing event updated for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:07.222760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Attempting to bind port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:03:07.223045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Attempting to bind port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:03:07.223405 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Attempting to bind port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e on network f992db53-2a9b-44de-931e-0e28c9c8f61a {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:07.229315 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:03:07.229684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Checking segment: {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:07.230079 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.230662 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Bound using segment: {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:03:07.231130 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Bound port: a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a2166d-863d-4a0a-9f0a-4f156495a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:03:07.231513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.300808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] For port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:03:07.304768 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] For port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:03:07.310025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.382984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:07.383601 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8207331820>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:07.386625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307762c-da37-4f23-b2ce-cdb1ba83ed2b None None] Pushing event updated for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:07.485917 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:07.486289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.551984 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:07.701766 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.760691 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] For port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:07.766289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:07.839389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b3ead-ca2a-4ff3-8633-0621f5f9564a None None] Pushing event updated for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:07.854054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8207331820>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:04Z', 'revision_number': 4, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e', 'name': '', 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'mac_address': 'fa:16:3e:35:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:03Z', 'updated_at': '2021-11-10T05:03:07Z', 'revision_number': 4, 'project_id': '939946051c8e44e198cee86012c7b20f', 'subnets': [{'id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:07.888798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d798f5d-a595-4efb-bb38-8b63e9395574 None None] The sync data for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 is: [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:03:04Z', 'revision_number': 4, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': 'a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e', 'name': '', 'network_id': 'f992db53-2a9b-44de-931e-0e28c9c8f61a', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'mac_address': 'fa:16:3e:35:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:03Z', 'updated_at': '2021-11-10T05:03:07Z', 'revision_number': 4, 'project_id': '939946051c8e44e198cee86012c7b20f', 'subnets': [{'id': '53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:03:07.902665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-88987733-8156-4821-97cf-c2cdc6bd8f26 None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:07.903039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-88987733-8156-4821-97cf-c2cdc6bd8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.128092 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-4d8aa4ec-90d3-4066-89ec-ccc370236b46 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:08.130356 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-4d8aa4ec-90d3-4066-89ec-ccc370236b46 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 809 time: 0.1389668
Nov 10 05:03:08.154635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.223909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a1543054-febf-411c-8f8b-b71be53007f4 req-a97273b1-e194-4a63-a38e-782975e98916 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 210 time: 0.0345128
Nov 10 05:03:08.229894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-9ad4ebfd-b1f5-4e70-bf1d-1219ae27f5c0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 379 time: 0.0895803
Nov 10 05:03:08.241091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'port': {'device_id': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'admin_state_up': True, 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'security_groups': ['092a07a2-051e-4c6d-a1b1-bdcc7f168a1b']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:08.366952 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Made reservation on behalf of c1c447bf3c2843d4bd6d9124a9054dc0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:03:08.371505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.512602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Allocated IP 172.20.0.6 (c86ff1d0-1dac-4638-b5b7-5480a13fe65a/9735be70-3bd4-4a3f-9a7a-d51baeb04c64/460ac1c3-2066-4d8b-85a7-cca28ef4ba68) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:03:08.659950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.695969 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.741630 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:08.747291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:08.751125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:03:08.779340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:08.807485 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:08.808150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:08.825106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-432ab73b-18a5-4838-940f-5a87bceed984 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5883873
Nov 10 05:03:08.838291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Request body: {'port': {'device_id': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:08.895330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.036382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-aecfc256-3c83-443d-86ea-c98893cef6a3 None None] Provisioning complete for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:09.036970 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aecfc256-3c83-443d-86ea-c98893cef6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.079062 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-aecfc256-3c83-443d-86ea-c98893cef6a3 None None] Port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:03:09.340836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49712b31-701d-4b88-89c7-654e29d49c32 req-f9fefd56-6766-464d-aabb-79fbdb7aafe5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:09.342244 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49712b31-701d-4b88-89c7-654e29d49c32 req-f9fefd56-6766-464d-aabb-79fbdb7aafe5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 931 time: 0.0497158
Nov 10 05:03:09.395666 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-49712b31-701d-4b88-89c7-654e29d49c32 req-953fc0cc-8cbe-491d-a2e2-dcb453c79320 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468853
Nov 10 05:03:09.483875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:03:09.491218 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.502775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Transition to ACTIVE for port object 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:03:09.506536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.550995 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:03:09.577724 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:09.605170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.633735 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:03:09.634078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:03:09.634405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:09.639028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:03:09.639348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:03:09.644369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:03:09.644754 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:03:09.645129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:03:09.645839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Bound port: 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:03:09.645974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.666609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:09.716398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:09.717068 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.723286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:03:09.726885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:03:09.731646 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.785802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:09.786400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:09.788134 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] 10.222.0.21 "PUT /v2.0/ports/460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1091 time: 0.9548295
Nov 10 05:03:09.789775 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:03:09.792745 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:03:09.819101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fecd4-1984-4780-8c51-66aa6857f72f service neutron] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:09.882384 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc80e25-0740-4403-a5f3-d763a2e335ec x-openstack-request-id: req-7cc80e25-0740-4403-a5f3-d763a2e335ec {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:03:09.882677 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:03:09.883516 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cc80e25-0740-4403-a5f3-d763a2e335ec {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:03:09.883918 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'status': 'completed', 'code': 200}
Nov 10 05:03:09.900468 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-77a4e32e-0c9e-45ae-96e9-aced52278603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:09.902073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-77a4e32e-0c9e-45ae-96e9-aced52278603 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1094 time: 0.0511370
Nov 10 05:03:09.949669 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-e343f8f7-e5a4-468c-b6da-9aa234b4d25b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 217 time: 0.0397592
Nov 10 05:03:10.006126 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-2b7ff809-af3f-468e-8ea4-40033113e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.007623 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-2b7ff809-af3f-468e-8ea4-40033113e908 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0449100
Nov 10 05:03:10.052297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-875198fd-a4a1-40b4-9f17-6384aad05827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.053801 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-875198fd-a4a1-40b4-9f17-6384aad05827 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392396
Nov 10 05:03:10.149066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-c16e03f6-e3b8-4cb5-aab5-063a813a92d3 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873296
Nov 10 05:03:10.243452 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ac0a193-c1b7-4122-ba38-6614e120d0f6 req-60f71737-b1a5-47d1-932f-d82d166916e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877585
Nov 10 05:03:10.330474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:10.333552 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-48bd7249-ea8c-4024-8d89-46aa9f4367d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.335073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-48bd7249-ea8c-4024-8d89-46aa9f4367d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1094 time: 0.0437353
Nov 10 05:03:10.426826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-5e2bec6c-0b86-4157-8a52-7afee41fbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.428310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-5e2bec6c-0b86-4157-8a52-7afee41fbf40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0863357
Nov 10 05:03:10.479146 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-244517ed-1add-4f93-aecc-4690b7414558 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 217 time: 0.0426023
Nov 10 05:03:10.516836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151259b-5695-40a7-9892-01110fc1b1a2 req-456e86fc-0c86-47d8-89f0-f491298e2df2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.518364 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f151259b-5695-40a7-9892-01110fc1b1a2 req-456e86fc-0c86-47d8-89f0-f491298e2df2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0507939
Nov 10 05:03:10.532833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-a3520ef3-105b-47a2-8963-5007d3f1eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.534521 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-a3520ef3-105b-47a2-8963-5007d3f1eb1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0480602
Nov 10 05:03:10.573417 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f151259b-5695-40a7-9892-01110fc1b1a2 req-612d6191-da60-48c4-a6bd-ccd5c5fee770 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485060
Nov 10 05:03:10.585251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-925c7aeb-77bb-4d4a-8fef-9c15b3d1cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:10.587282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-925c7aeb-77bb-4d4a-8fef-9c15b3d1cc4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443780
Nov 10 05:03:10.683239 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-1be475c5-d749-47d7-a83a-d62e372ed08d service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870337
Nov 10 05:03:10.772047 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5d92ef1d-ba7c-4fbc-bcd3-756d84f442fe req-9be86c5c-f02e-417b-884f-2a5f2c97fe42 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811305
Nov 10 05:03:11.697989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff5795-8799-4748-8a5d-79e2d0d816ed req-c3d76976-4990-4a69-913f-d493a43d9002 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:11.699468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74ff5795-8799-4748-8a5d-79e2d0d816ed req-c3d76976-4990-4a69-913f-d493a43d9002 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0546911
Nov 10 05:03:11.748163 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-74ff5795-8799-4748-8a5d-79e2d0d816ed req-6b24d1ec-afb6-4c28-9b25-156d01cff15a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427177
Nov 10 05:03:12.233017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:03:12.328281 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:12.348617 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:03:12.447242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:12.463947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:03:12.492028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:12.496774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:12.555737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:12.722556 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['460ac1c3-2066-4d8b-85a7-cca28ef4ba68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:03:12.864543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05babee-a15f-41fe-89f4-f203a200c7ef req-8ca33d35-0164-463b-94ab-e272aefc1507 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:12.866070 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f05babee-a15f-41fe-89f4-f203a200c7ef req-8ca33d35-0164-463b-94ab-e272aefc1507 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 944 time: 0.0500507
Nov 10 05:03:12.916946 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f05babee-a15f-41fe-89f4-f203a200c7ef req-8d16b573-a0d1-4cd6-94d5-f448e1267f5e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446975
Nov 10 05:03:14.033638 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580469e9-efc5-4f53-81f9-91215cb46e77 req-3737c4ac-c4fd-4c24-a5a1-e04deabc2a55 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:14.035083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-580469e9-efc5-4f53-81f9-91215cb46e77 req-3737c4ac-c4fd-4c24-a5a1-e04deabc2a55 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 944 time: 0.0495853
Nov 10 05:03:14.084660 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-580469e9-efc5-4f53-81f9-91215cb46e77 req-8abe8dae-cc63-4325-bf86-87e15ec6461d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430322
Nov 10 05:03:14.234288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:03:14.285212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:03:14.289036 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:03:14.289420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:14.364110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:14.387578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:03:14.389833 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd8148-2c3c-40ad-a4dc-d26210efb332" -d '{"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:03:14.402322 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:03:14.406317 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:14.431853 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce95fb8b-4e34-4f2a-890a-73043b854790 x-openstack-request-id: req-ce95fb8b-4e34-4f2a-890a-73043b854790 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:03:14.432114 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:03:14.432370 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce95fb8b-4e34-4f2a-890a-73043b854790 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:03:14.432776 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'code': 200}
Nov 10 05:03:14.459833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:14.523979 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30535105-7ad4-4fda-a6eb-68ff34688860 req-888f6559-6f60-4e77-a043-d782d166f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:14.525506 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30535105-7ad4-4fda-a6eb-68ff34688860 req-888f6559-6f60-4e77-a043-d782d166f151 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1096 time: 0.0412340
Nov 10 05:03:14.576342 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-30535105-7ad4-4fda-a6eb-68ff34688860 req-765cae25-1794-4255-baee-47326651cd44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439084
Nov 10 05:03:15.198966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c90ff-2cb7-43a3-ab91-3b092f714890 req-3ad4b5c2-4b9c-4c81-b418-7a890b114478 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:15.200440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe2c90ff-2cb7-43a3-ab91-3b092f714890 req-3ad4b5c2-4b9c-4c81-b418-7a890b114478 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0491350
Nov 10 05:03:15.250758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fe2c90ff-2cb7-43a3-ab91-3b092f714890 req-4ca2f8b2-96f4-421e-9140-5998b9e95db2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444667
Nov 10 05:03:16.366214 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f198f10-ea06-44f5-8f2e-1570d54bd25d req-34a38612-bced-425f-a397-102502be9094 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:16.368354 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f198f10-ea06-44f5-8f2e-1570d54bd25d req-34a38612-bced-425f-a397-102502be9094 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0487063
Nov 10 05:03:16.416231 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1f198f10-ea06-44f5-8f2e-1570d54bd25d req-0e0fdfac-af62-43f5-a0df-f29ed3d50758 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418575
Nov 10 05:03:16.530406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e653e-4e53-4789-befa-2e9259db43cc req-1697f9d1-a2cf-4e60-ab1b-6d60dcbca3e8 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:16.531788 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f43e653e-4e53-4789-befa-2e9259db43cc req-1697f9d1-a2cf-4e60-ab1b-6d60dcbca3e8 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0492914
Nov 10 05:03:16.579894 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f43e653e-4e53-4789-befa-2e9259db43cc req-4800e101-71bd-420f-90db-2d70330eeeed tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421352
Nov 10 05:03:16.602225 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57258) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:16.741831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e200b-0997-4898-8150-f7d29b06416d tempest-TestShelveInstance-1911462048 tempest-TestShelveInstance-1911462048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:16.743367 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cb3e200b-0997-4898-8150-f7d29b06416d tempest-TestShelveInstance-1911462048 tempest-TestShelveInstance-1911462048-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1091 time: 0.1401672
Nov 10 05:03:16.746317 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57262) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:03:16.750610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:03:16.770527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:16.865477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:16.970519 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Allocated IP 172.32.3.148 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/346f21f6-5161-49ff-b6ea-05c1a7fdedd1) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:03:17.067384 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.106452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.150652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:03:17.153667 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:03:17.157316 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:03:17.162685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=346f21f6-5161-49ff-b6ea-05c1a7fdedd1,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:17.497011 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.561547 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.708478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.713016 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.780380 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=346f21f6-5161-49ff-b6ea-05c1a7fdedd1,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:03:17.790745 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:17.891328 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Floating IP fe03e041-a8ab-41b0-9c7b-4b30660e9e22 associated. External IP: 172.32.3.148, port: 460ac1c3-2066-4d8b-85a7-cca28ef4ba68.
Nov 10 05:03:18.096430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:03:18.201607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:03:18.212435 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:03:18.219254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:18.223655 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:18.224289 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144927f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:18.246765 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-371fb4e7-e6d0-4400-bca0-705993659f48 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4994380
Nov 10 05:03:18.247442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:03:18.249733 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d0abc-f853-40f5-93e8-3a8100d353b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:03:18.291946 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b78d5b-62f5-4303-9ebf-73ddfe5867a8 x-openstack-request-id: req-48b78d5b-62f5-4303-9ebf-73ddfe5867a8 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:03:18.292249 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:03:18.292507 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48b78d5b-62f5-4303-9ebf-73ddfe5867a8 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:03:18.292957 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'status': 'completed', 'code': 200}
Nov 10 05:03:18.357009 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-95bd90f1-7e40-4380-976f-022265b3e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:18.358464 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-95bd90f1-7e40-4380-976f-022265b3e9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1096 time: 0.0437546
Nov 10 05:03:18.424162 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:18.452491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-34acc60d-71ad-447e-b20f-97c0106abb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:18.454098 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-34acc60d-71ad-447e-b20f-97c0106abb0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0889075
Nov 10 05:03:18.519773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-3d5c3a2c-d9c7-415d-9cb5-688d4cc81328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 999 time: 0.0583282
Nov 10 05:03:18.567562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-53150c76-1f0e-42f8-8ba6-4145293abc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:18.569066 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-53150c76-1f0e-42f8-8ba6-4145293abc5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0427883
Nov 10 05:03:18.617763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-f38da4c3-0f10-4b56-97ff-b8d8df3187e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:18.619172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-f38da4c3-0f10-4b56-97ff-b8d8df3187e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436931
Nov 10 05:03:18.649705 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144927f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fe03e041-a8ab-41b0-9c7b-4b30660e9e22', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.148', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:17Z', 'updated_at': '2021-11-10T05:03:17Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:18.674804 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:03:18.683229 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:03:18.683838 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82144927f0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:03:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:18.709946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-cd09791d-9327-48b5-bac7-845a2f950ece service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835857
Nov 10 05:03:18.787133 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:03:18.802443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-814d0abc-f853-40f5-93e8-3a8100d353b0 req-bb5e4ddf-6eb6-4bb6-b8a7-0457b2228bbd service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860789
Nov 10 05:03:19.001826 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82144927f0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fe03e041-a8ab-41b0-9c7b-4b30660e9e22', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.148', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:17Z', 'updated_at': '2021-11-10T05:03:17Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:03:19.031437 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e7dd4-b98e-4675-9809-5a3545c190f3 None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'fe03e041-a8ab-41b0-9c7b-4b30660e9e22', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.148', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:03:17Z', 'updated_at': '2021-11-10T05:03:17Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:03:19.230845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7eb043-17d2-4358-954e-9afdc1d632d0 None None] New status for floating IP fe03e041-a8ab-41b0-9c7b-4b30660e9e22: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:03:19.275922 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:19.643746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:34.457817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-01e2985c-b7a3-4a70-8791-2cde78208737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:37.015560 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c30562d2-9671-45c8-8de3-216aedd3eb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:38.150261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:39.601528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:40.331717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:46.549503 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:03:49.250886 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:49.641073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:03:55.762880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-c6c0d292-270f-46ff-9af7-c16c0e90603d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396450
Nov 10 05:03:55.842534 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-d07d24d0-7b5e-4789-a9b1-2c6e47bb2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:55.843966 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-d07d24d0-7b5e-4789-a9b1-2c6e47bb2aaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1096 time: 0.0405548
Nov 10 05:03:55.949463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-9b1f58cb-c6b9-47f3-9a22-6fb78607a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:55.950941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-9b1f58cb-c6b9-47f3-9a22-6fb78607a4d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0872517
Nov 10 05:03:56.014592 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-c281f73e-74e5-4980-a230-b8a1b60d6ef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1001 time: 0.0568500
Nov 10 05:03:56.066479 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-17c2dee1-485e-4989-b4a2-bde1d1241c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:56.067891 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-17c2dee1-485e-4989-b4a2-bde1d1241c02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0465276
Nov 10 05:03:56.112821 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-f28e78ae-34f9-421e-a2a3-1cf7f3cdd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:03:56.114176 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-f28e78ae-34f9-421e-a2a3-1cf7f3cdd3bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390394
Nov 10 05:03:56.205237 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-4404e44e-f82f-46b4-bc11-fb2c987c513a service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832043
Nov 10 05:03:56.292917 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ab29465f-64a3-4c9d-a4dc-9afaf83902ae req-c011bb7b-b6ec-401a-82c7-e8c660336949 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806558
Nov 10 05:04:04.461261 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6f76fd78-82e0-42f5-a691-37a1a96c0496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:07.017025 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-efea83c7-ff43-40f2-b244-3331a4913319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:08.153684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:09.603661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:10.332987 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:19.262900 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:19.643137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:23.548236 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:04:34.462421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-cc1d81dd-0f2c-4d28-adc5-9f60bc3a64dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:37.018163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4ce356e-5190-4af0-9778-853e83cdd72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:38.157165 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:39.606799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:40.334995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:49.289251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:49.654819 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:04:56.743443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-5c2f90ba-0541-423a-ba32-41c0e84b3848 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396814
Nov 10 05:04:56.831220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-56b16e4f-67ec-4e51-a258-3535b98e1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:04:56.832324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-56b16e4f-67ec-4e51-a258-3535b98e1878 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1096 time: 0.0454345
Nov 10 05:04:56.935826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-b3f1708a-ef5e-4b85-9083-89a6314b8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:04:56.937310 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-b3f1708a-ef5e-4b85-9083-89a6314b8476 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0846491
Nov 10 05:04:57.005432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-53ccf5ea-d2ae-4571-b3b5-1317c356267d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1001 time: 0.0611167
Nov 10 05:04:57.054791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-e744ebc3-e4a0-4a4d-90f2-c60c33aa35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:04:57.056205 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-e744ebc3-e4a0-4a4d-90f2-c60c33aa35c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0438547
Nov 10 05:04:57.100542 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-87ae16b6-7db3-4535-9ab7-e0c93a6828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:04:57.102562 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-87ae16b6-7db3-4535-9ab7-e0c93a6828ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395846
Nov 10 05:04:57.195304 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-4a88f614-bbf4-4a86-9632-ed80b5749941 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850427
Nov 10 05:04:57.282009 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-1a2db278-d07b-47ca-a815-239f2f7101e3 req-a118d890-d6e4-4e33-81b5-3c4d6959efba service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803452
Nov 10 05:05:00.546874 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:05:04.463629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7751-54a1-418a-8bff-ce82e88b1734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:07.019465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e467c12e-4b76-49ef-8214-a079b847a41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:08.158625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:09.610117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:10.339213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:13.869531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab57891-19ca-4032-a22b-909535b6d187 req-803d9a19-d79a-4c25-aa59-24af1f01c7d9 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:13.871035 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab57891-19ca-4032-a22b-909535b6d187 req-803d9a19-d79a-4c25-aa59-24af1f01c7d9 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.1244533
Nov 10 05:05:13.919210 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-aab57891-19ca-4032-a22b-909535b6d187 req-369415c2-c491-4fe7-8b46-7adae8cbac86 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422189
Nov 10 05:05:15.054578 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d7f57-f07b-4505-b074-86b3c3094361 req-f65487a4-c8c8-458b-9695-f0782489987d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:15.056040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f77d7f57-f07b-4505-b074-86b3c3094361 req-f65487a4-c8c8-458b-9695-f0782489987d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0537157
Nov 10 05:05:15.105466 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f77d7f57-f07b-4505-b074-86b3c3094361 req-42eb89f1-94aa-4c20-8366-c2ab2f156877 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434120
Nov 10 05:05:16.242008 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76ec0-f6d6-485e-bc4f-36bb1de3bbe9 req-d1aadd38-cf8d-4e58-95e7-e262a53fe6ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:16.243482 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e76ec0-f6d6-485e-bc4f-36bb1de3bbe9 req-d1aadd38-cf8d-4e58-95e7-e262a53fe6ff tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0484130
Nov 10 05:05:16.291546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e7e76ec0-f6d6-485e-bc4f-36bb1de3bbe9 req-369b8b54-417a-4fce-9084-6e9093b0d053 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422201
Nov 10 05:05:17.457418 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c435-699e-410e-a379-30b83180e318 req-d58e6c97-208f-49a7-a77f-8688c8ffbc8c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:17.458896 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f0c435-699e-410e-a379-30b83180e318 req-d58e6c97-208f-49a7-a77f-8688c8ffbc8c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0982862
Nov 10 05:05:17.509553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-45f0c435-699e-410e-a379-30b83180e318 req-8940dcf1-71e6-4a73-871a-e1a1acc3bbbb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448658
Nov 10 05:05:18.627789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4185236-77bc-4179-a7c6-2ed6680b1047 req-3adca297-ecf3-4691-999d-4264365927f0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:18.629286 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4185236-77bc-4179-a7c6-2ed6680b1047 req-3adca297-ecf3-4691-999d-4264365927f0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0517049
Nov 10 05:05:18.677195 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4185236-77bc-4179-a7c6-2ed6680b1047 req-cd9d9b2c-6d07-4db8-be4c-3860e8209134 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413349
Nov 10 05:05:19.300901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:19.658359 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:19.791999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97db5-b229-47f4-a08a-9cea05aa8a17 req-0580a350-1df4-4ffb-af2f-a0bc6a96e4b7 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:19.793512 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4b97db5-b229-47f4-a08a-9cea05aa8a17 req-0580a350-1df4-4ffb-af2f-a0bc6a96e4b7 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0487921
Nov 10 05:05:19.847675 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f4b97db5-b229-47f4-a08a-9cea05aa8a17 req-28787e7e-dfad-4b0f-9e24-4f6fd4402b3d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480146
Nov 10 05:05:20.962352 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d2ab-a646-479f-85ba-e45c82ec23d8 req-1e1c29cb-a71d-4659-bb8b-6a5d32e68fc3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:20.963840 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82b9d2ab-a646-479f-85ba-e45c82ec23d8 req-1e1c29cb-a71d-4659-bb8b-6a5d32e68fc3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0489752
Nov 10 05:05:21.012542 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-82b9d2ab-a646-479f-85ba-e45c82ec23d8 req-fd336b34-1175-4686-9397-2d2ed428e7ba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427277
Nov 10 05:05:22.126608 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22eebd-39ea-40d9-adc7-938e70d28f9c req-d94fab56-1b89-4776-a171-1bd588e636cc tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:22.128052 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad22eebd-39ea-40d9-adc7-938e70d28f9c req-d94fab56-1b89-4776-a171-1bd588e636cc tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0486505
Nov 10 05:05:22.175804 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-ad22eebd-39ea-40d9-adc7-938e70d28f9c req-30e53b43-67f4-4c0c-94ae-286044bfbb37 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419445
Nov 10 05:05:23.289070 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de9743-b4c2-44ae-b888-7f2685bdb191 req-3d711ced-1898-4843-b59d-2d4bb8f32304 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:23.290520 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92de9743-b4c2-44ae-b888-7f2685bdb191 req-3d711ced-1898-4843-b59d-2d4bb8f32304 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0480337
Nov 10 05:05:23.342546 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-92de9743-b4c2-44ae-b888-7f2685bdb191 req-5b571e2a-ad38-44dc-9f38-a5719be97473 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462174
Nov 10 05:05:24.457641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d99481-84ea-421d-9873-8e3aabcb88cc req-ab4ea748-c6f3-40bf-906a-b4501259b606 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:24.459122 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43d99481-84ea-421d-9873-8e3aabcb88cc req-ab4ea748-c6f3-40bf-906a-b4501259b606 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0489237
Nov 10 05:05:24.508166 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-43d99481-84ea-421d-9873-8e3aabcb88cc req-8bf11c3c-6cae-4188-a039-15ae88f77e8d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425711
Nov 10 05:05:24.807612 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:05:24.900031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:24.910939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:05:24.950406 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:24.962782 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:05:24.981883 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:24.985565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:25.033353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:25.041522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.041869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.042215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.042552 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.042885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.043218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.043555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.043876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.044201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.044525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.044878 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.045201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:25.060649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['460ac1c3-2066-4d8b-85a7-cca28ef4ba68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:05:25.632890 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb089-057f-4841-9c73-1e3732aaad65 req-43dad485-1129-4e1e-8746-706fcfde0d2a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:25.634387 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72fbb089-057f-4841-9c73-1e3732aaad65 req-43dad485-1129-4e1e-8746-706fcfde0d2a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 944 time: 0.0541661
Nov 10 05:05:25.683373 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-72fbb089-057f-4841-9c73-1e3732aaad65 req-378f0e3b-72d6-46c4-8e01-36eb7a832f4b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429237
Nov 10 05:05:26.810116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:05:26.831495 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974edd-8303-4948-ab96-a52e70774e94 req-96636ae9-27e1-474a-98cf-2813a0b61e64 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:26.833102 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f974edd-8303-4948-ab96-a52e70774e94 req-96636ae9-27e1-474a-98cf-2813a0b61e64 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 944 time: 0.0645239
Nov 10 05:05:26.872778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:05:26.873489 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:26.894553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5f974edd-8303-4948-ab96-a52e70774e94 req-f17adfc3-a3c9-401c-a93a-a3bef12688b0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533419
Nov 10 05:05:26.971797 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:26.995226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:05:26.998147 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682850c5-f646-4702-8667-0501da774d93" -d '{"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:05:27.011600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:27.018703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:27.042522 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303acfb6-6247-4691-8647-86b861c4f0a1 x-openstack-request-id: req-303acfb6-6247-4691-8647-86b861c4f0a1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:05:27.042818 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:05:27.043075 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-303acfb6-6247-4691-8647-86b861c4f0a1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:05:27.043481 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'code': 200}
Nov 10 05:05:27.075611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:28.019680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272b116-3e38-4601-b199-e1479a11c3c8 req-2004cb88-8749-4bc0-96cf-f1016ca2a696 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:28.027634 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5272b116-3e38-4601-b199-e1479a11c3c8 req-2004cb88-8749-4bc0-96cf-f1016ca2a696 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0594714
Nov 10 05:05:28.077499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5272b116-3e38-4601-b199-e1479a11c3c8 req-25cb6855-8f4b-4e6e-8fc8-d6dc7c67ab31 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480483
Nov 10 05:05:29.206706 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2830ad-2897-4b03-88ec-1fe567b4244b req-45978617-42de-4cda-b5d9-f4f7e5d39f32 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:29.215073 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c2830ad-2897-4b03-88ec-1fe567b4244b req-45978617-42de-4cda-b5d9-f4f7e5d39f32 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0588071
Nov 10 05:05:29.268220 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6c2830ad-2897-4b03-88ec-1fe567b4244b req-2bc2a56e-a79e-4eeb-a0ef-6251cbcf22ac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520880
Nov 10 05:05:30.401568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb309862-51a0-488a-b79e-0aaa7a7226fe req-1d72c84d-af45-45dd-8086-d2db2ec2f5f6 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:30.401568 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb309862-51a0-488a-b79e-0aaa7a7226fe req-1d72c84d-af45-45dd-8086-d2db2ec2f5f6 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0613122
Nov 10 05:05:30.459525 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eb309862-51a0-488a-b79e-0aaa7a7226fe req-98cfb736-3c62-4806-ae03-556ee63fcdca tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516148
Nov 10 05:05:31.590573 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fd04-8c8c-4e1f-9ded-34985defeb1f req-e7bce1ad-9a0b-4811-9f00-9a3bbc6ff447 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:31.592179 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf12fd04-8c8c-4e1f-9ded-34985defeb1f req-e7bce1ad-9a0b-4811-9f00-9a3bbc6ff447 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0564473
Nov 10 05:05:31.665093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bf12fd04-8c8c-4e1f-9ded-34985defeb1f req-4db36bf2-cdf4-4e3d-acea-1653ff519050 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658622
Nov 10 05:05:32.817061 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c809-9029-4cf1-8b6a-4cd2678c9468 req-c838478a-1c1c-4f15-977c-94bc1a351bae tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:32.818543 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b5c809-9029-4cf1-8b6a-4cd2678c9468 req-c838478a-1c1c-4f15-977c-94bc1a351bae tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0562336
Nov 10 05:05:32.877486 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b1b5c809-9029-4cf1-8b6a-4cd2678c9468 req-010d8dc7-6c45-4ab2-a26f-a9c0e27e66fe tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525019
Nov 10 05:05:34.005587 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb2a76-23cf-4987-91cf-45573e6faf13 req-5bc3dd43-ff98-47bf-80e3-32ea3848e508 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:34.007164 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4eb2a76-23cf-4987-91cf-45573e6faf13 req-5bc3dd43-ff98-47bf-80e3-32ea3848e508 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0522041
Nov 10 05:05:34.060098 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-e4eb2a76-23cf-4987-91cf-45573e6faf13 req-1ea38ce9-36e2-4eef-96e7-e8b20525f271 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467095
Nov 10 05:05:34.466212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-af3048a1-88b5-465d-b839-0987348bd712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:35.185852 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801fab-6e64-424b-a72e-956de457eff5 req-775252ee-1f08-4257-b0cb-7c6c56833d99 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:35.187388 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e801fab-6e64-424b-a72e-956de457eff5 req-775252ee-1f08-4257-b0cb-7c6c56833d99 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0500367
Nov 10 05:05:35.236845 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7e801fab-6e64-424b-a72e-956de457eff5 req-750ace47-5a84-4f69-b4ea-3ad21cc0ac47 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435803
Nov 10 05:05:35.762803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-87e716b2-a502-4026-a4d1-8d30b1504e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:35.764290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-87e716b2-a502-4026-a4d1-8d30b1504e88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1096 time: 0.0459423
Nov 10 05:05:35.853649 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-6d8cdd47-2daa-4425-84ba-fcbaa824e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:35.855101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-6d8cdd47-2daa-4425-84ba-fcbaa824e1b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0838051
Nov 10 05:05:36.234654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-936a8fae-77e7-4c81-a574-80ccde1a4647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1001 time: 0.3728743
Nov 10 05:05:36.284352 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-6a23b10f-fb91-4489-bb01-8f701e5c0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:36.285831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-6a23b10f-fb91-4489-bb01-8f701e5c0f87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0430229
Nov 10 05:05:36.331426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-8f2485b7-0aae-493a-928f-487f2fc9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:36.332972 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-8f2485b7-0aae-493a-928f-487f2fc9bfd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403657
Nov 10 05:05:36.356906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff70b-f8be-471d-9efe-49b56c860011 req-92dad367-4707-4266-b8fb-0c5895a42b67 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:36.358404 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8fff70b-f8be-471d-9efe-49b56c860011 req-92dad367-4707-4266-b8fb-0c5895a42b67 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0529008
Nov 10 05:05:36.407752 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d8fff70b-f8be-471d-9efe-49b56c860011 req-659e93e5-4c7d-4683-9de4-c57a0491b6f3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432909
Nov 10 05:05:36.425471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-6bec1f20-6198-4976-bad4-53b690109174 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857904
Nov 10 05:05:36.517238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-77aeb156-2ec8-45c5-bdb1-670a0b49ea13 req-aec9ca1a-10e7-4cee-abcb-969fb263a197 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846932
Nov 10 05:05:37.021520 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d4af9651-2079-4ded-8286-b66f43e4caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:37.522777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98d585-c810-4606-b6c9-9d17614b6a0d req-46d966e6-1562-43f5-82ba-9bbfa29b2003 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:37.524236 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c98d585-c810-4606-b6c9-9d17614b6a0d req-46d966e6-1562-43f5-82ba-9bbfa29b2003 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0488625
Nov 10 05:05:37.547726 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:05:37.573192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c98d585-c810-4606-b6c9-9d17614b6a0d req-cd33ce97-f447-444a-8d6d-1974b5ffc689 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429373
Nov 10 05:05:38.161938 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:38.686272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951f4cc-038b-4785-8c30-e8d63a5bd62d req-948877a1-4473-4f68-a30f-ddaabdd5c23e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:38.687749 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6951f4cc-038b-4785-8c30-e8d63a5bd62d req-948877a1-4473-4f68-a30f-ddaabdd5c23e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0474517
Nov 10 05:05:38.735232 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6951f4cc-038b-4785-8c30-e8d63a5bd62d req-69e956b1-3f3d-4764-8af3-d74455ecfebc tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416806
Nov 10 05:05:38.801967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-5706708f-81a5-49c2-bb98-c0bac4f9b8bf req-69c31029-c0e7-4d4c-a2e7-b08c7f96c5e4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:05:38.802960 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5706708f-81a5-49c2-bb98-c0bac4f9b8bf req-69c31029-c0e7-4d4c-a2e7-b08c7f96c5e4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054262
Nov 10 05:05:38.956185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540699af-12db-4eb0-aa29-dc4ba40b1104 req-7a12b41f-82d2-4dc4-a2b5-ea0def371d2e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:38.957644 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-540699af-12db-4eb0-aa29-dc4ba40b1104 req-7a12b41f-82d2-4dc4-a2b5-ea0def371d2e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0497267
Nov 10 05:05:39.010793 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-540699af-12db-4eb0-aa29-dc4ba40b1104 req-398cd75d-cef6-4307-96ca-dd36d967342e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472739
Nov 10 05:05:39.204055 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-33f823df-eb55-4200-8633-1194774fafd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0799067
Nov 10 05:05:39.612794 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.024413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-5c4491f9-d6f1-42a1-9dfa-30a86f2a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:40.025961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-5c4491f9-d6f1-42a1-9dfa-30a86f2a5ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 1096 time: 0.0823233
Nov 10 05:05:40.037904 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:05:40.115919 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.166731 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd2c4d-4879-42e9-882a-fc6bbe0886d4 req-6709fd88-4946-4098-9d9c-e26d5ffed040 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:40.168787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53fd2c4d-4879-42e9-882a-fc6bbe0886d4 req-6709fd88-4946-4098-9d9c-e26d5ffed040 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0825474
Nov 10 05:05:40.287933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-53fd2c4d-4879-42e9-882a-fc6bbe0886d4 req-b0ff0b5c-01b7-4b83-a03b-d04cfcba0104 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129050
Nov 10 05:05:40.341901 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.368181 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:40.405130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:05:40.442285 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:05:40.444523 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd601e6-9de2-4668-b7e6-d75457fc9b5f" -d '{"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:05:40.448708 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.460626 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Transition to ACTIVE for port object 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:05:40.465633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.491641 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23a08f-15ac-498d-b78e-ac1e74a8efa6 x-openstack-request-id: req-aa23a08f-15ac-498d-b78e-ac1e74a8efa6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:05:40.491926 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:05:40.492173 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa23a08f-15ac-498d-b78e-ac1e74a8efa6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:05:40.492558 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'code': 200}
Nov 10 05:05:40.542164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=8']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:40.555764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.556112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.556446 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.556813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.557139 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.557489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.557814 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.558131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.558454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.558771 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.559087 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.559400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:05:40.600424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] No DVR routers for this DVR port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:05:40.737123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:05:40.737460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:05:40.737786 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:05:40.742095 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:05:40.742577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Attempting to bind port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:05:40.747818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:05:40.748152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:05:40.748532 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:05:40.748989 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Bound port: 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:05:40.749340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.810968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:05:40.814176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:05:40.817997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.851680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:40.852386 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:40.853733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] 10.222.0.26 "PUT /v2.0/ports/460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1091 time: 0.8200336
Nov 10 05:05:40.875772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b049cc-a3d4-4448-8a89-1db6d4976cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=9']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:40.902215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:05:40.925243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-45311e25-fc3d-4faa-b713-b202656669d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:40.926489 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-45311e25-fc3d-4faa-b713-b202656669d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1094 time: 0.0476913
Nov 10 05:05:40.947804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:05:41.021874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-0331f102-d6b8-4a04-b933-a12a007f091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:41.023370 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-0331f102-d6b8-4a04-b933-a12a007f091a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0898936
Nov 10 05:05:41.094193 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-ab4af614-5e1b-4dd5-b864-796d2537e18d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 999 time: 0.0625889
Nov 10 05:05:41.142280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-faffa2d1-b7b7-4d52-9163-8a544a964795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:41.143714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-faffa2d1-b7b7-4d52-9163-8a544a964795 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0430064
Nov 10 05:05:41.187390 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-72f4035b-533b-462d-aa18-307704e2cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:41.188871 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-72f4035b-533b-462d-aa18-307704e2cb5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388143
Nov 10 05:05:41.280419 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-34ccc2b1-7452-46f1-bcdd-0e84266500d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848143
Nov 10 05:05:41.379282 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4ba995ad-242e-4de3-8b02-9c8e91f64e7c req-2a50aea9-aef6-47c3-b87a-6a011ad56105 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925663
Nov 10 05:05:41.420053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497363-03f5-427c-ac99-925721612284 req-1f302fb4-b4e0-4246-bd1b-15b6a1aa7d49 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:41.421552 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c497363-03f5-427c-ac99-925721612284 req-1f302fb4-b4e0-4246-bd1b-15b6a1aa7d49 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0564466
Nov 10 05:05:41.472335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8c497363-03f5-427c-ac99-925721612284 req-9602c97b-2605-4897-b989-f95a7eab7e69 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448411
Nov 10 05:05:42.494247 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:05:42.496777 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:05:42.538885 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e8e87-fc2a-4a24-ab0f-7b3580adb295 x-openstack-request-id: req-ae0e8e87-fc2a-4a24-ab0f-7b3580adb295 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:05:42.539183 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:05:42.539436 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae0e8e87-fc2a-4a24-ab0f-7b3580adb295 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:05:42.539836 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'status': 'completed', 'code': 200}
Nov 10 05:05:42.619058 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf399b98-afa7-4406-9b2b-9be365304fd3 req-865670b9-f644-47fb-98ce-7f1a1efaaa71 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:42.620834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf399b98-afa7-4406-9b2b-9be365304fd3 req-865670b9-f644-47fb-98ce-7f1a1efaaa71 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0658145
Nov 10 05:05:42.671093 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-cf399b98-afa7-4406-9b2b-9be365304fd3 req-d9754521-8670-45d6-b232-fbca3bb49305 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440001
Nov 10 05:05:43.794404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cd23e-f595-4b6c-be03-dd49e554d3f2 req-ec5af486-8806-42b0-87aa-2e5cfb0ef131 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:43.802133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a9cd23e-f595-4b6c-be03-dd49e554d3f2 req-ec5af486-8806-42b0-87aa-2e5cfb0ef131 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0589466
Nov 10 05:05:43.849739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3a9cd23e-f595-4b6c-be03-dd49e554d3f2 req-a1bc1098-02b3-470c-8c90-6997c822f692 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467360
Nov 10 05:05:44.972602 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978d6b1-d1db-4a39-b314-b38739378ab5 req-4ee5e11e-3ffb-40c7-86c7-e550f56f3a83 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:44.974653 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7978d6b1-d1db-4a39-b314-b38739378ab5 req-4ee5e11e-3ffb-40c7-86c7-e550f56f3a83 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0527613
Nov 10 05:05:45.049044 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7978d6b1-d1db-4a39-b314-b38739378ab5 req-bcd6f6bb-d9f8-49c9-9db8-7a8a7931214f tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675941
Nov 10 05:05:46.186607 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae97a-e25d-4bb1-978c-857b6bf2768d req-3bd38925-a677-4e16-8db3-13359488f0ab tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:46.188181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42eae97a-e25d-4bb1-978c-857b6bf2768d req-3bd38925-a677-4e16-8db3-13359488f0ab tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0618975
Nov 10 05:05:46.247026 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-42eae97a-e25d-4bb1-978c-857b6bf2768d req-da382f2e-7da9-407a-b013-40e39be8803b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492241
Nov 10 05:05:47.371152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3347b-02a5-439e-8c17-e7d27ec7cc35 req-96d1baf0-9696-4a94-a6b2-9fdf682e2088 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:47.372630 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca3347b-02a5-439e-8c17-e7d27ec7cc35 req-96d1baf0-9696-4a94-a6b2-9fdf682e2088 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0570035
Nov 10 05:05:47.433320 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3ca3347b-02a5-439e-8c17-e7d27ec7cc35 req-198c90e5-282d-497a-8b6b-3af844b2a274 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545309
Nov 10 05:05:48.558366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3bbb-0e31-44ab-80b9-bbe6bf7e2a06 req-8b11d321-03e7-4c6e-94ca-836f3cf712d3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:48.560481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bcf3bbb-0e31-44ab-80b9-bbe6bf7e2a06 req-8b11d321-03e7-4c6e-94ca-836f3cf712d3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0503638
Nov 10 05:05:48.615699 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-5bcf3bbb-0e31-44ab-80b9-bbe6bf7e2a06 req-93b07617-8a89-4838-8d34-3233b93d5156 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447233
Nov 10 05:05:49.672835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:49.714389 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:49.738703 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ae3dc-c3e7-4189-b287-5e2a86163b31 req-0db67deb-ef5e-4966-89eb-139a0a9a95c5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:49.739730 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e5ae3dc-c3e7-4189-b287-5e2a86163b31 req-0db67deb-ef5e-4966-89eb-139a0a9a95c5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0516999
Nov 10 05:05:49.792855 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-1e5ae3dc-c3e7-4189-b287-5e2a86163b31 req-49156133-7b48-4ce8-96f9-61cf294b384f tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470471
Nov 10 05:05:50.917530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a115d-ebb6-4c33-9c73-a521e2ca014f req-a5740344-3a0a-436a-9ae1-83a2ab01d517 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:50.919019 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-780a115d-ebb6-4c33-9c73-a521e2ca014f req-a5740344-3a0a-436a-9ae1-83a2ab01d517 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0494211
Nov 10 05:05:50.971007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-780a115d-ebb6-4c33-9c73-a521e2ca014f req-68b27a5b-4e67-4904-9c69-bbb2b19ace40 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456901
Nov 10 05:05:51.861800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-564b2519-f636-4d97-8efe-fe334741bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:51.863293 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-564b2519-f636-4d97-8efe-fe334741bcf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1094 time: 0.0460000
Nov 10 05:05:51.957265 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-4f6512de-599d-409f-ac8f-c8e74d05ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:51.958666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-4f6512de-599d-409f-ac8f-c8e74d05ab4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0851586
Nov 10 05:05:52.034178 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-153ba801-e969-4a2d-839d-c03dafc7f136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 999 time: 0.0642307
Nov 10 05:05:52.083845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-796995b7-6611-46dd-920e-11ee15b12500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:52.085338 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-796995b7-6611-46dd-920e-11ee15b12500 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0445752
Nov 10 05:05:52.087441 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51222-f18b-48b4-bd50-9175a2ea8704 req-60b32f3a-3f86-470e-a210-eb29e4db2cb4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:52.088934 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75b51222-f18b-48b4-bd50-9175a2ea8704 req-60b32f3a-3f86-470e-a210-eb29e4db2cb4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0485146
Nov 10 05:05:52.131777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-9ef91062-1a5d-4782-b435-1e9b10e2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:52.133324 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-9ef91062-1a5d-4782-b435-1e9b10e2cc91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401750
Nov 10 05:05:52.141900 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-75b51222-f18b-48b4-bd50-9175a2ea8704 req-c0f7222e-6e46-4d2e-be3a-54d410a48e9b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463235
Nov 10 05:05:52.228192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-8bbbfa67-8b5d-41d3-8712-aaa4925634b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865896
Nov 10 05:05:52.316335 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ffe5ba-d560-4a63-b1ef-f83519ebb828 req-d0a9b1cb-2833-4b46-bf49-6de69b18dbc2 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806108
Nov 10 05:05:53.262749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac281-30f0-4b2b-a333-4815434efe5d req-d5c159db-b3be-4ad1-933e-49716e759aed tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:53.264246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aaac281-30f0-4b2b-a333-4815434efe5d req-d5c159db-b3be-4ad1-933e-49716e759aed tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 943 time: 0.0547411
Nov 10 05:05:53.313115 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-7aaac281-30f0-4b2b-a333-4815434efe5d req-49263923-5129-4e4b-952f-37d3623104fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429101
Nov 10 05:05:53.706851 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:05:53.807774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:53.818527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'port_id': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'mac_address': 'fa:16:3e:0c:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:05:53.855728 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:53.868206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:05:53.887235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:53.891701 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:53.940920 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=10']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:54.135117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['460ac1c3-2066-4d8b-85a7-cca28ef4ba68'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:05:54.428814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f83e8b-a8db-4685-86f0-0d8421652606 req-7ff5d487-2553-4318-91f9-dc8d12cd0cec tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:54.430268 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1f83e8b-a8db-4685-86f0-0d8421652606 req-7ff5d487-2553-4318-91f9-dc8d12cd0cec tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0473301
Nov 10 05:05:54.478924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f1f83e8b-a8db-4685-86f0-0d8421652606 req-03194b1b-c1f2-4a16-acb5-3a4de644c75d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420499
Nov 10 05:05:55.596923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22a95f-a35c-463b-a22f-69d4550b5b36 req-76de710d-1c74-4ea9-a750-b7631e79a1e1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:55.598415 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-db22a95f-a35c-463b-a22f-69d4550b5b36 req-76de710d-1c74-4ea9-a750-b7631e79a1e1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 945 time: 0.0492177
Nov 10 05:05:55.646956 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-db22a95f-a35c-463b-a22f-69d4550b5b36 req-26c887fb-e760-4f73-be90-d3db545d29d3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427084
Nov 10 05:05:55.706775 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:05:55.755613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:05:55.759559 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:05:55.759868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:55.862753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:55.892555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:05:55.894952 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56980510-864c-42a5-b84a-898939d70c4a" -d '{"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:05:55.911845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:05:55.914801 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:05:55.939671 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d42b5-3800-4677-991b-b12cbdd02017 x-openstack-request-id: req-691d42b5-3800-4677-991b-b12cbdd02017 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:05:55.939963 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-plugged", "status": "completed", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:05:55.940266 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691d42b5-3800-4677-991b-b12cbdd02017 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:05:55.940682 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'code': 200}
Nov 10 05:05:55.965585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=11']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:05:56.092091 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b363f8-9cb4-4a6f-80d2-c9104c56e102 req-d7188b4e-d20d-4116-8829-12235f37d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:56.093490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06b363f8-9cb4-4a6f-80d2-c9104c56e102 req-d7188b4e-d20d-4116-8829-12235f37d0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1097 time: 0.0400045
Nov 10 05:05:56.142100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06b363f8-9cb4-4a6f-80d2-c9104c56e102 req-3a324a93-bc26-4352-b109-95fba0355813 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419602
Nov 10 05:05:56.761923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672252b-fc28-457c-ba17-89b66db1303f req-9f5e1dde-da81-480b-b7ce-b620280ed5c2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:56.763904 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e672252b-fc28-457c-ba17-89b66db1303f req-9f5e1dde-da81-480b-b7ce-b620280ed5c2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 946 time: 0.0495913
Nov 10 05:05:56.812942 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e672252b-fc28-457c-ba17-89b66db1303f req-3ae780e2-f53b-4e01-92fc-f564a67f61db tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430908
Nov 10 05:05:57.929187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304fb4-1285-4f85-9e72-c8ca1a7a8134 req-7230391e-8367-4048-8961-cbef75c2bed9 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:05:57.930634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe304fb4-1285-4f85-9e72-c8ca1a7a8134 req-7230391e-8367-4048-8961-cbef75c2bed9 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 946 time: 0.0482855
Nov 10 05:05:57.979984 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-fe304fb4-1285-4f85-9e72-c8ca1a7a8134 req-cc5df1ee-db34-413f-aa29-5d465af0bfce tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433590
Nov 10 05:06:04.088038 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-98b0f592-d36b-4a70-a07f-40677bfd44b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395904
Nov 10 05:06:04.172080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-6c2fb430-aec7-4376-802f-590455e33e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:06:04.173616 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-6c2fb430-aec7-4376-802f-590455e33e1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1097 time: 0.0431113
Nov 10 05:06:04.272237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-5c0277ac-ba2b-452c-9565-3c2565a4abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:06:04.273728 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-5c0277ac-ba2b-452c-9565-3c2565a4abb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0822866
Nov 10 05:06:04.341736 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-a73c9f5e-ebdd-429e-a19b-ee2de76b9671 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1001 time: 0.0611105
Nov 10 05:06:04.388822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-d16a515c-f5e7-4965-87bd-000630625f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:06:04.390208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-d16a515c-f5e7-4965-87bd-000630625f7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0420666
Nov 10 05:06:04.434499 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-c92cc3a0-bc0c-4a7b-bf89-f0e4f0d1ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:06:04.436031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-c92cc3a0-bc0c-4a7b-bf89-f0e4f0d1ab2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391114
Nov 10 05:06:04.461135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-16bdabe7-5786-41bd-9803-a4d9fd16464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:04.527459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-664f1e5f-f2ae-481c-a4af-86153581a5b7 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847652
Nov 10 05:06:04.615906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6627b0d1-2297-494d-8a48-2b9addc08109 req-8a3c4a3e-905f-4507-abbc-368f529482ed service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810235
Nov 10 05:06:07.022684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71d23cf9-1a5c-4f40-bc94-e8a1f02b28a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:08.167799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:09.614813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:10.344435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:14.547813 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:06:19.657678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:19.722569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:34.461823 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d65861cf-8e86-43ae-9ecc-eeaf39dca017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:37.023258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e53451ec-8893-4d74-8ab0-1bed020bb76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:38.168275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:39.106320 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-b81db896-94c1-4476-9dfb-93a4d697fe70 req-83b520ab-9f85-4b0b-bea1-7c762891745c service neutron] (119696) timed out ('10.222.0.13', 53340) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 05:06:39.615968 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:40.350032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:49.672822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:49.723275 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:06:51.546736 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:07:04.462698 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7eacc345-654b-44e5-ad69-478222a261e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:06.079786 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-1fefd4e6-824b-43f7-a425-55151a4f229e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0456421
Nov 10 05:07:06.160807 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-dfaccda3-f0ff-49f5-bed4-d8b8bcdf9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:06.162255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-dfaccda3-f0ff-49f5-bed4-d8b8bcdf9361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1097 time: 0.0404775
Nov 10 05:07:06.265831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-6a675341-696a-4cda-931e-ee3582bcf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:06.267422 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-6a675341-696a-4cda-931e-ee3582bcf82f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0868289
Nov 10 05:07:06.330302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-b14c734f-6b7e-4ff1-91fd-a673a85ba369 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 1001 time: 0.0561419
Nov 10 05:07:06.378884 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-aaa520e4-40c4-4ade-bfde-c7ec5d1c55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:06.380277 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-aaa520e4-40c4-4ade-bfde-c7ec5d1c55e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0431719
Nov 10 05:07:06.429166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-185330d3-c924-4d95-acc4-83cb926ca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:06.430620 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-185330d3-c924-4d95-acc4-83cb926ca56f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436018
Nov 10 05:07:06.521815 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-93475be4-1258-4a1a-b22b-809e7bd6ba3f service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841002
Nov 10 05:07:06.626147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d06fec27-d31c-43e0-85a3-aaa9435cda7b req-c0f3825d-8175-4c82-8ec0-7c70d6b5636b service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974455
Nov 10 05:07:07.025554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-5ca6dc05-6326-466e-87fd-59e07132fe5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:08.170434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:09.619867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:09.856176 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57656) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:10.008410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Deleting port 346f21f6-5161-49ff-b6ea-05c1a7fdedd1 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:07:10.008782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.081768 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.082093 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.093369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Calling delete_port for 346f21f6-5161-49ff-b6ea-05c1a7fdedd1 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:07:10.236373 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.264577 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'Port': ['ID=346f21f6-5161-49ff-b6ea-05c1a7fdedd1,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:10.276850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.277198 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.277541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.277879 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.278210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.278541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.278869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.279197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.279522 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.279847 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.280196 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.280489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:10.333340 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.333667 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Floating IP fe03e041-a8ab-41b0-9c7b-4b30660e9e22 disassociated (deleted). External IP: 172.32.3.148, port: 460ac1c3-2066-4d8b-85a7-cca28ef4ba68.
Nov 10 05:07:10.350726 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.542822 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:07:10.649659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:07:10.654477 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:10.658898 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:07:10.668477 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:07:10.669110 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821471eeb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:10.680938 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-042b4bd7-ce34-43b6-ba92-ba07cbc0d3a2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe03e041-a8ab-41b0-9c7b-4b30660e9e22 HTTP/1.1" status: 204  len: 168 time: 0.8236184
Nov 10 05:07:10.681517 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:07:10.683763 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa20e864-aa49-4215-81e3-6b04340d1679" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:07:10.780004 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:07:10.783657 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e53262c-df3b-4e10-8d81-5e7634a3cc24 x-openstack-request-id: req-6e53262c-df3b-4e10-8d81-5e7634a3cc24 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:07:10.784074 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:07:10.784563 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e53262c-df3b-4e10-8d81-5e7634a3cc24 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:07:10.785063 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'status': 'completed', 'code': 200}
Nov 10 05:07:10.869554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-cb397fe9-54ec-40ed-aded-bc91c98ffb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:10.871739 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-cb397fe9-54ec-40ed-aded-bc91c98ffb85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 1097 time: 0.0649459
Nov 10 05:07:10.932910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cb4ba-4e56-4f9f-8cd7-83dd2afd8016 req-57fafa2f-31a2-4c83-94f7-d0774e37204e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:10.934654 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-233cb4ba-4e56-4f9f-8cd7-83dd2afd8016 req-57fafa2f-31a2-4c83-94f7-d0774e37204e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 946 time: 0.0567355
Nov 10 05:07:10.989746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-233cb4ba-4e56-4f9f-8cd7-83dd2afd8016 req-00d75b0b-3dd6-426c-a5c5-3c108007ed79 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486376
Nov 10 05:07:11.088506 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821471eeb0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:11.119315 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:07:11.127982 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:07:11.128597 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821471eeb0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:11.234505 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:07:11.292539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-9bd4492d-009a-448b-82a1-ec0bbcfcc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:11.294099 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-9bd4492d-009a-448b-82a1-ec0bbcfcc8ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.4135921
Nov 10 05:07:11.335811 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-411d9cbe-e35c-447f-b7df-6f9b2c385601 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 200  len: 217 time: 0.0342028
Nov 10 05:07:11.386205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-7334ff47-055e-43d4-81be-da55f0753741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:11.387647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-7334ff47-055e-43d4-81be-da55f0753741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0456266
Nov 10 05:07:11.436781 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821471eeb0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:11.437420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-de8726c2-dbd6-47ee-8ac5-dc32c5f6d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:11.438936 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-de8726c2-dbd6-47ee-8ac5-dc32c5f6d40a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436585
Nov 10 05:07:11.463713 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b62766-6acc-400e-a445-62db5c4cf99e None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:07:11.531874 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-38e66ebf-9012-404f-a1de-dbd90b5a0eaa service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849991
Nov 10 05:07:11.628905 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-aa20e864-aa49-4215-81e3-6b04340d1679 req-e0f1420a-7047-4bbc-ba61-d70d9b6d99eb service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892398
Nov 10 05:07:11.696302 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28edce63-e0eb-4298-8481-ac2fe60606ce None None] New status for floating IP fe03e041-a8ab-41b0-9c7b-4b30660e9e22: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:07:12.110726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578969-600e-4e72-a7d9-6d59c4a327f6 req-a0b01138-8254-4498-8cad-4f6b27192894 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:12.112192 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8578969-600e-4e72-a7d9-6d59c4a327f6 req-a0b01138-8254-4498-8cad-4f6b27192894 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 946 time: 0.0492563
Nov 10 05:07:12.186238 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a8578969-600e-4e72-a7d9-6d59c4a327f6 req-b694c91b-f309-4ac1-a421-85b1c8a51d2f tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680778
Nov 10 05:07:12.205863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-61916eef-5c0e-4b08-bb5b-0f4275b02fad tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:12.207816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-61916eef-5c0e-4b08-bb5b-0f4275b02fad tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb91361-830f-41cf-9878-c0c7c58a8c0e HTTP/1.1" status: 200  len: 946 time: 0.0631635
Nov 10 05:07:12.304349 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Deleting port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:07:12.304632 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:12.400874 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] For port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:07:12.401276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:12.413992 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Calling delete_port for 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:07:12.539967 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:12.571982 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'Port': ['ID=460ac1c3-2066-4d8b-85a7-cca28ef4ba68,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:12.613227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] No DVR routers for this DVR port 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:07:12.616654 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:12.620105 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-73ed52b9-271c-4db1-adae-da8a611d9ed4 req-a7691b24-1e33-4cdd-8b41-3aed215e4e33 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.26 "DELETE /v2.0/ports/460ac1c3-2066-4d8b-85a7-cca28ef4ba68 HTTP/1.1" status: 204  len: 173 time: 0.4062920
Nov 10 05:07:12.785998 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-deleted', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:07:12.788377 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77165b43-ca3e-497b-8037-314aa5c964c0" -d '{"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-deleted", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:07:12.824926 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd3011b-500a-4f20-a7bf-3a0c38e74f34 x-openstack-request-id: req-dfd3011b-500a-4f20-a7bf-3a0c38e74f34 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:07:12.825285 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb91361-830f-41cf-9878-c0c7c58a8c0e", "name": "network-vif-deleted", "tag": "460ac1c3-2066-4d8b-85a7-cca28ef4ba68", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:07:12.825607 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd3011b-500a-4f20-a7bf-3a0c38e74f34 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:07:12.826075 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb91361-830f-41cf-9878-c0c7c58a8c0e', 'name': 'network-vif-deleted', 'tag': '460ac1c3-2066-4d8b-85a7-cca28ef4ba68', 'status': 'completed', 'code': 200}
Nov 10 05:07:13.241526 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57680) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:13.299223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.326021 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.386372 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.389388 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.390553 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "DELETE /v2.0/security-groups/092a07a2-051e-4c6d-a1b1-bdcc7f168a1b HTTP/1.1" status: 204  len: 168 time: 0.1480315
Nov 10 05:07:13.400351 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a441c-8020-4403-b945-c0e828e0ea9c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a07a2-051e-4c6d-a1b1-bdcc7f168a1b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:13.695057 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 57686) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:13.699653 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166562875', 'description': 'tempest-secgroup-smoke-166562875 description', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:13.725076 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.788293 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.791574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.822027 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.823250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1271973
Nov 10 05:07:13.824405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7e925-3485-406b-aea8-a9db48a40ee4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270967a6-ab83-4c21-b800-e62a6cecf14f,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:13.826319 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57688) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:13.831423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:13.857816 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.910687 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.914111 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.931654 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a70ab5-08ec-4599-8d98-f0783c0b0098,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:13.939857 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.940208 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.940938 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.941282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.941624 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.941957 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.942290 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.942620 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.942947 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.943273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.943614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.943922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:13.948272 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:13.949499 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-db773e60-6ec7-4416-940a-3cc2e4d02314 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1221166
Nov 10 05:07:13.952224 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57690) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:13.957185 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:13.982903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.037780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.041130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.063868 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cc5608-1beb-4b96-b176-183bee9453cd,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:14.069262 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.070402 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c9615990-5db8-43c9-b1fc-bb1d8f542f10 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1171691
Nov 10 05:07:14.073172 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57692) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:14.077283 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:14.105089 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.162342 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.166594 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.190537 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f9426c-44c8-464c-a749-802d1c1639be,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:14.195818 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.196844 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-6f8d379d-298c-4005-99fe-070574bd9118 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1227522
Nov 10 05:07:14.199634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57694) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:14.204011 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:14.230743 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.295122 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.298482 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.316434 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2abf8fa-865c-4872-a268-e473d7bfe902,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:14.322689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.323898 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-a40c60b1-260e-4d2b-9f9d-9a5ee0cc834b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1233025
Nov 10 05:07:14.326632 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57696) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:14.330906 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:14.353806 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Project c1c447bf3c2843d4bd6d9124a9054dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:07:14.358614 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.418910 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.422468 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.444285 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cb69d5-8641-44ef-bfa0-718f08d8a698,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:14.450504 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.451004 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4c918a49-5f92-4248-a860-4225fafc46c4 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1234241
Nov 10 05:07:14.453814 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57698) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:14.458838 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'security_group_rule': {'security_group_id': '270967a6-ab83-4c21-b800-e62a6cecf14f', 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:14.480041 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Project c1c447bf3c2843d4bd6d9124a9054dc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:07:14.485005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.543301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.547159 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.564317 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f05f8e-f7f4-4df4-b90a-3331e6033f77,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:14.571905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:14.572965 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-5f2c8fce-be76-485b-8f25-33247104eaba tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1181905
Nov 10 05:07:16.071249 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:07:16.094175 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:07:16.094514 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 460ac1c3-2066-4d8b-85a7-cca28ef4ba68 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:07:16.170760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-84c86fd4-5ff1-4976-ba3c-2c5b23cd67c3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166562875&fields=id&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 267 time: 0.0431135
Nov 10 05:07:16.276180 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-37aa9f37-592e-4e16-8678-727e441c2092 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:16.277561 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-37aa9f37-592e-4e16-8678-727e441c2092 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 809 time: 0.0997751
Nov 10 05:07:16.291924 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-23a5a8c9-e508-414a-9d67-d654d775c93b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/quotas/c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 375 time: 0.0087621
Nov 10 05:07:16.340909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-4fec876f-7c1f-4b26-92cc-07e00ca7faac tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0438910
Nov 10 05:07:16.398402 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-e05b1361-96ba-42cd-87cf-c3e55ec7e078 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:07:16.399425 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-e05b1361-96ba-42cd-87cf-c3e55ec7e078 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0473819
Nov 10 05:07:16.490389 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-63caaf8f-03dc-48a5-97b8-d87a155840a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844293
Nov 10 05:07:16.576223 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-d3cd7c15-3a2a-462a-b204-3812ae397010 service neutron] 10.222.0.13 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798011
Nov 10 05:07:16.856724 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22273b03-4af2-4db6-b8f6-9b63d18ca7b0 req-aa888c79-6ae4-43ec-b351-c28a5dd1d839 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 210 time: 0.0276368
Nov 10 05:07:17.793726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-41dffff8-ed1a-4fe9-a8ea-10852f425b29 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:17.795197 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-41dffff8-ed1a-4fe9-a8ea-10852f425b29 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 809 time: 0.1124895
Nov 10 05:07:17.862459 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-38922842-e63f-479f-abac-3f57708b0362 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 379 time: 0.0576544
Nov 10 05:07:17.871506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'port': {'device_id': 'f7d160cc-9658-49aa-886b-a422620644da', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'admin_state_up': True, 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'security_groups': ['270967a6-ab83-4c21-b800-e62a6cecf14f']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:17.956550 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-3671f695-1b73-4ce9-98b9-4849e26bbdc3 req-2497aeb2-d273-4cf7-913f-11b728267f98 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 210 time: 0.0265121
Nov 10 05:07:17.982259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Made reservation on behalf of c1c447bf3c2843d4bd6d9124a9054dc0 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:07:17.985777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.123051 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Allocated IP 172.20.0.7 (c86ff1d0-1dac-4638-b5b7-5480a13fe65a/9735be70-3bd4-4a3f-9a7a-d51baeb04c64/9df4265b-9752-47e1-be54-db67e7f01ef5) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:07:18.265326 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.298855 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.342640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:07:18.345868 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:07:18.350478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:07:18.375402 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:18.409289 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:18.409974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.428233 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-ab9aa6fe-4cf4-4dc5-887a-58b8724985fb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5603821
Nov 10 05:07:18.493463 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Request body: {'port': {'device_id': 'f7d160cc-9658-49aa-886b-a422620644da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:18.556165 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.653622 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-64ee0d29-12d7-404a-bdbd-4ab3fd5ccc9d None None] Provisioning complete for port 9df4265b-9752-47e1-be54-db67e7f01ef5 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:07:18.654620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-64ee0d29-12d7-404a-bdbd-4ab3fd5ccc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.688288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-64ee0d29-12d7-404a-bdbd-4ab3fd5ccc9d None None] Port 9df4265b-9752-47e1-be54-db67e7f01ef5 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:07:18.821201 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df4265b-9752-47e1-be54-db67e7f01ef5 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:07:18.831461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.844535 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Transition to ACTIVE for port object 9df4265b-9752-47e1-be54-db67e7f01ef5 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:07:18.848722 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:18.897946 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:18.976906 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:07:18.977249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:07:18.977584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:07:18.982907 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:07:18.983280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:07:18.990055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:07:18.990470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:07:18.991177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:07:18.991695 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Bound port: 9df4265b-9752-47e1-be54-db67e7f01ef5, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:07:18.992131 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:19.105436 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:07:19.109431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:07:19.123041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff18d4-8881-4016-acb9-8eb774c28275 req-dbf9c899-8d1a-40e4-bdfc-f75d1f6619f1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.129120 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85ff18d4-8881-4016-acb9-8eb774c28275 req-dbf9c899-8d1a-40e4-bdfc-f75d1f6619f1 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0817013
Nov 10 05:07:19.130568 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:19.187981 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.188624 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:19.190023 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] 10.222.0.21 "PUT /v2.0/ports/9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1091 time: 0.7531152
Nov 10 05:07:19.195684 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:07:19.198016 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:07:19.255519 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9cbbe9-7107-4378-86df-baa5d4bff1c2 x-openstack-request-id: req-db9cbbe9-7107-4378-86df-baa5d4bff1c2 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:07:19.255801 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:07:19.256076 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db9cbbe9-7107-4378-86df-baa5d4bff1c2 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:07:19.256500 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'status': 'completed', 'code': 200}
Nov 10 05:07:19.257377 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a87e-5825-4d35-86ac-c3bc4d44bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:19.265013 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-85ff18d4-8881-4016-acb9-8eb774c28275 req-8314dc5c-aa8d-492a-8c12-d5090948dcd6 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1319733
Nov 10 05:07:19.297357 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-9ca65907-e2d9-4b92-a8af-9edba2cadc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.298941 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-9ca65907-e2d9-4b92-a8af-9edba2cadc81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1094 time: 0.0534310
Nov 10 05:07:19.347407 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-651be5fe-381e-4f2e-8e97-371c9020364c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 217 time: 0.0408571
Nov 10 05:07:19.400086 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-408f13d4-c31a-4fea-b24d-44057a9e245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.401606 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-408f13d4-c31a-4fea-b24d-44057a9e245d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0479164
Nov 10 05:07:19.450378 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-d63b66ac-b92e-42e4-baf4-d0655468d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.451901 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-d63b66ac-b92e-42e4-baf4-d0655468d829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436342
Nov 10 05:07:19.546882 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-0e480cef-0fcd-4e1d-bbc2-508baf5011ec service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877688
Nov 10 05:07:19.638348 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a2ba3486-5df2-4fa1-8cbc-3aceae967913 req-551c4d01-6f63-42b5-861f-5d4824cb0566 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845532
Nov 10 05:07:19.702581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:19.720249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-6d11d8a2-8e14-4d8c-a41f-ef98d97f4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.722588 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-6d11d8a2-8e14-4d8c-a41f-ef98d97f4103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1094 time: 0.0414703
Nov 10 05:07:19.737141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:19.816585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-9419b50c-3262-46e5-9b71-8aa03ddb0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.818133 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-9419b50c-3262-46e5-9b71-8aa03ddb0145 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0888882
Nov 10 05:07:19.861140 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-062b54dc-1de0-4eb5-b5f5-1473a7f3a686 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 217 time: 0.0354881
Nov 10 05:07:19.914510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-3a033701-4496-4ce1-9c93-aa4eef579a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.915881 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-3a033701-4496-4ce1-9c93-aa4eef579a70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0483229
Nov 10 05:07:19.961748 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-b4087e90-19e5-4fc0-aeb6-6c44da3ddfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:19.963264 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-b4087e90-19e5-4fc0-aeb6-6c44da3ddfde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404396
Nov 10 05:07:20.059916 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-97333e87-80b2-4c4f-bc78-1eb71c9ba1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885496
Nov 10 05:07:20.152556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-26a24ca5-3e4c-43ab-a9fc-0c417c75bbff req-35f26064-c362-4a20-b6db-898fc19d9f95 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817552
Nov 10 05:07:20.388095 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84bf0-82c7-4a6c-8df0-744c189decd9 req-fa283e4d-4bc9-4d4c-978a-45a0849bad62 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:20.389571 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bce84bf0-82c7-4a6c-8df0-744c189decd9 req-fa283e4d-4bc9-4d4c-978a-45a0849bad62 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0517991
Nov 10 05:07:20.438908 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-bce84bf0-82c7-4a6c-8df0-744c189decd9 req-77027966-fb58-4f6d-b646-73d7f6a113f5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428703
Nov 10 05:07:21.556556 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576e1b4-f938-4ef2-bc8a-32ccc88b0e51 req-fd97c7f7-6c8c-4b0d-8d4e-e0fed3fa0283 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:21.558054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b576e1b4-f938-4ef2-bc8a-32ccc88b0e51 req-fd97c7f7-6c8c-4b0d-8d4e-e0fed3fa0283 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0493505
Nov 10 05:07:21.611271 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b576e1b4-f938-4ef2-bc8a-32ccc88b0e51 req-127f43ea-d858-4ab3-af1f-8a208746e0a3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474150
Nov 10 05:07:22.724179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeb5a5-5e31-41eb-a1ea-8b055ba051e0 req-d39a87a1-7012-4efd-a138-c78af923fe20 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:22.725643 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cbeb5a5-5e31-41eb-a1ea-8b055ba051e0 req-d39a87a1-7012-4efd-a138-c78af923fe20 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0480247
Nov 10 05:07:22.772729 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8cbeb5a5-5e31-41eb-a1ea-8b055ba051e0 req-4c0c0ced-3cf0-4c9b-8087-d47e3ff6f213 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411863
Nov 10 05:07:23.397047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:07:23.490720 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:07:23.501173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'mac_address': 'fa:16:3e:2e:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:07:23.536756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:23.551778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4265b-9752-47e1-be54-db67e7f01ef5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:07:23.571136 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:07:23.574578 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:23.620363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:23.627614 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.627958 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.628820 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.629154 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.629482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.629809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.630133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.630455 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.630776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.631094 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.631411 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.631729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:07:23.806054 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['9df4265b-9752-47e1-be54-db67e7f01ef5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:07:23.890501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a80010-eda9-4230-8a6a-1f1007caabdc req-f414f711-719a-4165-b092-9590fd610a38 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:23.892094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-00a80010-eda9-4230-8a6a-1f1007caabdc req-f414f711-719a-4165-b092-9590fd610a38 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 944 time: 0.0499711
Nov 10 05:07:23.942096 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-00a80010-eda9-4230-8a6a-1f1007caabdc req-f201b720-7822-46cc-9cd4-4d650035612f tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439596
Nov 10 05:07:25.055399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95433b2b-d9f9-4d12-9d0a-8c42b41cd9d4 req-59766a03-9186-4603-b35c-3a2fff28efdf tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:25.056870 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95433b2b-d9f9-4d12-9d0a-8c42b41cd9d4 req-59766a03-9186-4603-b35c-3a2fff28efdf tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 944 time: 0.0484252
Nov 10 05:07:25.108419 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-95433b2b-d9f9-4d12-9d0a-8c42b41cd9d4 req-65ff5c7e-86dd-45d0-a97f-58485895849f tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455303
Nov 10 05:07:25.411719 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:07:25.459760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 9df4265b-9752-47e1-be54-db67e7f01ef5 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:07:25.463618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 9df4265b-9752-47e1-be54-db67e7f01ef5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:07:25.463980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:25.541661 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:25.563095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:07:25.565314 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27799b-c126-4af5-8dd1-df727452e16b" -d '{"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-plugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:07:25.578590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:07:25.582595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:25.631654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:25.661188 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0257b5a-3394-4fa2-8eea-4df45820b378 x-openstack-request-id: req-b0257b5a-3394-4fa2-8eea-4df45820b378 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:07:25.661482 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-plugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:07:25.661788 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0257b5a-3394-4fa2-8eea-4df45820b378 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:07:25.662128 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'code': 200}
Nov 10 05:07:25.754024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef56d0-098e-4908-8f50-67fd60699a06 req-1cfa7b80-b06c-4b5a-a77c-e03006ca4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:25.755500 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55ef56d0-098e-4908-8f50-67fd60699a06 req-1cfa7b80-b06c-4b5a-a77c-e03006ca4155 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0400360
Nov 10 05:07:25.799608 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-55ef56d0-098e-4908-8f50-67fd60699a06 req-8ef576eb-da41-439d-8c7e-6420d2705f8c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376823
Nov 10 05:07:26.221354 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e9f7d-03a7-4ce8-9411-d116483b4d87 req-79449b2d-8645-4ca1-8a73-f0c2e83da24b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:26.223394 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-514e9f7d-03a7-4ce8-9411-d116483b4d87 req-79449b2d-8645-4ca1-8a73-f0c2e83da24b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0481551
Nov 10 05:07:26.271292 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-514e9f7d-03a7-4ce8-9411-d116483b4d87 req-15a5a40d-9425-4411-ae6f-8e156dd91812 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420334
Nov 10 05:07:27.390791 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d58e0c-0466-4bca-b2cc-16cc487bb570 req-ec707af5-b962-45c3-b196-c95fe107a46b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:27.392273 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5d58e0c-0466-4bca-b2cc-16cc487bb570 req-ec707af5-b962-45c3-b196-c95fe107a46b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0525584
Nov 10 05:07:27.445991 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b5d58e0c-0466-4bca-b2cc-16cc487bb570 req-c5000b99-0355-4832-b0ac-13dfdbc5ed35 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472462
Nov 10 05:07:27.560692 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6232-f4bd-470c-b575-22eed5d88085 req-acdb1185-fc7c-4b5f-98a6-a2ee57bfd42e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:27.562122 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f4e6232-f4bd-470c-b575-22eed5d88085 req-acdb1185-fc7c-4b5f-98a6-a2ee57bfd42e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0478532
Nov 10 05:07:27.609727 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f4e6232-f4bd-470c-b575-22eed5d88085 req-c83d453a-2499-4d0e-bd0a-528f77049719 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417707
Nov 10 05:07:27.632088 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57842) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:27.673359 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7aa6d-abde-4cbf-91f8-bf4e5e77da5b tempest-TestShelveInstance-1911462048 tempest-TestShelveInstance-1911462048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:27.674834 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-c4b7aa6d-abde-4cbf-91f8-bf4e5e77da5b tempest-TestShelveInstance-1911462048 tempest-TestShelveInstance-1911462048-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1091 time: 0.0416930
Nov 10 05:07:27.677543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 57844) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:07:27.682206 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:07:27.706418 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:27.800905 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:27.905365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Allocated IP 172.32.3.168 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:07:28.002979 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.035083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.080226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:07:28.083108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:07:28.087858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:07:28.090779 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:28.411837 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.479005 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.545397 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:07:28.628784 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.633270 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.697301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event updated for resources: {'Port': ['ID=eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:07:28.710308 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:28.807257 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Floating IP f3bd42f2-1c51-4aed-8800-d8a44e9e8fef associated. External IP: 172.32.3.168, port: 9df4265b-9752-47e1-be54-db67e7f01ef5.
Nov 10 05:07:29.335584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:07:29.442176 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:07:29.451741 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:07:29.459528 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:29.465147 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:07:29.465761 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821446a1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:29.486483 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-467b8db5-e060-43fc-a12e-d3e92eac9405 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8074520
Nov 10 05:07:29.487076 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:07:29.489370 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:07:29.567342 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:07:29.588857 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c874a5-596b-4172-86bf-33c284e9e98e x-openstack-request-id: req-e8c874a5-596b-4172-86bf-33c284e9e98e {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:07:29.589150 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:07:29.589401 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8c874a5-596b-4172-86bf-33c284e9e98e {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:07:29.589801 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'status': 'completed', 'code': 200}
Nov 10 05:07:29.652813 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-0dbebf60-b5cc-49fd-8869-f0d1afe95c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:29.654373 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-0dbebf60-b5cc-49fd-8869-f0d1afe95c3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0419304
Nov 10 05:07:29.750325 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-1f9193c7-37f5-4266-9f11-ff3191518a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:29.751818 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-1f9193c7-37f5-4266-9f11-ff3191518a2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0902848
Nov 10 05:07:29.793358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821446a1c0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'f3bd42f2-1c51-4aed-8800-d8a44e9e8fef', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.168', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:2e:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d160cc-9658-49aa-886b-a422620644da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:07:28Z', 'updated_at': '2021-11-10T05:07:28Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:29.816449 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-b5ba2594-df0e-4979-a0e8-2d1cfe433e96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 999 time: 0.0580492
Nov 10 05:07:29.818539 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:07:29.832527 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:07:29.833231 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821446a1c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:07:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:29.865882 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-4adf6b68-cf95-4e93-a99e-55dcd7e1c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:29.867246 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-4adf6b68-cf95-4e93-a99e-55dcd7e1c85e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0446367
Nov 10 05:07:29.916751 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-6343eb8d-0cce-4152-98e5-1431fcab3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:07:29.918255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-6343eb8d-0cce-4152-98e5-1431fcab3105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447159
Nov 10 05:07:29.937262 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:07:30.008123 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-6c81d1f4-6a55-4000-b266-32e368ac36b2 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821736
Nov 10 05:07:30.103409 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8e1b854e-fc18-4e3e-b34f-6ed32e4243fd req-0ad81540-b077-4d68-a19f-a179b5bf85b3 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885105
Nov 10 05:07:30.157003 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821446a1c0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'f3bd42f2-1c51-4aed-8800-d8a44e9e8fef', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.168', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:2e:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d160cc-9658-49aa-886b-a422620644da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:07:28Z', 'updated_at': '2021-11-10T05:07:28Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:07:30.181566 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788697e2-abaf-43f0-9424-859dd12e5c4a None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': 'f3bd42f2-1c51-4aed-8800-d8a44e9e8fef', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'floating_ip_address': '172.32.3.168', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'mac_address': 'fa:16:3e:2e:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d160cc-9658-49aa-886b-a422620644da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:07:28Z', 'updated_at': '2021-11-10T05:07:28Z', 'revision_number': 0, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:07:30.368202 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f69fd4-776e-44a5-8468-f8ffb3fb905b None None] New status for floating IP f3bd42f2-1c51-4aed-8800-d8a44e9e8fef: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:07:34.463731 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b77014c6-3c89-46f2-ba6b-4b124ba7265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:37.027799 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-591a1c03-51e0-4af5-bdf4-c3304e5049f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:38.174876 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:39.621907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:40.351625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:49.711484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:07:49.748625 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:00.342441 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-f35b6d3a-f773-4f57-a6b3-5a1e49f833d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437045
Nov 10 05:08:00.427360 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-7c6620b0-d5c0-452c-8be7-b7c050ce50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:08:00.428842 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-7c6620b0-d5c0-452c-8be7-b7c050ce50e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0414751
Nov 10 05:08:00.566960 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-c40d4a6c-04cb-46c8-87cf-6f8eb23882ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:08:00.568809 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-c40d4a6c-04cb-46c8-87cf-6f8eb23882ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.1181598
Nov 10 05:08:00.647617 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-f1080ef2-6f4a-40fc-8c33-3ac8a620b4ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1001 time: 0.0715771
Nov 10 05:08:00.704125 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-5c58de0f-bdab-4a80-9a78-4c3f89eb4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:08:00.705495 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-5c58de0f-bdab-4a80-9a78-4c3f89eb4e74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0513093
Nov 10 05:08:00.756841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-2b3344a7-cff9-40ec-961e-d3596e75216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:08:00.758487 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-2b3344a7-cff9-40ec-961e-d3596e75216c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465016
Nov 10 05:08:00.854913 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-03e4681e-1a60-408d-973a-b40c9f15e088 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896940
Nov 10 05:08:00.950605 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6d05b4d9-0235-41ae-ac31-4d893400b742 req-e9c37c12-6213-4e4d-9786-61672145f6b8 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889957
Nov 10 05:08:04.465623 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f881d6e6-868f-4bbd-b2fc-7eaf2ed5bbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:05.544399 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:08:07.028964 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fcc698d9-f999-483d-bc62-7cb90cbaa36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:08.177374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:09.625141 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:10.353737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:19.707522 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:19.765187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:34.467263 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a19b930e-2da7-4666-8d3b-b6bfa1bf6895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:37.030021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c38856a5-f6e3-4185-9a5e-2ec89078be6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:38.179554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:39.627955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:40.356710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:42.542805 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:08:49.708181 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:08:49.764669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:01.735232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-5d00768c-2d8b-47ab-845f-f191f2cd9a3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412490
Nov 10 05:09:01.818950 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-d1744d2a-4c0f-4e87-ad9d-8e5c5d62706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:01.820440 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-d1744d2a-4c0f-4e87-ad9d-8e5c5d62706b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0453153
Nov 10 05:09:01.922777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-c4e18027-78ec-4f53-8872-1d3b8ef5265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:01.924229 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-c4e18027-78ec-4f53-8872-1d3b8ef5265c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0849042
Nov 10 05:09:01.993141 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-95a5b780-6d1e-45d7-917a-f45b834c1e0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1001 time: 0.0607572
Nov 10 05:09:02.042551 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-2830f3de-781a-4e17-947f-7b11768618ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:02.043992 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-2830f3de-781a-4e17-947f-7b11768618ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0447507
Nov 10 05:09:02.090394 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-1a9afe5f-0853-4a56-b001-0bed76c287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:02.092515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-1a9afe5f-0853-4a56-b001-0bed76c287bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414078
Nov 10 05:09:02.183603 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-8d689ae1-2060-4e7b-9fd9-9d0f348a1a02 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834498
Nov 10 05:09:02.273933 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c1e327fe-5911-4759-a6b1-17a0bf8bf1a3 req-a12e0ba9-c02d-46b2-bd44-76da04ac42cb service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830727
Nov 10 05:09:04.468733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-47687ace-a7fa-4c71-9385-a704113f7ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:07.031221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd92c-9d4e-4312-90dc-72c1df51fccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:08.181990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:09.629978 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:10.359219 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:19.541640 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:09:19.701032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:19.766737 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:34.470524 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f7d312be-a228-471f-9674-a3646be4c928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:34.701113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a8049-35b0-483e-b970-9a4b70349606 req-0c119bf7-8b1a-4568-b8f9-7dc0adf37b78 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:34.702502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-125a8049-35b0-483e-b970-9a4b70349606 req-0c119bf7-8b1a-4568-b8f9-7dc0adf37b78 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0495770
Nov 10 05:09:34.764208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-125a8049-35b0-483e-b970-9a4b70349606 req-b32dacee-a960-43de-8f6f-432e5bffe1f0 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542943
Nov 10 05:09:35.908341 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba960-6c18-4b1c-9e37-88caa4714bb9 req-da9294c6-9932-4287-b370-c567dbabe6b3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:35.909831 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34dba960-6c18-4b1c-9e37-88caa4714bb9 req-da9294c6-9932-4287-b370-c567dbabe6b3 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0492387
Nov 10 05:09:35.957554 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-34dba960-6c18-4b1c-9e37-88caa4714bb9 req-ad283a64-725d-4fb5-b48b-a95eb3368336 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418336
Nov 10 05:09:37.035997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2140300d-0508-4e38-a396-86ca78fd65b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:37.097211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea5ae4-456f-469a-8bd8-1ec7f0cc8f98 req-2b763574-a6f4-485b-9584-d36ea26d5f02 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:37.098572 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22ea5ae4-456f-469a-8bd8-1ec7f0cc8f98 req-2b763574-a6f4-485b-9584-d36ea26d5f02 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0484254
Nov 10 05:09:37.147302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-22ea5ae4-456f-469a-8bd8-1ec7f0cc8f98 req-45a46130-6904-4e9c-9ed0-7bce388ece5b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428302
Nov 10 05:09:38.186491 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:38.261875 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263818a9-3e80-416c-876b-cfcfc70d843d req-ca6c7999-95c8-4268-a2ea-3bfbceed57f6 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:38.263309 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-263818a9-3e80-416c-876b-cfcfc70d843d req-ca6c7999-95c8-4268-a2ea-3bfbceed57f6 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0483677
Nov 10 05:09:38.314682 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-263818a9-3e80-416c-876b-cfcfc70d843d req-e2964212-0c81-4ef2-8ac5-f9f0d3261f95 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454724
Nov 10 05:09:39.433978 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfe347-aa11-4416-a2d3-98ac2b300409 req-b8ecdc78-e665-4465-b812-ef2b4661bf8d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:39.435468 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23dfe347-aa11-4416-a2d3-98ac2b300409 req-b8ecdc78-e665-4465-b812-ef2b4661bf8d tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0493658
Nov 10 05:09:39.483937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-23dfe347-aa11-4416-a2d3-98ac2b300409 req-f7f1a498-870e-463b-a949-2c483f618298 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425994
Nov 10 05:09:39.632844 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:40.360849 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:40.600178 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da703-9bf0-4175-a964-7cde03457f68 req-9813f3ea-af18-414a-ad3c-c08e167181bc tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:40.601658 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f9da703-9bf0-4175-a964-7cde03457f68 req-9813f3ea-af18-414a-ad3c-c08e167181bc tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0477884
Nov 10 05:09:40.649617 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-0f9da703-9bf0-4175-a964-7cde03457f68 req-8b171c1b-17b7-433f-891a-46e4ec72db35 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421448
Nov 10 05:09:41.768280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23695a-62ce-47a1-ba45-b3e2f2c9dc45 req-09e093d7-cba1-439d-9afd-b5a8bedec1db tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:41.769787 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f23695a-62ce-47a1-ba45-b3e2f2c9dc45 req-09e093d7-cba1-439d-9afd-b5a8bedec1db tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0531857
Nov 10 05:09:41.819076 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-0f23695a-62ce-47a1-ba45-b3e2f2c9dc45 req-5097ad77-40ec-470b-90e9-f71e0e94fc68 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430315
Nov 10 05:09:42.932452 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9c87c-6fb0-40c6-bb81-72cbf77486ac req-0f9f9c29-14f4-4d34-bab7-dd30079b8068 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:42.933928 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77f9c87c-6fb0-40c6-bb81-72cbf77486ac req-0f9f9c29-14f4-4d34-bab7-dd30079b8068 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0475874
Nov 10 05:09:42.981640 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-77f9c87c-6fb0-40c6-bb81-72cbf77486ac req-9d0e216e-3758-4c32-aed8-35037589d832 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412431
Nov 10 05:09:44.095379 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98242680-1f2c-426b-a7bd-cd42f5cf3bcf req-6aa65e7d-b38e-4f64-99b2-cec4a14a8a78 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:44.097110 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98242680-1f2c-426b-a7bd-cd42f5cf3bcf req-6aa65e7d-b38e-4f64-99b2-cec4a14a8a78 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0482361
Nov 10 05:09:44.146330 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-98242680-1f2c-426b-a7bd-cd42f5cf3bcf req-a7bc9384-0d1c-4ca8-842f-c3555654bf84 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433135
Nov 10 05:09:44.816496 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-1a28007d-977d-4741-9ba1-4bedbf8c7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:44.818028 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-1a28007d-977d-4741-9ba1-4bedbf8c7b4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0451491
Nov 10 05:09:44.909356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-68a4a49d-ea21-4b8e-b7b4-638ef1f27be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:44.910790 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-68a4a49d-ea21-4b8e-b7b4-638ef1f27be2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0846446
Nov 10 05:09:44.978186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-8a21512a-10ab-490a-af81-883ee54f0f50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1001 time: 0.0600462
Nov 10 05:09:45.025788 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-945cf66a-0be7-4db1-9481-a17b8bb5a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:45.027196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-945cf66a-0be7-4db1-9481-a17b8bb5a0c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0421770
Nov 10 05:09:45.070825 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-e2e46cb7-283b-46ea-9483-19ed0df6b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:45.072208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-e2e46cb7-283b-46ea-9483-19ed0df6b338 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386493
Nov 10 05:09:45.082729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-515cc2bd-6a52-4d69-a811-13cf3e0b33b3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:09:45.083714 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-515cc2bd-6a52-4d69-a811-13cf3e0b33b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047235
Nov 10 05:09:45.176903 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-5eece8cb-4872-4b39-8e90-86dd0e02d45a service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865581
Nov 10 05:09:45.267048 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e460e-128c-4126-9629-fe19de10dd9c req-5104a2fb-31f9-4a63-996c-6eb9e908207e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:45.268580 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e3a8c2fc-d54a-498d-af2e-ed3bb40d06bc req-9c16f691-a379-4d77-8243-5ed709f004d6 service neutron] 10.222.0.21 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849180
Nov 10 05:09:45.268854 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-006e460e-128c-4126-9629-fe19de10dd9c req-5104a2fb-31f9-4a63-996c-6eb9e908207e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0556018
Nov 10 05:09:45.318252 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-006e460e-128c-4126-9629-fe19de10dd9c req-93a87dc3-ddf1-4237-b4cf-d152b949c47c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431318
Nov 10 05:09:46.761602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9d66a-ecb0-4b79-abf0-1094925f7437 req-be6503a1-aecd-4da8-820e-4d1585b7839c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:46.763089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eef9d66a-ecb0-4b79-abf0-1094925f7437 req-be6503a1-aecd-4da8-820e-4d1585b7839c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.3769190
Nov 10 05:09:46.814680 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-eef9d66a-ecb0-4b79-abf0-1094925f7437 req-61f5a70d-034f-4def-9217-87327692b9fa tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451107
Nov 10 05:09:47.931163 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb4e0b-44b8-413c-92a7-3cfeb38c2563 req-f02cf24c-c711-41f5-85b4-ce8f6b04b013 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:47.932634 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-babb4e0b-44b8-413c-92a7-3cfeb38c2563 req-f02cf24c-c711-41f5-85b4-ce8f6b04b013 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0471575
Nov 10 05:09:47.980202 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-babb4e0b-44b8-413c-92a7-3cfeb38c2563 req-1b550030-64c5-46a6-a959-eac45832956b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410237
Nov 10 05:09:48.157167 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-fe74edc1-09c3-4750-a84e-fe87ede2cf77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0397251
Nov 10 05:09:48.165864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-6d4472e6-a141-45a7-a16a-a61de44ed504 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:09:48.166925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-6d4472e6-a141-45a7-a16a-a61de44ed504 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050859
Nov 10 05:09:48.192695 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe5519-6a6f-4901-ac27-2fa712807386 req-05b6ea71-d929-462a-b2f2-78a745477a57 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:48.194197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91fe5519-6a6f-4901-ac27-2fa712807386 req-05b6ea71-d929-462a-b2f2-78a745477a57 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0572267
Nov 10 05:09:48.245498 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-91fe5519-6a6f-4901-ac27-2fa712807386 req-631d5ccc-350c-4d8f-ac2a-766b8511133b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447109
Nov 10 05:09:49.366808 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3dfcc-40e9-44d9-a125-41f14d6d72a6 req-d64d10a9-8915-48f0-ac3f-a2517ccaffbf tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:49.368288 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06a3dfcc-40e9-44d9-a125-41f14d6d72a6 req-d64d10a9-8915-48f0-ac3f-a2517ccaffbf tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0523670
Nov 10 05:09:49.422749 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-06a3dfcc-40e9-44d9-a125-41f14d6d72a6 req-c7bcbbf3-cb68-44a4-b508-d32b92964108 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483985
Nov 10 05:09:49.707019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:49.762645 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:49.862670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-17bd49a5-5fcf-4657-b45e-3fe3ccd54adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:49.864172 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-17bd49a5-5fcf-4657-b45e-3fe3ccd54adf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0 HTTP/1.1" status: 200  len: 1096 time: 0.0458887
Nov 10 05:09:49.875866 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Request body: {'port': {'binding:host_id': 'nch2-817176-1', 'device_owner': 'compute:nova'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:09:49.928189 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.124174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:09:50.156047 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:09:50.156493 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:09:50.200407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:09:50.202908 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974cc6b6-9c97-453f-9138-466fba5f46df" -d '{"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:09:50.207113 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.220059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Transition to ACTIVE for port object 9df4265b-9752-47e1-be54-db67e7f01ef5 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:09:50.225648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.238224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.260398 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710a0fb-4865-4116-8912-a3615403a9cb x-openstack-request-id: req-3710a0fb-4865-4116-8912-a3615403a9cb {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:09:50.260713 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-unplugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:09:50.260960 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3710a0fb-4865-4116-8912-a3615403a9cb {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:09:50.261346 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'code': 200}
Nov 10 05:09:50.299703 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.db.api [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 05:09:50.300061 ncdv-817176-1 neutron-server[119698]: DEBUG oslo_db.api [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 05:09:50.316898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=6']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:09:50.329439 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.329783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.330119 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.330454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.330783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.331106 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.331427 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.331750 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.332075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.332393 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.332733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.333052 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:50.372540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] No DVR routers for this DVR port 9df4265b-9752-47e1-be54-db67e7f01ef5 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:09:50.538983 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:09:50.539323 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:09:50.539674 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:09:50.546710 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:09:50.547029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Attempting to bind port 9df4265b-9752-47e1-be54-db67e7f01ef5 on network c86ff1d0-1dac-4638-b5b7-5480a13fe65a {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:09:50.555471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:09:50.555803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Checking segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:09:50.556177 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Bound using segment: {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:09:50.556595 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Bound port: 9df4265b-9752-47e1-be54-db67e7f01ef5, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d65073a-af9e-41eb-9122-d0222d2ca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:09:50.556968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.574762 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f164e79-582b-415a-882b-4b560ef73043 req-4b652341-845c-48b3-ad5e-c818ab0da226 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:50.576220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f164e79-582b-415a-882b-4b560ef73043 req-4b652341-845c-48b3-ad5e-c818ab0da226 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0761802
Nov 10 05:09:50.665423 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3f164e79-582b-415a-882b-4b560ef73043 req-07180e3f-33fd-4bc7-82c6-471f5a43943b tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823483
Nov 10 05:09:50.666309 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:09:50.669431 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:09:50.674723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.711041 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:50.711733 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:50.713094 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] 10.222.0.26 "PUT /v2.0/ports/9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1091 time: 0.8410971
Nov 10 05:09:50.737466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b4b54-bc07-4f57-9343-08e247790baf service neutron] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=7']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:09:50.789484 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-f9fa1b30-2689-4aee-9b58-3fb6048d2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:50.791083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-f9fa1b30-2689-4aee-9b58-3fb6048d2c5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1094 time: 0.0437481
Nov 10 05:09:50.895610 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-56d88f8d-e688-4c39-b7b0-3e8388d7f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:50.897116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-56d88f8d-e688-4c39-b7b0-3e8388d7f46d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0985382
Nov 10 05:09:50.962856 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-e114f071-05a1-44dd-9bf2-e2229902bcdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 999 time: 0.0586271
Nov 10 05:09:51.011956 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-be8514d0-8754-420f-bea3-c5a39793e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:51.013323 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-be8514d0-8754-420f-bea3-c5a39793e1a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0430205
Nov 10 05:09:51.063539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-5bfd79da-2d6b-4fd0-b2d9-bb57675f2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:51.065031 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-5bfd79da-2d6b-4fd0-b2d9-bb57675f2a2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443478
Nov 10 05:09:51.152426 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-9904cc23-f8b3-44b9-9cfd-f58d24464064 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801630
Nov 10 05:09:51.245792 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9bf883de-a9e8-4970-aaf9-8317ef3e3011 req-7a2f8d50-cffa-4103-8f8f-f8708ace502c service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852773
Nov 10 05:09:51.785282 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fbd7-0e59-4f05-b571-4f00d81b652e req-fbce43ee-6ffb-4b40-b73c-b510fe0070ef tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:51.786765 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7688fbd7-0e59-4f05-b571-4f00d81b652e req-fbce43ee-6ffb-4b40-b73c-b510fe0070ef tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0496278
Nov 10 05:09:51.840132 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-7688fbd7-0e59-4f05-b571-4f00d81b652e req-54d1c415-a246-4a3e-92e4-73fb2de3644c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448580
Nov 10 05:09:52.262298 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:09:52.264763 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:09:52.304574 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2166228-d728-4c22-9daf-01290f61c7c9 x-openstack-request-id: req-e2166228-d728-4c22-9daf-01290f61c7c9 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:09:52.305087 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:09:52.305511 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2166228-d728-4c22-9daf-01290f61c7c9 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:09:52.306132 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'status': 'completed', 'code': 200}
Nov 10 05:09:52.390045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-391b53af-85fa-4e61-93d7-39c57e18306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:52.391556 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-391b53af-85fa-4e61-93d7-39c57e18306e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1094 time: 0.0434942
Nov 10 05:09:52.494151 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-7401b386-b130-49b2-9621-e012a5dc23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:52.495707 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-7401b386-b130-49b2-9621-e012a5dc23ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0931168
Nov 10 05:09:52.562591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-a9a9a689-23d1-49e2-93e0-a68379e8ed29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 999 time: 0.0592222
Nov 10 05:09:52.612321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-332ab7a4-cfad-44f2-8742-b59272ef7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:52.613758 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-332ab7a4-cfad-44f2-8742-b59272ef7694 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0431216
Nov 10 05:09:52.662824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-003ec80b-647b-4f5c-bd8c-99d7a3516ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:52.664292 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-003ec80b-647b-4f5c-bd8c-99d7a3516ff4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437870
Nov 10 05:09:52.753053 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-de88f17f-f57f-4341-ae15-33f9cddbc38c service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815368
Nov 10 05:09:52.846220 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-95b3ea5d-5853-4dd6-9fbf-dfcff5704587 req-49b3d3b1-108f-4a08-9d27-174b8d59d2a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866313
Nov 10 05:09:52.953236 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d4e1f-87b1-4313-9c3c-5f074fffb89e req-a83cc9ff-e8f8-4a9a-bb92-a2f0881db9c2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:52.955197 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f6d4e1f-87b1-4313-9c3c-5f074fffb89e req-a83cc9ff-e8f8-4a9a-bb92-a2f0881db9c2 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0473838
Nov 10 05:09:53.007243 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-4f6d4e1f-87b1-4313-9c3c-5f074fffb89e req-440b6a3b-1379-49ee-bfb7-acb496b93387 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460877
Nov 10 05:09:54.129395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6bd33-4e62-4cde-9341-e2c7c0c6cf9e req-493b8287-5bd7-448b-9f02-9c1b27d54800 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:54.130853 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5e6bd33-4e62-4cde-9341-e2c7c0c6cf9e req-493b8287-5bd7-448b-9f02-9c1b27d54800 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 943 time: 0.0507274
Nov 10 05:09:54.179909 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-a5e6bd33-4e62-4cde-9341-e2c7c0c6cf9e req-d801b8d0-c787-49ae-be2c-750700b8b287 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432539
Nov 10 05:09:54.741833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:09:54.834119 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:09:54.844930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'port_id': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'mac_address': 'fa:16:3e:2e:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:09:54.884986 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:54.897842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4265b-9752-47e1-be54-db67e7f01ef5 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:09:54.915755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:09:54.919528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:54.964537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:09:54.972028 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.972376 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.972749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.973085 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.973416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.973746 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.974075 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.974400 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.974725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.975048 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.975370 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:54.975714 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:09:55.144893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['9df4265b-9752-47e1-be54-db67e7f01ef5'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:09:55.295375 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd454fe-132b-40a2-9eb8-9740bc4c8209 req-4158f740-1641-4525-b533-141ca0201fcd tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:55.296893 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8dd454fe-132b-40a2-9eb8-9740bc4c8209 req-4158f740-1641-4525-b533-141ca0201fcd tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 944 time: 0.0491838
Nov 10 05:09:55.346076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-8dd454fe-132b-40a2-9eb8-9740bc4c8209 req-b3d60c62-f768-40d1-bd61-e345af042384 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426257
Nov 10 05:09:56.466409 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc1412-9b7c-457f-b578-e5bc809b0eaf req-1967b6d3-601c-4b6d-924b-3b75e7cca83a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:56.467899 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fabc1412-9b7c-457f-b578-e5bc809b0eaf req-1967b6d3-601c-4b6d-924b-3b75e7cca83a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 944 time: 0.0538278
Nov 10 05:09:56.522079 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-fabc1412-9b7c-457f-b578-e5bc809b0eaf req-f4c788be-5b71-4b11-98c6-1ae16eb3bb74 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479426
Nov 10 05:09:56.541141 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:09:56.764465 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:09:56.811537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 9df4265b-9752-47e1-be54-db67e7f01ef5 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:09:56.816043 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 9df4265b-9752-47e1-be54-db67e7f01ef5 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:09:56.816408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:56.893109 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:56.914013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:09:56.916222 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9b1f1-57d2-4f35-8afb-6bed95f91b0d" -d '{"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-plugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:09:56.930613 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:09:56.934635 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:09:56.957670 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f14781a-bf57-41fa-ae7c-db890b26f933 x-openstack-request-id: req-8f14781a-bf57-41fa-ae7c-db890b26f933 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:09:56.957958 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-plugged", "status": "completed", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:09:56.958209 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f14781a-bf57-41fa-ae7c-db890b26f933 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:09:56.958587 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'code': 200}
Nov 10 05:09:56.983215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=9']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:09:57.110764 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b44a2-e845-445e-92c1-4733caeccdd5 req-8a717de8-fccf-4715-ae4a-ccb131b40392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:57.112135 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-944b44a2-e845-445e-92c1-4733caeccdd5 req-8a717de8-fccf-4715-ae4a-ccb131b40392 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0441647
Nov 10 05:09:57.156162 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-944b44a2-e845-445e-92c1-4733caeccdd5 req-171ef017-9500-4a23-bd3b-616b3fa7581e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371494
Nov 10 05:09:57.635220 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d0511-add8-4aeb-b3be-f084d9d39de6 req-bdb758c1-d790-45d8-99c4-d6bb03d4dab5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:57.636760 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-850d0511-add8-4aeb-b3be-f084d9d39de6 req-bdb758c1-d790-45d8-99c4-d6bb03d4dab5 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0488687
Nov 10 05:09:57.685959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-850d0511-add8-4aeb-b3be-f084d9d39de6 req-51b46a68-ecdd-4f1c-a518-bb775a66ec8c tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426323
Nov 10 05:09:58.800636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded25213-b7a7-4648-8075-02973ca6d38e req-a40bd6cf-0018-41cf-857d-71776f4a55bb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:09:58.802121 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ded25213-b7a7-4648-8075-02973ca6d38e req-a40bd6cf-0018-41cf-857d-71776f4a55bb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0475485
Nov 10 05:09:58.851491 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ded25213-b7a7-4648-8075-02973ca6d38e req-8d08b580-5851-4d18-a7a6-0983549acdfb tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434809
Nov 10 05:10:04.471590 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-801f8d93-e452-4cf5-8b9f-e8c411d53973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:07.037352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7f96-fda2-4fde-986a-bffc27089d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:08.190295 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:09.636734 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:10.078780 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-151def0a-c0b4-44e4-998e-b5bf700ffbfc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432987
Nov 10 05:10:10.160270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-5c51ac29-7da5-45bc-9d04-15fbffc4058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:10:10.161795 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-5c51ac29-7da5-45bc-9d04-15fbffc4058f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0404251
Nov 10 05:10:10.261647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-3f7ebdab-5391-49e2-a9f8-e70a512e47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:10:10.263114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-3f7ebdab-5391-49e2-a9f8-e70a512e47b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0835774
Nov 10 05:10:10.331481 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-48a276af-764d-41b9-a1de-3d0044c4beba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1001 time: 0.0616455
Nov 10 05:10:10.362462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:10.383723 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-4f5c0cdc-418e-4b8d-8e9c-2a92a0709ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:10:10.385232 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-4f5c0cdc-418e-4b8d-8e9c-2a92a0709ff5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0457375
Nov 10 05:10:10.432454 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-31b567af-9993-41ab-be4c-0d5b98850c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:10:10.434064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-31b567af-9993-41ab-be4c-0d5b98850c27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411065
Nov 10 05:10:10.529432 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-cf9a83a6-308c-45d0-9076-1e21f7922fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859039
Nov 10 05:10:10.625850 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6e9398aa-aa62-43bb-896f-0ca3f3191a45 req-e8410e4b-b404-40cb-a9b4-ba6d70a73e35 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882568
Nov 10 05:10:19.705252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:19.759186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:33.539459 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:10:34.473664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8d0fe027-fa6d-4ee2-b1d3-34f9c843363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:37.042353 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-80570e62-9ea3-4e4e-8512-1b94f1b45e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:38.193143 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:39.641208 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:40.365711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:49.697150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:10:49.766428 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [req-40385d77-7ca1-4e79-af38-3a5488c79bda req-a52cded3-c48d-4c40-ac53-c054d5e98422 service neutron] (119696) timed out ('10.222.0.21', 50784) {{(pid=119696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 10 05:10:49.776291 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:04.475665 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-8aacc098-6797-4ef1-bfaf-236caee70c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:07.042440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfbc05-d559-48fd-b853-34f5602d3227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:08.195013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:09.640741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:10.368845 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:10.538345 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:11:11.121302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-280636b0-b339-47bf-87ba-4a6c327c0d0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0861909
Nov 10 05:11:11.210411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-8bb994e9-74d4-4919-bdbd-44bd05b3fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:11.212073 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-8bb994e9-74d4-4919-bdbd-44bd05b3fd23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0434403
Nov 10 05:11:11.323062 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-5567280f-73b1-45f7-83f8-c76ad5217a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:11.324507 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-5567280f-73b1-45f7-83f8-c76ad5217a57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0878847
Nov 10 05:11:11.391005 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-03d70935-cfaf-4e83-a932-d4ec95adb8f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 1001 time: 0.0595789
Nov 10 05:11:11.439966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-d3e9319b-dd04-4bdc-bc9d-6546b4dfd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:11.441443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-d3e9319b-dd04-4bdc-bc9d-6546b4dfd171 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0442841
Nov 10 05:11:11.493222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-2161adbf-49fd-470c-8eeb-10b7d8054a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:11.494696 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-2161adbf-49fd-470c-8eeb-10b7d8054a2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448151
Nov 10 05:11:11.505382 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-0940380b-5238-4872-91ff-0e385776111e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:11:11.506314 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-0940380b-5238-4872-91ff-0e385776111e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048246
Nov 10 05:11:11.594130 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-753d6b8c-a765-4e1b-861f-2e804f95c8f9 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807805
Nov 10 05:11:11.689118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b21ae2c1-fc81-4e9d-8124-d4e1787fd66a req-56e61c4d-5e0a-4d8d-a237-2ef53c32117d service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883286
Nov 10 05:11:17.934563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58072) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:18.096828 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Deleting port eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:18.097077 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.171131 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.171460 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.182858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Calling delete_port for eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df owned by network:floatingip {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:18.326782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.353449 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'Port': ['ID=eea1aef4-fd8b-46e0-8b3b-cf4e24b4e5df,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:18.376047 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.376398 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.376785 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.377125 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.377464 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.377796 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.378129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.378459 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.378786 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.379113 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.379442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.379765 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:18.424288 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for floatingip, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.424629 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.l3_db [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Floating IP f3bd42f2-1c51-4aed-8800-d8a44e9e8fef disassociated (deleted). External IP: 172.32.3.168, port: 9df4265b-9752-47e1-be54-db67e7f01ef5.
Nov 10 05:11:18.624256 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:18.731862 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:18.736174 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:18.741559 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:18.751213 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:18.751815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470e100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:18.764524 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-73ca86e5-19a7-4662-98e3-291dca9d7c8e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3bd42f2-1c51-4aed-8800-d8a44e9e8fef HTTP/1.1" status: 204  len: 168 time: 0.8288932
Nov 10 05:11:18.765148 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:11:18.767395 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}456aef4224c8c1b7c63427103868e93f8683373ecb8e3fd89b581691600d7ce6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e2da8-0dfd-4169-902f-8186658158ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:11:18.810347 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8d190-0b8a-490e-abbb-6f84f14326f9 x-openstack-request-id: req-fcc8d190-0b8a-490e-abbb-6f84f14326f9 {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:11:18.810887 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "status": "completed", "code": 200}]} {{(pid=119696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:11:18.811143 ncdv-817176-1 neutron-server[119696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc8d190-0b8a-490e-abbb-6f84f14326f9 {{(pid=119696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:11:18.811550 ncdv-817176-1 neutron-server[119696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'status': 'completed', 'code': 200}
Nov 10 05:11:18.859763 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:18.878255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2da8-0dfd-4169-902f-8186658158ad req-4c35e7f1-02ee-42c1-aebf-9119df4074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:18.880906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-4c35e7f1-02ee-42c1-aebf-9119df4074cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 1096 time: 0.0468211
Nov 10 05:11:18.985888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2da8-0dfd-4169-902f-8186658158ad req-275c9c2c-7c75-44d8-a27f-df5df0d1c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:18.987470 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-275c9c2c-7c75-44d8-a27f-df5df0d1c18f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 200  len: 910 time: 0.0936677
Nov 10 05:11:19.033583 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-9266fbef-4118-4830-8f4c-0dc4a0881dc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 200  len: 217 time: 0.0365107
Nov 10 05:11:19.063518 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b2cd-215a-4111-bd47-06a62d9e182f req-acc0e15a-5f19-425f-9e2d-acd139b7841e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:19.065050 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32a3b2cd-215a-4111-bd47-06a62d9e182f req-acc0e15a-5f19-425f-9e2d-acd139b7841e tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.1126499
Nov 10 05:11:19.078441 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470e100>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:19.092467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2da8-0dfd-4169-902f-8186658158ad req-181bd23a-ddef-4e2b-84bd-889ba99848d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:19.094116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-181bd23a-ddef-4e2b-84bd-889ba99848d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 200  len: 848 time: 0.0513225
Nov 10 05:11:19.109849 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:19.117145 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-32a3b2cd-215a-4111-bd47-06a62d9e182f req-78bb2240-40f7-4b8c-b4ed-47a3ab4365bf tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455279
Nov 10 05:11:19.118389 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:19.119070 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821470e100>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:19.150036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2da8-0dfd-4169-902f-8186658158ad req-b913eb71-de13-4a90-a57d-95f85079acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:19.151443 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-b913eb71-de13-4a90-a57d-95f85079acfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c86ff1d0-1dac-4638-b5b7-5480a13fe65a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0496790
Nov 10 05:11:19.223530 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:19.241802 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-3fdf614b-f2d0-4863-83f6-c3a64c8498f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826430
Nov 10 05:11:19.335746 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d43e2da8-0dfd-4169-902f-8186658158ad req-98275b53-fdb8-420b-85b4-5dcd7d689693 service neutron] 10.222.0.26 "GET /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864952
Nov 10 05:11:19.417354 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821470e100>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:19.442806 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bf1cb-5d1f-4b90-b12c-856a128f4449 None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:58Z', 'revision_number': 4, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2d905fdf-c842-40c1-8ef4-468852f84a20', 'name': '', 'network_id': 'c86ff1d0-1dac-4638-b5b7-5480a13fe65a', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'mac_address': 'fa:16:3e:2d:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:58Z', 'updated_at': '2021-11-10T05:03:02Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'subnets': [{'id': '9735be70-3bd4-4a3f-9a7a-d51baeb04c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:19.663203 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace346ff-c61b-4470-a6be-2186b884b9b9 None None] New status for floating IP f3bd42f2-1c51-4aed-8800-d8a44e9e8fef: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:11:19.737485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:19.775579 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:20.280424 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed69d-debc-4154-934b-2852249cd8c1 req-4c46194b-7909-4a32-94ce-0f76129f933a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:20.281906 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-315ed69d-debc-4154-934b-2852249cd8c1 req-4c46194b-7909-4a32-94ce-0f76129f933a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0921483
Nov 10 05:11:20.332235 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-315ed69d-debc-4154-934b-2852249cd8c1 req-9af06d31-d96d-4f18-b81a-720abdbd0c63 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/security-groups?id=270967a6-ab83-4c21-b800-e62a6cecf14f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443420
Nov 10 05:11:20.465510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-22591424-f7dc-4ddd-b2b3-feec7382730a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:20.466993 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-22591424-f7dc-4ddd-b2b3-feec7382730a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 945 time: 0.0493374
Nov 10 05:11:20.566717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Deleting port 9df4265b-9752-47e1-be54-db67e7f01ef5 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:20.567060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:20.652999 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] For port 9df4265b-9752-47e1-be54-db67e7f01ef5, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=9df4265b-9752-47e1-be54-db67e7f01ef5,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:20.653361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:20.666140 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Calling delete_port for 9df4265b-9752-47e1-be54-db67e7f01ef5 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:20.801453 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:20.835157 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'Port': ['ID=9df4265b-9752-47e1-be54-db67e7f01ef5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:20.863896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.864238 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.864573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.864938 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.865267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.865592 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.865917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.866239 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.866559 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.866878 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.867257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.867579 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:20.887123 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] No DVR routers for this DVR port 9df4265b-9752-47e1-be54-db67e7f01ef5 on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:11:20.889640 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:20.893034 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d8ad9c80-c4fe-4107-bd14-aa397c09f0bc req-d14728bd-d96e-4a2e-847d-059cd8e3f116 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.26 "DELETE /v2.0/ports/9df4265b-9752-47e1-be54-db67e7f01ef5 HTTP/1.1" status: 204  len: 173 time: 0.4150696
Nov 10 05:11:20.893490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-deleted', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:11:20.895801 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115fba5c-c7aa-4692-b169-641ae074d4a7" -d '{"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-deleted", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:11:20.935971 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e59a6d-e6a4-4c45-b515-e19f9ff24a3b x-openstack-request-id: req-15e59a6d-e6a4-4c45-b515-e19f9ff24a3b {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:11:20.936365 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d160cc-9658-49aa-886b-a422620644da", "name": "network-vif-deleted", "tag": "9df4265b-9752-47e1-be54-db67e7f01ef5", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:11:20.936639 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15e59a6d-e6a4-4c45-b515-e19f9ff24a3b {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:11:20.937042 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d160cc-9658-49aa-886b-a422620644da', 'name': 'network-vif-deleted', 'tag': '9df4265b-9752-47e1-be54-db67e7f01ef5', 'status': 'completed', 'code': 200}
Nov 10 05:11:21.455186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-bb0777b6-fec2-4d66-a56f-ab5a888d19e6 req-de62f7d0-8724-4aab-b2ca-be47107aec54 tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d160cc-9658-49aa-886b-a422620644da HTTP/1.1" status: 200  len: 210 time: 0.0350502
Nov 10 05:11:22.516617 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58112) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:22.575223 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:22.600999 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:22.665321 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:22.668427 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:22.670102 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] 10.222.0.13 "DELETE /v2.0/security-groups/270967a6-ab83-4c21-b800-e62a6cecf14f HTTP/1.1" status: 204  len: 168 time: 0.1522558
Nov 10 05:11:22.681323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07448c-95ed-48bd-bbe5-ffd2385b9b7a tempest-TestShelveInstance-157442872 tempest-TestShelveInstance-157442872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270967a6-ab83-4c21-b800-e62a6cecf14f,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:22.718361 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58134) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:23.121690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:23.141412 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 9df4265b-9752-47e1-be54-db67e7f01ef5 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:23.141907 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 9df4265b-9752-47e1-be54-db67e7f01ef5 not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:23.146869 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:23.382428 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Deleting port 2d905fdf-c842-40c1-8ef4-468852f84a20 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:23.383322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:23.461545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] For port 2d905fdf-c842-40c1-8ef4-468852f84a20, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2d905fdf-c842-40c1-8ef4-468852f84a20,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:23.461901 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:23.473963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Calling delete_port for 2d905fdf-c842-40c1-8ef4-468852f84a20 owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:23.650464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:23.680953 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Pushing event deleted for resources: {'Port': ['ID=2d905fdf-c842-40c1-8ef4-468852f84a20,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:23.845513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:24.375685 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Router 4982d907-ad87-4014-8106-00f06bfe92f7 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:24.480213 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:24.485250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-86a9bf04-0fa4-4df9-8d25-f27b6eb01ade admin admin] 10.222.0.13 "PUT /v2.0/routers/4982d907-ad87-4014-8106-00f06bfe92f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7660952
Nov 10 05:11:24.487780 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58138) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:24.491092 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Sync routers for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:24.500447 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:24.501077 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142f92b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:24.593970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:24.607400 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:24.703831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:24.758246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Deleting port 0df778c1-bba1-480a-ac78-08d41319bfcb {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:24.758589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:24.786632 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142f92b0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109'}], 'enable_snat': True}, 'gw_port_id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:11:23Z', 'revision_number': 5, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port': {'id': '0df778c1-bba1-480a-ac78-08d41319bfcb', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:24.813346 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Checking router: 4982d907-ad87-4014-8106-00f06bfe92f7 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:24.822139 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Routers {'4982d907-ad87-4014-8106-00f06bfe92f7'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:24.822764 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82142f92b0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['4982d907-ad87-4014-8106-00f06bfe92f7'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:24.842635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] For port 0df778c1-bba1-480a-ac78-08d41319bfcb, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0df778c1-bba1-480a-ac78-08d41319bfcb,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:24.843007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:24.855116 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Calling delete_port for 0df778c1-bba1-480a-ac78-08d41319bfcb owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:24.905520 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] Set router 4982d907-ad87-4014-8106-00f06bfe92f7 gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:25.029909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.050707 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82142f92b0>, [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:11:24Z', 'revision_number': 6, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:25.060680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df778c1-bba1-480a-ac78-08d41319bfcb,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:25.075166 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d5d84-7b0f-40b9-9dc2-f1c512a674df None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:25.077488 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e0f713-115d-4c07-a164-3119336611e3 None None] The sync data for ids ['4982d907-ad87-4014-8106-00f06bfe92f7'] in ncdv-817176-1 is: [{'id': '4982d907-ad87-4014-8106-00f06bfe92f7', 'name': 'tempest-TestShelveInstance-1268433769-router', 'tenant_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:02:56Z', 'updated_at': '2021-11-10T05:11:24Z', 'revision_number': 6, 'project_id': 'c1c447bf3c2843d4bd6d9124a9054dc0', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:25.130111 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.219078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.221208 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.266986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.267545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4982d907-ad87-4014-8106-00f06bfe92f7 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:11:25.271829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.273040 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-565c1675-4794-438b-8fdb-3c5f2994ea95 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4982d907-ad87-4014-8106-00f06bfe92f7 HTTP/1.1" status: 204  len: 168 time: 0.7843089
Nov 10 05:11:25.276112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58140) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:25.319593 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Deleting subnet 9735be70-3bd4-4a3f-9a7a-d51baeb04c64 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:11:25.322590 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.357256 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.438224 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.493249 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.517760 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9735be70-3bd4-4a3f-9a7a-d51baeb04c64,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:25.525627 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.532006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-51ff84fa-da21-405a-90f1-a26d65bbcc08 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9735be70-3bd4-4a3f-9a7a-d51baeb04c64 HTTP/1.1" status: 204  len: 168 time: 0.2518897
Nov 10 05:11:25.532006 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58142) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:25.541435 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88613597-a71e-4819-818e-981612bef9b1 None None] Network c86ff1d0-1dac-4638-b5b7-5480a13fe65a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:25.604531 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.661497 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Deleting port 0be21c19-f016-497a-9c40-e25f4a6863d3 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:25.661838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.725094 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] For port 0be21c19-f016-497a-9c40-e25f4a6863d3, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=0be21c19-f016-497a-9c40-e25f4a6863d3,segment=NetworkSegment(6d65073a-af9e-41eb-9122-d0222d2ca362),segment_id=6d65073a-af9e-41eb-9122-d0222d2ca362)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:25.725456 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.737897 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Calling delete_port for 0be21c19-f016-497a-9c40-e25f4a6863d3 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:25.819705 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.844513 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be21c19-f016-497a-9c40-e25f4a6863d3,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:25.850464 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] No DVR routers for this DVR port 0be21c19-f016-497a-9c40-e25f4a6863d3 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:11:25.880763 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88e8ce-bbd5-49b5-842a-d1dcb8b9d6db None None] DHCP port deletion for c86ff1d0-1dac-4638-b5b7-5480a13fe65a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:25.933935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0df778c1-bba1-480a-ac78-08d41319bfcb no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:25.935261 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.953847 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0df778c1-bba1-480a-ac78-08d41319bfcb {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:25.954189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0df778c1-bba1-480a-ac78-08d41319bfcb not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:25.954596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0be21c19-f016-497a-9c40-e25f4a6863d3 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:25.956662 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f7888e0>,) {'filters': {'network_id': ['c86ff1d0-1dac-4638-b5b7-5480a13fe65a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:25.967078 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f7888e0>, '6d65073a-af9e-41eb-9122-d0222d2ca362') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:25.967407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f7888e0>, '6d65073a-af9e-41eb-9122-d0222d2ca362') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:25.974346 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 0be21c19-f016-497a-9c40-e25f4a6863d3 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:25.974684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 0be21c19-f016-497a-9c40-e25f4a6863d3 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:25.975117 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d905fdf-c842-40c1-8ef4-468852f84a20 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:25.978161 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.992488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:25.994538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2d905fdf-c842-40c1-8ef4-468852f84a20 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:25.994880 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2d905fdf-c842-40c1-8ef4-468852f84a20 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:26.003776 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:11:26.004223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:11:26.006840 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:11:26.068395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.075348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.077961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c86ff1d0-1dac-4638-b5b7-5480a13fe65a HTTP/1.1" status: 204  len: 168 time: 0.5456731
Nov 10 05:11:26.081301 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58144) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:26.089783 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331e87a-1769-4549-95fc-ac0a015ce124 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86ff1d0-1dac-4638-b5b7-5480a13fe65a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:26.427386 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.664406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Deleting port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:26.664848 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.740339 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] For port a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:26.740731 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.752995 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Calling delete_port for a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:26.928921 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:26.954251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:27.121932 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.328547 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Router c343f797-a48d-4c7f-bd3e-e8bab5f1082d has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:27.428637 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:27.434153 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-3fe63e09-33d1-4b54-832e-97d812f83fb7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c343f797-a48d-4c7f-bd3e-e8bab5f1082d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3516996
Nov 10 05:11:27.436811 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58146) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:27.438811 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Sync routers for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:27.448398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:27.449038 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070e7220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:27.537649 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks [] for router, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.550711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:27.639475 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.690787 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Deleting port f5611731-34bb-4853-8706-70e6744d73ba {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:27.691114 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.728962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070e7220>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:11:26Z', 'revision_number': 5, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port': {'id': 'f5611731-34bb-4853-8706-70e6744d73ba', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:03:01Z', 'updated_at': '2021-11-10T05:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:27.754649 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Checking router: c343f797-a48d-4c7f-bd3e-e8bab5f1082d for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:27.763527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Routers {'c343f797-a48d-4c7f-bd3e-e8bab5f1082d'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:27.764132 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070e7220>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:27.771273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] For port f5611731-34bb-4853-8706-70e6744d73ba, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=f5611731-34bb-4853-8706-70e6744d73ba,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:27.771634 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.784858 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Calling delete_port for f5611731-34bb-4853-8706-70e6744d73ba owned by network:router_gateway {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:27.960251 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:27.986490 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5611731-34bb-4853-8706-70e6744d73ba,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:28.003808 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd900a33-c987-4943-97db-4916615e2f6f None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:28.014367 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] Set router c343f797-a48d-4c7f-bd3e-e8bab5f1082d gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:28.057108 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.067528 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070e7220>, [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:11:27Z', 'revision_number': 6, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:28.097573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cd1e9-9f9d-4f3d-90d4-3afd7aacaed6 None None] The sync data for ids ['c343f797-a48d-4c7f-bd3e-e8bab5f1082d'] in ncdv-817176-1 is: [{'id': 'c343f797-a48d-4c7f-bd3e-e8bab5f1082d', 'name': 'tempest-TestShelveInstance-1410854803-router', 'tenant_id': '939946051c8e44e198cee86012c7b20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:03:00Z', 'updated_at': '2021-11-10T05:11:27Z', 'revision_number': 6, 'project_id': '939946051c8e44e198cee86012c7b20f', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:28.147900 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.150569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.190845 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.191384 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c343f797-a48d-4c7f-bd3e-e8bab5f1082d {{(pid=119696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:11:28.196392 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] Publish callbacks [] for router, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.197558 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-171d46b5-4f2d-427e-b7ac-54e36889da73 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c343f797-a48d-4c7f-bd3e-e8bab5f1082d HTTP/1.1" status: 204  len: 168 time: 0.7598126
Nov 10 05:11:28.200302 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58148) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:28.243016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Deleting subnet 53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e {{(pid=119696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:11:28.245950 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.282531 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25211533'] for subnet, precommit_delete_associations {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.355207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.407197 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27229338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26527090'] for subnet, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.434254 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:28.436499 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.439839 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-4d48d8e9-8b7c-4295-b0c9-d415a1a36ce8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53cfe10c-ef99-47bd-ad1f-2cfe495d0f8e HTTP/1.1" status: 204  len: 168 time: 0.2384887
Nov 10 05:11:28.442461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58150) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:28.448093 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a68f9-c35c-482a-926e-8714f50de050 None None] Network f992db53-2a9b-44de-931e-0e28c9c8f61a requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:28.542895 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.620726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Deleting port cb3999e1-c648-4ea7-8959-c2a238297c35 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:11:28.621073 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.685130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] For port cb3999e1-c648-4ea7-8959-c2a238297c35, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cb3999e1-c648-4ea7-8959-c2a238297c35,segment=NetworkSegment(44a2166d-863d-4a0a-9f0a-4f156495a2a6),segment_id=44a2166d-863d-4a0a-9f0a-4f156495a2a6)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:28.685489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.698047 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Calling delete_port for cb3999e1-c648-4ea7-8959-c2a238297c35 owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:11:28.780544 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.805586 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3999e1-c648-4ea7-8959-c2a238297c35,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:28.809334 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] No DVR routers for this DVR port cb3999e1-c648-4ea7-8959-c2a238297c35 on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:11:28.870798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fd488-9fc1-4360-9ea3-86372963f062 None None] DHCP port deletion for f992db53-2a9b-44de-931e-0e28c9c8f61a request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:28.889680 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.911466 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820f496bb0>,) {'filters': {'network_id': ['f992db53-2a9b-44de-931e-0e28c9c8f61a']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:28.920861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f496bb0>, '44a2166d-863d-4a0a-9f0a-4f156495a2a6') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:28.921156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820f496bb0>, '44a2166d-863d-4a0a-9f0a-4f156495a2a6') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:28.930594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.944533 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.951957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:11:28.952407 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:11:28.954597 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:11:29.009659 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.015363 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.018876 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f992db53-2a9b-44de-931e-0e28c9c8f61a HTTP/1.1" status: 204  len: 168 time: 0.5743482
Nov 10 05:11:29.032214 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917f6aa-b866-4358-9991-850dbfb8be82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f992db53-2a9b-44de-931e-0e28c9c8f61a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:29.136589 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58172) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:29.187587 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-bdd0e195-6d1d-440b-a490-3e54794b3a39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1c447bf3c2843d4bd6d9124a9054dc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0497787
Nov 10 05:11:29.190152 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58174) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:29.236320 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.258164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.305397 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.307945 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.309121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68a97d06-0160-48ac-8c1f-3e29376d50f5 HTTP/1.1" status: 204  len: 168 time: 0.1180718
Nov 10 05:11:29.316770 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64cfc9-b2f0-4b92-8011-6babf3778a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a97d06-0160-48ac-8c1f-3e29376d50f5,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:29.619693 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58180) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:29.659070 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-0a9d69ec-3b36-4148-b3f7-0383c1ead6d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=939946051c8e44e198cee86012c7b20f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382454
Nov 10 05:11:29.661523 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58182) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:29.708414 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.729636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.777395 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.780043 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:29.781210 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbcc0d24-fba6-4468-9e7f-ac83bc6cb939 HTTP/1.1" status: 204  len: 168 time: 0.1187987
Nov 10 05:11:29.789364 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30ca3-8b0b-4659-beac-3859acc54ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc0d24-fba6-4468-9e7f-ac83bc6cb939,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:29.878137 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb3999e1-c648-4ea7-8959-c2a238297c35 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:29.898818 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cb3999e1-c648-4ea7-8959-c2a238297c35 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:29.899163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cb3999e1-c648-4ea7-8959-c2a238297c35 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:29.899577 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:29.918713 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:29.919057 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device a5a6cf2d-8b96-4260-87e7-cbe7d4b22b0e not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:29.919460 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5611731-34bb-4853-8706-70e6744d73ba no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:11:29.941133 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: f5611731-34bb-4853-8706-70e6744d73ba {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:11:29.941474 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device f5611731-34bb-4853-8706-70e6744d73ba not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:11:30.441745 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58204) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:30.536442 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-206264676-network', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:30.557260 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Made reservation on behalf of 9bc6181d284740609d36a6c2468d1e69 for: {'network': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:11:30.559621 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.567949 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.645853 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.649974 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.675069 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=119696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:11:30.684948 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff31481-113d-4748-a6eb-bb9e5752c986,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:30.690543 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.690885 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.segments_db [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Added segment ba689d5a-b593-4464-9434-3a61a1c54062 of type vlan for network 8681a650-142f-4b4e-b8df-a40980e6cda7
Nov 10 05:11:30.732129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.756582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.757569 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:30.758141 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:30.809253 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3650253
Nov 10 05:11:30.812204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58208) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:30.817359 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Request body: {'subnet': {'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-206264676-subnet', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'ip_version': 4}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:30.822269 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0249e1-b15d-4b9b-8cab-ebdbee1badce admin admin] Pushing event updated for resources: {'Network': ['ID=8681a650-142f-4b4e-b8df-a40980e6cda7,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:30.838148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:11:30.842297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Made reservation on behalf of 9bc6181d284740609d36a6c2468d1e69 for: {'subnet': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:11:30.844997 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25899414'] for subnet, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.012743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25899396'] for subnet, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.068587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d20b1ef-f9c0-4247-9456-1a80591414c4,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:31.079228 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Checking segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:31.079594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Network hostable DHCP agents. Network: 8681a650-142f-4b4e-b8df-a40980e6cda7, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:11:31.096467 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:11:31.105246 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8681a650-142f-4b4e-b8df-a40980e6cda7) {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:31.109135 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:31.109753 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.114815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e373c-f508-47d9-9830-8e36d660edfa None None] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:31.125029 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-673abeca-7504-420d-8a3c-5a2c65f9e3ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3116486
Nov 10 05:11:31.127816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58210) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:31.133215 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:31.153957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.154963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.206831 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.260352 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8681a650-142f-4b4e-b8df-a40980e6cda7', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:11:31.261255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.348540 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.397506 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Allocated IP 172.20.0.2 (8681a650-142f-4b4e-b8df-a40980e6cda7/5d20b1ef-f9c0-4247-9456-1a80591414c4/79b2154a-94b3-4486-9e2c-aac0334010b7) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:31.541887 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.547830 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.554022 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.574042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.588222 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:31.591182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:31.594998 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:31.600544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Pushing event updated for resources: {'Port': ['ID=79b2154a-94b3-4486-9e2c-aac0334010b7,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:31.612350 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.613289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.613289 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.613565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.613838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.614170 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.614495 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.614817 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.615677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.615677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.615893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.616074 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:31.661574 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Attempting to bind port 79b2154a-94b3-4486-9e2c-aac0334010b7 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:31.661935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Attempting to bind port 79b2154a-94b3-4486-9e2c-aac0334010b7 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:31.662297 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Attempting to bind port 79b2154a-94b3-4486-9e2c-aac0334010b7 on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:31.667754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:31.668124 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Checking segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:31.668655 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.668924 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Bound using segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:31.669383 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Bound port: 79b2154a-94b3-4486-9e2c-aac0334010b7, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:31.669757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.676375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Allocated IP 172.32.3.91 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/5b9e6753-c478-430e-9d97-716198ebf644) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:31.736218 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] For port 79b2154a-94b3-4486-9e2c-aac0334010b7, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:31.740473 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] For port 79b2154a-94b3-4486-9e2c-aac0334010b7, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79b2154a-94b3-4486-9e2c-aac0334010b7,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:31.745478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.800828 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.808991 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3086-8058-498d-b206-04599ff6b9a9 None None] Pushing event updated for resources: {'Port': ['ID=79b2154a-94b3-4486-9e2c-aac0334010b7,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:31.840354 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:31.877885 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:31.883031 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:31.886687 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:31.900128 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392340e-9877-42ec-94f1-53f0cd5e2834 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:31.912732 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9e6753-c478-430e-9d97-716198ebf644,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:31.971373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-25fdef80-3b5f-4511-8738-5305b101cde1 None None] Provisioning complete for port 5b9e6753-c478-430e-9d97-716198ebf644 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:31.971749 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-25fdef80-3b5f-4511-8738-5305b101cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:32.022634 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-25fdef80-3b5f-4511-8738-5305b101cde1 None None] Port 5b9e6753-c478-430e-9d97-716198ebf644 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:32.152631 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:32.345854 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:32.479957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:11:32.589839 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:32.599534 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:32.608942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:32.610173 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:32.610341 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ad51799e-2df6-4108-b8ff-064f28a365f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4808717
Nov 10 05:11:32.611189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:32.613119 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58212) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:32.720910 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:32.764956 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c6e96-5084-47ba-82f1-58189abd0cfc None None] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:32.864189 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] Provisioning complete for port 79b2154a-94b3-4486-9e2c-aac0334010b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:32.864581 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:32.920107 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387d60>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:32Z', 'revision_number': 3, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:32.948914 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:32.949254 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Updating router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe port 5b9e6753-c478-430e-9d97-716198ebf644 binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:11:32.974882 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.012179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.050786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] For port 79b2154a-94b3-4486-9e2c-aac0334010b7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79b2154a-94b3-4486-9e2c-aac0334010b7,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:33.055822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.113017 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e578a9-cb94-4251-b6fb-2d456016ff8f None None] Pushing event updated for resources: {'Port': ['ID=79b2154a-94b3-4486-9e2c-aac0334010b7,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:33.252510 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.258554 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.278822 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-81365a41-7fa6-414b-9020-8353fe3d4f3c None None] Provisioning complete for port 79b2154a-94b3-4486-9e2c-aac0334010b7 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:33.279332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-81365a41-7fa6-414b-9020-8353fe3d4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.309249 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Pushing event updated for resources: {'Port': ['ID=5b9e6753-c478-430e-9d97-716198ebf644,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:33.311906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9cd30-f057-41fc-83a8-f4c3b3bf7c37 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:33.317987 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.318325 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.318661 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.318991 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.319316 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.320408 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.320768 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.321635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.321635 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.321885 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.322140 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.322458 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:11:33.327587 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Attempting to bind port 5b9e6753-c478-430e-9d97-716198ebf644 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:33.328301 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Attempting to bind port 5b9e6753-c478-430e-9d97-716198ebf644 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:33.328301 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Attempting to bind port 5b9e6753-c478-430e-9d97-716198ebf644 on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:33.333704 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:33.334020 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:33.334791 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.335103 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:33.336132 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Bound port: 5b9e6753-c478-430e-9d97-716198ebf644, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:33.336773 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.390659 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] For port 5b9e6753-c478-430e-9d97-716198ebf644, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:33.393717 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] For port 5b9e6753-c478-430e-9d97-716198ebf644, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b9e6753-c478-430e-9d97-716198ebf644,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:33.399201 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.424847 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.441841 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8547d4-c8af-458b-b398-bb0f6c6424a6 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:33.453799 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:33.454654 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214387d60>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:33.504221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] Provisioning complete for port 5b9e6753-c478-430e-9d97-716198ebf644 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:33.504695 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.524067 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154c07-5d38-4329-a8f4-5495d91ef91d None None] Pushing event updated for resources: {'Port': ['ID=5b9e6753-c478-430e-9d97-716198ebf644,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:33.587753 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:33.592506 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Allocated IP 172.20.0.1 (8681a650-142f-4b4e-b8df-a40980e6cda7/5d20b1ef-f9c0-4247-9456-1a80591414c4/2820b33a-2be6-4e4a-9353-a2d762e0eb82) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:33.606744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.627573 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] For port 5b9e6753-c478-430e-9d97-716198ebf644, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b9e6753-c478-430e-9d97-716198ebf644,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:33.631868 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.681632 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3bd1-f312-48d9-96b8-4e6b109974f2 None None] Pushing event updated for resources: {'Port': ['ID=5b9e6753-c478-430e-9d97-716198ebf644,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:33.705016 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.737755 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.772109 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214387d60>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:32Z', 'revision_number': 3, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:33.782083 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:33.785066 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:33.788698 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:33.794065 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Pushing event updated for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:33.798608 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766f70c-1d8c-4a67-930f-bac920cc1612 None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:32Z', 'revision_number': 3, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:33.839599 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.944807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79b2154a-94b3-4486-9e2c-aac0334010b7 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:33.994438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:33.999266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 79b2154a-94b3-4486-9e2c-aac0334010b7 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:33.999814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.161576 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-69b37594-be79-432d-ae49-949ee64d7c73 None None] Provisioning complete for port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:34.161951 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69b37594-be79-432d-ae49-949ee64d7c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.195780 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.197357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-69b37594-be79-432d-ae49-949ee64d7c73 None None] Port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:34.205859 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.273789 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Pushing event updated for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:34.276182 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.374667 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:34.376187 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:34.479927 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e8e9bfb-93b3-4fb5-b5a1-ca04c8df742e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.503827 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:34.623063 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:34.623237 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-b91259c5-5152-4e26-90ee-ea0eb46ddd3e None None] Provisioning complete for port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:34.623529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b91259c5-5152-4e26-90ee-ea0eb46ddd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:34.628716 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-e70c960b-0724-436b-92f0-304e2eeabe23 admin admin] 10.222.0.13 "PUT /v2.0/routers/b944396f-ed5b-41ff-b8c2-9d1b820c9cbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0144367
Nov 10 05:11:34.669997 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-b91259c5-5152-4e26-90ee-ea0eb46ddd3e None None] Port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:35.094315 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58230) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:35.099558 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-126535097-network', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:35.121348 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Made reservation on behalf of c76b4eca4eca4425b4479351cef70900 for: {'network': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:11:35.123719 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for network, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.133633 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.214104 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.217772 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.238324 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=119697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 05:11:35.253510 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58db204-16ba-49c6-8595-15f1ec891579,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:35.256557 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.256838 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.segments_db [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Added segment 6dad722d-0e01-4159-9dee-83c5a988a2de of type vlan for network 8f3c1ade-36c1-4268-9074-6dc52f256d61
Nov 10 05:11:35.297267 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762293983452'] for network, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.324508 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290'] for network, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.325492 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:35.326204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.383726 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2882941
Nov 10 05:11:35.386679 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58232) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:35.392168 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Request body: {'subnet': {'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-126535097-subnet', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'ip_version': 4}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:35.395059 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7daf0-b1af-49c9-83b0-cdd9d1dcc69f admin admin] Pushing event updated for resources: {'Network': ['ID=8f3c1ade-36c1-4268-9074-6dc52f256d61,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:35.405253 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 details requested by agent ovs-agent-ncdv-817176-1 with host ncdv-817176-1 {{(pid=119698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 10 05:11:35.412681 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Made reservation on behalf of c76b4eca4eca4425b4479351cef70900 for: {'subnet': 1} {{(pid=119696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:11:35.415856 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26526867'] for subnet, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.518836 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:35.530172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:35.530893 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070b49d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:35.584718 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27229403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26526849'] for subnet, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.639755 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:35.647152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:35.655563 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Checking segment: {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:35.655922 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Network hostable DHCP agents. Network: 8f3c1ade-36c1-4268-9074-6dc52f256d61, hostable agents: ['98f56fa4-79bc-452f-9122-8c84e71a5b8e'], hosted agents: [] {{(pid=119696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 05:11:35.673152 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 is scheduled to be hosted by DHCP agent 98f56fa4-79bc-452f-9122-8c84e71a5b8e with binding_index 1 {{(pid=119696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 05:11:35.682130 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-817176-1, 8f3c1ade-36c1-4268-9074-6dc52f256d61) {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:35.686399 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:35.687000 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.702762 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-19b8ce11-3f6f-42d3-ae2b-349398b9263d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3146164
Nov 10 05:11:35.705545 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58234) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:35.710082 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:35.714135 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db89c7-0f47-497d-a27e-89f2818b01be None None] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:35.733241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6285'] for router, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.734609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6274'] for router, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.792301 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:35.925116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b9e6753-c478-430e-9d97-716198ebf644 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:36.166620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7463e2b-b27b-5c47-b17c-ba361db6c6f6-8f3c1ade-36c1-4268-9074-6dc52f256d61', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425'}]}} from ncdv-817176-1. {{(pid=119698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 10 05:11:36.167482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.254544 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070b49d0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:34Z', 'revision_number': 2, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:36.259757 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 5b9e6753-c478-430e-9d97-716198ebf644 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:36.260127 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.272420 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.289476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:36.289833 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Updating router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:11:36.379873 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.440687 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.db_base_plugin_common [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Allocated IP 172.20.0.2 (8f3c1ade-36c1-4268-9074-6dc52f256d61/c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425/cf546e02-ae11-47fe-ad17-73811d5d943b) {{(pid=119698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:36.470109 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.493489 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.597494 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Allocated IP 172.32.3.189 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/2544dc64-73e6-412b-9890-d88a2462533a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:36.706789 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.739700 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.758116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks [] for port, precommit_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.769416 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082'] for port, after_create {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.780957 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:36.785648 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:36.790007 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:36.808179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07143257-bf11-451c-b04b-54732cb3877c None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:36.812571 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2544dc64-73e6-412b-9890-d88a2462533a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:36.865905 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.870771 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 is already hosted by enough agents. {{(pid=119698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:36.875960 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.scheduler.base_scheduler [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Resources bound (agent type, host, resource id):  {{(pid=119698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:36.877909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Pushing event updated for resources: {'Port': ['ID=cf546e02-ae11-47fe-ad17-73811d5d943b,revision_number=1']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:36.879939 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:36.884033 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Received port after_create {{(pid=119698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:36.982437 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aed4-a536-4f8e-9a74-22fe2e5287a9 None None] Pushing event updated for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:36.992860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-71ee25ab-322e-4ba1-85a7-509e36c0c35c None None] Provisioning complete for port 2544dc64-73e6-412b-9890-d88a2462533a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:36.993236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71ee25ab-322e-4ba1-85a7-509e36c0c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.033631 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Attempting to bind port cf546e02-ae11-47fe-ad17-73811d5d943b on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:37.034005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Attempting to bind port cf546e02-ae11-47fe-ad17-73811d5d943b by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:37.034365 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Attempting to bind port cf546e02-ae11-47fe-ad17-73811d5d943b on network 8f3c1ade-36c1-4268-9074-6dc52f256d61 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:37.056227 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.076121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:37.076498 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Checking segment: {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:37.076934 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.077327 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Bound using segment: {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:37.077806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Bound port: cf546e02-ae11-47fe-ad17-73811d5d943b, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:37.078193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.107284 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-61fbc4f1-8427-4112-a42f-aa7cde075c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.108846 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Attempting to bind port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:37.109215 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Attempting to bind port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:37.109586 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Attempting to bind port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:37.111538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-71ee25ab-322e-4ba1-85a7-509e36c0c35c None None] Port 2544dc64-73e6-412b-9890-d88a2462533a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:37.137012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:37.137392 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Checking segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:37.137781 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.138179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Bound using segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:37.138672 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Bound port: 2820b33a-2be6-4e4a-9353-a2d762e0eb82, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:37.139059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.208915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] For port cf546e02-ae11-47fe-ad17-73811d5d943b, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:37.215490 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] For port cf546e02-ae11-47fe-ad17-73811d5d943b, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cf546e02-ae11-47fe-ad17-73811d5d943b,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:37.231580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.249012 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] For port 2820b33a-2be6-4e4a-9353-a2d762e0eb82, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:37.272370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604836'] for router, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.293942 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-52031dc8-89dd-4a5a-880a-49554f239014 None None] Provisioning complete for port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:37.294318 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-52031dc8-89dd-4a5a-880a-49554f239014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.296944 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] For port 2820b33a-2be6-4e4a-9353-a2d762e0eb82, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2820b33a-2be6-4e4a-9353-a2d762e0eb82,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:37.327545 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.348035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914c65-19d3-46f2-bb03-d7987e1fd29e None None] Pushing event updated for resources: {'Port': ['ID=cf546e02-ae11-47fe-ad17-73811d5d943b,revision_number=2']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:37.361182 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-52031dc8-89dd-4a5a-880a-49554f239014 None None] Port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:37.398298 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:37.398935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070b49d0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:37.428211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Router a3804557-ba44-40f5-9b9b-450d07df0e72 is scheduled to L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa with binding_index 1 {{(pid=119697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 05:11:37.493324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aed4-a536-4f8e-9a74-22fe2e5287a9 None None] Pushing event updated for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:37.553330 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:37.571974 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:37.581283 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Sync routers for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:37.594696 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.595566 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:37.596425 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214422fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:37.600233 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58236) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:37.603061 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-50dbe6bf-f768-4865-b9c7-67ee681cf2b3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8944762
Nov 10 05:11:37.750932 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:37.803224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] Provisioning complete for port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:37.803224 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:37.856108 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070b49d0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:37Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:37.892673 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff9943-806f-4072-8275-15254a3cc2cb None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:37Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:37.988288 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.015360 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cf546e02-ae11-47fe-ad17-73811d5d943b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:38.048756 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214422fd0>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:36Z', 'revision_number': 3, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:38.078567 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] For port 2820b33a-2be6-4e4a-9353-a2d762e0eb82, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2820b33a-2be6-4e4a-9353-a2d762e0eb82,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:38.086744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.088464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Checking router: a3804557-ba44-40f5-9b9b-450d07df0e72 for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:38.090956 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Updating router a3804557-ba44-40f5-9b9b-450d07df0e72 port 2544dc64-73e6-412b-9890-d88a2462533a binding host ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:11:38.129355 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.166327 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.167139 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c7b0-07e7-4d45-bb64-2c033d556880 None None] Pushing event updated for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:38.196240 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cf546e02-ae11-47fe-ad17-73811d5d943b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:38.196806 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.260293 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.309853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.371724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] For port cf546e02-ae11-47fe-ad17-73811d5d943b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cf546e02-ae11-47fe-ad17-73811d5d943b,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:38.378894 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.404406 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.db_base_plugin_common [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Allocated IP 172.20.0.1 (8f3c1ade-36c1-4268-9074-6dc52f256d61/c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425/3044e557-e05b-4b85-9b69-7cf5e6b830fe) {{(pid=119696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:38.467067 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Pushing event updated for resources: {'Port': ['ID=cf546e02-ae11-47fe-ad17-73811d5d943b,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:38.548582 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.592307 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.613082 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:38.615644 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:38.635860 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Received port after_create {{(pid=119696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:38.654262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac717b-757c-45ed-9de5-87cf0dda2007 None None] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:11:38.689259 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:38.690319 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks [] for port, precommit_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.701800 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601969'] for router_interface, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.703929 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.730164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-f9097257-7486-455d-b1e9-3cd38b6c8481 None None] Provisioning complete for port cf546e02-ae11-47fe-ad17-73811d5d943b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:38.730532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9097257-7486-455d-b1e9-3cd38b6c8481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.761226 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Attempting to bind port 2544dc64-73e6-412b-9890-d88a2462533a on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:38.761596 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Attempting to bind port 2544dc64-73e6-412b-9890-d88a2462533a by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:38.761971 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Attempting to bind port 2544dc64-73e6-412b-9890-d88a2462533a on network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:38.773190 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:38.773454 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Checking segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:38.773890 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.774399 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Bound using segment: {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'} {{(pid=119699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:38.774784 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.managers [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Bound port: 2544dc64-73e6-412b-9890-d88a2462533a, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd410787e-5e1f-4efd-9582-91b36ef6780d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99'}}] {{(pid=119699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:38.775229 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.778089 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6563-8e19-4965-97eb-2fe71b979700 None None] Pushing event updated for resources: {'Port': ['ID=2544dc64-73e6-412b-9890-d88a2462533a,revision_number=2']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:38.838898 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] For port 2544dc64-73e6-412b-9890-d88a2462533a, host ncdv-817176-1, cleared binding levels {{(pid=119699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:38.843030 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.plugins.ml2.db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] For port 2544dc64-73e6-412b-9890-d88a2462533a, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2544dc64-73e6-412b-9890-d88a2462533a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:38.847967 ncdv-817176-1 neutron-server[119699]: DEBUG neutron_lib.callbacks.manager [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.888448 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:38.907468 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:38.908295 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214422fd0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:38.958707 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c55e5a-f680-4363-aa75-0fd041640a06 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:39.013041 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6563-8e19-4965-97eb-2fe71b979700 None None] Pushing event updated for resources: {'Port': ['ID=2544dc64-73e6-412b-9890-d88a2462533a,revision_number=3']} {{(pid=119699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:39.043708 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:39.046538 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ca4be-1bed-45f5-a6d0-45f37aebf228 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:11:39.142764 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.150365 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27229268'] for port, after_update {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.232161 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] Provisioning complete for port 2544dc64-73e6-412b-9890-d88a2462533a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:39.233238 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.238642 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=2']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:39.249584 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602337'] for router_interface, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.330414 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214422fd0>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '3044e557-e05b-4b85-9b69-7cf5e6b830fe', 'name': '', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'mac_address': 'fa:16:3e:96:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:38Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 1, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'subnets': [{'id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:39.344980 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.371208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c201b-0e48-46f7-aaa9-d8c35e0f3d40 None None] The sync data for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 is: [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '3044e557-e05b-4b85-9b69-7cf5e6b830fe', 'name': '', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'mac_address': 'fa:16:3e:96:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:38Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 1, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'subnets': [{'id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:39.375436 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] For port 2544dc64-73e6-412b-9890-d88a2462533a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2544dc64-73e6-412b-9890-d88a2462533a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:39.378539 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 is already hosted by enough agents. {{(pid=119696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:39.380045 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.base_scheduler [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:39.381724 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.447090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb9370-8d98-4072-a9c4-6ae0bb91d691 None None] Pushing event updated for resources: {'Port': ['ID=2544dc64-73e6-412b-9890-d88a2462533a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:39.516992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3110e3c-46aa-4382-842e-b98664010915 None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:39.517369 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3110e3c-46aa-4382-842e-b98664010915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.540772 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Router a3804557-ba44-40f5-9b9b-450d07df0e72 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:39.561688 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e3110e3c-46aa-4382-842e-b98664010915 None None] Port 3044e557-e05b-4b85-9b69-7cf5e6b830fe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:39.575721 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e3110e3c-46aa-4382-842e-b98664010915 None None] Provisioning complete for port cf546e02-ae11-47fe-ad17-73811d5d943b triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:39.576408 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e3110e3c-46aa-4382-842e-b98664010915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.659342 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.678883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:39.685076 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-76ba8694-7a02-4aa5-ad60-d8fe68a06eb7 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3804557-ba44-40f5-9b9b-450d07df0e72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0827432
Nov 10 05:11:39.832152 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-eb37e859-f05a-41e4-81d0-173a95cd1f63 None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:39.832540 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eb37e859-f05a-41e4-81d0-173a95cd1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:39.906677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-eb37e859-f05a-41e4-81d0-173a95cd1f63 None None] Port 3044e557-e05b-4b85-9b69-7cf5e6b830fe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:40.037242 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-e414c7f9-0446-49e7-bf59-c0b22b6332b7 None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:40.037994 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e414c7f9-0446-49e7-bf59-c0b22b6332b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.066457 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2820b33a-2be6-4e4a-9353-a2d762e0eb82 up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:40.112029 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-e414c7f9-0446-49e7-bf59-c0b22b6332b7 None None] Port 3044e557-e05b-4b85-9b69-7cf5e6b830fe cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:40.130585 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:40.131031 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.217252 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cf546e02-ae11-47fe-ad17-73811d5d943b up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:40.265220 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port cf546e02-ae11-47fe-ad17-73811d5d943b triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:40.265594 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.372204 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.656728 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58244) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:40.661699 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515210787', 'description': 'tempest-secgroup-smoke-515210787 description', 'project_id': '9bc6181d284740609d36a6c2468d1e69'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:40.688324 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.775689 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.779774 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.808763 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.810272 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1523554
Nov 10 05:11:40.813413 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58246) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:40.818658 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:40.818836 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7128fe-cb1a-4823-b3ce-87a54acf4f6b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77c65d-3cb9-4a21-b52f-3073cb76babc,revision_number=1']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:40.853406 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.914164 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.917888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.940259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba6940c-12d5-4f96-b200-c944069728c1,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:40.946799 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:40.948244 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-6de62931-af0e-451a-a954-8fc3bb09618b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1332388
Nov 10 05:11:40.950932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58248) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:40.955688 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:40.985611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.045328 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.049469 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.070635 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4271aa-4899-4024-a412-ea70045bdd43,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:41.080470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.082017 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-1c4f2a08-7358-48a2-9fa0-ac6bbb1f1094 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1299336
Nov 10 05:11:41.085662 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58250) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:41.090334 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:41.117893 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.177416 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.181903 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.199039 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce50aa36-a172-4c91-8e77-cd7e10205f6d,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:41.212149 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.215945 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-52c7f13c-6c0f-449e-bec6-2bb17c603c47 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1267595
Nov 10 05:11:41.216154 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58252) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:41.220577 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:41.247661 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.308696 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.312750 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.333591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4446f8-45b1-412c-baf9-7d8f42d1617c,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:41.338953 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.342471 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-ca51e3f9-40de-4fec-afa1-6d09f9af454b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1226954
Nov 10 05:11:41.343207 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58254) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:41.346918 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.v2.base [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:41.369567 ncdv-817176-1 neutron-server[119696]: INFO neutron.db.securitygroups_db [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Project 9bc6181d284740609d36a6c2468d1e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:11:41.374677 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.435029 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.438823 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.456835 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d38f5e2-b4f1-4b11-a48c-1ee8069405c1,revision_number=0']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:41.462146 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.464865 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-7f12f3b6-ad45-4564-91f1-5963f1a8a3c5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1196845
Nov 10 05:11:41.466112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58256) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:41.470859 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'security_group_rule': {'security_group_id': 'fc77c65d-3cb9-4a21-b52f-3073cb76babc', 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:41.493913 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.securitygroups_db [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Project 9bc6181d284740609d36a6c2468d1e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 05:11:41.498763 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.561012 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.564476 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094687'] for security_group_rule, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.582943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e888fb5-0bb1-4b4a-bcbd-e0ccd26c82b8,revision_number=0']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:41.588018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:41.595970 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-41cd560b-0ae4-440f-84f3-e20e276e1522 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1220975
Nov 10 05:11:41.737840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-5c03b7ef-2ea0-4883-8ae6-1d70d25f0763 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515210787&fields=id&tenant_id=9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 267 time: 0.0465598
Nov 10 05:11:41.852166 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-1621aa0e-1b1c-417a-af71-1b1c6a685df7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:41.853717 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-1621aa0e-1b1c-417a-af71-1b1c6a685df7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 809 time: 0.1088660
Nov 10 05:11:41.874059 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-c08a19d1-3920-4cb6-a9c2-c1450cefebaf tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/quotas/9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 375 time: 0.0108387
Nov 10 05:11:41.915404 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2544dc64-73e6-412b-9890-d88a2462533a up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:41.934663 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-357306a4-453b-414a-a164-f574cb0e851b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0542605
Nov 10 05:11:41.971059 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 2544dc64-73e6-412b-9890-d88a2462533a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:41.971509 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.060462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Sync routers for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:42.070762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:42.071451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070f8e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:42.131751 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-2f2d6132-1cc1-4490-b546-c9ee4356a028 service neutron] 10.222.0.13 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848891
Nov 10 05:11:42.176363 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:42.226243 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-af4f112f-18e7-43e2-a3b8-732bfd7b4bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879729
Nov 10 05:11:42.389276 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070f8e50>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '3044e557-e05b-4b85-9b69-7cf5e6b830fe', 'name': '', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'mac_address': 'fa:16:3e:96:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:38Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 2, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'subnets': [{'id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:42.402201 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-b949eb16-3585-49aa-808d-c35c5f25f6d6 req-40e29f07-4f1b-49be-a18a-6544a2b6c54f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 210 time: 0.0383804
Nov 10 05:11:42.417758 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Checking router: a3804557-ba44-40f5-9b9b-450d07df0e72 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:42.417909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Updating router a3804557-ba44-40f5-9b9b-450d07df0e72 port 3044e557-e05b-4b85-9b69-7cf5e6b830fe binding host ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 10 05:11:42.448319 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.722005 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks [] for port, precommit_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.728592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.778740 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744678c9-6dc5-4869-8cda-792d307cc8a0 None None] Pushing event updated for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=3']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:42.838588 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Attempting to bind port 3044e557-e05b-4b85-9b69-7cf5e6b830fe on host ncdv-817176-1 for vnic_type normal with profile  {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:42.838853 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Attempting to bind port 3044e557-e05b-4b85-9b69-7cf5e6b830fe by drivers openvswitch,hyperv on host ncdv-817176-1 at level 0 using segments [{'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:42.839230 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Attempting to bind port 3044e557-e05b-4b85-9b69-7cf5e6b830fe on network 8f3c1ade-36c1-4268-9074-6dc52f256d61 {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:42.845021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Checking agent: {'id': 'd11eaad9-8c6f-4489-804a-82d531ae3dab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 47, 10), 'started_at': datetime.datetime(2021, 11, 10, 3, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-817176-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:42.845531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Checking segment: {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:42.846179 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.846671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Bound using segment: {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'} {{(pid=119698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:42.847233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.managers [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Bound port: 3044e557-e05b-4b85-9b69-7cf5e6b830fe, host: ncdv-817176-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dad722d-0e01-4159-9dee-83c5a988a2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61'}}] {{(pid=119698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:42.847933 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.919482 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] For port 3044e557-e05b-4b85-9b69-7cf5e6b830fe, host ncdv-817176-1, cleared binding levels {{(pid=119698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:42.923425 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] For port 3044e557-e05b-4b85-9b69-7cf5e6b830fe, host ncdv-817176-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3044e557-e05b-4b85-9b69-7cf5e6b830fe,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:42.928386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:42.988959 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:42.989595 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82070f8e50>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:43.029600 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744678c9-6dc5-4869-8cda-792d307cc8a0 None None] Pushing event updated for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:43.089827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:43.090193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.137112 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:43.300744 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.359145 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] For port 3044e557-e05b-4b85-9b69-7cf5e6b830fe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3044e557-e05b-4b85-9b69-7cf5e6b830fe,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:43.363760 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.367400 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-49aa3dcf-ffd8-43b0-9e57-0e67c50c5804 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:43.369054 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-49aa3dcf-ffd8-43b0-9e57-0e67c50c5804 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 809 time: 0.1143208
Nov 10 05:11:43.439928 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-1f551409-99a5-4b1e-8406-6a7303a9a073 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 379 time: 0.0613189
Nov 10 05:11:43.446531 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b016a-fa69-4279-bde0-ddf126a54f69 None None] Pushing event updated for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:43.450136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'port': {'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'admin_state_up': True, 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'security_groups': ['fc77c65d-3cb9-4a21-b52f-3073cb76babc']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:43.466803 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82070f8e50>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '3044e557-e05b-4b85-9b69-7cf5e6b830fe', 'name': '', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'mac_address': 'fa:16:3e:96:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:38Z', 'updated_at': '2021-11-10T05:11:42Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'subnets': [{'id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:43.498786 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0695aaa6-f80f-4c8f-8e29-95bdae265c42 None None] The sync data for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 is: [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '3044e557-e05b-4b85-9b69-7cf5e6b830fe', 'name': '', 'network_id': '8f3c1ade-36c1-4268-9074-6dc52f256d61', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'mac_address': 'fa:16:3e:96:72:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:38Z', 'updated_at': '2021-11-10T05:11:42Z', 'revision_number': 4, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'subnets': [{'id': 'c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:43.510529 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-4cfdaa63-ed10-4d44-b99f-6e1fe761b23c None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:43.510988 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4cfdaa63-ed10-4d44-b99f-6e1fe761b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.524258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6ce2c569-b45a-443e-8ffd-125c07c6c361 req-35bc222f-bbb1-4d4c-aed9-5b1b6c47357e tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 210 time: 0.0316603
Nov 10 05:11:43.611729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Made reservation on behalf of 9bc6181d284740609d36a6c2468d1e69 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:11:43.615642 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.753375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Allocated IP 172.20.0.14 (8681a650-142f-4b4e-b8df-a40980e6cda7/5d20b1ef-f9c0-4247-9456-1a80591414c4/0e99eeef-4663-40c1-a045-756f37115301) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:43.912330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.925449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3044e557-e05b-4b85-9b69-7cf5e6b830fe up at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:43.952689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:43.985935 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Provisioning complete for port 3044e557-e05b-4b85-9b69-7cf5e6b830fe triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:43.986467 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.002741 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:44.006102 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:44.010769 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:44.015717 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:44.070080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.070670 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.093069 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-eb6f7bb4-37f6-4aae-9395-b1913d026621 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6439745
Nov 10 05:11:44.103922 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Request body: {'port': {'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:44.162237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.231226 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-a031b404-52ca-4b48-b121-87b9663e2266 None None] Provisioning complete for port 0e99eeef-4663-40c1-a045-756f37115301 triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:44.231596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-a031b404-52ca-4b48-b121-87b9663e2266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.264903 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-a031b404-52ca-4b48-b121-87b9663e2266 None None] Port 0e99eeef-4663-40c1-a045-756f37115301 cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:11:44.426197 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e99eeef-4663-40c1-a045-756f37115301 {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:11:44.433516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.446415 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Transition to ACTIVE for port object 0e99eeef-4663-40c1-a045-756f37115301 will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:11:44.453244 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.502912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:44.577461 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Attempting to bind port 0e99eeef-4663-40c1-a045-756f37115301 on host nch1-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:11:44.577802 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Attempting to bind port 0e99eeef-4663-40c1-a045-756f37115301 by drivers openvswitch,hyperv on host nch1-817176-1 at level 0 using segments [{'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:11:44.578150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Attempting to bind port 0e99eeef-4663-40c1-a045-756f37115301 on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:44.582800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Port 0e99eeef-4663-40c1-a045-756f37115301 on network 8681a650-142f-4b4e-b8df-a40980e6cda7 not bound, no agent of type Open vSwitch agent registered on host nch1-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:11:44.583124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Attempting to bind port 0e99eeef-4663-40c1-a045-756f37115301 on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:11:44.589080 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Checking agent: {'id': '71a0ba45-16bd-4967-9b1b-8699fdd28244', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:11:44.589426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Checking segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:11:44.589816 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Bound using segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:11:44.590253 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Bound port: 0e99eeef-4663-40c1-a045-756f37115301, host: nch1-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:11:44.590614 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.656323 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52027-619b-4828-a99c-95a76eb3bdb7 req-2b47ce9b-ff88-40f0-8dc2-702a37a76009 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.658615 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d3f52027-619b-4828-a99c-95a76eb3bdb7 req-2b47ce9b-ff88-40f0-8dc2-702a37a76009 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 944 time: 0.0522079
Nov 10 05:11:44.662060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:11:44.665766 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:11:44.670587 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.706345 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.706993 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:44.708490 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] 10.222.0.21 "PUT /v2.0/ports/0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1092 time: 0.6099043
Nov 10 05:11:44.708833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:11:44.711238 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:11:44.715780 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-d3f52027-619b-4828-a99c-95a76eb3bdb7 req-a63f1559-6aec-41cf-9335-ecfe2cda57f3 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503252
Nov 10 05:11:44.745192 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dbdf-d0a0-46a9-a381-8a5206a5494e service neutron] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:44.774943 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c14dc4-8fbe-48ba-9a0f-2390c22b49d4 x-openstack-request-id: req-69c14dc4-8fbe-48ba-9a0f-2390c22b49d4 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:11:44.775236 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:11:44.775488 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c14dc4-8fbe-48ba-9a0f-2390c22b49d4 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:11:44.775890 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'status': 'completed', 'code': 200}
Nov 10 05:11:44.807429 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-1bac1858-fb50-4f17-bda0-f65cdb2240cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.809065 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-1bac1858-fb50-4f17-bda0-f65cdb2240cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0478888
Nov 10 05:11:44.857877 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-33cc61da-d1ce-4193-b479-b72c74254f61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 217 time: 0.0404963
Nov 10 05:11:44.909336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-e7a264df-3a70-4f74-a5df-76d59214df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.910773 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-e7a264df-3a70-4f74-a5df-76d59214df2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0459054
Nov 10 05:11:44.956743 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-74af3374-b376-4449-bb21-384289f07d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:44.958128 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-74af3374-b376-4449-bb21-384289f07d85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403039
Nov 10 05:11:45.056307 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-4d3b5d70-d466-4ceb-a021-5a9fc7074881 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908086
Nov 10 05:11:45.146387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-573dbd8e-3a90-4962-ab97-3a786ae35c6d req-92a65a8d-9f1f-4eb3-ab64-233e9ff3aacd service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836117
Nov 10 05:11:45.230498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-34c0494e-77b2-4eaa-8c89-282a82676d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:45.231879 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-34c0494e-77b2-4eaa-8c89-282a82676d0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0409293
Nov 10 05:11:45.325611 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-8f0cdcdb-1974-47ca-ad20-62348434ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:45.327064 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-8f0cdcdb-1974-47ca-ad20-62348434ce35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0874536
Nov 10 05:11:45.368584 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-ef991753-4ef8-41fe-969f-70d68612060c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 217 time: 0.0346093
Nov 10 05:11:45.422573 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-dbf114b3-9c05-4997-a9b9-d67473be668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:45.424077 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-dbf114b3-9c05-4997-a9b9-d67473be668a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0478671
Nov 10 05:11:45.469894 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-0399e451-0fea-4d57-ae88-9ad95e6f7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:45.471479 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-0399e451-0fea-4d57-ae88-9ad95e6f7b9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395293
Nov 10 05:11:45.560819 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-40fb0d77-54e4-4672-9903-24900f5405b1 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814087
Nov 10 05:11:45.653868 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b7ca3f02-5d2b-48b2-b531-44f60d40f7f1 req-aa71b602-1795-493c-bdb9-6b73d38b89b3 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855367
Nov 10 05:11:45.872803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baa425-4efd-4f75-bfde-ccce29f1fb62 req-51a6a93e-27e7-4fdb-9fd0-9587dce22679 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:45.874263 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65baa425-4efd-4f75-bfde-ccce29f1fb62 req-51a6a93e-27e7-4fdb-9fd0-9587dce22679 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 944 time: 0.0495832
Nov 10 05:11:45.923161 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-65baa425-4efd-4f75-bfde-ccce29f1fb62 req-89c62916-91ae-4fa5-85f8-8ad137908c92 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428219
Nov 10 05:11:46.740890 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:11:46.832343 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:46.844173 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '0e99eeef-4663-40c1-a045-756f37115301', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:11:46.884387 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:46.896680 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e99eeef-4663-40c1-a045-756f37115301 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:11:46.915262 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:46.918955 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:46.964787 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:47.038595 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ded76a-ba9d-472b-9d2f-7b21ca90a2e0 req-d5017880-b878-4165-900c-e3b427709f25 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:47.040003 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16ded76a-ba9d-472b-9d2f-7b21ca90a2e0 req-d5017880-b878-4165-900c-e3b427709f25 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 945 time: 0.0480492
Nov 10 05:11:47.088847 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-16ded76a-ba9d-472b-9d2f-7b21ca90a2e0 req-c6090ff2-e8fe-4b3b-9180-7241f1b39fb1 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429778
Nov 10 05:11:47.129266 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0e99eeef-4663-40c1-a045-756f37115301'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:11:47.538621 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:11:48.206366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6130d-20c9-459d-b1f3-da36ade52a6e req-520c344b-46b0-4d89-a497-8697552898f2 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:48.207840 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83b6130d-20c9-459d-b1f3-da36ade52a6e req-520c344b-46b0-4d89-a497-8697552898f2 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 945 time: 0.0531044
Nov 10 05:11:48.257997 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-83b6130d-20c9-459d-b1f3-da36ade52a6e req-185761a3-39f5-44cd-abba-2d464617a740 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433993
Nov 10 05:11:48.729442 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:11:48.777765 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning for port 0e99eeef-4663-40c1-a045-756f37115301 completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:11:48.781748 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 0e99eeef-4663-40c1-a045-756f37115301 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:11:48.782113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:48.860636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:48.885334 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:11:48.887557 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efdf61f-e31c-425c-a0c9-361cc7af041a" -d '{"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:11:48.899420 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:11:48.903488 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:48.930311 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170187bf-7ab2-485f-accb-b3af2b21b5a1 x-openstack-request-id: req-170187bf-7ab2-485f-accb-b3af2b21b5a1 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:11:48.930680 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:11:48.930954 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170187bf-7ab2-485f-accb-b3af2b21b5a1 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:11:48.931330 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'code': 200}
Nov 10 05:11:48.959685 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:49.024898 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdad550-0328-4113-bea2-ef5d2085a8ad req-6f4c0a02-13f4-407f-acdc-c8a738503d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:49.026364 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bdad550-0328-4113-bea2-ef5d2085a8ad req-6f4c0a02-13f4-407f-acdc-c8a738503d64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1097 time: 0.0393751
Nov 10 05:11:49.072976 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4bdad550-0328-4113-bea2-ef5d2085a8ad req-f497bfbf-45d1-4b04-889f-0ed7febec310 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393193
Nov 10 05:11:49.377744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03a289-9136-4d33-8d4c-515bb9492795 req-4d2a8fe7-7ac9-43f5-869a-00040d92d0cf tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:49.379101 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a03a289-9136-4d33-8d4c-515bb9492795 req-4d2a8fe7-7ac9-43f5-869a-00040d92d0cf tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 946 time: 0.0515125
Nov 10 05:11:49.427006 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-6a03a289-9136-4d33-8d4c-515bb9492795 req-c4825051-b83f-44f4-a958-dbfb48f3ad03 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413406
Nov 10 05:11:49.728195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:49.807268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:50.544129 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8ce8-fa09-4247-a4f9-37ebd5abefec req-71503182-b157-4b3c-be3f-812fc43e9c01 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:50.545559 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-600a8ce8-fa09-4247-a4f9-37ebd5abefec req-71503182-b157-4b3c-be3f-812fc43e9c01 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 946 time: 0.0488162
Nov 10 05:11:50.593334 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-600a8ce8-fa09-4247-a4f9-37ebd5abefec req-20b12639-31f6-441b-bef0-d57c6664181c tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418112
Nov 10 05:11:50.706784 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3196c-e375-4210-8a9f-5f62730ecdff req-b59cdcb6-56ed-4383-a9d2-d01c0b6e2ff3 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:50.708255 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56f3196c-e375-4210-8a9f-5f62730ecdff req-b59cdcb6-56ed-4383-a9d2-d01c0b6e2ff3 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 946 time: 0.0478666
Nov 10 05:11:50.756309 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-56f3196c-e375-4210-8a9f-5f62730ecdff req-8f5bacb0-860b-46d5-b6ce-56e56e23fe53 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415688
Nov 10 05:11:50.779186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58306) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:50.859452 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86754bdd-6638-4213-9913-3173f85725f7 tempest-TestSnapshotPattern-213479533 tempest-TestSnapshotPattern-213479533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:50.860981 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-86754bdd-6638-4213-9913-3173f85725f7 tempest-TestSnapshotPattern-213479533 tempest-TestSnapshotPattern-213479533-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1092 time: 0.0807569
Nov 10 05:11:50.863877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58310) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:11:50.868636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:11:50.890932 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:50.986455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:51.090660 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Allocated IP 172.32.3.167 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/59cb47f3-ee6b-4e76-93a4-b1550c805675) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:11:51.191423 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:51.223060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:51.266525 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:11:51.271442 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:11:51.275865 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:11:51.278641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=59cb47f3-ee6b-4e76-93a4-b1550c805675,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:51.941537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.011507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.161933 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.166613 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.237185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=59cb47f3-ee6b-4e76-93a4-b1550c805675,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:11:52.247601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.347792 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Floating IP 57d8df84-be30-4083-8037-cc0eb8d1b04b associated. External IP: 172.32.3.167, port: 0e99eeef-4663-40c1-a045-756f37115301.
Nov 10 05:11:52.564199 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:11:52.674369 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:11:52.684464 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:11:52.692562 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:11:52.696252 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:52.696886 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146764c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:52.723411 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-d7000364-75aa-410d-b32d-2e2506281643 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8568065
Nov 10 05:11:52.723411 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:11:52.724836 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c1c94-cb00-4c95-ba4a-394015622199" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:11:52.765876 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adfd49-4298-4a00-bbb5-9c2bdada2fb3 x-openstack-request-id: req-26adfd49-4298-4a00-bbb5-9c2bdada2fb3 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:11:52.766168 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:11:52.766420 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26adfd49-4298-4a00-bbb5-9c2bdada2fb3 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:11:52.766825 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'status': 'completed', 'code': 200}
Nov 10 05:11:52.812128 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:52.830729 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-43dee763-9b1b-40cb-b304-e8717f0f14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:52.833111 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-43dee763-9b1b-40cb-b304-e8717f0f14a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1097 time: 0.0439088
Nov 10 05:11:52.929185 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-f0c1f3bf-8d04-4002-b1a3-036c279f5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:52.930688 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-f0c1f3bf-8d04-4002-b1a3-036c279f5dec service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0898824
Nov 10 05:11:52.995654 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-1ce2a56d-2aa0-4ec7-957b-0a1315b96b26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1000 time: 0.0585010
Nov 10 05:11:53.045539 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-c9c282f3-798b-4326-95dd-31a1a8cd95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:53.047109 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-c9c282f3-798b-4326-95dd-31a1a8cd95c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0443993
Nov 10 05:11:53.048015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146764c0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:51Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:53.074269 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:11:53.082592 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:11:53.083121 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f82146764c0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:11:37Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:53.097678 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-2663db51-81a6-41f7-9bb3-84f4d4219fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:11:53.099180 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-2663db51-81a6-41f7-9bb3-84f4d4219fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447962
Nov 10 05:11:53.187537 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:11:53.189750 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-f7de257b-465b-4440-a498-a22948cce34b service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838578
Nov 10 05:11:53.282980 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c16c1c94-cb00-4c95-ba4a-394015622199 req-651e0e9d-e13d-4610-8ed3-16d09fe8b7ea service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865972
Nov 10 05:11:53.408853 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f82146764c0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:51Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:11:53.437260 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1f948-cca8-4a7b-91a7-ef6a65d49c32 None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:51Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:11:53.630898 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55b020-566f-4206-956e-2c1695819ac1 None None] New status for floating IP 57d8df84-be30-4083-8037-cc0eb8d1b04b: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:12:04.476561 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec8773be-e606-4ab6-8d55-cf5148c3e6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:04.758499 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-1070473b-d93d-4a40-8420-356078e22f1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397861
Nov 10 05:12:04.838826 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294351a4-711b-4491-89e6-be31311b66c5 req-70d66417-6399-40c0-a974-c519437f0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:12:04.840320 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-70d66417-6399-40c0-a974-c519437f0f73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1097 time: 0.0412686
Nov 10 05:12:04.946210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294351a4-711b-4491-89e6-be31311b66c5 req-29e71eec-6620-48eb-833a-dd7ec26e7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:12:04.948211 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-29e71eec-6620-48eb-833a-dd7ec26e7ed9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0894704
Nov 10 05:12:05.013118 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-12da263b-05a5-4391-9f8e-e063a406098d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1002 time: 0.0575902
Nov 10 05:12:05.066844 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294351a4-711b-4491-89e6-be31311b66c5 req-aeb1bc87-18ca-4eba-819f-1afaf511292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:12:05.068272 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-aeb1bc87-18ca-4eba-819f-1afaf511292a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0479028
Nov 10 05:12:05.114449 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294351a4-711b-4491-89e6-be31311b66c5 req-7b262a8a-10fc-4b39-873b-b1fe2fce602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:12:05.115952 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-7b262a8a-10fc-4b39-873b-b1fe2fce602c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397286
Nov 10 05:12:05.209937 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-986872c0-364f-4674-9fec-4229f9265ea4 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864010
Nov 10 05:12:05.298662 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-294351a4-711b-4491-89e6-be31311b66c5 req-ab399657-ebb5-44a4-bdb7-67814a1199ff service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811157
Nov 10 05:12:07.050730 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e12eadbd-c970-4b5a-985c-a68ac60807df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:08.201710 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:09.646089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:10.373513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:19.731046 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:19.810693 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:24.538189 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:12:34.477496 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c94c2405-141e-4546-a2da-7d37c7d8984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:37.050837 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-90a2d5ae-0b7f-4648-9928-c8176f5ebf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:38.203018 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:39.649429 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:40.374940 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:49.743596 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:12:49.801756 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:01.537506 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:13:04.478866 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e08fbe15-1cc4-4992-a1d0-04ba7f6be5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:05.811302 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-f37cfd92-ea02-4b54-a51a-f8ff75f1dd53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1115773
Nov 10 05:13:05.898597 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-aec4d520-5258-49e2-be7c-00c235c3d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:13:05.900114 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-aec4d520-5258-49e2-be7c-00c235c3d346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1097 time: 0.0458529
Nov 10 05:13:06.002280 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-b2ace0e7-40fc-44e0-a834-bf0be45e857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:13:06.003666 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-b2ace0e7-40fc-44e0-a834-bf0be45e857e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0851297
Nov 10 05:13:06.072529 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-65a13bb1-6da5-41bf-9e8e-d38ccb7d679e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1002 time: 0.0624092
Nov 10 05:13:06.121583 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-7453774e-ad4d-430f-b98b-8a9e0defa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:13:06.123007 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-7453774e-ad4d-430f-b98b-8a9e0defa72a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0439274
Nov 10 05:13:06.169136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-7c4dcec8-5fe2-4dd8-9c80-21d7f21d940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:13:06.170625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-7c4dcec8-5fe2-4dd8-9c80-21d7f21d940f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394559
Nov 10 05:13:06.265231 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-f292dd15-c09a-4b87-93bd-50d57774278b service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861166
Nov 10 05:13:06.354645 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-3523cdeb-770c-4244-a45c-06f3092fd0cd req-f45bfb2e-5841-43b4-945a-7af1abad167c service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820031
Nov 10 05:13:07.052842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-e77e1dce-3453-4e8b-9891-348cc2ae0e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:08.205056 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:09.654002 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:10.376313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:19.744835 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:19.814199 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:34.480637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc96023d-fa99-47e8-acb5-ec1c362c9eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:37.054947 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7a2a-f894-4a5e-a0c2-bbc4cc91968b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:38.207852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:38.536190 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:13:39.655708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:40.378221 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:49.743891 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:49.830776 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:51.537087 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 details requested by agent hyperv_nch1-817176-1 with host nch1-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:13:51.638325 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:13:51.650099 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Returning: {'device': '0e99eeef-4663-40c1-a045-756f37115301', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:13:51.687618 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:51.701777 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e99eeef-4663-40c1-a045-756f37115301 {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:13:51.722264 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:13:51.726761 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:51.776995 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:13:51.785098 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.785451 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.785793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.786150 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.786472 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.786805 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.787140 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.787469 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.787798 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.788126 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.788453 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.788804 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:13:51.794889 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] get_ports_and_sgs() called for port_ids ['0e99eeef-4663-40c1-a045-756f37115301'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:13:53.552095 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 up at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:13:53.631358 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Provisioning complete for port 0e99eeef-4663-40c1-a045-756f37115301 triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:13:53.631888 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:53.715629 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:53.746809 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:13:53.749686 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be1c4b-a494-41ea-ae5d-bd71502d7a68" -d '{"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:13:53.766936 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:13:53.773869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:13:53.843260 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:13:53.881646 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2138ac30-3af8-4026-b5f1-530e3f6e165c x-openstack-request-id: req-2138ac30-3af8-4026-b5f1-530e3f6e165c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:13:53.882175 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:13:53.882453 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2138ac30-3af8-4026-b5f1-530e3f6e165c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:13:53.882849 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'code': 200}
Nov 10 05:14:01.735547 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7149fa9b-14fb-4e1d-bc19-80595c1656dd tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515210787&fields=id&tenant_id=9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 267 time: 0.0450828
Nov 10 05:14:01.846172 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-c1e93ad7-8fda-44b9-b449-28fab8ff7e3f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:01.847657 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-c1e93ad7-8fda-44b9-b449-28fab8ff7e3f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 809 time: 0.1054058
Nov 10 05:14:01.862598 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-805b9961-d6c3-4330-b71f-11aaa06d6a4a tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/quotas/9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 375 time: 0.0088694
Nov 10 05:14:01.921385 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-ce78c836-bb91-4351-b16a-02bee5156ab4 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0536802
Nov 10 05:14:01.936934 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-5d6bd685-6489-4d07-aed4-daf44bfa8d84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 10 05:14:01.937816 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-5d6bd685-6489-4d07-aed4-daf44bfa8d84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051136
Nov 10 05:14:02.030880 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-0c8025f1-69c5-4eb4-b123-db18d764148e service neutron] 10.222.0.13 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873842
Nov 10 05:14:02.123179 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-60b3249c-83a0-4be1-9d7c-67e033669b69 service neutron] 10.222.0.13 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855250
Nov 10 05:14:02.315746 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-533ceacc-3c4a-4efc-a1cb-80b55d09b4a3 req-366a579f-cd0c-4c61-a963-151057e97f10 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 210 time: 0.0273168
Nov 10 05:14:03.259426 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-95b96c2a-172f-4ace-b61c-111ce298b5f6 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:03.260995 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-95b96c2a-172f-4ace-b61c-111ce298b5f6 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.26 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 809 time: 0.1025176
Nov 10 05:14:03.324266 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-bf3f35a6-e1c0-4713-8022-f26e00127907 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc6181d284740609d36a6c2468d1e69 HTTP/1.1" status: 200  len: 379 time: 0.0548165
Nov 10 05:14:03.334417 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'port': {'device_id': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'admin_state_up': True, 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'security_groups': ['fc77c65d-3cb9-4a21-b52f-3073cb76babc']}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:14:03.428337 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2134ff73-6a84-42a6-a686-673b64db2227 req-0101b610-adb2-48bf-810f-5577a610d064 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 210 time: 0.0332541
Nov 10 05:14:03.493490 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Made reservation on behalf of 9bc6181d284740609d36a6c2468d1e69 for: {'port': 1} {{(pid=119697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 05:14:03.497112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:03.688156 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Allocated IP 172.20.0.13 (8681a650-142f-4b4e-b8df-a40980e6cda7/5d20b1ef-f9c0-4247-9456-1a80591414c4/3f36fd65-fcd9-470b-9bff-2b0883f1878a) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:14:03.866652 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:03.902858 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:03.955410 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:14:03.958829 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:14:03.963036 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:14:03.990506 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:04.005527 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.005968 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.006389 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.006800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.007210 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.007615 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.008018 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.008425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.008928 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.009330 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.009730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.010070 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:14:04.035588 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:04.036237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:04.058186 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-67833ec7-56e6-492d-9795-c645d916d41b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7273252
Nov 10 05:14:04.230848 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-2dc748b9-1628-4c82-a269-85173c71501a None None] Provisioning complete for port 3f36fd65-fcd9-470b-9bff-2b0883f1878a triggered by entity DHCP. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:14:04.231434 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2dc748b9-1628-4c82-a269-85173c71501a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:04.266906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-2dc748b9-1628-4c82-a269-85173c71501a None None] Port 3f36fd65-fcd9-470b-9bff-2b0883f1878a cannot update to ACTIVE because it is not bound. {{(pid=119698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 10 05:14:04.484990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-10406e36-d002-4238-b8d8-8c0a9af9eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:04.561425 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175f940-1b85-4bf3-a7e4-d335aac7c293 req-43f5f62e-0c16-4b21-ba8e-56d774d24c02 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:04.563909 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6175f940-1b85-4bf3-a7e4-d335aac7c293 req-43f5f62e-0c16-4b21-ba8e-56d774d24c02 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0595553
Nov 10 05:14:04.615171 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-6175f940-1b85-4bf3-a7e4-d335aac7c293 req-4a751a69-8151-4a0d-b502-4fe5835aeae2 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452909
Nov 10 05:14:05.615983 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:14:05.698667 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:05.739321 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:14:05.741030 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:14:05.744199 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2280f-9be2-4e6b-856d-8e88c0f523da" -d '{"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:14:05.747867 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:05.785277 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4697ea2-f0da-412e-91f6-be2c44ba32f5 req-b7b90f09-7eb4-4a53-90c3-7c953f742709 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:05.788025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4697ea2-f0da-412e-91f6-be2c44ba32f5 req-b7b90f09-7eb4-4a53-90c3-7c953f742709 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0976679
Nov 10 05:14:05.815386 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Pushing event updated for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:05.819155 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8576dd-5edb-4c6d-b1cd-daf5b3096b7c x-openstack-request-id: req-7c8576dd-5edb-4c6d-b1cd-daf5b3096b7c {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:14:05.819683 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:14:05.820323 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8576dd-5edb-4c6d-b1cd-daf5b3096b7c {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:14:05.820992 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'code': 200}
Nov 10 05:14:05.860629 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-d4697ea2-f0da-412e-91f6-be2c44ba32f5 req-e68f41af-8904-4112-802b-e87757dbb3ff tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669954
Nov 10 05:14:06.336397 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-23b4cc87-ee41-4343-9881-861d8d19fbca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0429351
Nov 10 05:14:06.423890 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-07aec4ec-1db1-4a1c-9402-7ff719cea2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:06.425421 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-07aec4ec-1db1-4a1c-9402-7ff719cea2ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0441608
Nov 10 05:14:06.540124 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-32110710-b806-4763-ba43-c2c2e08ae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:06.541625 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-32110710-b806-4763-ba43-c2c2e08ae270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0990818
Nov 10 05:14:06.613455 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-d9b1f265-b46f-4801-915f-42d52399549d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1000 time: 0.0643923
Nov 10 05:14:06.667430 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-5ae1a7ca-8058-4865-8fb0-cc0d98e83f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:06.668961 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-5ae1a7ca-8058-4865-8fb0-cc0d98e83f3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0474274
Nov 10 05:14:06.722160 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-5b1a5bb1-dfda-4ce5-8534-8f1e004bce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:06.723919 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-5b1a5bb1-dfda-4ce5-8534-8f1e004bce04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477042
Nov 10 05:14:06.816817 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-e2109fb5-0dd1-4c49-aa5a-b26bde35790b service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856299
Nov 10 05:14:06.918183 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b419dd33-04d1-4e19-9ca0-0d59a9c79209 req-71a75f5d-497d-4963-902d-44f44039d471 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947528
Nov 10 05:14:06.985626 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1474d5-498e-4bd6-90a2-ff50566e228a req-87d2e274-6423-4125-b456-1d06b3c26fc4 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:06.987817 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae1474d5-498e-4bd6-90a2-ff50566e228a req-87d2e274-6423-4125-b456-1d06b3c26fc4 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0564075
Nov 10 05:14:07.043080 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-ae1474d5-498e-4bd6-90a2-ff50566e228a req-161a885f-3870-4f58-9cec-daa1757b58d9 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486209
Nov 10 05:14:07.064759 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-77ec65da-65dc-48df-9956-bbd05b583f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:08.190664 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2aad1-c2eb-4f17-938d-3a3c2f8339e7 req-e9a279aa-c4a4-4af0-8adc-a60ba2f18910 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:08.192959 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d2aad1-c2eb-4f17-938d-3a3c2f8339e7 req-e9a279aa-c4a4-4af0-8adc-a60ba2f18910 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0599961
Nov 10 05:14:08.210824 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:08.245396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-76d2aad1-c2eb-4f17-938d-3a3c2f8339e7 req-611d77c9-7169-4920-b111-5a662f456025 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460794
Nov 10 05:14:09.362579 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203da9bb-e3b1-4daa-a4b2-1c6405df8eb7 req-6684eae9-84cf-4022-91cd-1c9aff447c54 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:09.364046 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-203da9bb-e3b1-4daa-a4b2-1c6405df8eb7 req-6684eae9-84cf-4022-91cd-1c9aff447c54 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0498121
Nov 10 05:14:09.421458 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-203da9bb-e3b1-4daa-a4b2-1c6405df8eb7 req-7bbebac8-4b54-4d29-9fa6-92060d6fa9a7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512507
Nov 10 05:14:09.661110 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:10.380682 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:10.562709 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea155-756a-459f-867b-b3b6912d5a48 req-0d4048fa-7ed5-49d4-9545-07afa4b03279 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:10.564774 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72cea155-756a-459f-867b-b3b6912d5a48 req-0d4048fa-7ed5-49d4-9545-07afa4b03279 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0697103
Nov 10 05:14:10.629177 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-72cea155-756a-459f-867b-b3b6912d5a48 req-277f309f-9276-417d-b4de-7f7f4c08e0b7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543079
Nov 10 05:14:11.740861 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac30e2-9e53-48f6-a9ea-e0ab5bb4c9f2 req-f6acde57-034b-4cb4-81d4-a4161f4ee09f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:11.742357 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ac30e2-9e53-48f6-a9ea-e0ab5bb4c9f2 req-f6acde57-034b-4cb4-81d4-a4161f4ee09f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0520022
Nov 10 05:14:11.799790 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-65ac30e2-9e53-48f6-a9ea-e0ab5bb4c9f2 req-ad19bff8-12e6-4b97-96f5-41b140d7d7fc tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515611
Nov 10 05:14:12.928194 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60033db8-f82f-4ece-8b34-99c8e232db2c req-2bdf314c-fc97-4eb2-b9f4-a24656cf8089 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:12.931106 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60033db8-f82f-4ece-8b34-99c8e232db2c req-2bdf314c-fc97-4eb2-b9f4-a24656cf8089 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0575502
Nov 10 05:14:12.982322 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-60033db8-f82f-4ece-8b34-99c8e232db2c req-ca84c4ca-28f8-49e9-b836-d23a32e8278b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448706
Nov 10 05:14:13.947569 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Request body: {'port': {'device_id': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-817176-1'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:14:14.004147 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.122242 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d04e6-945f-4a07-a620-a00d59a5c1a0 req-2ded2516-34d3-4383-bbd9-e282b91247b5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:14.123669 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f89d04e6-945f-4a07-a620-a00d59a5c1a0 req-2ded2516-34d3-4383-bbd9-e282b91247b5 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 932 time: 0.0543776
Nov 10 05:14:14.172258 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-f89d04e6-945f-4a07-a620-a00d59a5c1a0 req-1f927684-ee06-4af2-8519-6ab32e3aaff4 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423720
Nov 10 05:14:14.264281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f36fd65-fcd9-470b-9bff-2b0883f1878a {{(pid=119697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:14:14.271585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.283939 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.provisioning_blocks [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Transition to ACTIVE for port object 3f36fd65-fcd9-470b-9bff-2b0883f1878a will not be triggered until provisioned by entity L2. {{(pid=119697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 05:14:14.287800 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.337730 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:14.412864 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Attempting to bind port 3f36fd65-fcd9-470b-9bff-2b0883f1878a on host nch2-817176-1 for vnic_type normal with profile  {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 10 05:14:14.413366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Attempting to bind port 3f36fd65-fcd9-470b-9bff-2b0883f1878a by drivers openvswitch,hyperv on host nch2-817176-1 at level 0 using segments [{'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 10 05:14:14.413706 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Attempting to bind port 3f36fd65-fcd9-470b-9bff-2b0883f1878a on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:14:14.418596 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Port 3f36fd65-fcd9-470b-9bff-2b0883f1878a on network 8681a650-142f-4b4e-b8df-a40980e6cda7 not bound, no agent of type Open vSwitch agent registered on host nch2-817176-1 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 10 05:14:14.418923 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Attempting to bind port 3f36fd65-fcd9-470b-9bff-2b0883f1878a on network 8681a650-142f-4b4e-b8df-a40980e6cda7 {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 10 05:14:14.424875 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Checking agent: {'id': '05038efd-c031-4ad7-9ccc-8f9febfd3a3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-817176-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'started_at': datetime.datetime(2021, 11, 10, 3, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 10 05:14:14.425211 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Checking segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 10 05:14:14.425594 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Bound using segment: {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'} {{(pid=119697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 10 05:14:14.426020 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.managers [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Bound port: 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host: nch2-817176-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba689d5a-b593-4464-9434-3a61a1c54062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7'}}] {{(pid=119697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 10 05:14:14.426541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.492537 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, cleared binding levels {{(pid=119697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 05:14:14.495942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 05:14:14.500336 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.532460 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:14.533110 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:14.535116 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] 10.222.0.26 "PUT /v2.0/ports/3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 1092 time: 0.5918257
Nov 10 05:14:14.535475 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:14:14.537751 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6257d1a-82b0-4fb2-8465-f01cf0f89222" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:14:14.565048 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e631-1bbe-4afb-ad8a-0508439b0cae service neutron] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=3']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:14.623902 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-9f648869-11e3-4fc7-8143-2f0c81e8870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:14.625542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-9f648869-11e3-4fc7-8143-2f0c81e8870e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1095 time: 0.0462534
Nov 10 05:14:14.677238 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deeb647-40e4-4a9a-9f0f-a23cf12bbea6 x-openstack-request-id: req-5deeb647-40e4-4a9a-9f0f-a23cf12bbea6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:14:14.677532 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:14:14.677815 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5deeb647-40e4-4a9a-9f0f-a23cf12bbea6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:14:14.678166 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'status': 'completed', 'code': 200}
Nov 10 05:14:14.679735 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-149584a6-814e-4747-88ab-1ff10ca40949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 217 time: 0.0455523
Nov 10 05:14:14.731941 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-56d0ebb0-62ac-4c9f-aa8e-f25003071ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:14.733333 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-56d0ebb0-62ac-4c9f-aa8e-f25003071ab8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0469451
Nov 10 05:14:14.778090 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e510e5-0833-490e-aaca-279d358852d4 req-de7efe72-1e62-4b05-b198-f1dcbbd27fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:14.779577 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-de7efe72-1e62-4b05-b198-f1dcbbd27fc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398271
Nov 10 05:14:14.872080 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-82b6e85d-bc6d-4ad9-bd03-64b509396cf4 service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855582
Nov 10 05:14:14.959779 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-b6e510e5-0833-490e-aaca-279d358852d4 req-80da04e7-db42-4457-aec9-e86970d33e6c service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809410
Nov 10 05:14:15.046673 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-b949b582-c1de-4342-9820-df1e210ebeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:15.048142 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-b949b582-c1de-4342-9820-df1e210ebeda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1095 time: 0.0441649
Nov 10 05:14:15.137790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-e9b86095-f86b-477d-807b-e02da35a9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:15.139250 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-e9b86095-f86b-477d-807b-e02da35a9d2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0848324
Nov 10 05:14:15.183378 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-fc93efa8-c12b-43c2-98f2-d8156818b653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 217 time: 0.0371780
Nov 10 05:14:15.233518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-5050a8c8-1574-4e75-9336-0af87912e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:15.235003 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-5050a8c8-1574-4e75-9336-0af87912e2b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0441110
Nov 10 05:14:15.281403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-a8ad8011-f139-4792-ac36-bd45623c5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:15.283258 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-a8ad8011-f139-4792-ac36-bd45623c5c21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413544
Nov 10 05:14:15.289311 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ab0e-3189-449b-81d6-703270b903f1 req-686a9d62-7e62-47f9-b97f-f6e99efe0867 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:15.290822 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eef5ab0e-3189-449b-81d6-703270b903f1 req-686a9d62-7e62-47f9-b97f-f6e99efe0867 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 944 time: 0.0486052
Nov 10 05:14:15.341203 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-eef5ab0e-3189-449b-81d6-703270b903f1 req-4e17238b-d72e-46b3-9f7b-3a587017f02e tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436022
Nov 10 05:14:15.534923 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:14:15.695656 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-d48a3733-1997-455a-805d-1871d6b71b57 service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4046247
Nov 10 05:14:15.786214 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e6257d1a-82b0-4fb2-8465-f01cf0f89222 req-5b9ea533-e544-4ac3-a7c1-f46c785091ab service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828257
Nov 10 05:14:16.463725 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552862e-ac1d-4b81-af9a-03fe7793ca2b req-49afd25a-246f-4e45-b347-8d9f5391f31b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:16.465196 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8552862e-ac1d-4b81-af9a-03fe7793ca2b req-49afd25a-246f-4e45-b347-8d9f5391f31b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 944 time: 0.0523050
Nov 10 05:14:16.514025 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-8552862e-ac1d-4b81-af9a-03fe7793ca2b req-e7949f83-3eda-4af4-8694-611731fc542a tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430100
Nov 10 05:14:17.628258 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229ae5-556c-4a02-b188-394539e40cff req-85745412-a9d5-440c-a833-ee5ce08e2b79 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:17.629760 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc229ae5-556c-4a02-b188-394539e40cff req-85745412-a9d5-440c-a833-ee5ce08e2b79 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 944 time: 0.0492606
Nov 10 05:14:17.669754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:14:17.682293 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-dc229ae5-556c-4a02-b188-394539e40cff req-e1b2610c-cd0b-46bb-9702-19367103082d tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466223
Nov 10 05:14:17.762537 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:14:17.773146 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'mac_address': 'fa:16:3e:9f:9a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:14:17.809022 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:17.824422 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f36fd65-fcd9-470b-9bff-2b0883f1878a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:14:17.842855 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:14:17.847259 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:17.892377 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=4']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:18.066539 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3f36fd65-fcd9-470b-9bff-2b0883f1878a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:14:18.800927 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9354-ced8-4cfd-8ef3-ef06d3354edc req-9e78ec05-24fd-4644-a68c-91bb6467f0ad tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:18.802390 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de4a9354-ced8-4cfd-8ef3-ef06d3354edc req-9e78ec05-24fd-4644-a68c-91bb6467f0ad tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 945 time: 0.0484257
Nov 10 05:14:18.852591 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-de4a9354-ced8-4cfd-8ef3-ef06d3354edc req-876b179b-8b8c-4652-92dd-b404d0884256 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442591
Nov 10 05:14:19.682092 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:14:19.731592 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning for port 3f36fd65-fcd9-470b-9bff-2b0883f1878a completed by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 05:14:19.735468 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 3f36fd65-fcd9-470b-9bff-2b0883f1878a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:14:19.735842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:19.780060 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:19.834178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:19.846147 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:19.858619 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:14:19.860873 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0613b11-3883-4c1c-97f1-9ea9fb09b265" -d '{"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-plugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:14:19.873449 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:14:19.878164 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:19.903143 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b49e8e-fbd5-4f66-aea5-6510fc3f7c1e x-openstack-request-id: req-79b49e8e-fbd5-4f66-aea5-6510fc3f7c1e {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:14:19.903436 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-plugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:14:19.903689 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b49e8e-fbd5-4f66-aea5-6510fc3f7c1e {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:14:19.904092 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'code': 200}
Nov 10 05:14:19.937381 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=5']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:20.022004 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecda56-bdd5-459e-af4f-862705a1ec03 req-bfd0f30c-c197-445f-a6bc-f43cda63c03b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:20.023472 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cecda56-bdd5-459e-af4f-862705a1ec03 req-bfd0f30c-c197-445f-a6bc-f43cda63c03b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0845773
Nov 10 05:14:20.025190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8947a6b-96e0-43d8-a484-5defbe566438 req-b32aa56a-6120-4072-ae58-8c262076ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:20.026515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8947a6b-96e0-43d8-a484-5defbe566438 req-b32aa56a-6120-4072-ae58-8c262076ae55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1097 time: 0.0605197
Nov 10 05:14:20.102252 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-4cecda56-bdd5-459e-af4f-862705a1ec03 req-9c33b818-2270-4258-b118-823b6926abc1 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725889
Nov 10 05:14:20.104855 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-e8947a6b-96e0-43d8-a484-5defbe566438 req-4a3f7e2c-2c68-452c-b3e4-c0baee7a93fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689838
Nov 10 05:14:21.219382 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a003-9557-43ce-9431-743059773687 req-c161b37a-7a22-4ea8-8fee-4aebc957a21d tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:21.220862 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1a3a003-9557-43ce-9431-743059773687 req-c161b37a-7a22-4ea8-8fee-4aebc957a21d tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0480535
Nov 10 05:14:21.268492 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1a3a003-9557-43ce-9431-743059773687 req-2e639d50-f114-440a-82f7-18d629a50f4b tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414176
Nov 10 05:14:21.383284 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c6546-6ab8-4827-847f-10846df86426 req-22cac27a-624c-4ffc-b986-9883b3a78b63 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:21.384691 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be2c6546-6ab8-4827-847f-10846df86426 req-22cac27a-624c-4ffc-b986-9883b3a78b63 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0497203
Nov 10 05:14:21.437567 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-be2c6546-6ab8-4827-847f-10846df86426 req-89640233-5488-4bbc-b9cf-7b6eb125fd05 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468104
Nov 10 05:14:21.459101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58624) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:14:21.499010 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb2816-2369-4156-947e-281a4a6686f5 tempest-TestSnapshotPattern-213479533 tempest-TestSnapshotPattern-213479533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:21.500515 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c5eb2816-2369-4156-947e-281a4a6686f5 tempest-TestSnapshotPattern-213479533 tempest-TestSnapshotPattern-213479533-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1092 time: 0.0404296
Nov 10 05:14:21.503367 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58626) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:14:21.507536 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.v2.base [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Request body: {'floatingip': {'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 10 05:14:21.529641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:21.624203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:21.728576 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_common [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Allocated IP 172.32.3.120 (aba8d443-e3ff-4136-8ae2-7f3419bb4f99/94473fe5-3221-4684-9cfd-4e3f7337904c/dff874b6-f594-4dc1-ac02-82d5a498e744) {{(pid=119697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 05:14:21.834233 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:21.868257 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762294014082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:21.907270 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Network aba8d443-e3ff-4136-8ae2-7f3419bb4f99 is already hosted by enough agents. {{(pid=119697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 05:14:21.910818 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.base_scheduler [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Resources bound (agent type, host, resource id):  {{(pid=119697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 05:14:21.914425 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Received port after_create {{(pid=119697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 05:14:21.935401 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=dff874b6-f594-4dc1-ac02-82d5a498e744,revision_number=1']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:22.250240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.314077 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.464500 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for port, precommit_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.468824 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25992737'] for port, after_update {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.537963 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event updated for resources: {'Port': ['ID=dff874b6-f594-4dc1-ac02-82d5a498e744,revision_number=2']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:14:22.548584 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601850'] for floatingip, after_create {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.649943 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Floating IP 725aa3f7-be5c-4e20-a1f9-7057d226e63e associated. External IP: 172.32.3.120, port: 3f36fd65-fcd9-470b-9bff-2b0883f1878a.
Nov 10 05:14:22.859505 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:14:22.965707 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:14:22.975318 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:14:22.984174 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:22.985608 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:14:22.986399 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452e670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:14:23.012518 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ccf98f01-df96-49df-b058-64c18425c891 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5081513
Nov 10 05:14:23.013163 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:14:23.015421 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:14:23.060060 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7f8ec-2704-4167-b2df-f77423890a49 x-openstack-request-id: req-e5b7f8ec-2704-4167-b2df-f77423890a49 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:14:23.060355 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:14:23.060637 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b7f8ec-2704-4167-b2df-f77423890a49 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:14:23.061048 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'status': 'completed', 'code': 200}
Nov 10 05:14:23.097545 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:14:23.122045 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-6e68b1bd-3dab-4323-a88f-2a081cfcc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:23.123598 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-6e68b1bd-3dab-4323-a88f-2a081cfcc1e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1097 time: 0.0417707
Nov 10 05:14:23.217555 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-95212882-753e-44b4-afbe-1348e095be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:23.219024 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-95212882-753e-44b4-afbe-1348e095be9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0883715
Nov 10 05:14:23.285062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-f9198354-3680-4af9-8239-99dfefa844a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 1000 time: 0.0592520
Nov 10 05:14:23.316759 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452e670>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}, {'id': '725aa3f7-be5c-4e20-a1f9-7057d226e63e', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.120', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:22Z', 'updated_at': '2021-11-10T05:14:22Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:14:23.334237 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-42e69584-0267-472a-a743-ff898d4a2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:23.335700 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-42e69584-0267-472a-a743-ff898d4a2355 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0444279
Nov 10 05:14:23.345960 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:14:23.354716 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:14:23.355246 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f821452e670>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:14:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:14:23.386404 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-6961530c-ab5b-44f9-a3a0-ffa1788f9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:14:23.387925 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-6961530c-ab5b-44f9-a3a0-ffa1788f9607 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453136
Nov 10 05:14:23.455823 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:14:23.479387 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-d5d1f329-a3ce-4c86-ac55-c7bd80bf5a9f service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843966
Nov 10 05:14:23.580208 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-9b6b9579-ea7f-4d7d-8b1d-67abe5a06571 req-527308a0-69e4-448a-8256-8db39256e37f service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940452
Nov 10 05:14:23.684097 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f821452e670>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}, {'id': '725aa3f7-be5c-4e20-a1f9-7057d226e63e', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.120', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:22Z', 'updated_at': '2021-11-10T05:14:22Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:14:23.709390 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8ac4c-db4b-471b-b133-28a82b7a9fcd None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}, {'id': '725aa3f7-be5c-4e20-a1f9-7057d226e63e', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.120', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9f:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:22Z', 'updated_at': '2021-11-10T05:14:22Z', 'revision_number': 0, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:14:23.910156 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9415c1-71e2-4587-9715-9cb9a4e3916b None None] New status for floating IP 725aa3f7-be5c-4e20-a1f9-7057d226e63e: ACTIVE {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:14:34.486236 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-246ef0d8-2943-4de5-ab19-f937ad35192e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:37.054525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c395ca7a-0dd7-4086-9218-9b327abc2674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:38.213217 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:39.663743 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:40.386816 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:49.757654 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:49.830373 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:14:52.533475 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:15:04.487287 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-dc6a40a8-072f-449d-98b8-501c0e7cb1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:07.055176 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1fb6040c-d044-424e-9c30-2efbbdc0948b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:07.734798 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-e4a76cde-7468-4367-b134-1e0ca9f23e13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399528
Nov 10 05:15:07.815434 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-e3557d06-29b7-439d-b4ae-417af70f9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:07.817630 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-e3557d06-29b7-439d-b4ae-417af70f9146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0410917
Nov 10 05:15:07.923286 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-aa1daa88-195f-46c4-8bd5-86552b561061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:07.924817 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-aa1daa88-195f-46c4-8bd5-86552b561061 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0887332
Nov 10 05:15:07.999733 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-5017da2d-486e-4836-bf23-61b5d4a95cef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1000 time: 0.0583484
Nov 10 05:15:08.052681 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-76cdf013-e0aa-4ada-b385-bb872ebb6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:08.054100 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-76cdf013-e0aa-4ada-b385-bb872ebb6770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0473397
Nov 10 05:15:08.100143 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-1b30c3bd-29ce-49d7-804c-484edc198e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:08.101647 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-1b30c3bd-29ce-49d7-804c-484edc198e9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408301
Nov 10 05:15:08.194978 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-f47b8220-dde4-4d42-aabe-0d68c631322f service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864174
Nov 10 05:15:08.215969 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:08.285430 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-52403f3f-187f-4d2d-8a16-a11e8d88c713 req-9621323c-6502-4840-858d-1b8d6ee37af8 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823119
Nov 10 05:15:09.668111 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:10.378915 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:17.077946 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-1125e000-bac7-405d-9d0c-1ed5fd1c668b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408394
Nov 10 05:15:17.164777 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-3479708d-9d55-4453-901d-57b55ef4f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:17.166284 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-3479708d-9d55-4453-901d-57b55ef4f268 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1097 time: 0.0444353
Nov 10 05:15:17.267836 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-e69bda74-a459-42c2-b943-6850032ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:17.269319 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-e69bda74-a459-42c2-b943-6850032ab90d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0835922
Nov 10 05:15:17.338531 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-792452b8-8f7f-4f49-9315-f2b5f5063c48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 1002 time: 0.0603590
Nov 10 05:15:17.387609 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-d66dbec3-9077-48ac-bf12-4b56776fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:17.389037 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-d66dbec3-9077-48ac-bf12-4b56776fc21f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0431046
Nov 10 05:15:17.434405 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-551123f3-c336-4bfd-b592-8a17c0f61e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:15:17.435776 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-551123f3-c336-4bfd-b592-8a17c0f61e65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395560
Nov 10 05:15:17.529089 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-412163cc-f6ec-440d-bb50-39c5de3a09ed service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857854
Nov 10 05:15:17.621062 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-312647ff-b303-4bfb-81c1-ef41b502bd55 req-589adc8c-b9c9-4d76-ac66-22d21f1af587 service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842261
Nov 10 05:15:19.759660 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:19.834076 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:29.535362 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:15:34.491401 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e0d8-e6c9-43c9-aea2-2b0f3a37c5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:37.055861 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-58726cec-1e50-49b2-b361-2bc6d4a8a0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:38.218764 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:39.670814 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:40.380807 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:49.787398 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:15:49.828039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:04.492953 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-21838b68-e428-4902-9521-21af3c67733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:06.167478 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a details requested by agent hyperv_nch2-817176-1 with host nch2-817176-1 {{(pid=119698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 10 05:16:06.286019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:06.301909 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Returning: {'device': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'port_id': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'mac_address': 'fa:16:3e:9f:9a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 10 05:16:06.345267 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:06.359821 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f36fd65-fcd9-470b-9bff-2b0883f1878a {{(pid=119698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 05:16:06.389167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:06.395171 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:06.458148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=6']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:06.466508 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.467148 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.467483 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.467813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.468717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.468717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.468973 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.469250 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.469440 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.469733 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.470045 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.470357 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:06.475729 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] get_ports_and_sgs() called for port_ids ['3f36fd65-fcd9-470b-9bff-2b0883f1878a'] {{(pid=119698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 10 05:16:06.535905 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:16:07.058155 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-74740b6a-1a6c-4937-b6aa-0dfc646e853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:07.731807 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-2f6fcc75-5c76-4650-9fca-c6ee21fa4564 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0493135
Nov 10 05:16:07.821516 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-e8325e7a-5467-467d-b35e-f6f4a6bdbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:07.823191 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-e8325e7a-5467-467d-b35e-f6f4a6bdbc96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0444462
Nov 10 05:16:07.937726 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-3f3935bb-0699-4c30-a0fc-ddf8676b2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:07.939632 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-3f3935bb-0699-4c30-a0fc-ddf8676b2180 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0953300
Nov 10 05:16:08.014849 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-95f11567-db5c-4576-9fda-2a00a714c6fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 1000 time: 0.0681770
Nov 10 05:16:08.080322 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-50cfe109-cbdc-4198-8f82-27f202149991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:08.082461 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-50cfe109-cbdc-4198-8f82-27f202149991 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0606773
Nov 10 05:16:08.139344 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-225a4378-b71d-4b68-b3be-09f1fc883a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:08.141042 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-225a4378-b71d-4b68-b3be-09f1fc883a1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0519083
Nov 10 05:16:08.165850 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a up at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 10 05:16:08.244032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:08.254188 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.provisioning_blocks [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Provisioning complete for port 3f36fd65-fcd9-470b-9bff-2b0883f1878a triggered by entity L2. {{(pid=119698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 05:16:08.254572 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984049'] for port, provisioning_complete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:08.263741 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-9c12b91c-92df-4f07-8133-ff0b97ef527e service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147544
Nov 10 05:16:08.387020 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f9fdeda1-c3e6-4a7b-8892-fd1288e58bb6 req-6eb98f11-344d-4577-aea6-8703d121db77 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158297
Nov 10 05:16:08.531169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:08.556195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:08.558500 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8c570-502b-4f5e-ac73-bfda3cd0fcbb" -d '{"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-plugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:08.575856 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:08.581385 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:08.606927 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd2cc5-179e-40bf-aa44-249bfb99803b x-openstack-request-id: req-45cd2cc5-179e-40bf-aa44-249bfb99803b {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:08.607217 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-plugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:08.607801 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45cd2cc5-179e-40bf-aa44-249bfb99803b {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:08.608294 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'code': 200}
Nov 10 05:16:08.639753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=7']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:09.678532 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:10.384962 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.274501 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58850) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:15.427908 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Deleting port dff874b6-f594-4dc1-ac02-82d5a498e744 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:15.428245 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.501240 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.501564 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.513491 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Calling delete_port for dff874b6-f594-4dc1-ac02-82d5a498e744 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:15.658014 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.683856 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event deleted for resources: {'Port': ['ID=dff874b6-f594-4dc1-ac02-82d5a498e744,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:15.710943 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.711291 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.711629 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.711965 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.712297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.712647 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.712976 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.713297 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.713617 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.713936 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.714255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.714575 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:15.754803 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:15.755165 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Floating IP 725aa3f7-be5c-4e20-a1f9-7057d226e63e disassociated (deleted). External IP: 172.32.3.120, port: 3f36fd65-fcd9-470b-9bff-2b0883f1878a.
Nov 10 05:16:16.276838 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:16:16.382042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:16:16.386877 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:16.393358 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:16:16.403075 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:16.403690 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214829070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:16.413526 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-dd1091bd-d922-42f5-80bc-ea92a5385189 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "DELETE /v2.0/floatingips/725aa3f7-be5c-4e20-a1f9-7057d226e63e HTTP/1.1" status: 204  len: 168 time: 1.1379542
Nov 10 05:16:16.414251 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:16.416514 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96985a2f-108c-456d-9947-b91035733e48" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:16.456921 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc931d-22a1-444b-a318-406e7d821586 x-openstack-request-id: req-3ffc931d-22a1-444b-a318-406e7d821586 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:16.457331 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:16.457583 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ffc931d-22a1-444b-a318-406e7d821586 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:16.457969 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'status': 'completed', 'code': 200}
Nov 10 05:16:16.516599 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:16.586970 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985a2f-108c-456d-9947-b91035733e48 req-64365045-93f2-41b8-abd0-1835530b883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:16.588471 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-64365045-93f2-41b8-abd0-1835530b883d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 1097 time: 0.1081877
Nov 10 05:16:16.659966 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c55ba7-3ab1-4c60-9109-9555548f7af1 req-41e1e6e2-7025-4570-b2ed-783dbf269a2e tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:16.662393 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1c55ba7-3ab1-4c60-9109-9555548f7af1 req-41e1e6e2-7025-4570-b2ed-783dbf269a2e tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0536766
Nov 10 05:16:16.685385 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985a2f-108c-456d-9947-b91035733e48 req-9a4acda1-67f8-4555-8f7c-850f6672150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:16.687147 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-9a4acda1-67f8-4555-8f7c-850f6672150a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.0912731
Nov 10 05:16:16.723255 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-a1c55ba7-3ab1-4c60-9109-9555548f7af1 req-c3bc345b-e838-4571-9b27-a44f2b52e04f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537255
Nov 10 05:16:16.739907 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-ba606718-ab62-4478-a7fd-51d8bbdf9f40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 200  len: 217 time: 0.0439711
Nov 10 05:16:16.768357 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214829070>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:16.797721 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985a2f-108c-456d-9947-b91035733e48 req-ac4d13d6-3cc4-4498-802d-22e2a9ee6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:16.799165 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-ac4d13d6-3cc4-4498-802d-22e2a9ee6321 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0525684
Nov 10 05:16:16.848114 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985a2f-108c-456d-9947-b91035733e48 req-0c362362-21b4-41f8-b7fb-0c272cbbd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:16.849935 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-0c362362-21b4-41f8-b7fb-0c272cbbd604 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434198
Nov 10 05:16:16.880223 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:16:16.888357 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:16.889015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214829070>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:16.945395 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-3fe597b0-9561-414d-91b2-32a66977c577 service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881422
Nov 10 05:16:16.990208 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:17.036542 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-96985a2f-108c-456d-9947-b91035733e48 req-ea556a54-b968-4916-a146-7fd2304e2d96 service neutron] 10.222.0.26 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833209
Nov 10 05:16:17.213112 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214829070>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:17.241954 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de135c64-bdad-4080-ac5a-c041679d6817 None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_floatingips': [{'id': '57d8df84-be30-4083-8037-cc0eb8d1b04b', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'floating_ip_address': '172.32.3.167', 'floating_network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'router_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'port_id': '0e99eeef-4663-40c1-a045-756f37115301', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'mac_address': 'fa:16:3e:9b:ae:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:51Z', 'updated_at': '2021-11-10T05:11:53Z', 'revision_number': 1, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:16:17.471896 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfad65c-ac2e-4217-9ad1-66904f90643f None None] New status for floating IP 725aa3f7-be5c-4e20-a1f9-7057d226e63e: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:16:17.849697 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fa360-4d12-46e3-8bbb-c76d47e4df91 req-444b7110-d0cd-46ec-ac31-304c6955e277 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:17.851477 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-820fa360-4d12-46e3-8bbb-c76d47e4df91 req-444b7110-d0cd-46ec-ac31-304c6955e277 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0545456
Nov 10 05:16:17.898994 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-820fa360-4d12-46e3-8bbb-c76d47e4df91 req-925b68a2-3ee8-4e06-a79d-a13db415c862 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415585
Nov 10 05:16:18.141234 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-dfc5d0ee-4cb2-49c4-816c-03f085e5f209 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:18.142676 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-dfc5d0ee-4cb2-49c4-816c-03f085e5f209 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 946 time: 0.0482476
Nov 10 05:16:18.232053 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Deleting port 3f36fd65-fcd9-470b-9bff-2b0883f1878a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:18.232507 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.242869 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:18.316443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577907'] for port, before_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.325887 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:18.326259 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.338555 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:18.339641 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Calling delete_port for 3f36fd65-fcd9-470b-9bff-2b0883f1878a owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:18.340819 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f72c5ed7010cb9fe70180c395c7fbfb0bfd4ae34e71ba88ef2ab9107ff31de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a40b8-928c-4dd6-a690-bfea1004f9bb" -d '{"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-unplugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:18.354620 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] For port 3f36fd65-fcd9-470b-9bff-2b0883f1878a, host nch2-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-817176-1',level=0,port_id=3f36fd65-fcd9-470b-9bff-2b0883f1878a,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:18.359494 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762294509770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762294014100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762294014118'] for port, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.383127 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467b479-55d8-4aa1-8648-ae8e189ba6a8 x-openstack-request-id: req-e467b479-55d8-4aa1-8648-ae8e189ba6a8 {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:18.383424 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-unplugged", "status": "completed", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "code": 200}]} {{(pid=119698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:18.383890 ncdv-817176-1 neutron-server[119698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e467b479-55d8-4aa1-8648-ae8e189ba6a8 {{(pid=119698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:18.384282 ncdv-817176-1 neutron-server[119698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'code': 200}
Nov 10 05:16:18.413762 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Pushing event updated for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=8']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:18.477101 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.505207 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event deleted for resources: {'Port': ['ID=3f36fd65-fcd9-470b-9bff-2b0883f1878a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:18.546304 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] No DVR routers for this DVR port 3f36fd65-fcd9-470b-9bff-2b0883f1878a on host nch2-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:16:18.549028 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:18.552502 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-2ed31571-2282-4aa5-89cf-456d62a7151f req-4a5fd8b6-7dd7-40ff-8647-9f66cb18cfea tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.26 "DELETE /v2.0/ports/3f36fd65-fcd9-470b-9bff-2b0883f1878a HTTP/1.1" status: 204  len: 173 time: 0.4032149
Nov 10 05:16:18.552958 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-deleted', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:18.555305 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0b61e-8079-4fff-b567-ae8f238d599e" -d '{"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-deleted", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:18.591631 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c4275-c10c-4f15-b4cf-e7548c7601e6 x-openstack-request-id: req-320c4275-c10c-4f15-b4cf-e7548c7601e6 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:18.591923 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73", "name": "network-vif-deleted", "tag": "3f36fd65-fcd9-470b-9bff-2b0883f1878a", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:18.592176 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-320c4275-c10c-4f15-b4cf-e7548c7601e6 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:18.592573 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73', 'name': 'network-vif-deleted', 'tag': '3f36fd65-fcd9-470b-9bff-2b0883f1878a', 'status': 'completed', 'code': 200}
Nov 10 05:16:19.086799 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-97b6d951-db6d-4a9b-ace7-a7dd7336b194 req-9710b8a4-b07a-4e45-8c4e-75f85ce526a6 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c8ba9c1-fb67-44f9-bf68-f75ba58e2c73 HTTP/1.1" status: 200  len: 210 time: 0.1014690
Nov 10 05:16:19.801270 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:19.842554 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:20.634740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58916) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:20.791870 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Deleting port 59cb47f3-ee6b-4e76-93a4-b1550c805675 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:20.792203 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:20.867343 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:20.867600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:20.878985 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Calling delete_port for 59cb47f3-ee6b-4e76-93a4-b1550c805675 owned by network:floatingip {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:21.025276 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:21.053358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event deleted for resources: {'Port': ['ID=59cb47f3-ee6b-4e76-93a4-b1550c805675,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:21.114749 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for floatingip, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:21.115071 ncdv-817176-1 neutron-server[119697]: INFO neutron.db.l3_db [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Floating IP 57d8df84-be30-4083-8037-cc0eb8d1b04b disassociated (deleted). External IP: 172.32.3.167, port: 0e99eeef-4663-40c1-a045-756f37115301.
Nov 10 05:16:21.315602 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:16:21.422683 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:16:21.427312 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for floatingip, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:21.432870 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:16:21.442826 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:21.443426 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4cac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:21.454418 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-ff6344f0-637b-4d49-ba45-3a936efed416 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "DELETE /v2.0/floatingips/57d8df84-be30-4083-8037-cc0eb8d1b04b HTTP/1.1" status: 204  len: 168 time: 0.8186066
Nov 10 05:16:21.455097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:21.458131 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:21.497982 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc19f3b5-7538-414d-bb83-919847e9cf3d x-openstack-request-id: req-fc19f3b5-7538-414d-bb83-919847e9cf3d {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:21.498367 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:21.498711 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc19f3b5-7538-414d-bb83-919847e9cf3d {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:21.499202 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'status': 'completed', 'code': 200}
Nov 10 05:16:21.553394 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:21.578861 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-3b87607e-b949-45cf-a959-ee170bcb5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:21.582371 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-3b87607e-b949-45cf-a959-ee170bcb5c49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bc6181d284740609d36a6c2468d1e69&device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 1095 time: 0.0579360
Nov 10 05:16:21.693746 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-2e765438-19f3-4e38-b427-8960265b71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:21.695290 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-2e765438-19f3-4e38-b427-8960265b71c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 200  len: 910 time: 0.1052275
Nov 10 05:16:21.762036 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4cac0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:21.767204 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-fcd346cf-b8b1-480a-a5b2-78a2057e212a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 200  len: 217 time: 0.0632358
Nov 10 05:16:21.791548 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:16:21.799688 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:21.800765 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4cac0>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:21.812910 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980a37f-e599-4259-b51f-64e51e689139 req-130b0fe5-8ac7-465a-9a96-69930ed8bfdd tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:21.814405 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f980a37f-e599-4259-b51f-64e51e689139 req-130b0fe5-8ac7-465a-9a96-69930ed8bfdd tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 944 time: 0.1674278
Nov 10 05:16:21.844541 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-745f3416-dae2-4bbc-8f85-4769716f1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:21.846129 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-745f3416-dae2-4bbc-8f85-4769716f1610 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 200  len: 848 time: 0.0712242
Nov 10 05:16:21.904204 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:21.905300 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f980a37f-e599-4259-b51f-64e51e689139 req-366ae680-f394-4199-a568-5a57b3d7d57c tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827603
Nov 10 05:16:21.917331 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-eb850994-294f-45c9-ba17-087a9e031c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:21.918814 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-eb850994-294f-45c9-ba17-087a9e031c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8681a650-142f-4b4e-b8df-a40980e6cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0614970
Nov 10 05:16:22.010862 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-c77e602c-e82a-4499-9042-113171bab8a6 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834341
Nov 10 05:16:22.097547 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4cac0>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:22.106968 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-c5a030da-42b3-4e5a-bfa0-6f04e368cc40 req-d1dc3282-22fe-49b5-8519-d5c0751a74a6 service neutron] 10.222.0.21 "GET /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876567
Nov 10 05:16:22.123593 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f0a93-1fa2-4250-8cc7-81bf978ae7de None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1', '_interfaces': [{'id': '2820b33a-2be6-4e4a-9353-a2d762e0eb82', 'name': '', 'network_id': '8681a650-142f-4b4e-b8df-a40980e6cda7', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'mac_address': 'fa:16:3e:7a:49:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:33Z', 'updated_at': '2021-11-10T05:11:38Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'subnets': [{'id': '5d20b1ef-f9c0-4247-9456-1a80591414c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:16:22.258796 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a no longer exists at agent hyperv_nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:22.280040 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] No Port match for: 3f36fd65-fcd9-470b-9bff-2b0883f1878a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:22.280390 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Device 3f36fd65-fcd9-470b-9bff-2b0883f1878a not bound to the agent host nch2-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:22.356193 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f855c-1358-4593-b406-a8f52203e655 None None] New status for floating IP 57d8df84-be30-4083-8037-cc0eb8d1b04b: DOWN {{(pid=119698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 10 05:16:23.024880 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6278-2236-4ea4-b69b-9e14e39ea77a req-a51e1938-6ba9-4e45-b16f-cf6a77cdfde7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:23.026358 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-015e6278-2236-4ea4-b69b-9e14e39ea77a req-a51e1938-6ba9-4e45-b16f-cf6a77cdfde7 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 944 time: 0.0482795
Nov 10 05:16:23.074088 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [req-015e6278-2236-4ea4-b69b-9e14e39ea77a req-54768922-a6c0-4caa-8b05-f96a4fcdf1aa tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc77c65d-3cb9-4a21-b52f-3073cb76babc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418127
Nov 10 05:16:23.189000 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-e41a08af-aa03-459a-9aed-5d0e93d20f97 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 05:16:23.191159 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-e41a08af-aa03-459a-9aed-5d0e93d20f97 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3281430-419b-423d-b677-7bfd5e285b8a HTTP/1.1" status: 200  len: 944 time: 0.0493045
Nov 10 05:16:23.284241 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Deleting port 0e99eeef-4663-40c1-a045-756f37115301 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:23.284580 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:23.372067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] For port 0e99eeef-4663-40c1-a045-756f37115301, host nch1-817176-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-817176-1',level=0,port_id=0e99eeef-4663-40c1-a045-756f37115301,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:23.372356 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:23.384873 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Calling delete_port for 0e99eeef-4663-40c1-a045-756f37115301 owned by compute:nova {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:23.514720 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:23.544863 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event deleted for resources: {'Port': ['ID=0e99eeef-4663-40c1-a045-756f37115301,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:23.585042 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] No DVR routers for this DVR port 0e99eeef-4663-40c1-a045-756f37115301 on host nch1-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:16:23.587675 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352790'] for port, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:23.591124 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [req-f095e1ae-538d-4a1f-a81f-39e68ec8d017 req-953c99a9-ac52-40da-b5a7-278a83d1bd31 tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.21 "DELETE /v2.0/ports/0e99eeef-4663-40c1-a045-756f37115301 HTTP/1.1" status: 204  len: 173 time: 0.3938868
Nov 10 05:16:23.591554 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-deleted', 'tag': '0e99eeef-4663-40c1-a045-756f37115301'}] {{(pid=119697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 05:16:23.593826 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}232f0acfca339743ea6ade6f18c2f31936d2bc3da5f901cea28deb81c4b7cca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0035fc-86db-40dd-8468-e6158cc0b362" -d '{"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-deleted", "tag": "0e99eeef-4663-40c1-a045-756f37115301"}]}' {{(pid=119697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 10 05:16:23.637772 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a7bc3-ab3f-4fca-8fe6-9434207e3664 x-openstack-request-id: req-ce1a7bc3-ab3f-4fca-8fe6-9434207e3664 {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 10 05:16:23.638067 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281430-419b-423d-b677-7bfd5e285b8a", "name": "network-vif-deleted", "tag": "0e99eeef-4663-40c1-a045-756f37115301", "status": "completed", "code": 200}]} {{(pid=119697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 10 05:16:23.638325 ncdv-817176-1 neutron-server[119697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce1a7bc3-ab3f-4fca-8fe6-9434207e3664 {{(pid=119697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 10 05:16:23.638734 ncdv-817176-1 neutron-server[119697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281430-419b-423d-b677-7bfd5e285b8a', 'name': 'network-vif-deleted', 'tag': '0e99eeef-4663-40c1-a045-756f37115301', 'status': 'completed', 'code': 200}
Nov 10 05:16:24.129765 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58934) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:24.189471 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:24.214283 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:24.274067 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:24.277024 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:24.278181 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc77c65d-3cb9-4a21-b52f-3073cb76babc HTTP/1.1" status: 204  len: 168 time: 0.1474013
Nov 10 05:16:24.287841 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24858875-733c-43c6-b088-ccde0ff4288f tempest-TestSnapshotPattern-1490795990 tempest-TestSnapshotPattern-1490795990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77c65d-3cb9-4a21-b52f-3073cb76babc,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:24.326355 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58938) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:24.659795 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:25.217939 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Deleting port 2820b33a-2be6-4e4a-9353-a2d762e0eb82 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:25.218273 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:25.293778 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] For port 2820b33a-2be6-4e4a-9353-a2d762e0eb82, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2820b33a-2be6-4e4a-9353-a2d762e0eb82,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:25.294138 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:25.306655 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Calling delete_port for 2820b33a-2be6-4e4a-9353-a2d762e0eb82 owned by network:router_interface {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:25.478782 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:25.503438 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2820b33a-2be6-4e4a-9353-a2d762e0eb82,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:25.530960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.531300 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.531636 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.531964 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.532291 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.532640 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.532960 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.533863 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.534179 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.534497 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.534819 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.535133 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-817176-1 {{(pid=119696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 05:16:25.678753 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:25.887228 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:16:25.988638 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:16:25.993738 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-1725c675-4d1d-4057-b043-af98303dba8d admin admin] 10.222.0.13 "PUT /v2.0/routers/b944396f-ed5b-41ff-b8c2-9d1b820c9cbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6662538
Nov 10 05:16:25.996550 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58940) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:25.997415 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Sync routers for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:16:26.007567 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:26.008166 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:26.110084 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.114891 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: ncdv-817176-1 {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:26.211488 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.265254 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Deleting port 5b9e6753-c478-430e-9d97-716198ebf644 {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:26.265600 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.347699 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] For port 5b9e6753-c478-430e-9d97-716198ebf644, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=5b9e6753-c478-430e-9d97-716198ebf644,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:26.348054 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.364888 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Calling delete_port for 5b9e6753-c478-430e-9d97-716198ebf644 owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:26.379813 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91'}], 'enable_snat': True}, 'gw_port_id': '5b9e6753-c478-430e-9d97-716198ebf644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:16:25Z', 'revision_number': 5, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port': {'id': '5b9e6753-c478-430e-9d97-716198ebf644', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:26.405314 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Checking router: b944396f-ed5b-41ff-b8c2-9d1b820c9cbe for host: ncdv-817176-1 {{(pid=119699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:16:26.413645 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Routers {'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'} bound to L3 agent in host ncdv-817176-1 {{(pid=119699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:26.414247 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'], 'active': True} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:26.500733 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_dvr_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] Set router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe gateway port host: None {{(pid=119699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:26.530375 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.554131 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.l3_hamode_db [None req-54248924-9f13-420c-9a21-1245d710c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8214c4c520>, [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:16:26Z', 'revision_number': 6, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:26.556243 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9e6753-c478-430e-9d97-716198ebf644,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:26.576471 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96674e-5d93-486b-81be-58c7a9941406 None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:16:26.580796 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54248924-9f13-420c-9a21-1245d710c232 None None] The sync data for ids ['b944396f-ed5b-41ff-b8c2-9d1b820c9cbe'] in ncdv-817176-1 is: [{'id': 'b944396f-ed5b-41ff-b8c2-9d1b820c9cbe', 'name': 'tempest-TestSnapshotPattern-206264676-router', 'tenant_id': '9bc6181d284740609d36a6c2468d1e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:31Z', 'updated_at': '2021-11-10T05:16:26Z', 'revision_number': 6, 'project_id': '9bc6181d284740609d36a6c2468d1e69', 'gw_port_host': None}] {{(pid=119699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:16:26.622403 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.712075 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.714205 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.760567 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.761142 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b944396f-ed5b-41ff-b8c2-9d1b820c9cbe {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:16:26.765639 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.766831 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-2cf0db6d-1b2a-4a41-99ea-cff8856f12e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b944396f-ed5b-41ff-b8c2-9d1b820c9cbe HTTP/1.1" status: 204  len: 168 time: 0.7682114
Nov 10 05:16:26.769942 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58942) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:26.815574 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Deleting subnet 5d20b1ef-f9c0-4247-9456-1a80591414c4 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:16:26.818666 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.852994 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.931782 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:26.987186 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.013737 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d20b1ef-f9c0-4247-9456-1a80591414c4,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:27.018408 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.021121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d444670-dd1f-47e1-92e7-01c747fd3187 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d20b1ef-f9c0-4247-9456-1a80591414c4 HTTP/1.1" status: 204  len: 168 time: 0.2501123
Nov 10 05:16:27.024121 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.wsgi [-] (119696) accepted ('10.222.0.13', 58944) {{(pid=119696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:27.024741 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f2294-2a12-45d9-abf2-f8b34423513e None None] Network 8681a650-142f-4b4e-b8df-a40980e6cda7 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:16:27.097505 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.150799 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Deleting port 79b2154a-94b3-4486-9e2c-aac0334010b7 {{(pid=119696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:27.151144 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.216591 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.db [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] For port 79b2154a-94b3-4486-9e2c-aac0334010b7, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=79b2154a-94b3-4486-9e2c-aac0334010b7,segment=NetworkSegment(ba689d5a-b593-4464-9434-3a61a1c54062),segment_id=ba689d5a-b593-4464-9434-3a61a1c54062)] {{(pid=119696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:27.216913 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.229405 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Calling delete_port for 79b2154a-94b3-4486-9e2c-aac0334010b7 owned by network:dhcp {{(pid=119696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:27.306377 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27229359'] for port, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.332264 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=79b2154a-94b3-4486-9e2c-aac0334010b7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:27.335883 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] No DVR routers for this DVR port 79b2154a-94b3-4486-9e2c-aac0334010b7 on host ncdv-817176-1 {{(pid=119696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:16:27.378090 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990d2b9-29d0-4a39-9b2c-23c4388b8314 None None] DHCP port deletion for 8681a650-142f-4b4e-b8df-a40980e6cda7 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:16:27.417454 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.438155 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f82163d2c10>,) {'filters': {'network_id': ['8681a650-142f-4b4e-b8df-a40980e6cda7']}} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:27.447423 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f82163d2c10>, 'ba689d5a-b593-4464-9434-3a61a1c54062') {'for_net_delete': True} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:27.447720 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.services.segments.db [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f82163d2c10>, 'ba689d5a-b593-4464-9434-3a61a1c54062') {} {{(pid=119696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:27.457226 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25211636'] for segment, before_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.469990 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.476864 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=119696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:16:27.477332 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27229296'] for segment, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]: Traceback (most recent call last):
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     timer()
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     cb(*args, **kw)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     return func(*args, **kwargs)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     self._notify()
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     self.callback(batched_events)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     event.method(event)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     return f(self, *a, **k)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     return self._get(url).json()
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:16:27.479122 ncdv-817176-1 neutron-server[119696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:16:27.539409 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.544707 ncdv-817176-1 neutron-server[119696]: DEBUG neutron_lib.callbacks.manager [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Publish callbacks [] for network, before_response {{(pid=119696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:27.547818 ncdv-817176-1 neutron-server[119696]: INFO neutron.wsgi [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/8681a650-142f-4b4e-b8df-a40980e6cda7 HTTP/1.1" status: 204  len: 168 time: 0.5219388
Nov 10 05:16:27.551029 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58946) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:27.559237 ncdv-817176-1 neutron-server[119696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b62c9-0f9c-49bb-91f4-5890cc80a4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8681a650-142f-4b4e-b8df-a40980e6cda7,revision_number=None']} {{(pid=119696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:27.906005 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:28.034019 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79b2154a-94b3-4486-9e2c-aac0334010b7 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:28.053711 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 79b2154a-94b3-4486-9e2c-aac0334010b7 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:28.054055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 79b2154a-94b3-4486-9e2c-aac0334010b7 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:28.054456 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2820b33a-2be6-4e4a-9353-a2d762e0eb82 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:28.079378 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2820b33a-2be6-4e4a-9353-a2d762e0eb82 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:28.079717 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2820b33a-2be6-4e4a-9353-a2d762e0eb82 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:28.080664 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b9e6753-c478-430e-9d97-716198ebf644 no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:28.099247 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 5b9e6753-c478-430e-9d97-716198ebf644 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:28.099754 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 5b9e6753-c478-430e-9d97-716198ebf644 not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:28.153805 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Deleting port 3044e557-e05b-4b85-9b69-7cf5e6b830fe {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:28.154370 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:28.235813 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 no longer exists at agent hyperv_nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:28.256992 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] No Port match for: 0e99eeef-4663-40c1-a045-756f37115301 {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:28.257333 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Device 0e99eeef-4663-40c1-a045-756f37115301 not bound to the agent host nch1-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:28.543698 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] For port 3044e557-e05b-4b85-9b69-7cf5e6b830fe, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=3044e557-e05b-4b85-9b69-7cf5e6b830fe,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:28.544064 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:28.556055 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Calling delete_port for 3044e557-e05b-4b85-9b69-7cf5e6b830fe owned by network:router_interface {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:28.733827 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:28.759636 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3044e557-e05b-4b85-9b69-7cf5e6b830fe,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:28.928845 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602478'] for router_interface, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.149937 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Router a3804557-ba44-40f5-9b9b-450d07df0e72 has already been hosted by L3 agent 9c05fe8c-d30c-427f-ae2d-879195d292fa {{(pid=119697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 05:16:29.253150 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] Notify agent at l3_agent.ncdv-817176-1 the message routers_updated {{(pid=119697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 05:16:29.258090 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-cedba429-174b-4158-8fe6-200a94559ee2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3804557-ba44-40f5-9b9b-450d07df0e72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7060449
Nov 10 05:16:29.260689 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58966) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:29.263169 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Sync routers for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 10 05:16:29.272864 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:29.273611 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e89850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:29.364538 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.378210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: ncdv-817176-1 {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:29.467204 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.521881 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Deleting port 2544dc64-73e6-412b-9890-d88a2462533a {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:29.522222 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.556462 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e89850>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'external_fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189'}], 'enable_snat': True}, 'gw_port_id': '2544dc64-73e6-412b-9890-d88a2462533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:16:28Z', 'revision_number': 5, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port': {'id': '2544dc64-73e6-412b-9890-d88a2462533a', 'name': '', 'network_id': 'aba8d443-e3ff-4136-8ae2-7f3419bb4f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'ip_address': '172.32.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-817176-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:36Z', 'updated_at': '2021-11-10T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94473fe5-3221-4684-9cfd-4e3f7337904c', 'cidr': '172.32.3.0/24', 'gateway_ip': '172.32.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-817176-1'}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:29.582718 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Checking router: a3804557-ba44-40f5-9b9b-450d07df0e72 for host: ncdv-817176-1 {{(pid=119698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 10 05:16:29.590774 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Routers {'a3804557-ba44-40f5-9b9b-450d07df0e72'} bound to L3 agent in host ncdv-817176-1 {{(pid=119698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 05:16:29.591366 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8206e89850>, 'ncdv-817176-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T03:47:07Z,description=<?>,heartbeat_timestamp=2021-11-10T05:16:07Z,host='ncdv-817176-1',id=9c05fe8c-d30c-427f-ae2d-879195d292fa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T03:47:07Z,topic='l3_agent')) {'router_ids': ['a3804557-ba44-40f5-9b9b-450d07df0e72'], 'active': True} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:29.606159 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] For port 2544dc64-73e6-412b-9890-d88a2462533a, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=2544dc64-73e6-412b-9890-d88a2462533a,segment=NetworkSegment(d410787e-5e1f-4efd-9582-91b36ef6780d),segment_id=d410787e-5e1f-4efd-9582-91b36ef6780d)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:29.606520 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.620518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Calling delete_port for 2544dc64-73e6-412b-9890-d88a2462533a owned by network:router_gateway {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:29.677273 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvr_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] Set router a3804557-ba44-40f5-9b9b-450d07df0e72 gateway port host: None {{(pid=119698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 10 05:16:29.729669 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_hamode_db [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8206e89850>, [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:16:29Z', 'revision_number': 6, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port_host': None}], 'ncdv-817176-1', False) {} {{(pid=119698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:29.759225 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c4f6-bda0-4faf-95ed-bed5860f4e75 None None] The sync data for ids ['a3804557-ba44-40f5-9b9b-450d07df0e72'] in ncdv-817176-1 is: [{'id': 'a3804557-ba44-40f5-9b9b-450d07df0e72', 'name': 'tempest-TestSnapshotPattern-126535097-router', 'tenant_id': 'c76b4eca4eca4425b4479351cef70900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:35Z', 'updated_at': '2021-11-10T05:16:29Z', 'revision_number': 6, 'project_id': 'c76b4eca4eca4425b4479351cef70900', 'gw_port_host': None}] {{(pid=119698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 10 05:16:29.788850 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.817740 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2544dc64-73e6-412b-9890-d88a2462533a,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:29.834233 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129ab89-237b-49a5-a609-de8e0bc63ebf None None] DHCP port deletion for aba8d443-e3ff-4136-8ae2-7f3419bb4f99 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:16:29.883926 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604800'] for router_gateway, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.974896 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6331'] for router, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:29.977097 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.019530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600289'] for router, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.020130 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3804557-ba44-40f5-9b9b-450d07df0e72 {{(pid=119697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 05:16:30.024455 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] Publish callbacks [] for router, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.025923 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-c0fc8508-8c21-4204-8b5d-811cdbcdfdf2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3804557-ba44-40f5-9b9b-450d07df0e72 HTTP/1.1" status: 204  len: 168 time: 0.7642629
Nov 10 05:16:30.028470 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58968) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:30.194871 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Deleting subnet c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425 {{(pid=119697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 10 05:16:30.198744 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.213639 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3044e557-e05b-4b85-9b69-7cf5e6b830fe no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:30.237671 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 3044e557-e05b-4b85-9b69-7cf5e6b830fe {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:30.238013 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 3044e557-e05b-4b85-9b69-7cf5e6b830fe not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:30.239806 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3796377'] for subnet, precommit_delete_associations {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.315236 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988639'] for subnet, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.366121 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25899127'] for subnet, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.391585 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:30.395216 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.399083 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7b47aeb1-fade-4f32-8005-868d4c308326 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0cd0c7f-4ae1-49dd-a5b0-9da5aca02425 HTTP/1.1" status: 204  len: 168 time: 0.3690269
Nov 10 05:16:30.401141 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58972) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:30.403527 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31290413-4c55-4279-8525-1390afcd8a77 None None] Network 8f3c1ade-36c1-4268-9074-6dc52f256d61 requested from ncdv-817176-1 {{(pid=119698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 10 05:16:30.472833 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024613'] for network, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.526909 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Deleting port cf546e02-ae11-47fe-ad17-73811d5d943b {{(pid=119697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:30.527262 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.596912 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.db [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] For port cf546e02-ae11-47fe-ad17-73811d5d943b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cf546e02-ae11-47fe-ad17-73811d5d943b,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:30.597281 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.600374 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] DHCP port deletion for 8f3c1ade-36c1-4268-9074-6dc52f256d61 request from ncdv-817176-1 {{(pid=119698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 10 05:16:30.612223 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.plugin [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Calling delete_port for cf546e02-ae11-47fe-ad17-73811d5d943b owned by network:dhcp {{(pid=119697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:30.646930 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Deleting port cf546e02-ae11-47fe-ad17-73811d5d943b {{(pid=119698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 10 05:16:30.647232 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762294404590'] for port, before_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.697498 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25992922'] for port, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.713793 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.db [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] For port cf546e02-ae11-47fe-ad17-73811d5d943b, host ncdv-817176-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-817176-1',level=0,port_id=cf546e02-ae11-47fe-ad17-73811d5d943b,segment=NetworkSegment(6dad722d-0e01-4159-9dee-83c5a988a2de),segment_id=6dad722d-0e01-4159-9dee-83c5a988a2de)] {{(pid=119698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 05:16:30.714190 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1689651'] for port, precommit_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.723060 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf546e02-ae11-47fe-ad17-73811d5d943b,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:30.726966 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] No DVR routers for this DVR port cf546e02-ae11-47fe-ad17-73811d5d943b on host ncdv-817176-1 {{(pid=119697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:16:30.731211 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Calling delete_port for cf546e02-ae11-47fe-ad17-73811d5d943b owned by network:dhcp {{(pid=119698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 10 05:16:30.808478 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986442', 'neutron.services.segments.db._delete_segments_for_network-8762294579941'] for network, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.812268 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762294509752', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762294014091'] for port, after_delete {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.833231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f820e146850>,) {'filters': {'network_id': ['8f3c1ade-36c1-4268-9074-6dc52f256d61']}} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:30.843842 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] Pushing event deleted for resources: {'Port': ['ID=cf546e02-ae11-47fe-ad17-73811d5d943b,revision_number=None']} {{(pid=119698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:30.850700 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e3134-b60e-4025-af75-1e8ad5bcac8f None None] No DVR routers for this DVR port cf546e02-ae11-47fe-ad17-73811d5d943b on host ncdv-817176-1 {{(pid=119698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 05:16:30.852790 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e146850>, '6dad722d-0e01-4159-9dee-83c5a988a2de') {'for_net_delete': True} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:30.853255 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.services.segments.db [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f820e146850>, '6dad722d-0e01-4159-9dee-83c5a988a2de') {} {{(pid=119697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 05:16:30.866162 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762294583534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3796448'] for segment, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.880190 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326'] for segment, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.886530 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=119697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 10 05:16:30.886917 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25992709'] for segment, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]: Traceback (most recent call last):
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     timer()
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     cb(*args, **kw)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     return func(*args, **kwargs)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     self._notify()
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     self.callback(batched_events)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     event.method(event)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     return f(self, *a, **k)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     return self._get(url).json()
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     return self.request(url, 'GET', **kwargs)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 05:16:30.888711 ncdv-817176-1 neutron-server[119697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 05:16:30.945986 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601832'] for network, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.951136 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Publish callbacks [] for network, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:30.954396 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f3c1ade-36c1-4268-9074-6dc52f256d61 HTTP/1.1" status: 204  len: 168 time: 0.5523460
Nov 10 05:16:30.966860 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0183-b4cd-4bf7-a117-74a5cd5defa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3c1ade-36c1-4268-9074-6dc52f256d61,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:31.061346 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58976) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:31.101934 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-00047798-91c4-4211-b192-449364443ed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bc6181d284740609d36a6c2468d1e69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393474
Nov 10 05:16:31.104321 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58978) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:31.149601 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.170518 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.215366 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.217920 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.219121 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cff31481-113d-4748-a6eb-bb9e5752c986 HTTP/1.1" status: 204  len: 168 time: 0.1138792
Nov 10 05:16:31.227112 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfd774-1fd2-4cb4-9fee-ef6daaf51e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff31481-113d-4748-a6eb-bb9e5752c986,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:31.534089 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58984) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:31.574806 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-7d07a441-ebf2-440b-87b6-f00ce5027aa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c76b4eca4eca4425b4479351cef70900&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394342
Nov 10 05:16:31.577358 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.wsgi [-] (119697) accepted ('10.222.0.13', 58986) {{(pid=119697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 10 05:16:31.628376 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.649231 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.696129 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092524'] for security_group, after_delete {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.698798 ncdv-817176-1 neutron-server[119697]: DEBUG neutron_lib.callbacks.manager [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:31.699939 ncdv-817176-1 neutron-server[119697]: INFO neutron.wsgi [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a58db204-16ba-49c6-8595-15f1ec891579 HTTP/1.1" status: 204  len: 168 time: 0.1216903
Nov 10 05:16:31.707977 ncdv-817176-1 neutron-server[119697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04469-ab4a-459a-a0ef-ae793cf12b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58db204-16ba-49c6-8595-15f1ec891579,revision_number=None']} {{(pid=119697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 05:16:32.034443 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2544dc64-73e6-412b-9890-d88a2462533a no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:32.057089 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: 2544dc64-73e6-412b-9890-d88a2462533a {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:32.057696 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device 2544dc64-73e6-412b-9890-d88a2462533a not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:32.058251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cf546e02-ae11-47fe-ad17-73811d5d943b no longer exists at agent ovs-agent-ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 10 05:16:32.082778 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.plugin [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] No Port match for: cf546e02-ae11-47fe-ad17-73811d5d943b {{(pid=119698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 10 05:16:32.083121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron.plugins.ml2.rpc [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Device cf546e02-ae11-47fe-ad17-73811d5d943b not bound to the agent host ncdv-817176-1 {{(pid=119698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 10 05:16:34.494971 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ac190cda-252c-406a-a8e7-a5b51c253ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:37.059702 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-aa826f72-db0e-496c-b3bf-53ecbfd81571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:38.228223 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:39.679010 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:40.386678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:43.535443 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:16:49.803459 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:16:49.857569 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:04.496206 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7f98e920-51d1-452a-8365-1392c1483871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:07.061312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff1f5-dcc5-43d9-b59a-ef9ad1759bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:08.229990 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:09.680908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:10.391421 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:19.820507 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:19.857838 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:20.534178 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:17:34.496407 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-27951469-65a6-43e3-8187-bd94a1374dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:37.062235 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4c4c-d08a-4e4a-84e0-d872c69b882e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:38.233255 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:39.687427 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:40.393212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:49.816829 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:49.870035 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:17:57.533326 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:18:04.497113 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7dfc19da-4ea2-4705-9e84-3b02eefcbfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:07.062324 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-edbc40c6-053f-4c3b-8e4a-f2a28dc33ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:08.235251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:09.690269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:10.394312 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:19.817565 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:19.871484 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:34.498269 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ace4af6c-2dab-46c1-94b5-3731f86b2ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:34.531772 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:18:37.062637 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-9211e928-6d0a-4ffc-bb2f-e57c6c4d7b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:38.241026 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:39.694167 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:40.394609 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:49.816815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:18:49.884231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:04.498530 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f0bde9af-22d0-4936-b1e0-da0c7c48edbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:07.064329 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-eacb7e52-6c03-47e0-8b4f-ebcef0556510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:08.242210 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:09.695213 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:10.396313 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:11.531069 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:19:19.816172 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:19.898024 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:34.499251 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ce18c10c-6413-48cf-b78e-d93ac3a8b354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:37.065332 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b7b292c9-efe2-47bf-845c-09d97a07d62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:38.244121 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:39.698675 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:40.397430 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:48.530815 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:19:49.815863 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:19:49.904827 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:04.500195 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91a2d61f-dd3d-479d-a74d-11567dd783a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:07.065536 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-7add3dfc-7834-4255-a42c-c3fb03c089a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:08.247950 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:09.700670 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:10.400525 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:19.816122 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:19.914039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:25.531015 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:20:34.502039 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1ec64a0b-ed0b-4250-9eb5-656cbe222e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:37.066690 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4de0ec74-3a20-41e2-8a43-cff8a9ed14ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:38.253021 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:39.704258 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:40.401616 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:49.829452 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:20:49.910548 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:02.532035 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:21:04.503104 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-027328ff-9cae-4b85-9e29-e59bea83cc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:07.067485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-2e87ea72-7aed-4a8c-b450-6898a1a11504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:08.253032 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:09.706908 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:10.404446 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:19.831428 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:19.925163 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:34.504192 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-91922518-57e1-4dc7-a24b-8749262ff03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:37.069810 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-69d85179-281b-447b-820e-a79192f326c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:38.256580 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:39.533116 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:21:39.710678 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:40.406895 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:49.832055 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:21:49.949486 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:04.506308 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ad142265-e784-4714-a61a-25c1819e28dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:07.070636 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71a0d30d-1a5d-4fa6-a41d-7ffe50b36fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:08.259187 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:09.714064 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:10.408972 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:16.533276 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:22:19.849677 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:19.937725 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:34.506860 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-95f45b69-d9fd-462f-afc8-81aa70241a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:37.071212 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-f9640d2a-6ce5-472d-a84b-61bd18b665b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:38.260943 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:39.716852 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:40.410399 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:49.843708 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:49.958414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:22:53.532148 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:23:04.507513 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c5223b9f-f765-4381-8168-1b4e3e1822e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:07.074186 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-4d1aa7d1-150d-40c4-8acc-0f00cc9a7cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:08.264070 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:09.721073 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:10.411201 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:19.858382 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:19.962178 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:30.531515 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:23:34.507433 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6b5597d7-fd38-474b-86a0-6701917ef90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:37.075347 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-307116ae-65bb-47b6-9909-85cc37ace3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:38.267116 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:39.724239 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:40.411815 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:49.864906 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:23:49.962476 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:04.511134 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-52142225-17c0-4e0a-9d24-5b67138e64a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:07.076231 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-c0616670-858e-489c-b626-f2fb034b9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:07.531378 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 10 05:24:08.270689 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:09.726745 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:10.413753 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:19.862096 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-11b70dbe-20d7-4089-a8a9-a269f307a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:19.966414 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-0f3cabb2-4b38-4ea2-a013-40cf30ed2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:34.512426 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-71dc0e6e-b247-40a8-acb5-0d7de60acd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:37.076395 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-b8a436ee-405f-4ffd-8be5-20e3fbad3d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:38.273684 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-ec563674-1d90-413d-9916-11dc76ece16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:39.729485 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-6d9c87d8-085f-4a2e-ba6d-4891746cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:40.416885 ncdv-817176-1 neutron-server[119698]: DEBUG neutron_lib.callbacks.manager [None req-1b7307a0-ce8c-4021-9226-91af6a5a7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762294579923', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983808'] for agent, after_update {{(pid=119698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 10 05:24:44.530179 ncdv-817176-1 neutron-server[119699]: DEBUG neutron.db.agents_db [None req-62696d0d-0344-49a3-b550-fc1606fd44e4 None None] Agent healthcheck: found 7 active agents {{(pid=119699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}